library('rnn')
## Warning: package 'rnn' was built under R version 3.4.1
library('Metrics')#rmse function
monthly_car_sales_in_quebec_1960 <- read.csv("D:/Manasa/RNN/monthly-car-sales-in-quebec-1960.csv")
salesdata <- monthly_car_sales_in_quebec_1960
salesdata <- salesdata[-109,]
salesdata$Month <- as.Date(paste(salesdata$Month,"-01",sep=""))
#LSTMs are sensitive to the scale of the input data,
#specifically when the sigmoid (default) or tanh activation functions are used.
#It can be a good practice to rescale the data to the range of 0-to-1, also called normalizing.
normalize <- function(x) {
return ((x - min(x)) / (max(x) - min(x)))
}
salesdata$Monthly.car.sales.in.Quebec.1960.1968 <- normalize(salesdata$Monthly.car.sales.in.Quebec.1960.1968)
salesdata1 <-data.frame(salesdata[,2])
#generating dependent variable
dataset <- function(data,lookback=1){
independent <- data.frame()
dependent <- data.frame()
newdata <- data.frame()
for(i in 1:(nrow(data)-lookback-1)){
a <- data.frame(data[(i):((i)+lookback), 1])
independent <- rbind(independent,a[1,])
dependent <- rbind(dependent,a[2,])
}
newdata <- cbind(independent=independent,dependent=dependent)
return(newdata)
}
newdata1 <- dataset(salesdata1,lookback=1)
colnames(newdata1) <- c("Independent","dependent")
# split into train and test sets
train <- newdata1[1:70,]
test <- newdata1[-(1:70),]
# Train model.
model <- trainr(Y = matrix(train$dependent),
X = matrix(train$Independent),
learningrate = 0.05,
hidden_dim = 10,
numepochs = 1500,network_type='rnn')
## Trained epoch: 1 - Learning rate: 0.05
## Epoch error: 0.282818232964644
## Trained epoch: 2 - Learning rate: 0.05
## Epoch error: 0.229494667958615
## Trained epoch: 3 - Learning rate: 0.05
## Epoch error: 0.202136974950645
## Trained epoch: 4 - Learning rate: 0.05
## Epoch error: 0.18971746136607
## Trained epoch: 5 - Learning rate: 0.05
## Epoch error: 0.184576164698455
## Trained epoch: 6 - Learning rate: 0.05
## Epoch error: 0.18173217932565
## Trained epoch: 7 - Learning rate: 0.05
## Epoch error: 0.180725943957505
## Trained epoch: 8 - Learning rate: 0.05
## Epoch error: 0.179034578622932
## Trained epoch: 9 - Learning rate: 0.05
## Epoch error: 0.179412795404586
## Trained epoch: 10 - Learning rate: 0.05
## Epoch error: 0.178200623976185
## Trained epoch: 11 - Learning rate: 0.05
## Epoch error: 0.177618738352919
## Trained epoch: 12 - Learning rate: 0.05
## Epoch error: 0.177122754918028
## Trained epoch: 13 - Learning rate: 0.05
## Epoch error: 0.17707033080122
## Trained epoch: 14 - Learning rate: 0.05
## Epoch error: 0.176576342805801
## Trained epoch: 15 - Learning rate: 0.05
## Epoch error: 0.176052180970673
## Trained epoch: 16 - Learning rate: 0.05
## Epoch error: 0.175716577043454
## Trained epoch: 17 - Learning rate: 0.05
## Epoch error: 0.175080274992302
## Trained epoch: 18 - Learning rate: 0.05
## Epoch error: 0.175450389231119
## Trained epoch: 19 - Learning rate: 0.05
## Epoch error: 0.17539953127664
## Trained epoch: 20 - Learning rate: 0.05
## Epoch error: 0.173996627117513
## Trained epoch: 21 - Learning rate: 0.05
## Epoch error: 0.174303380977618
## Trained epoch: 22 - Learning rate: 0.05
## Epoch error: 0.174466148039739
## Trained epoch: 23 - Learning rate: 0.05
## Epoch error: 0.174345457967288
## Trained epoch: 24 - Learning rate: 0.05
## Epoch error: 0.174699853634435
## Trained epoch: 25 - Learning rate: 0.05
## Epoch error: 0.173857518767386
## Trained epoch: 26 - Learning rate: 0.05
## Epoch error: 0.173043775397071
## Trained epoch: 27 - Learning rate: 0.05
## Epoch error: 0.172036195190671
## Trained epoch: 28 - Learning rate: 0.05
## Epoch error: 0.172354871828424
## Trained epoch: 29 - Learning rate: 0.05
## Epoch error: 0.172632638954947
## Trained epoch: 30 - Learning rate: 0.05
## Epoch error: 0.171307571429743
## Trained epoch: 31 - Learning rate: 0.05
## Epoch error: 0.172621856627542
## Trained epoch: 32 - Learning rate: 0.05
## Epoch error: 0.172180431931877
## Trained epoch: 33 - Learning rate: 0.05
## Epoch error: 0.171140459884652
## Trained epoch: 34 - Learning rate: 0.05
## Epoch error: 0.170265988164482
## Trained epoch: 35 - Learning rate: 0.05
## Epoch error: 0.169809756585378
## Trained epoch: 36 - Learning rate: 0.05
## Epoch error: 0.170313660446178
## Trained epoch: 37 - Learning rate: 0.05
## Epoch error: 0.170487314272596
## Trained epoch: 38 - Learning rate: 0.05
## Epoch error: 0.16872121998221
## Trained epoch: 39 - Learning rate: 0.05
## Epoch error: 0.169579740270301
## Trained epoch: 40 - Learning rate: 0.05
## Epoch error: 0.169653214851823
## Trained epoch: 41 - Learning rate: 0.05
## Epoch error: 0.168398528767844
## Trained epoch: 42 - Learning rate: 0.05
## Epoch error: 0.168526112221329
## Trained epoch: 43 - Learning rate: 0.05
## Epoch error: 0.169048778797073
## Trained epoch: 44 - Learning rate: 0.05
## Epoch error: 0.168500918122011
## Trained epoch: 45 - Learning rate: 0.05
## Epoch error: 0.167925457381336
## Trained epoch: 46 - Learning rate: 0.05
## Epoch error: 0.166803334157385
## Trained epoch: 47 - Learning rate: 0.05
## Epoch error: 0.167978845212678
## Trained epoch: 48 - Learning rate: 0.05
## Epoch error: 0.167849955709189
## Trained epoch: 49 - Learning rate: 0.05
## Epoch error: 0.166484868612368
## Trained epoch: 50 - Learning rate: 0.05
## Epoch error: 0.166448049797444
## Trained epoch: 51 - Learning rate: 0.05
## Epoch error: 0.16723022421886
## Trained epoch: 52 - Learning rate: 0.05
## Epoch error: 0.166358683364049
## Trained epoch: 53 - Learning rate: 0.05
## Epoch error: 0.165352625208352
## Trained epoch: 54 - Learning rate: 0.05
## Epoch error: 0.164942414489431
## Trained epoch: 55 - Learning rate: 0.05
## Epoch error: 0.165626594129699
## Trained epoch: 56 - Learning rate: 0.05
## Epoch error: 0.165088712851677
## Trained epoch: 57 - Learning rate: 0.05
## Epoch error: 0.164474152863361
## Trained epoch: 58 - Learning rate: 0.05
## Epoch error: 0.164368385080149
## Trained epoch: 59 - Learning rate: 0.05
## Epoch error: 0.164197070055841
## Trained epoch: 60 - Learning rate: 0.05
## Epoch error: 0.16341748705052
## Trained epoch: 61 - Learning rate: 0.05
## Epoch error: 0.163996001124242
## Trained epoch: 62 - Learning rate: 0.05
## Epoch error: 0.16373375944722
## Trained epoch: 63 - Learning rate: 0.05
## Epoch error: 0.163183575653844
## Trained epoch: 64 - Learning rate: 0.05
## Epoch error: 0.163375519027527
## Trained epoch: 65 - Learning rate: 0.05
## Epoch error: 0.163100767015997
## Trained epoch: 66 - Learning rate: 0.05
## Epoch error: 0.162809963276853
## Trained epoch: 67 - Learning rate: 0.05
## Epoch error: 0.161714617561604
## Trained epoch: 68 - Learning rate: 0.05
## Epoch error: 0.16210984001259
## Trained epoch: 69 - Learning rate: 0.05
## Epoch error: 0.161316238204692
## Trained epoch: 70 - Learning rate: 0.05
## Epoch error: 0.16097957773673
## Trained epoch: 71 - Learning rate: 0.05
## Epoch error: 0.161411854329621
## Trained epoch: 72 - Learning rate: 0.05
## Epoch error: 0.161555757641044
## Trained epoch: 73 - Learning rate: 0.05
## Epoch error: 0.1605936336457
## Trained epoch: 74 - Learning rate: 0.05
## Epoch error: 0.160657949514857
## Trained epoch: 75 - Learning rate: 0.05
## Epoch error: 0.160624763912126
## Trained epoch: 76 - Learning rate: 0.05
## Epoch error: 0.160131034076332
## Trained epoch: 77 - Learning rate: 0.05
## Epoch error: 0.159430947492432
## Trained epoch: 78 - Learning rate: 0.05
## Epoch error: 0.159534497036335
## Trained epoch: 79 - Learning rate: 0.05
## Epoch error: 0.158860854118492
## Trained epoch: 80 - Learning rate: 0.05
## Epoch error: 0.159202061712381
## Trained epoch: 81 - Learning rate: 0.05
## Epoch error: 0.158552767336946
## Trained epoch: 82 - Learning rate: 0.05
## Epoch error: 0.158285429691151
## Trained epoch: 83 - Learning rate: 0.05
## Epoch error: 0.15871037484618
## Trained epoch: 84 - Learning rate: 0.05
## Epoch error: 0.157827963078677
## Trained epoch: 85 - Learning rate: 0.05
## Epoch error: 0.157282756841776
## Trained epoch: 86 - Learning rate: 0.05
## Epoch error: 0.157034968453766
## Trained epoch: 87 - Learning rate: 0.05
## Epoch error: 0.157392419463502
## Trained epoch: 88 - Learning rate: 0.05
## Epoch error: 0.157228564272643
## Trained epoch: 89 - Learning rate: 0.05
## Epoch error: 0.156286750388155
## Trained epoch: 90 - Learning rate: 0.05
## Epoch error: 0.156115140008423
## Trained epoch: 91 - Learning rate: 0.05
## Epoch error: 0.156006472901202
## Trained epoch: 92 - Learning rate: 0.05
## Epoch error: 0.155995402823366
## Trained epoch: 93 - Learning rate: 0.05
## Epoch error: 0.15506851277743
## Trained epoch: 94 - Learning rate: 0.05
## Epoch error: 0.155823561403988
## Trained epoch: 95 - Learning rate: 0.05
## Epoch error: 0.154873007009233
## Trained epoch: 96 - Learning rate: 0.05
## Epoch error: 0.154231069945211
## Trained epoch: 97 - Learning rate: 0.05
## Epoch error: 0.154511798990632
## Trained epoch: 98 - Learning rate: 0.05
## Epoch error: 0.154141376437506
## Trained epoch: 99 - Learning rate: 0.05
## Epoch error: 0.153671261983971
## Trained epoch: 100 - Learning rate: 0.05
## Epoch error: 0.154187428724984
## Trained epoch: 101 - Learning rate: 0.05
## Epoch error: 0.153226428178283
## Trained epoch: 102 - Learning rate: 0.05
## Epoch error: 0.153024624191236
## Trained epoch: 103 - Learning rate: 0.05
## Epoch error: 0.152807836914817
## Trained epoch: 104 - Learning rate: 0.05
## Epoch error: 0.152739643776875
## Trained epoch: 105 - Learning rate: 0.05
## Epoch error: 0.152348321886593
## Trained epoch: 106 - Learning rate: 0.05
## Epoch error: 0.152046328539207
## Trained epoch: 107 - Learning rate: 0.05
## Epoch error: 0.151848403859265
## Trained epoch: 108 - Learning rate: 0.05
## Epoch error: 0.152223957686309
## Trained epoch: 109 - Learning rate: 0.05
## Epoch error: 0.151224710914076
## Trained epoch: 110 - Learning rate: 0.05
## Epoch error: 0.150652588525544
## Trained epoch: 111 - Learning rate: 0.05
## Epoch error: 0.150764008547612
## Trained epoch: 112 - Learning rate: 0.05
## Epoch error: 0.150442055852065
## Trained epoch: 113 - Learning rate: 0.05
## Epoch error: 0.150523800898622
## Trained epoch: 114 - Learning rate: 0.05
## Epoch error: 0.150462359738444
## Trained epoch: 115 - Learning rate: 0.05
## Epoch error: 0.149739068662198
## Trained epoch: 116 - Learning rate: 0.05
## Epoch error: 0.149119514453267
## Trained epoch: 117 - Learning rate: 0.05
## Epoch error: 0.149206271129358
## Trained epoch: 118 - Learning rate: 0.05
## Epoch error: 0.150151914664039
## Trained epoch: 119 - Learning rate: 0.05
## Epoch error: 0.148689472691395
## Trained epoch: 120 - Learning rate: 0.05
## Epoch error: 0.148642612143454
## Trained epoch: 121 - Learning rate: 0.05
## Epoch error: 0.148631190840949
## Trained epoch: 122 - Learning rate: 0.05
## Epoch error: 0.147805787067714
## Trained epoch: 123 - Learning rate: 0.05
## Epoch error: 0.147878318291447
## Trained epoch: 124 - Learning rate: 0.05
## Epoch error: 0.147855931904918
## Trained epoch: 125 - Learning rate: 0.05
## Epoch error: 0.146688098367651
## Trained epoch: 126 - Learning rate: 0.05
## Epoch error: 0.147241256121767
## Trained epoch: 127 - Learning rate: 0.05
## Epoch error: 0.147660688001747
## Trained epoch: 128 - Learning rate: 0.05
## Epoch error: 0.146790378740352
## Trained epoch: 129 - Learning rate: 0.05
## Epoch error: 0.146252200089588
## Trained epoch: 130 - Learning rate: 0.05
## Epoch error: 0.145801653916173
## Trained epoch: 131 - Learning rate: 0.05
## Epoch error: 0.146253888780203
## Trained epoch: 132 - Learning rate: 0.05
## Epoch error: 0.14452998078418
## Trained epoch: 133 - Learning rate: 0.05
## Epoch error: 0.145148201363889
## Trained epoch: 134 - Learning rate: 0.05
## Epoch error: 0.144273893876153
## Trained epoch: 135 - Learning rate: 0.05
## Epoch error: 0.14438038129127
## Trained epoch: 136 - Learning rate: 0.05
## Epoch error: 0.144636676959055
## Trained epoch: 137 - Learning rate: 0.05
## Epoch error: 0.144349082131848
## Trained epoch: 138 - Learning rate: 0.05
## Epoch error: 0.143848824047062
## Trained epoch: 139 - Learning rate: 0.05
## Epoch error: 0.143788004382683
## Trained epoch: 140 - Learning rate: 0.05
## Epoch error: 0.143028298970603
## Trained epoch: 141 - Learning rate: 0.05
## Epoch error: 0.143099462933886
## Trained epoch: 142 - Learning rate: 0.05
## Epoch error: 0.143234142471318
## Trained epoch: 143 - Learning rate: 0.05
## Epoch error: 0.142162127784564
## Trained epoch: 144 - Learning rate: 0.05
## Epoch error: 0.141598451489045
## Trained epoch: 145 - Learning rate: 0.05
## Epoch error: 0.142703158479549
## Trained epoch: 146 - Learning rate: 0.05
## Epoch error: 0.142362342220914
## Trained epoch: 147 - Learning rate: 0.05
## Epoch error: 0.142347147585087
## Trained epoch: 148 - Learning rate: 0.05
## Epoch error: 0.142291978170052
## Trained epoch: 149 - Learning rate: 0.05
## Epoch error: 0.140811918739771
## Trained epoch: 150 - Learning rate: 0.05
## Epoch error: 0.141272764699201
## Trained epoch: 151 - Learning rate: 0.05
## Epoch error: 0.140964351522953
## Trained epoch: 152 - Learning rate: 0.05
## Epoch error: 0.140510626546822
## Trained epoch: 153 - Learning rate: 0.05
## Epoch error: 0.141092451716377
## Trained epoch: 154 - Learning rate: 0.05
## Epoch error: 0.139911831466378
## Trained epoch: 155 - Learning rate: 0.05
## Epoch error: 0.140017065045497
## Trained epoch: 156 - Learning rate: 0.05
## Epoch error: 0.139802519599472
## Trained epoch: 157 - Learning rate: 0.05
## Epoch error: 0.139887626884431
## Trained epoch: 158 - Learning rate: 0.05
## Epoch error: 0.139871847528762
## Trained epoch: 159 - Learning rate: 0.05
## Epoch error: 0.13921296604033
## Trained epoch: 160 - Learning rate: 0.05
## Epoch error: 0.139148030167484
## Trained epoch: 161 - Learning rate: 0.05
## Epoch error: 0.139228361525699
## Trained epoch: 162 - Learning rate: 0.05
## Epoch error: 0.138693744971317
## Trained epoch: 163 - Learning rate: 0.05
## Epoch error: 0.138689294709974
## Trained epoch: 164 - Learning rate: 0.05
## Epoch error: 0.138047079403293
## Trained epoch: 165 - Learning rate: 0.05
## Epoch error: 0.137379201649829
## Trained epoch: 166 - Learning rate: 0.05
## Epoch error: 0.137832636843397
## Trained epoch: 167 - Learning rate: 0.05
## Epoch error: 0.137980742203978
## Trained epoch: 168 - Learning rate: 0.05
## Epoch error: 0.13738979651196
## Trained epoch: 169 - Learning rate: 0.05
## Epoch error: 0.137095129543794
## Trained epoch: 170 - Learning rate: 0.05
## Epoch error: 0.136748651098763
## Trained epoch: 171 - Learning rate: 0.05
## Epoch error: 0.137375586157454
## Trained epoch: 172 - Learning rate: 0.05
## Epoch error: 0.136685383650928
## Trained epoch: 173 - Learning rate: 0.05
## Epoch error: 0.136404209966439
## Trained epoch: 174 - Learning rate: 0.05
## Epoch error: 0.135846577308915
## Trained epoch: 175 - Learning rate: 0.05
## Epoch error: 0.135893858374168
## Trained epoch: 176 - Learning rate: 0.05
## Epoch error: 0.136108407788784
## Trained epoch: 177 - Learning rate: 0.05
## Epoch error: 0.136087989871186
## Trained epoch: 178 - Learning rate: 0.05
## Epoch error: 0.135881214896367
## Trained epoch: 179 - Learning rate: 0.05
## Epoch error: 0.134773143577189
## Trained epoch: 180 - Learning rate: 0.05
## Epoch error: 0.135451671502027
## Trained epoch: 181 - Learning rate: 0.05
## Epoch error: 0.134829661946094
## Trained epoch: 182 - Learning rate: 0.05
## Epoch error: 0.134537425429224
## Trained epoch: 183 - Learning rate: 0.05
## Epoch error: 0.134385093073268
## Trained epoch: 184 - Learning rate: 0.05
## Epoch error: 0.13454754675927
## Trained epoch: 185 - Learning rate: 0.05
## Epoch error: 0.134420826321374
## Trained epoch: 186 - Learning rate: 0.05
## Epoch error: 0.133902552923758
## Trained epoch: 187 - Learning rate: 0.05
## Epoch error: 0.133660297872825
## Trained epoch: 188 - Learning rate: 0.05
## Epoch error: 0.133465237700003
## Trained epoch: 189 - Learning rate: 0.05
## Epoch error: 0.134857014980954
## Trained epoch: 190 - Learning rate: 0.05
## Epoch error: 0.133114165613605
## Trained epoch: 191 - Learning rate: 0.05
## Epoch error: 0.133175948275316
## Trained epoch: 192 - Learning rate: 0.05
## Epoch error: 0.133474533629791
## Trained epoch: 193 - Learning rate: 0.05
## Epoch error: 0.132731994734104
## Trained epoch: 194 - Learning rate: 0.05
## Epoch error: 0.132846854550414
## Trained epoch: 195 - Learning rate: 0.05
## Epoch error: 0.13278284715285
## Trained epoch: 196 - Learning rate: 0.05
## Epoch error: 0.132195259456949
## Trained epoch: 197 - Learning rate: 0.05
## Epoch error: 0.132748664701866
## Trained epoch: 198 - Learning rate: 0.05
## Epoch error: 0.132317940205364
## Trained epoch: 199 - Learning rate: 0.05
## Epoch error: 0.131600571691717
## Trained epoch: 200 - Learning rate: 0.05
## Epoch error: 0.132425900552132
## Trained epoch: 201 - Learning rate: 0.05
## Epoch error: 0.132317544541212
## Trained epoch: 202 - Learning rate: 0.05
## Epoch error: 0.131148202527799
## Trained epoch: 203 - Learning rate: 0.05
## Epoch error: 0.132067309725672
## Trained epoch: 204 - Learning rate: 0.05
## Epoch error: 0.131246712087024
## Trained epoch: 205 - Learning rate: 0.05
## Epoch error: 0.131774683160557
## Trained epoch: 206 - Learning rate: 0.05
## Epoch error: 0.130663773346528
## Trained epoch: 207 - Learning rate: 0.05
## Epoch error: 0.129448126458493
## Trained epoch: 208 - Learning rate: 0.05
## Epoch error: 0.131234252603577
## Trained epoch: 209 - Learning rate: 0.05
## Epoch error: 0.131016443667074
## Trained epoch: 210 - Learning rate: 0.05
## Epoch error: 0.131049319997332
## Trained epoch: 211 - Learning rate: 0.05
## Epoch error: 0.131081328188748
## Trained epoch: 212 - Learning rate: 0.05
## Epoch error: 0.13000111786215
## Trained epoch: 213 - Learning rate: 0.05
## Epoch error: 0.129897237584565
## Trained epoch: 214 - Learning rate: 0.05
## Epoch error: 0.130189083969237
## Trained epoch: 215 - Learning rate: 0.05
## Epoch error: 0.129648273017182
## Trained epoch: 216 - Learning rate: 0.05
## Epoch error: 0.130067624432939
## Trained epoch: 217 - Learning rate: 0.05
## Epoch error: 0.129287774980734
## Trained epoch: 218 - Learning rate: 0.05
## Epoch error: 0.129570732563813
## Trained epoch: 219 - Learning rate: 0.05
## Epoch error: 0.129787985604261
## Trained epoch: 220 - Learning rate: 0.05
## Epoch error: 0.129217420137106
## Trained epoch: 221 - Learning rate: 0.05
## Epoch error: 0.128805917254592
## Trained epoch: 222 - Learning rate: 0.05
## Epoch error: 0.129007885189074
## Trained epoch: 223 - Learning rate: 0.05
## Epoch error: 0.128716131243703
## Trained epoch: 224 - Learning rate: 0.05
## Epoch error: 0.128449517542011
## Trained epoch: 225 - Learning rate: 0.05
## Epoch error: 0.128553814667475
## Trained epoch: 226 - Learning rate: 0.05
## Epoch error: 0.128866838337486
## Trained epoch: 227 - Learning rate: 0.05
## Epoch error: 0.128438486821968
## Trained epoch: 228 - Learning rate: 0.05
## Epoch error: 0.128308203111357
## Trained epoch: 229 - Learning rate: 0.05
## Epoch error: 0.127677305933057
## Trained epoch: 230 - Learning rate: 0.05
## Epoch error: 0.128093281840772
## Trained epoch: 231 - Learning rate: 0.05
## Epoch error: 0.127626579352403
## Trained epoch: 232 - Learning rate: 0.05
## Epoch error: 0.127482826957818
## Trained epoch: 233 - Learning rate: 0.05
## Epoch error: 0.128050109298609
## Trained epoch: 234 - Learning rate: 0.05
## Epoch error: 0.127001990328834
## Trained epoch: 235 - Learning rate: 0.05
## Epoch error: 0.12778536463541
## Trained epoch: 236 - Learning rate: 0.05
## Epoch error: 0.127228272164001
## Trained epoch: 237 - Learning rate: 0.05
## Epoch error: 0.127179772785805
## Trained epoch: 238 - Learning rate: 0.05
## Epoch error: 0.12659723501923
## Trained epoch: 239 - Learning rate: 0.05
## Epoch error: 0.127600364447404
## Trained epoch: 240 - Learning rate: 0.05
## Epoch error: 0.126780437414315
## Trained epoch: 241 - Learning rate: 0.05
## Epoch error: 0.126704923373337
## Trained epoch: 242 - Learning rate: 0.05
## Epoch error: 0.126262131452681
## Trained epoch: 243 - Learning rate: 0.05
## Epoch error: 0.12616306232753
## Trained epoch: 244 - Learning rate: 0.05
## Epoch error: 0.126358314184173
## Trained epoch: 245 - Learning rate: 0.05
## Epoch error: 0.126840893311847
## Trained epoch: 246 - Learning rate: 0.05
## Epoch error: 0.125836506910232
## Trained epoch: 247 - Learning rate: 0.05
## Epoch error: 0.126227850131257
## Trained epoch: 248 - Learning rate: 0.05
## Epoch error: 0.126185199316073
## Trained epoch: 249 - Learning rate: 0.05
## Epoch error: 0.125884236600346
## Trained epoch: 250 - Learning rate: 0.05
## Epoch error: 0.125898103408767
## Trained epoch: 251 - Learning rate: 0.05
## Epoch error: 0.125844761948648
## Trained epoch: 252 - Learning rate: 0.05
## Epoch error: 0.125605660646707
## Trained epoch: 253 - Learning rate: 0.05
## Epoch error: 0.125150286631804
## Trained epoch: 254 - Learning rate: 0.05
## Epoch error: 0.125553734723177
## Trained epoch: 255 - Learning rate: 0.05
## Epoch error: 0.12476773891367
## Trained epoch: 256 - Learning rate: 0.05
## Epoch error: 0.12602154263198
## Trained epoch: 257 - Learning rate: 0.05
## Epoch error: 0.12481202023732
## Trained epoch: 258 - Learning rate: 0.05
## Epoch error: 0.125170308003563
## Trained epoch: 259 - Learning rate: 0.05
## Epoch error: 0.124685424197269
## Trained epoch: 260 - Learning rate: 0.05
## Epoch error: 0.124436740949867
## Trained epoch: 261 - Learning rate: 0.05
## Epoch error: 0.124923085029586
## Trained epoch: 262 - Learning rate: 0.05
## Epoch error: 0.124364270191279
## Trained epoch: 263 - Learning rate: 0.05
## Epoch error: 0.124272486770401
## Trained epoch: 264 - Learning rate: 0.05
## Epoch error: 0.124150776778264
## Trained epoch: 265 - Learning rate: 0.05
## Epoch error: 0.124076306738451
## Trained epoch: 266 - Learning rate: 0.05
## Epoch error: 0.124541808272753
## Trained epoch: 267 - Learning rate: 0.05
## Epoch error: 0.124265326091325
## Trained epoch: 268 - Learning rate: 0.05
## Epoch error: 0.123961823393204
## Trained epoch: 269 - Learning rate: 0.05
## Epoch error: 0.123946335572719
## Trained epoch: 270 - Learning rate: 0.05
## Epoch error: 0.124170920772694
## Trained epoch: 271 - Learning rate: 0.05
## Epoch error: 0.124175650799988
## Trained epoch: 272 - Learning rate: 0.05
## Epoch error: 0.123781485683991
## Trained epoch: 273 - Learning rate: 0.05
## Epoch error: 0.123836602308664
## Trained epoch: 274 - Learning rate: 0.05
## Epoch error: 0.122689530862195
## Trained epoch: 275 - Learning rate: 0.05
## Epoch error: 0.123841056931935
## Trained epoch: 276 - Learning rate: 0.05
## Epoch error: 0.122825757122417
## Trained epoch: 277 - Learning rate: 0.05
## Epoch error: 0.123478956350265
## Trained epoch: 278 - Learning rate: 0.05
## Epoch error: 0.122986200127338
## Trained epoch: 279 - Learning rate: 0.05
## Epoch error: 0.123223185323736
## Trained epoch: 280 - Learning rate: 0.05
## Epoch error: 0.123070652428587
## Trained epoch: 281 - Learning rate: 0.05
## Epoch error: 0.123165454695648
## Trained epoch: 282 - Learning rate: 0.05
## Epoch error: 0.122877036849666
## Trained epoch: 283 - Learning rate: 0.05
## Epoch error: 0.122831011916774
## Trained epoch: 284 - Learning rate: 0.05
## Epoch error: 0.122044017906394
## Trained epoch: 285 - Learning rate: 0.05
## Epoch error: 0.122863396063741
## Trained epoch: 286 - Learning rate: 0.05
## Epoch error: 0.12263889190263
## Trained epoch: 287 - Learning rate: 0.05
## Epoch error: 0.122011573495715
## Trained epoch: 288 - Learning rate: 0.05
## Epoch error: 0.122591043991586
## Trained epoch: 289 - Learning rate: 0.05
## Epoch error: 0.121989787153658
## Trained epoch: 290 - Learning rate: 0.05
## Epoch error: 0.121978195399565
## Trained epoch: 291 - Learning rate: 0.05
## Epoch error: 0.122401609371467
## Trained epoch: 292 - Learning rate: 0.05
## Epoch error: 0.121805247957786
## Trained epoch: 293 - Learning rate: 0.05
## Epoch error: 0.122229647838292
## Trained epoch: 294 - Learning rate: 0.05
## Epoch error: 0.121664293055039
## Trained epoch: 295 - Learning rate: 0.05
## Epoch error: 0.121610732735794
## Trained epoch: 296 - Learning rate: 0.05
## Epoch error: 0.121704928266036
## Trained epoch: 297 - Learning rate: 0.05
## Epoch error: 0.121938989647932
## Trained epoch: 298 - Learning rate: 0.05
## Epoch error: 0.121775239421155
## Trained epoch: 299 - Learning rate: 0.05
## Epoch error: 0.121514055019302
## Trained epoch: 300 - Learning rate: 0.05
## Epoch error: 0.121508174454667
## Trained epoch: 301 - Learning rate: 0.05
## Epoch error: 0.121208349303308
## Trained epoch: 302 - Learning rate: 0.05
## Epoch error: 0.120356090079201
## Trained epoch: 303 - Learning rate: 0.05
## Epoch error: 0.121169353243831
## Trained epoch: 304 - Learning rate: 0.05
## Epoch error: 0.121387813650352
## Trained epoch: 305 - Learning rate: 0.05
## Epoch error: 0.121117408686501
## Trained epoch: 306 - Learning rate: 0.05
## Epoch error: 0.120843979347092
## Trained epoch: 307 - Learning rate: 0.05
## Epoch error: 0.121439923445244
## Trained epoch: 308 - Learning rate: 0.05
## Epoch error: 0.119733397504905
## Trained epoch: 309 - Learning rate: 0.05
## Epoch error: 0.120506592407502
## Trained epoch: 310 - Learning rate: 0.05
## Epoch error: 0.120952430031354
## Trained epoch: 311 - Learning rate: 0.05
## Epoch error: 0.12046461324202
## Trained epoch: 312 - Learning rate: 0.05
## Epoch error: 0.120775682374824
## Trained epoch: 313 - Learning rate: 0.05
## Epoch error: 0.120561513648223
## Trained epoch: 314 - Learning rate: 0.05
## Epoch error: 0.120468218648891
## Trained epoch: 315 - Learning rate: 0.05
## Epoch error: 0.120120137523311
## Trained epoch: 316 - Learning rate: 0.05
## Epoch error: 0.120274452010541
## Trained epoch: 317 - Learning rate: 0.05
## Epoch error: 0.119907352103601
## Trained epoch: 318 - Learning rate: 0.05
## Epoch error: 0.119834476331358
## Trained epoch: 319 - Learning rate: 0.05
## Epoch error: 0.119824171765669
## Trained epoch: 320 - Learning rate: 0.05
## Epoch error: 0.119891026580703
## Trained epoch: 321 - Learning rate: 0.05
## Epoch error: 0.120045358581288
## Trained epoch: 322 - Learning rate: 0.05
## Epoch error: 0.119536158294034
## Trained epoch: 323 - Learning rate: 0.05
## Epoch error: 0.119195332856103
## Trained epoch: 324 - Learning rate: 0.05
## Epoch error: 0.11938493623932
## Trained epoch: 325 - Learning rate: 0.05
## Epoch error: 0.11960273817729
## Trained epoch: 326 - Learning rate: 0.05
## Epoch error: 0.120062311896443
## Trained epoch: 327 - Learning rate: 0.05
## Epoch error: 0.119257754973155
## Trained epoch: 328 - Learning rate: 0.05
## Epoch error: 0.119716419672253
## Trained epoch: 329 - Learning rate: 0.05
## Epoch error: 0.119483679840633
## Trained epoch: 330 - Learning rate: 0.05
## Epoch error: 0.118768774901045
## Trained epoch: 331 - Learning rate: 0.05
## Epoch error: 0.118632129003321
## Trained epoch: 332 - Learning rate: 0.05
## Epoch error: 0.119428443388619
## Trained epoch: 333 - Learning rate: 0.05
## Epoch error: 0.118713468246433
## Trained epoch: 334 - Learning rate: 0.05
## Epoch error: 0.118998142201225
## Trained epoch: 335 - Learning rate: 0.05
## Epoch error: 0.118784829208962
## Trained epoch: 336 - Learning rate: 0.05
## Epoch error: 0.118637914598098
## Trained epoch: 337 - Learning rate: 0.05
## Epoch error: 0.118854258829058
## Trained epoch: 338 - Learning rate: 0.05
## Epoch error: 0.118677700192425
## Trained epoch: 339 - Learning rate: 0.05
## Epoch error: 0.11880524581796
## Trained epoch: 340 - Learning rate: 0.05
## Epoch error: 0.118891840814012
## Trained epoch: 341 - Learning rate: 0.05
## Epoch error: 0.118824900960941
## Trained epoch: 342 - Learning rate: 0.05
## Epoch error: 0.118732460175808
## Trained epoch: 343 - Learning rate: 0.05
## Epoch error: 0.117940811876704
## Trained epoch: 344 - Learning rate: 0.05
## Epoch error: 0.118581385122133
## Trained epoch: 345 - Learning rate: 0.05
## Epoch error: 0.118276052267963
## Trained epoch: 346 - Learning rate: 0.05
## Epoch error: 0.118063055681071
## Trained epoch: 347 - Learning rate: 0.05
## Epoch error: 0.118347134122844
## Trained epoch: 348 - Learning rate: 0.05
## Epoch error: 0.11809646544545
## Trained epoch: 349 - Learning rate: 0.05
## Epoch error: 0.118218792590571
## Trained epoch: 350 - Learning rate: 0.05
## Epoch error: 0.117680475219769
## Trained epoch: 351 - Learning rate: 0.05
## Epoch error: 0.11806703993958
## Trained epoch: 352 - Learning rate: 0.05
## Epoch error: 0.117415852146262
## Trained epoch: 353 - Learning rate: 0.05
## Epoch error: 0.118091924923324
## Trained epoch: 354 - Learning rate: 0.05
## Epoch error: 0.117954309637015
## Trained epoch: 355 - Learning rate: 0.05
## Epoch error: 0.117597000418392
## Trained epoch: 356 - Learning rate: 0.05
## Epoch error: 0.117378475518703
## Trained epoch: 357 - Learning rate: 0.05
## Epoch error: 0.117678376597471
## Trained epoch: 358 - Learning rate: 0.05
## Epoch error: 0.117270535367483
## Trained epoch: 359 - Learning rate: 0.05
## Epoch error: 0.11774744323894
## Trained epoch: 360 - Learning rate: 0.05
## Epoch error: 0.117549044272293
## Trained epoch: 361 - Learning rate: 0.05
## Epoch error: 0.117415055318495
## Trained epoch: 362 - Learning rate: 0.05
## Epoch error: 0.117038403194483
## Trained epoch: 363 - Learning rate: 0.05
## Epoch error: 0.117538563743158
## Trained epoch: 364 - Learning rate: 0.05
## Epoch error: 0.116743329764841
## Trained epoch: 365 - Learning rate: 0.05
## Epoch error: 0.11688326096763
## Trained epoch: 366 - Learning rate: 0.05
## Epoch error: 0.116640865435899
## Trained epoch: 367 - Learning rate: 0.05
## Epoch error: 0.117419929521914
## Trained epoch: 368 - Learning rate: 0.05
## Epoch error: 0.116726336796105
## Trained epoch: 369 - Learning rate: 0.05
## Epoch error: 0.116840741965502
## Trained epoch: 370 - Learning rate: 0.05
## Epoch error: 0.116770776813132
## Trained epoch: 371 - Learning rate: 0.05
## Epoch error: 0.116826869354115
## Trained epoch: 372 - Learning rate: 0.05
## Epoch error: 0.116799150337653
## Trained epoch: 373 - Learning rate: 0.05
## Epoch error: 0.116386602492432
## Trained epoch: 374 - Learning rate: 0.05
## Epoch error: 0.116725760697441
## Trained epoch: 375 - Learning rate: 0.05
## Epoch error: 0.116901954031298
## Trained epoch: 376 - Learning rate: 0.05
## Epoch error: 0.116648961638612
## Trained epoch: 377 - Learning rate: 0.05
## Epoch error: 0.116659755537339
## Trained epoch: 378 - Learning rate: 0.05
## Epoch error: 0.116690867627843
## Trained epoch: 379 - Learning rate: 0.05
## Epoch error: 0.116653596349259
## Trained epoch: 380 - Learning rate: 0.05
## Epoch error: 0.116455666423567
## Trained epoch: 381 - Learning rate: 0.05
## Epoch error: 0.116461725402088
## Trained epoch: 382 - Learning rate: 0.05
## Epoch error: 0.116353809269655
## Trained epoch: 383 - Learning rate: 0.05
## Epoch error: 0.116176941664576
## Trained epoch: 384 - Learning rate: 0.05
## Epoch error: 0.11635393627707
## Trained epoch: 385 - Learning rate: 0.05
## Epoch error: 0.116141520077564
## Trained epoch: 386 - Learning rate: 0.05
## Epoch error: 0.116039434620133
## Trained epoch: 387 - Learning rate: 0.05
## Epoch error: 0.116183601015007
## Trained epoch: 388 - Learning rate: 0.05
## Epoch error: 0.116318230237973
## Trained epoch: 389 - Learning rate: 0.05
## Epoch error: 0.116186981077042
## Trained epoch: 390 - Learning rate: 0.05
## Epoch error: 0.116576043627874
## Trained epoch: 391 - Learning rate: 0.05
## Epoch error: 0.115425275305337
## Trained epoch: 392 - Learning rate: 0.05
## Epoch error: 0.115777918644131
## Trained epoch: 393 - Learning rate: 0.05
## Epoch error: 0.116253937441879
## Trained epoch: 394 - Learning rate: 0.05
## Epoch error: 0.115880450235249
## Trained epoch: 395 - Learning rate: 0.05
## Epoch error: 0.116354233084523
## Trained epoch: 396 - Learning rate: 0.05
## Epoch error: 0.11596962182412
## Trained epoch: 397 - Learning rate: 0.05
## Epoch error: 0.115886599425898
## Trained epoch: 398 - Learning rate: 0.05
## Epoch error: 0.116075596739667
## Trained epoch: 399 - Learning rate: 0.05
## Epoch error: 0.115971568478928
## Trained epoch: 400 - Learning rate: 0.05
## Epoch error: 0.115691270886926
## Trained epoch: 401 - Learning rate: 0.05
## Epoch error: 0.115726880046827
## Trained epoch: 402 - Learning rate: 0.05
## Epoch error: 0.115658434033197
## Trained epoch: 403 - Learning rate: 0.05
## Epoch error: 0.115846467881179
## Trained epoch: 404 - Learning rate: 0.05
## Epoch error: 0.11568373340133
## Trained epoch: 405 - Learning rate: 0.05
## Epoch error: 0.116181429240849
## Trained epoch: 406 - Learning rate: 0.05
## Epoch error: 0.115593324765574
## Trained epoch: 407 - Learning rate: 0.05
## Epoch error: 0.115533963037558
## Trained epoch: 408 - Learning rate: 0.05
## Epoch error: 0.115601880526533
## Trained epoch: 409 - Learning rate: 0.05
## Epoch error: 0.115812927700575
## Trained epoch: 410 - Learning rate: 0.05
## Epoch error: 0.115692437633734
## Trained epoch: 411 - Learning rate: 0.05
## Epoch error: 0.115533800427156
## Trained epoch: 412 - Learning rate: 0.05
## Epoch error: 0.115377502370118
## Trained epoch: 413 - Learning rate: 0.05
## Epoch error: 0.115509156534326
## Trained epoch: 414 - Learning rate: 0.05
## Epoch error: 0.115433230000734
## Trained epoch: 415 - Learning rate: 0.05
## Epoch error: 0.115370070345356
## Trained epoch: 416 - Learning rate: 0.05
## Epoch error: 0.115401460389173
## Trained epoch: 417 - Learning rate: 0.05
## Epoch error: 0.115212458648547
## Trained epoch: 418 - Learning rate: 0.05
## Epoch error: 0.116074206027959
## Trained epoch: 419 - Learning rate: 0.05
## Epoch error: 0.115027085547112
## Trained epoch: 420 - Learning rate: 0.05
## Epoch error: 0.114991504696769
## Trained epoch: 421 - Learning rate: 0.05
## Epoch error: 0.115464229429184
## Trained epoch: 422 - Learning rate: 0.05
## Epoch error: 0.115268521594294
## Trained epoch: 423 - Learning rate: 0.05
## Epoch error: 0.115294549982323
## Trained epoch: 424 - Learning rate: 0.05
## Epoch error: 0.11572344377757
## Trained epoch: 425 - Learning rate: 0.05
## Epoch error: 0.115293639087942
## Trained epoch: 426 - Learning rate: 0.05
## Epoch error: 0.115478408802937
## Trained epoch: 427 - Learning rate: 0.05
## Epoch error: 0.115388340922015
## Trained epoch: 428 - Learning rate: 0.05
## Epoch error: 0.115141777767807
## Trained epoch: 429 - Learning rate: 0.05
## Epoch error: 0.115312264354963
## Trained epoch: 430 - Learning rate: 0.05
## Epoch error: 0.115480687882804
## Trained epoch: 431 - Learning rate: 0.05
## Epoch error: 0.115381290061469
## Trained epoch: 432 - Learning rate: 0.05
## Epoch error: 0.115330257891707
## Trained epoch: 433 - Learning rate: 0.05
## Epoch error: 0.115007096175466
## Trained epoch: 434 - Learning rate: 0.05
## Epoch error: 0.115314674490244
## Trained epoch: 435 - Learning rate: 0.05
## Epoch error: 0.115116023682725
## Trained epoch: 436 - Learning rate: 0.05
## Epoch error: 0.115208215052589
## Trained epoch: 437 - Learning rate: 0.05
## Epoch error: 0.115265495441352
## Trained epoch: 438 - Learning rate: 0.05
## Epoch error: 0.115345415618949
## Trained epoch: 439 - Learning rate: 0.05
## Epoch error: 0.115727708486928
## Trained epoch: 440 - Learning rate: 0.05
## Epoch error: 0.115215807273357
## Trained epoch: 441 - Learning rate: 0.05
## Epoch error: 0.11489937323899
## Trained epoch: 442 - Learning rate: 0.05
## Epoch error: 0.115404460633323
## Trained epoch: 443 - Learning rate: 0.05
## Epoch error: 0.114959942263239
## Trained epoch: 444 - Learning rate: 0.05
## Epoch error: 0.114976236941305
## Trained epoch: 445 - Learning rate: 0.05
## Epoch error: 0.115317464555065
## Trained epoch: 446 - Learning rate: 0.05
## Epoch error: 0.115060981751386
## Trained epoch: 447 - Learning rate: 0.05
## Epoch error: 0.115032710370873
## Trained epoch: 448 - Learning rate: 0.05
## Epoch error: 0.115012273148633
## Trained epoch: 449 - Learning rate: 0.05
## Epoch error: 0.115222658603752
## Trained epoch: 450 - Learning rate: 0.05
## Epoch error: 0.115011721632789
## Trained epoch: 451 - Learning rate: 0.05
## Epoch error: 0.115158787248483
## Trained epoch: 452 - Learning rate: 0.05
## Epoch error: 0.115265946740179
## Trained epoch: 453 - Learning rate: 0.05
## Epoch error: 0.115332991063397
## Trained epoch: 454 - Learning rate: 0.05
## Epoch error: 0.115342333850152
## Trained epoch: 455 - Learning rate: 0.05
## Epoch error: 0.114928744171466
## Trained epoch: 456 - Learning rate: 0.05
## Epoch error: 0.115337007319303
## Trained epoch: 457 - Learning rate: 0.05
## Epoch error: 0.115134402269356
## Trained epoch: 458 - Learning rate: 0.05
## Epoch error: 0.115093137381994
## Trained epoch: 459 - Learning rate: 0.05
## Epoch error: 0.114812165111402
## Trained epoch: 460 - Learning rate: 0.05
## Epoch error: 0.114511798591468
## Trained epoch: 461 - Learning rate: 0.05
## Epoch error: 0.114868373967129
## Trained epoch: 462 - Learning rate: 0.05
## Epoch error: 0.11568147339909
## Trained epoch: 463 - Learning rate: 0.05
## Epoch error: 0.11506019959419
## Trained epoch: 464 - Learning rate: 0.05
## Epoch error: 0.114839750617346
## Trained epoch: 465 - Learning rate: 0.05
## Epoch error: 0.114937949696161
## Trained epoch: 466 - Learning rate: 0.05
## Epoch error: 0.11454856329647
## Trained epoch: 467 - Learning rate: 0.05
## Epoch error: 0.115066363537478
## Trained epoch: 468 - Learning rate: 0.05
## Epoch error: 0.114960713922168
## Trained epoch: 469 - Learning rate: 0.05
## Epoch error: 0.115026176300305
## Trained epoch: 470 - Learning rate: 0.05
## Epoch error: 0.114477021181771
## Trained epoch: 471 - Learning rate: 0.05
## Epoch error: 0.115565399265289
## Trained epoch: 472 - Learning rate: 0.05
## Epoch error: 0.115210417445042
## Trained epoch: 473 - Learning rate: 0.05
## Epoch error: 0.114881435779171
## Trained epoch: 474 - Learning rate: 0.05
## Epoch error: 0.114930499928641
## Trained epoch: 475 - Learning rate: 0.05
## Epoch error: 0.115106033297978
## Trained epoch: 476 - Learning rate: 0.05
## Epoch error: 0.114946392451039
## Trained epoch: 477 - Learning rate: 0.05
## Epoch error: 0.114900689929428
## Trained epoch: 478 - Learning rate: 0.05
## Epoch error: 0.115010001998982
## Trained epoch: 479 - Learning rate: 0.05
## Epoch error: 0.11479257429352
## Trained epoch: 480 - Learning rate: 0.05
## Epoch error: 0.115414039294033
## Trained epoch: 481 - Learning rate: 0.05
## Epoch error: 0.114519687269675
## Trained epoch: 482 - Learning rate: 0.05
## Epoch error: 0.115101987666755
## Trained epoch: 483 - Learning rate: 0.05
## Epoch error: 0.11503648138896
## Trained epoch: 484 - Learning rate: 0.05
## Epoch error: 0.114731367007956
## Trained epoch: 485 - Learning rate: 0.05
## Epoch error: 0.11473635512906
## Trained epoch: 486 - Learning rate: 0.05
## Epoch error: 0.114906094409651
## Trained epoch: 487 - Learning rate: 0.05
## Epoch error: 0.114852935139212
## Trained epoch: 488 - Learning rate: 0.05
## Epoch error: 0.115369140318301
## Trained epoch: 489 - Learning rate: 0.05
## Epoch error: 0.114256562270629
## Trained epoch: 490 - Learning rate: 0.05
## Epoch error: 0.114802952746505
## Trained epoch: 491 - Learning rate: 0.05
## Epoch error: 0.114668839332309
## Trained epoch: 492 - Learning rate: 0.05
## Epoch error: 0.114918299610235
## Trained epoch: 493 - Learning rate: 0.05
## Epoch error: 0.114941916712011
## Trained epoch: 494 - Learning rate: 0.05
## Epoch error: 0.114475759423377
## Trained epoch: 495 - Learning rate: 0.05
## Epoch error: 0.114647244672397
## Trained epoch: 496 - Learning rate: 0.05
## Epoch error: 0.11513270252182
## Trained epoch: 497 - Learning rate: 0.05
## Epoch error: 0.114332744844816
## Trained epoch: 498 - Learning rate: 0.05
## Epoch error: 0.114352587124258
## Trained epoch: 499 - Learning rate: 0.05
## Epoch error: 0.114985157905877
## Trained epoch: 500 - Learning rate: 0.05
## Epoch error: 0.114708566067724
## Trained epoch: 501 - Learning rate: 0.05
## Epoch error: 0.11494421545592
## Trained epoch: 502 - Learning rate: 0.05
## Epoch error: 0.115201422255886
## Trained epoch: 503 - Learning rate: 0.05
## Epoch error: 0.114673705262371
## Trained epoch: 504 - Learning rate: 0.05
## Epoch error: 0.114377406273172
## Trained epoch: 505 - Learning rate: 0.05
## Epoch error: 0.114907763540657
## Trained epoch: 506 - Learning rate: 0.05
## Epoch error: 0.114775827781889
## Trained epoch: 507 - Learning rate: 0.05
## Epoch error: 0.114784626246821
## Trained epoch: 508 - Learning rate: 0.05
## Epoch error: 0.115185286357669
## Trained epoch: 509 - Learning rate: 0.05
## Epoch error: 0.114939134750161
## Trained epoch: 510 - Learning rate: 0.05
## Epoch error: 0.114383447532851
## Trained epoch: 511 - Learning rate: 0.05
## Epoch error: 0.114201222594942
## Trained epoch: 512 - Learning rate: 0.05
## Epoch error: 0.114944546700337
## Trained epoch: 513 - Learning rate: 0.05
## Epoch error: 0.114777320147359
## Trained epoch: 514 - Learning rate: 0.05
## Epoch error: 0.114773287477041
## Trained epoch: 515 - Learning rate: 0.05
## Epoch error: 0.11467808087148
## Trained epoch: 516 - Learning rate: 0.05
## Epoch error: 0.114681497667669
## Trained epoch: 517 - Learning rate: 0.05
## Epoch error: 0.114779703816276
## Trained epoch: 518 - Learning rate: 0.05
## Epoch error: 0.114803340821437
## Trained epoch: 519 - Learning rate: 0.05
## Epoch error: 0.114697761134989
## Trained epoch: 520 - Learning rate: 0.05
## Epoch error: 0.11494966418037
## Trained epoch: 521 - Learning rate: 0.05
## Epoch error: 0.11476185003858
## Trained epoch: 522 - Learning rate: 0.05
## Epoch error: 0.115024464030637
## Trained epoch: 523 - Learning rate: 0.05
## Epoch error: 0.114899775612006
## Trained epoch: 524 - Learning rate: 0.05
## Epoch error: 0.114452530503386
## Trained epoch: 525 - Learning rate: 0.05
## Epoch error: 0.114869668175214
## Trained epoch: 526 - Learning rate: 0.05
## Epoch error: 0.114867541462141
## Trained epoch: 527 - Learning rate: 0.05
## Epoch error: 0.114982257169617
## Trained epoch: 528 - Learning rate: 0.05
## Epoch error: 0.114485890193088
## Trained epoch: 529 - Learning rate: 0.05
## Epoch error: 0.11435147774695
## Trained epoch: 530 - Learning rate: 0.05
## Epoch error: 0.115104220509174
## Trained epoch: 531 - Learning rate: 0.05
## Epoch error: 0.114720412618785
## Trained epoch: 532 - Learning rate: 0.05
## Epoch error: 0.115305488636572
## Trained epoch: 533 - Learning rate: 0.05
## Epoch error: 0.114513954574123
## Trained epoch: 534 - Learning rate: 0.05
## Epoch error: 0.115021571585145
## Trained epoch: 535 - Learning rate: 0.05
## Epoch error: 0.114417539935784
## Trained epoch: 536 - Learning rate: 0.05
## Epoch error: 0.114678549607833
## Trained epoch: 537 - Learning rate: 0.05
## Epoch error: 0.114798636970927
## Trained epoch: 538 - Learning rate: 0.05
## Epoch error: 0.114520862353574
## Trained epoch: 539 - Learning rate: 0.05
## Epoch error: 0.114733272216299
## Trained epoch: 540 - Learning rate: 0.05
## Epoch error: 0.114317551631902
## Trained epoch: 541 - Learning rate: 0.05
## Epoch error: 0.114888726329678
## Trained epoch: 542 - Learning rate: 0.05
## Epoch error: 0.114750401212824
## Trained epoch: 543 - Learning rate: 0.05
## Epoch error: 0.114815665126841
## Trained epoch: 544 - Learning rate: 0.05
## Epoch error: 0.114794891879706
## Trained epoch: 545 - Learning rate: 0.05
## Epoch error: 0.114648633392593
## Trained epoch: 546 - Learning rate: 0.05
## Epoch error: 0.11464040454601
## Trained epoch: 547 - Learning rate: 0.05
## Epoch error: 0.114875866118979
## Trained epoch: 548 - Learning rate: 0.05
## Epoch error: 0.11477604327473
## Trained epoch: 549 - Learning rate: 0.05
## Epoch error: 0.114262269471978
## Trained epoch: 550 - Learning rate: 0.05
## Epoch error: 0.114600252137215
## Trained epoch: 551 - Learning rate: 0.05
## Epoch error: 0.114626866334858
## Trained epoch: 552 - Learning rate: 0.05
## Epoch error: 0.114023336469944
## Trained epoch: 553 - Learning rate: 0.05
## Epoch error: 0.114547373990303
## Trained epoch: 554 - Learning rate: 0.05
## Epoch error: 0.114688544177101
## Trained epoch: 555 - Learning rate: 0.05
## Epoch error: 0.115094235897948
## Trained epoch: 556 - Learning rate: 0.05
## Epoch error: 0.114841394887895
## Trained epoch: 557 - Learning rate: 0.05
## Epoch error: 0.114628681668669
## Trained epoch: 558 - Learning rate: 0.05
## Epoch error: 0.114714039787412
## Trained epoch: 559 - Learning rate: 0.05
## Epoch error: 0.114472687450192
## Trained epoch: 560 - Learning rate: 0.05
## Epoch error: 0.114529166706416
## Trained epoch: 561 - Learning rate: 0.05
## Epoch error: 0.114845890064373
## Trained epoch: 562 - Learning rate: 0.05
## Epoch error: 0.114681763506057
## Trained epoch: 563 - Learning rate: 0.05
## Epoch error: 0.11466553042849
## Trained epoch: 564 - Learning rate: 0.05
## Epoch error: 0.114839319149536
## Trained epoch: 565 - Learning rate: 0.05
## Epoch error: 0.114326954352436
## Trained epoch: 566 - Learning rate: 0.05
## Epoch error: 0.114700832227178
## Trained epoch: 567 - Learning rate: 0.05
## Epoch error: 0.114575081141615
## Trained epoch: 568 - Learning rate: 0.05
## Epoch error: 0.114417012797843
## Trained epoch: 569 - Learning rate: 0.05
## Epoch error: 0.114954047423486
## Trained epoch: 570 - Learning rate: 0.05
## Epoch error: 0.114636333359168
## Trained epoch: 571 - Learning rate: 0.05
## Epoch error: 0.114682363279409
## Trained epoch: 572 - Learning rate: 0.05
## Epoch error: 0.114990103081388
## Trained epoch: 573 - Learning rate: 0.05
## Epoch error: 0.114565748681653
## Trained epoch: 574 - Learning rate: 0.05
## Epoch error: 0.114585032472952
## Trained epoch: 575 - Learning rate: 0.05
## Epoch error: 0.114659250353438
## Trained epoch: 576 - Learning rate: 0.05
## Epoch error: 0.114757711590743
## Trained epoch: 577 - Learning rate: 0.05
## Epoch error: 0.114681743076976
## Trained epoch: 578 - Learning rate: 0.05
## Epoch error: 0.114706292704733
## Trained epoch: 579 - Learning rate: 0.05
## Epoch error: 0.11458628080673
## Trained epoch: 580 - Learning rate: 0.05
## Epoch error: 0.114761147515049
## Trained epoch: 581 - Learning rate: 0.05
## Epoch error: 0.114692484627247
## Trained epoch: 582 - Learning rate: 0.05
## Epoch error: 0.114725386890416
## Trained epoch: 583 - Learning rate: 0.05
## Epoch error: 0.114557518351937
## Trained epoch: 584 - Learning rate: 0.05
## Epoch error: 0.114615816182045
## Trained epoch: 585 - Learning rate: 0.05
## Epoch error: 0.114496763248099
## Trained epoch: 586 - Learning rate: 0.05
## Epoch error: 0.114961415129399
## Trained epoch: 587 - Learning rate: 0.05
## Epoch error: 0.114637455170404
## Trained epoch: 588 - Learning rate: 0.05
## Epoch error: 0.114606121619942
## Trained epoch: 589 - Learning rate: 0.05
## Epoch error: 0.114326397932878
## Trained epoch: 590 - Learning rate: 0.05
## Epoch error: 0.114229812220745
## Trained epoch: 591 - Learning rate: 0.05
## Epoch error: 0.114933308539065
## Trained epoch: 592 - Learning rate: 0.05
## Epoch error: 0.114689810329902
## Trained epoch: 593 - Learning rate: 0.05
## Epoch error: 0.114669945011624
## Trained epoch: 594 - Learning rate: 0.05
## Epoch error: 0.114987185784428
## Trained epoch: 595 - Learning rate: 0.05
## Epoch error: 0.114388921782355
## Trained epoch: 596 - Learning rate: 0.05
## Epoch error: 0.114458024124972
## Trained epoch: 597 - Learning rate: 0.05
## Epoch error: 0.114661721254491
## Trained epoch: 598 - Learning rate: 0.05
## Epoch error: 0.115137161198816
## Trained epoch: 599 - Learning rate: 0.05
## Epoch error: 0.114782604866678
## Trained epoch: 600 - Learning rate: 0.05
## Epoch error: 0.11442594977553
## Trained epoch: 601 - Learning rate: 0.05
## Epoch error: 0.114452072363397
## Trained epoch: 602 - Learning rate: 0.05
## Epoch error: 0.114381530502994
## Trained epoch: 603 - Learning rate: 0.05
## Epoch error: 0.114419290404404
## Trained epoch: 604 - Learning rate: 0.05
## Epoch error: 0.114242021534804
## Trained epoch: 605 - Learning rate: 0.05
## Epoch error: 0.114744331536664
## Trained epoch: 606 - Learning rate: 0.05
## Epoch error: 0.11432214025458
## Trained epoch: 607 - Learning rate: 0.05
## Epoch error: 0.114127934794576
## Trained epoch: 608 - Learning rate: 0.05
## Epoch error: 0.114961434856222
## Trained epoch: 609 - Learning rate: 0.05
## Epoch error: 0.114504402407563
## Trained epoch: 610 - Learning rate: 0.05
## Epoch error: 0.114654680984288
## Trained epoch: 611 - Learning rate: 0.05
## Epoch error: 0.114632992336335
## Trained epoch: 612 - Learning rate: 0.05
## Epoch error: 0.114636980866407
## Trained epoch: 613 - Learning rate: 0.05
## Epoch error: 0.114496652076834
## Trained epoch: 614 - Learning rate: 0.05
## Epoch error: 0.114197195598108
## Trained epoch: 615 - Learning rate: 0.05
## Epoch error: 0.114599088772542
## Trained epoch: 616 - Learning rate: 0.05
## Epoch error: 0.114591776357668
## Trained epoch: 617 - Learning rate: 0.05
## Epoch error: 0.1144155544097
## Trained epoch: 618 - Learning rate: 0.05
## Epoch error: 0.114611904916344
## Trained epoch: 619 - Learning rate: 0.05
## Epoch error: 0.114282859060493
## Trained epoch: 620 - Learning rate: 0.05
## Epoch error: 0.114870062716722
## Trained epoch: 621 - Learning rate: 0.05
## Epoch error: 0.114714633116515
## Trained epoch: 622 - Learning rate: 0.05
## Epoch error: 0.114406815010356
## Trained epoch: 623 - Learning rate: 0.05
## Epoch error: 0.114226695021281
## Trained epoch: 624 - Learning rate: 0.05
## Epoch error: 0.114675515626525
## Trained epoch: 625 - Learning rate: 0.05
## Epoch error: 0.114487983398924
## Trained epoch: 626 - Learning rate: 0.05
## Epoch error: 0.114638988631409
## Trained epoch: 627 - Learning rate: 0.05
## Epoch error: 0.114799500469789
## Trained epoch: 628 - Learning rate: 0.05
## Epoch error: 0.114839136790549
## Trained epoch: 629 - Learning rate: 0.05
## Epoch error: 0.113751058507922
## Trained epoch: 630 - Learning rate: 0.05
## Epoch error: 0.11477578899303
## Trained epoch: 631 - Learning rate: 0.05
## Epoch error: 0.114650310188811
## Trained epoch: 632 - Learning rate: 0.05
## Epoch error: 0.115132810908808
## Trained epoch: 633 - Learning rate: 0.05
## Epoch error: 0.115030138304298
## Trained epoch: 634 - Learning rate: 0.05
## Epoch error: 0.114287831920684
## Trained epoch: 635 - Learning rate: 0.05
## Epoch error: 0.114354626437059
## Trained epoch: 636 - Learning rate: 0.05
## Epoch error: 0.114589562090098
## Trained epoch: 637 - Learning rate: 0.05
## Epoch error: 0.114400282229528
## Trained epoch: 638 - Learning rate: 0.05
## Epoch error: 0.114276803210951
## Trained epoch: 639 - Learning rate: 0.05
## Epoch error: 0.11472401038176
## Trained epoch: 640 - Learning rate: 0.05
## Epoch error: 0.114200410950046
## Trained epoch: 641 - Learning rate: 0.05
## Epoch error: 0.1143025020073
## Trained epoch: 642 - Learning rate: 0.05
## Epoch error: 0.114013792515304
## Trained epoch: 643 - Learning rate: 0.05
## Epoch error: 0.114477011771287
## Trained epoch: 644 - Learning rate: 0.05
## Epoch error: 0.114534762280301
## Trained epoch: 645 - Learning rate: 0.05
## Epoch error: 0.115003293810385
## Trained epoch: 646 - Learning rate: 0.05
## Epoch error: 0.114496789508686
## Trained epoch: 647 - Learning rate: 0.05
## Epoch error: 0.114365026423475
## Trained epoch: 648 - Learning rate: 0.05
## Epoch error: 0.114910288139224
## Trained epoch: 649 - Learning rate: 0.05
## Epoch error: 0.114931073975355
## Trained epoch: 650 - Learning rate: 0.05
## Epoch error: 0.114585303241923
## Trained epoch: 651 - Learning rate: 0.05
## Epoch error: 0.114776321957858
## Trained epoch: 652 - Learning rate: 0.05
## Epoch error: 0.114478891350312
## Trained epoch: 653 - Learning rate: 0.05
## Epoch error: 0.114528869743017
## Trained epoch: 654 - Learning rate: 0.05
## Epoch error: 0.114513767226928
## Trained epoch: 655 - Learning rate: 0.05
## Epoch error: 0.114503596062269
## Trained epoch: 656 - Learning rate: 0.05
## Epoch error: 0.11437924966248
## Trained epoch: 657 - Learning rate: 0.05
## Epoch error: 0.114397627012055
## Trained epoch: 658 - Learning rate: 0.05
## Epoch error: 0.114808190305324
## Trained epoch: 659 - Learning rate: 0.05
## Epoch error: 0.114482978386971
## Trained epoch: 660 - Learning rate: 0.05
## Epoch error: 0.114884475249059
## Trained epoch: 661 - Learning rate: 0.05
## Epoch error: 0.11455963534943
## Trained epoch: 662 - Learning rate: 0.05
## Epoch error: 0.114351955700646
## Trained epoch: 663 - Learning rate: 0.05
## Epoch error: 0.114189352830211
## Trained epoch: 664 - Learning rate: 0.05
## Epoch error: 0.114637914916955
## Trained epoch: 665 - Learning rate: 0.05
## Epoch error: 0.114537853585215
## Trained epoch: 666 - Learning rate: 0.05
## Epoch error: 0.114433884670473
## Trained epoch: 667 - Learning rate: 0.05
## Epoch error: 0.114142820152178
## Trained epoch: 668 - Learning rate: 0.05
## Epoch error: 0.114436395742367
## Trained epoch: 669 - Learning rate: 0.05
## Epoch error: 0.114722922206448
## Trained epoch: 670 - Learning rate: 0.05
## Epoch error: 0.114643270262403
## Trained epoch: 671 - Learning rate: 0.05
## Epoch error: 0.114499518246233
## Trained epoch: 672 - Learning rate: 0.05
## Epoch error: 0.114403207600826
## Trained epoch: 673 - Learning rate: 0.05
## Epoch error: 0.114867390667098
## Trained epoch: 674 - Learning rate: 0.05
## Epoch error: 0.11444913080931
## Trained epoch: 675 - Learning rate: 0.05
## Epoch error: 0.114741794953044
## Trained epoch: 676 - Learning rate: 0.05
## Epoch error: 0.114591209793948
## Trained epoch: 677 - Learning rate: 0.05
## Epoch error: 0.114441256334599
## Trained epoch: 678 - Learning rate: 0.05
## Epoch error: 0.114577856637958
## Trained epoch: 679 - Learning rate: 0.05
## Epoch error: 0.114394662200467
## Trained epoch: 680 - Learning rate: 0.05
## Epoch error: 0.114443057024794
## Trained epoch: 681 - Learning rate: 0.05
## Epoch error: 0.114764005515014
## Trained epoch: 682 - Learning rate: 0.05
## Epoch error: 0.114852997460958
## Trained epoch: 683 - Learning rate: 0.05
## Epoch error: 0.114301028759972
## Trained epoch: 684 - Learning rate: 0.05
## Epoch error: 0.114528552416862
## Trained epoch: 685 - Learning rate: 0.05
## Epoch error: 0.114283120242363
## Trained epoch: 686 - Learning rate: 0.05
## Epoch error: 0.114407473392583
## Trained epoch: 687 - Learning rate: 0.05
## Epoch error: 0.114387604544312
## Trained epoch: 688 - Learning rate: 0.05
## Epoch error: 0.114768089110734
## Trained epoch: 689 - Learning rate: 0.05
## Epoch error: 0.114701767824258
## Trained epoch: 690 - Learning rate: 0.05
## Epoch error: 0.114842930489538
## Trained epoch: 691 - Learning rate: 0.05
## Epoch error: 0.114695119147873
## Trained epoch: 692 - Learning rate: 0.05
## Epoch error: 0.114914642182841
## Trained epoch: 693 - Learning rate: 0.05
## Epoch error: 0.114355513202472
## Trained epoch: 694 - Learning rate: 0.05
## Epoch error: 0.114536244303139
## Trained epoch: 695 - Learning rate: 0.05
## Epoch error: 0.114366818584161
## Trained epoch: 696 - Learning rate: 0.05
## Epoch error: 0.114514130696261
## Trained epoch: 697 - Learning rate: 0.05
## Epoch error: 0.11455708445543
## Trained epoch: 698 - Learning rate: 0.05
## Epoch error: 0.11444740201429
## Trained epoch: 699 - Learning rate: 0.05
## Epoch error: 0.114527569267871
## Trained epoch: 700 - Learning rate: 0.05
## Epoch error: 0.114605360910879
## Trained epoch: 701 - Learning rate: 0.05
## Epoch error: 0.114498559691486
## Trained epoch: 702 - Learning rate: 0.05
## Epoch error: 0.114531155293872
## Trained epoch: 703 - Learning rate: 0.05
## Epoch error: 0.114920065491349
## Trained epoch: 704 - Learning rate: 0.05
## Epoch error: 0.11474429211398
## Trained epoch: 705 - Learning rate: 0.05
## Epoch error: 0.114488783998252
## Trained epoch: 706 - Learning rate: 0.05
## Epoch error: 0.114498253251041
## Trained epoch: 707 - Learning rate: 0.05
## Epoch error: 0.11428886174754
## Trained epoch: 708 - Learning rate: 0.05
## Epoch error: 0.114783620814899
## Trained epoch: 709 - Learning rate: 0.05
## Epoch error: 0.114389368098394
## Trained epoch: 710 - Learning rate: 0.05
## Epoch error: 0.114377172202419
## Trained epoch: 711 - Learning rate: 0.05
## Epoch error: 0.114377463496458
## Trained epoch: 712 - Learning rate: 0.05
## Epoch error: 0.114819107438697
## Trained epoch: 713 - Learning rate: 0.05
## Epoch error: 0.114376447646079
## Trained epoch: 714 - Learning rate: 0.05
## Epoch error: 0.114696506836555
## Trained epoch: 715 - Learning rate: 0.05
## Epoch error: 0.114416844073117
## Trained epoch: 716 - Learning rate: 0.05
## Epoch error: 0.114446735695614
## Trained epoch: 717 - Learning rate: 0.05
## Epoch error: 0.1146228730752
## Trained epoch: 718 - Learning rate: 0.05
## Epoch error: 0.114741122873147
## Trained epoch: 719 - Learning rate: 0.05
## Epoch error: 0.114414875177668
## Trained epoch: 720 - Learning rate: 0.05
## Epoch error: 0.115569528687125
## Trained epoch: 721 - Learning rate: 0.05
## Epoch error: 0.114385576939378
## Trained epoch: 722 - Learning rate: 0.05
## Epoch error: 0.114399027647275
## Trained epoch: 723 - Learning rate: 0.05
## Epoch error: 0.114470546327398
## Trained epoch: 724 - Learning rate: 0.05
## Epoch error: 0.114720438487974
## Trained epoch: 725 - Learning rate: 0.05
## Epoch error: 0.114811821119145
## Trained epoch: 726 - Learning rate: 0.05
## Epoch error: 0.114494165886809
## Trained epoch: 727 - Learning rate: 0.05
## Epoch error: 0.114697554018282
## Trained epoch: 728 - Learning rate: 0.05
## Epoch error: 0.114650516226325
## Trained epoch: 729 - Learning rate: 0.05
## Epoch error: 0.114220720522201
## Trained epoch: 730 - Learning rate: 0.05
## Epoch error: 0.114804837707811
## Trained epoch: 731 - Learning rate: 0.05
## Epoch error: 0.11443499932415
## Trained epoch: 732 - Learning rate: 0.05
## Epoch error: 0.114795836018389
## Trained epoch: 733 - Learning rate: 0.05
## Epoch error: 0.114585198140795
## Trained epoch: 734 - Learning rate: 0.05
## Epoch error: 0.114489917067975
## Trained epoch: 735 - Learning rate: 0.05
## Epoch error: 0.114410596104088
## Trained epoch: 736 - Learning rate: 0.05
## Epoch error: 0.115224601109432
## Trained epoch: 737 - Learning rate: 0.05
## Epoch error: 0.114352683603024
## Trained epoch: 738 - Learning rate: 0.05
## Epoch error: 0.114656402369823
## Trained epoch: 739 - Learning rate: 0.05
## Epoch error: 0.114218713326552
## Trained epoch: 740 - Learning rate: 0.05
## Epoch error: 0.114565970664387
## Trained epoch: 741 - Learning rate: 0.05
## Epoch error: 0.114380895147214
## Trained epoch: 742 - Learning rate: 0.05
## Epoch error: 0.114447575829558
## Trained epoch: 743 - Learning rate: 0.05
## Epoch error: 0.114490590492803
## Trained epoch: 744 - Learning rate: 0.05
## Epoch error: 0.114466548186241
## Trained epoch: 745 - Learning rate: 0.05
## Epoch error: 0.11438871866195
## Trained epoch: 746 - Learning rate: 0.05
## Epoch error: 0.114438990487019
## Trained epoch: 747 - Learning rate: 0.05
## Epoch error: 0.114647929064165
## Trained epoch: 748 - Learning rate: 0.05
## Epoch error: 0.114634713046003
## Trained epoch: 749 - Learning rate: 0.05
## Epoch error: 0.114441043811279
## Trained epoch: 750 - Learning rate: 0.05
## Epoch error: 0.114636265644337
## Trained epoch: 751 - Learning rate: 0.05
## Epoch error: 0.114708618889546
## Trained epoch: 752 - Learning rate: 0.05
## Epoch error: 0.114117590943605
## Trained epoch: 753 - Learning rate: 0.05
## Epoch error: 0.114295161963822
## Trained epoch: 754 - Learning rate: 0.05
## Epoch error: 0.11491014826168
## Trained epoch: 755 - Learning rate: 0.05
## Epoch error: 0.114680608071558
## Trained epoch: 756 - Learning rate: 0.05
## Epoch error: 0.114644927538799
## Trained epoch: 757 - Learning rate: 0.05
## Epoch error: 0.1147724894856
## Trained epoch: 758 - Learning rate: 0.05
## Epoch error: 0.114264098500303
## Trained epoch: 759 - Learning rate: 0.05
## Epoch error: 0.114674021659595
## Trained epoch: 760 - Learning rate: 0.05
## Epoch error: 0.11456508268641
## Trained epoch: 761 - Learning rate: 0.05
## Epoch error: 0.114632489393359
## Trained epoch: 762 - Learning rate: 0.05
## Epoch error: 0.115007860749535
## Trained epoch: 763 - Learning rate: 0.05
## Epoch error: 0.114584162648639
## Trained epoch: 764 - Learning rate: 0.05
## Epoch error: 0.114400329714603
## Trained epoch: 765 - Learning rate: 0.05
## Epoch error: 0.114525638584298
## Trained epoch: 766 - Learning rate: 0.05
## Epoch error: 0.11458571388343
## Trained epoch: 767 - Learning rate: 0.05
## Epoch error: 0.114642144866701
## Trained epoch: 768 - Learning rate: 0.05
## Epoch error: 0.114523204288889
## Trained epoch: 769 - Learning rate: 0.05
## Epoch error: 0.114480889474668
## Trained epoch: 770 - Learning rate: 0.05
## Epoch error: 0.114665733151045
## Trained epoch: 771 - Learning rate: 0.05
## Epoch error: 0.114531261457421
## Trained epoch: 772 - Learning rate: 0.05
## Epoch error: 0.114226773595567
## Trained epoch: 773 - Learning rate: 0.05
## Epoch error: 0.114577916644302
## Trained epoch: 774 - Learning rate: 0.05
## Epoch error: 0.114797560639179
## Trained epoch: 775 - Learning rate: 0.05
## Epoch error: 0.114559427685156
## Trained epoch: 776 - Learning rate: 0.05
## Epoch error: 0.114322847212839
## Trained epoch: 777 - Learning rate: 0.05
## Epoch error: 0.114280306997195
## Trained epoch: 778 - Learning rate: 0.05
## Epoch error: 0.114766595792762
## Trained epoch: 779 - Learning rate: 0.05
## Epoch error: 0.114298440511539
## Trained epoch: 780 - Learning rate: 0.05
## Epoch error: 0.114439017722642
## Trained epoch: 781 - Learning rate: 0.05
## Epoch error: 0.114659735688781
## Trained epoch: 782 - Learning rate: 0.05
## Epoch error: 0.11459478466318
## Trained epoch: 783 - Learning rate: 0.05
## Epoch error: 0.114452603792444
## Trained epoch: 784 - Learning rate: 0.05
## Epoch error: 0.114351734118389
## Trained epoch: 785 - Learning rate: 0.05
## Epoch error: 0.114637887567679
## Trained epoch: 786 - Learning rate: 0.05
## Epoch error: 0.114952531076201
## Trained epoch: 787 - Learning rate: 0.05
## Epoch error: 0.114441395589148
## Trained epoch: 788 - Learning rate: 0.05
## Epoch error: 0.114604395822431
## Trained epoch: 789 - Learning rate: 0.05
## Epoch error: 0.114470820752898
## Trained epoch: 790 - Learning rate: 0.05
## Epoch error: 0.114859880467139
## Trained epoch: 791 - Learning rate: 0.05
## Epoch error: 0.114786612404783
## Trained epoch: 792 - Learning rate: 0.05
## Epoch error: 0.114548061140516
## Trained epoch: 793 - Learning rate: 0.05
## Epoch error: 0.114038793138596
## Trained epoch: 794 - Learning rate: 0.05
## Epoch error: 0.114801089498994
## Trained epoch: 795 - Learning rate: 0.05
## Epoch error: 0.114882756068079
## Trained epoch: 796 - Learning rate: 0.05
## Epoch error: 0.114263568795464
## Trained epoch: 797 - Learning rate: 0.05
## Epoch error: 0.114437492730087
## Trained epoch: 798 - Learning rate: 0.05
## Epoch error: 0.114420530441332
## Trained epoch: 799 - Learning rate: 0.05
## Epoch error: 0.114806836410293
## Trained epoch: 800 - Learning rate: 0.05
## Epoch error: 0.114388289939256
## Trained epoch: 801 - Learning rate: 0.05
## Epoch error: 0.114603116407751
## Trained epoch: 802 - Learning rate: 0.05
## Epoch error: 0.114526454853209
## Trained epoch: 803 - Learning rate: 0.05
## Epoch error: 0.114145096849753
## Trained epoch: 804 - Learning rate: 0.05
## Epoch error: 0.11441039937881
## Trained epoch: 805 - Learning rate: 0.05
## Epoch error: 0.114388277043652
## Trained epoch: 806 - Learning rate: 0.05
## Epoch error: 0.114076087181111
## Trained epoch: 807 - Learning rate: 0.05
## Epoch error: 0.114642020005961
## Trained epoch: 808 - Learning rate: 0.05
## Epoch error: 0.114446234278411
## Trained epoch: 809 - Learning rate: 0.05
## Epoch error: 0.114639633736665
## Trained epoch: 810 - Learning rate: 0.05
## Epoch error: 0.114308834481824
## Trained epoch: 811 - Learning rate: 0.05
## Epoch error: 0.114788476816751
## Trained epoch: 812 - Learning rate: 0.05
## Epoch error: 0.114380344362625
## Trained epoch: 813 - Learning rate: 0.05
## Epoch error: 0.114378641361749
## Trained epoch: 814 - Learning rate: 0.05
## Epoch error: 0.114799975644307
## Trained epoch: 815 - Learning rate: 0.05
## Epoch error: 0.114454287737401
## Trained epoch: 816 - Learning rate: 0.05
## Epoch error: 0.114955001292442
## Trained epoch: 817 - Learning rate: 0.05
## Epoch error: 0.114437615213143
## Trained epoch: 818 - Learning rate: 0.05
## Epoch error: 0.114828356778507
## Trained epoch: 819 - Learning rate: 0.05
## Epoch error: 0.114170431476575
## Trained epoch: 820 - Learning rate: 0.05
## Epoch error: 0.114462125427719
## Trained epoch: 821 - Learning rate: 0.05
## Epoch error: 0.114758124177559
## Trained epoch: 822 - Learning rate: 0.05
## Epoch error: 0.114687444620562
## Trained epoch: 823 - Learning rate: 0.05
## Epoch error: 0.113962461675723
## Trained epoch: 824 - Learning rate: 0.05
## Epoch error: 0.114674556768026
## Trained epoch: 825 - Learning rate: 0.05
## Epoch error: 0.114624175063866
## Trained epoch: 826 - Learning rate: 0.05
## Epoch error: 0.114687910361773
## Trained epoch: 827 - Learning rate: 0.05
## Epoch error: 0.114647709514282
## Trained epoch: 828 - Learning rate: 0.05
## Epoch error: 0.114614112106437
## Trained epoch: 829 - Learning rate: 0.05
## Epoch error: 0.114376006667433
## Trained epoch: 830 - Learning rate: 0.05
## Epoch error: 0.114652265688607
## Trained epoch: 831 - Learning rate: 0.05
## Epoch error: 0.114434120256359
## Trained epoch: 832 - Learning rate: 0.05
## Epoch error: 0.114649903354708
## Trained epoch: 833 - Learning rate: 0.05
## Epoch error: 0.114430373491253
## Trained epoch: 834 - Learning rate: 0.05
## Epoch error: 0.114793249478402
## Trained epoch: 835 - Learning rate: 0.05
## Epoch error: 0.1145591222982
## Trained epoch: 836 - Learning rate: 0.05
## Epoch error: 0.1144895017819
## Trained epoch: 837 - Learning rate: 0.05
## Epoch error: 0.114191687128302
## Trained epoch: 838 - Learning rate: 0.05
## Epoch error: 0.11487260092834
## Trained epoch: 839 - Learning rate: 0.05
## Epoch error: 0.114568886513167
## Trained epoch: 840 - Learning rate: 0.05
## Epoch error: 0.114086539419451
## Trained epoch: 841 - Learning rate: 0.05
## Epoch error: 0.114582804595552
## Trained epoch: 842 - Learning rate: 0.05
## Epoch error: 0.114630564212365
## Trained epoch: 843 - Learning rate: 0.05
## Epoch error: 0.114251388798212
## Trained epoch: 844 - Learning rate: 0.05
## Epoch error: 0.114175970839496
## Trained epoch: 845 - Learning rate: 0.05
## Epoch error: 0.114732704601143
## Trained epoch: 846 - Learning rate: 0.05
## Epoch error: 0.11473478694499
## Trained epoch: 847 - Learning rate: 0.05
## Epoch error: 0.11458012339577
## Trained epoch: 848 - Learning rate: 0.05
## Epoch error: 0.114508022173116
## Trained epoch: 849 - Learning rate: 0.05
## Epoch error: 0.114565898572603
## Trained epoch: 850 - Learning rate: 0.05
## Epoch error: 0.114670436860918
## Trained epoch: 851 - Learning rate: 0.05
## Epoch error: 0.114770845508282
## Trained epoch: 852 - Learning rate: 0.05
## Epoch error: 0.114223984996879
## Trained epoch: 853 - Learning rate: 0.05
## Epoch error: 0.114514070005026
## Trained epoch: 854 - Learning rate: 0.05
## Epoch error: 0.114717419722673
## Trained epoch: 855 - Learning rate: 0.05
## Epoch error: 0.114659337397409
## Trained epoch: 856 - Learning rate: 0.05
## Epoch error: 0.114896908548319
## Trained epoch: 857 - Learning rate: 0.05
## Epoch error: 0.114657445266427
## Trained epoch: 858 - Learning rate: 0.05
## Epoch error: 0.114443059199099
## Trained epoch: 859 - Learning rate: 0.05
## Epoch error: 0.114886632226794
## Trained epoch: 860 - Learning rate: 0.05
## Epoch error: 0.114405298439751
## Trained epoch: 861 - Learning rate: 0.05
## Epoch error: 0.114559203316381
## Trained epoch: 862 - Learning rate: 0.05
## Epoch error: 0.114623375884041
## Trained epoch: 863 - Learning rate: 0.05
## Epoch error: 0.11450665604794
## Trained epoch: 864 - Learning rate: 0.05
## Epoch error: 0.114395531710986
## Trained epoch: 865 - Learning rate: 0.05
## Epoch error: 0.114619946753357
## Trained epoch: 866 - Learning rate: 0.05
## Epoch error: 0.11451276290332
## Trained epoch: 867 - Learning rate: 0.05
## Epoch error: 0.114366881761882
## Trained epoch: 868 - Learning rate: 0.05
## Epoch error: 0.114702952879243
## Trained epoch: 869 - Learning rate: 0.05
## Epoch error: 0.114549054184529
## Trained epoch: 870 - Learning rate: 0.05
## Epoch error: 0.114657421809832
## Trained epoch: 871 - Learning rate: 0.05
## Epoch error: 0.114580832717812
## Trained epoch: 872 - Learning rate: 0.05
## Epoch error: 0.11451793974961
## Trained epoch: 873 - Learning rate: 0.05
## Epoch error: 0.114622415646723
## Trained epoch: 874 - Learning rate: 0.05
## Epoch error: 0.11471019413813
## Trained epoch: 875 - Learning rate: 0.05
## Epoch error: 0.114564993770821
## Trained epoch: 876 - Learning rate: 0.05
## Epoch error: 0.114763673635753
## Trained epoch: 877 - Learning rate: 0.05
## Epoch error: 0.114512195021663
## Trained epoch: 878 - Learning rate: 0.05
## Epoch error: 0.114395252827059
## Trained epoch: 879 - Learning rate: 0.05
## Epoch error: 0.114390127678529
## Trained epoch: 880 - Learning rate: 0.05
## Epoch error: 0.114971724287582
## Trained epoch: 881 - Learning rate: 0.05
## Epoch error: 0.114453472458279
## Trained epoch: 882 - Learning rate: 0.05
## Epoch error: 0.114656256733465
## Trained epoch: 883 - Learning rate: 0.05
## Epoch error: 0.114597220638148
## Trained epoch: 884 - Learning rate: 0.05
## Epoch error: 0.114442115834661
## Trained epoch: 885 - Learning rate: 0.05
## Epoch error: 0.114230770938102
## Trained epoch: 886 - Learning rate: 0.05
## Epoch error: 0.114113010732195
## Trained epoch: 887 - Learning rate: 0.05
## Epoch error: 0.114480429437713
## Trained epoch: 888 - Learning rate: 0.05
## Epoch error: 0.114259416959854
## Trained epoch: 889 - Learning rate: 0.05
## Epoch error: 0.114670760006893
## Trained epoch: 890 - Learning rate: 0.05
## Epoch error: 0.114326346163175
## Trained epoch: 891 - Learning rate: 0.05
## Epoch error: 0.114927800961457
## Trained epoch: 892 - Learning rate: 0.05
## Epoch error: 0.114431995931498
## Trained epoch: 893 - Learning rate: 0.05
## Epoch error: 0.114474180706338
## Trained epoch: 894 - Learning rate: 0.05
## Epoch error: 0.114538129025588
## Trained epoch: 895 - Learning rate: 0.05
## Epoch error: 0.114360001436828
## Trained epoch: 896 - Learning rate: 0.05
## Epoch error: 0.114764141249184
## Trained epoch: 897 - Learning rate: 0.05
## Epoch error: 0.114700739007839
## Trained epoch: 898 - Learning rate: 0.05
## Epoch error: 0.114309291499583
## Trained epoch: 899 - Learning rate: 0.05
## Epoch error: 0.114164953204018
## Trained epoch: 900 - Learning rate: 0.05
## Epoch error: 0.114815499437904
## Trained epoch: 901 - Learning rate: 0.05
## Epoch error: 0.114715309671035
## Trained epoch: 902 - Learning rate: 0.05
## Epoch error: 0.114695707309609
## Trained epoch: 903 - Learning rate: 0.05
## Epoch error: 0.114749439238103
## Trained epoch: 904 - Learning rate: 0.05
## Epoch error: 0.114488056375127
## Trained epoch: 905 - Learning rate: 0.05
## Epoch error: 0.114462665180163
## Trained epoch: 906 - Learning rate: 0.05
## Epoch error: 0.11441678920692
## Trained epoch: 907 - Learning rate: 0.05
## Epoch error: 0.114730771914851
## Trained epoch: 908 - Learning rate: 0.05
## Epoch error: 0.1148737350901
## Trained epoch: 909 - Learning rate: 0.05
## Epoch error: 0.114214879713005
## Trained epoch: 910 - Learning rate: 0.05
## Epoch error: 0.114518364325361
## Trained epoch: 911 - Learning rate: 0.05
## Epoch error: 0.114782373653913
## Trained epoch: 912 - Learning rate: 0.05
## Epoch error: 0.114601733317285
## Trained epoch: 913 - Learning rate: 0.05
## Epoch error: 0.114827292656298
## Trained epoch: 914 - Learning rate: 0.05
## Epoch error: 0.114594625509441
## Trained epoch: 915 - Learning rate: 0.05
## Epoch error: 0.114418905956246
## Trained epoch: 916 - Learning rate: 0.05
## Epoch error: 0.114421563859632
## Trained epoch: 917 - Learning rate: 0.05
## Epoch error: 0.114514700044391
## Trained epoch: 918 - Learning rate: 0.05
## Epoch error: 0.114625174383372
## Trained epoch: 919 - Learning rate: 0.05
## Epoch error: 0.114429685968246
## Trained epoch: 920 - Learning rate: 0.05
## Epoch error: 0.114252062559298
## Trained epoch: 921 - Learning rate: 0.05
## Epoch error: 0.114501902832215
## Trained epoch: 922 - Learning rate: 0.05
## Epoch error: 0.114504491162782
## Trained epoch: 923 - Learning rate: 0.05
## Epoch error: 0.114337891729935
## Trained epoch: 924 - Learning rate: 0.05
## Epoch error: 0.114557537137617
## Trained epoch: 925 - Learning rate: 0.05
## Epoch error: 0.114385630660864
## Trained epoch: 926 - Learning rate: 0.05
## Epoch error: 0.114520813670808
## Trained epoch: 927 - Learning rate: 0.05
## Epoch error: 0.114395340169372
## Trained epoch: 928 - Learning rate: 0.05
## Epoch error: 0.114507419401026
## Trained epoch: 929 - Learning rate: 0.05
## Epoch error: 0.114579647989058
## Trained epoch: 930 - Learning rate: 0.05
## Epoch error: 0.114515403888477
## Trained epoch: 931 - Learning rate: 0.05
## Epoch error: 0.114868619300018
## Trained epoch: 932 - Learning rate: 0.05
## Epoch error: 0.11448012933217
## Trained epoch: 933 - Learning rate: 0.05
## Epoch error: 0.114889096129695
## Trained epoch: 934 - Learning rate: 0.05
## Epoch error: 0.114639993557429
## Trained epoch: 935 - Learning rate: 0.05
## Epoch error: 0.114682660853733
## Trained epoch: 936 - Learning rate: 0.05
## Epoch error: 0.115024163193608
## Trained epoch: 937 - Learning rate: 0.05
## Epoch error: 0.114476957081039
## Trained epoch: 938 - Learning rate: 0.05
## Epoch error: 0.114714791022437
## Trained epoch: 939 - Learning rate: 0.05
## Epoch error: 0.114360451688293
## Trained epoch: 940 - Learning rate: 0.05
## Epoch error: 0.114563391634604
## Trained epoch: 941 - Learning rate: 0.05
## Epoch error: 0.114911904635728
## Trained epoch: 942 - Learning rate: 0.05
## Epoch error: 0.114590174574275
## Trained epoch: 943 - Learning rate: 0.05
## Epoch error: 0.114823570059913
## Trained epoch: 944 - Learning rate: 0.05
## Epoch error: 0.114361821988409
## Trained epoch: 945 - Learning rate: 0.05
## Epoch error: 0.11469024443331
## Trained epoch: 946 - Learning rate: 0.05
## Epoch error: 0.114247315502466
## Trained epoch: 947 - Learning rate: 0.05
## Epoch error: 0.114426159411592
## Trained epoch: 948 - Learning rate: 0.05
## Epoch error: 0.114313020758546
## Trained epoch: 949 - Learning rate: 0.05
## Epoch error: 0.114484255596153
## Trained epoch: 950 - Learning rate: 0.05
## Epoch error: 0.114502467686476
## Trained epoch: 951 - Learning rate: 0.05
## Epoch error: 0.114378210063661
## Trained epoch: 952 - Learning rate: 0.05
## Epoch error: 0.114202543955011
## Trained epoch: 953 - Learning rate: 0.05
## Epoch error: 0.114742608294769
## Trained epoch: 954 - Learning rate: 0.05
## Epoch error: 0.114322410726704
## Trained epoch: 955 - Learning rate: 0.05
## Epoch error: 0.113965172473186
## Trained epoch: 956 - Learning rate: 0.05
## Epoch error: 0.114459293345769
## Trained epoch: 957 - Learning rate: 0.05
## Epoch error: 0.114463743664398
## Trained epoch: 958 - Learning rate: 0.05
## Epoch error: 0.114670157850428
## Trained epoch: 959 - Learning rate: 0.05
## Epoch error: 0.114464106127531
## Trained epoch: 960 - Learning rate: 0.05
## Epoch error: 0.115015355615961
## Trained epoch: 961 - Learning rate: 0.05
## Epoch error: 0.114519941929595
## Trained epoch: 962 - Learning rate: 0.05
## Epoch error: 0.114603518323635
## Trained epoch: 963 - Learning rate: 0.05
## Epoch error: 0.114202519770913
## Trained epoch: 964 - Learning rate: 0.05
## Epoch error: 0.114665341723193
## Trained epoch: 965 - Learning rate: 0.05
## Epoch error: 0.11447146273319
## Trained epoch: 966 - Learning rate: 0.05
## Epoch error: 0.114602888808879
## Trained epoch: 967 - Learning rate: 0.05
## Epoch error: 0.11419291102998
## Trained epoch: 968 - Learning rate: 0.05
## Epoch error: 0.114507792671963
## Trained epoch: 969 - Learning rate: 0.05
## Epoch error: 0.114315600759672
## Trained epoch: 970 - Learning rate: 0.05
## Epoch error: 0.11481603648155
## Trained epoch: 971 - Learning rate: 0.05
## Epoch error: 0.114605301941098
## Trained epoch: 972 - Learning rate: 0.05
## Epoch error: 0.114509338785298
## Trained epoch: 973 - Learning rate: 0.05
## Epoch error: 0.114674818180695
## Trained epoch: 974 - Learning rate: 0.05
## Epoch error: 0.114435200657404
## Trained epoch: 975 - Learning rate: 0.05
## Epoch error: 0.11462202090044
## Trained epoch: 976 - Learning rate: 0.05
## Epoch error: 0.114674189330485
## Trained epoch: 977 - Learning rate: 0.05
## Epoch error: 0.114624523874694
## Trained epoch: 978 - Learning rate: 0.05
## Epoch error: 0.114568554269696
## Trained epoch: 979 - Learning rate: 0.05
## Epoch error: 0.114329932661962
## Trained epoch: 980 - Learning rate: 0.05
## Epoch error: 0.114757545842348
## Trained epoch: 981 - Learning rate: 0.05
## Epoch error: 0.114745182420567
## Trained epoch: 982 - Learning rate: 0.05
## Epoch error: 0.114461440945128
## Trained epoch: 983 - Learning rate: 0.05
## Epoch error: 0.114330650139048
## Trained epoch: 984 - Learning rate: 0.05
## Epoch error: 0.114391868009311
## Trained epoch: 985 - Learning rate: 0.05
## Epoch error: 0.114294043456923
## Trained epoch: 986 - Learning rate: 0.05
## Epoch error: 0.114290452218534
## Trained epoch: 987 - Learning rate: 0.05
## Epoch error: 0.114787203440047
## Trained epoch: 988 - Learning rate: 0.05
## Epoch error: 0.114629916501393
## Trained epoch: 989 - Learning rate: 0.05
## Epoch error: 0.114488076953498
## Trained epoch: 990 - Learning rate: 0.05
## Epoch error: 0.114627666396935
## Trained epoch: 991 - Learning rate: 0.05
## Epoch error: 0.114562602949478
## Trained epoch: 992 - Learning rate: 0.05
## Epoch error: 0.114417908611075
## Trained epoch: 993 - Learning rate: 0.05
## Epoch error: 0.114995496388233
## Trained epoch: 994 - Learning rate: 0.05
## Epoch error: 0.1144787624019
## Trained epoch: 995 - Learning rate: 0.05
## Epoch error: 0.114589302998219
## Trained epoch: 996 - Learning rate: 0.05
## Epoch error: 0.1145117606295
## Trained epoch: 997 - Learning rate: 0.05
## Epoch error: 0.114247712915816
## Trained epoch: 998 - Learning rate: 0.05
## Epoch error: 0.114624305488974
## Trained epoch: 999 - Learning rate: 0.05
## Epoch error: 0.114498539001619
## Trained epoch: 1000 - Learning rate: 0.05
## Epoch error: 0.114460493647483
## Trained epoch: 1001 - Learning rate: 0.05
## Epoch error: 0.114438870002915
## Trained epoch: 1002 - Learning rate: 0.05
## Epoch error: 0.114822098968327
## Trained epoch: 1003 - Learning rate: 0.05
## Epoch error: 0.114470544415949
## Trained epoch: 1004 - Learning rate: 0.05
## Epoch error: 0.114220473196773
## Trained epoch: 1005 - Learning rate: 0.05
## Epoch error: 0.114935703512467
## Trained epoch: 1006 - Learning rate: 0.05
## Epoch error: 0.114519161119732
## Trained epoch: 1007 - Learning rate: 0.05
## Epoch error: 0.114207929900917
## Trained epoch: 1008 - Learning rate: 0.05
## Epoch error: 0.114614191492199
## Trained epoch: 1009 - Learning rate: 0.05
## Epoch error: 0.11465266226254
## Trained epoch: 1010 - Learning rate: 0.05
## Epoch error: 0.11431790082765
## Trained epoch: 1011 - Learning rate: 0.05
## Epoch error: 0.114569657225974
## Trained epoch: 1012 - Learning rate: 0.05
## Epoch error: 0.114283501175012
## Trained epoch: 1013 - Learning rate: 0.05
## Epoch error: 0.114610405836132
## Trained epoch: 1014 - Learning rate: 0.05
## Epoch error: 0.114404553182419
## Trained epoch: 1015 - Learning rate: 0.05
## Epoch error: 0.114674782893693
## Trained epoch: 1016 - Learning rate: 0.05
## Epoch error: 0.114426014543824
## Trained epoch: 1017 - Learning rate: 0.05
## Epoch error: 0.114505459891916
## Trained epoch: 1018 - Learning rate: 0.05
## Epoch error: 0.114456817576071
## Trained epoch: 1019 - Learning rate: 0.05
## Epoch error: 0.114215658920052
## Trained epoch: 1020 - Learning rate: 0.05
## Epoch error: 0.114599370167277
## Trained epoch: 1021 - Learning rate: 0.05
## Epoch error: 0.114614085348065
## Trained epoch: 1022 - Learning rate: 0.05
## Epoch error: 0.11418124933374
## Trained epoch: 1023 - Learning rate: 0.05
## Epoch error: 0.114625760292744
## Trained epoch: 1024 - Learning rate: 0.05
## Epoch error: 0.11443694480943
## Trained epoch: 1025 - Learning rate: 0.05
## Epoch error: 0.114453249760994
## Trained epoch: 1026 - Learning rate: 0.05
## Epoch error: 0.114800716957971
## Trained epoch: 1027 - Learning rate: 0.05
## Epoch error: 0.114694318292511
## Trained epoch: 1028 - Learning rate: 0.05
## Epoch error: 0.114405573613682
## Trained epoch: 1029 - Learning rate: 0.05
## Epoch error: 0.114210817785827
## Trained epoch: 1030 - Learning rate: 0.05
## Epoch error: 0.114642757951039
## Trained epoch: 1031 - Learning rate: 0.05
## Epoch error: 0.114439935924137
## Trained epoch: 1032 - Learning rate: 0.05
## Epoch error: 0.114333377932501
## Trained epoch: 1033 - Learning rate: 0.05
## Epoch error: 0.114536848614173
## Trained epoch: 1034 - Learning rate: 0.05
## Epoch error: 0.114621385706967
## Trained epoch: 1035 - Learning rate: 0.05
## Epoch error: 0.114785882014182
## Trained epoch: 1036 - Learning rate: 0.05
## Epoch error: 0.114528324031741
## Trained epoch: 1037 - Learning rate: 0.05
## Epoch error: 0.114561681224442
## Trained epoch: 1038 - Learning rate: 0.05
## Epoch error: 0.114537971358876
## Trained epoch: 1039 - Learning rate: 0.05
## Epoch error: 0.114362080420526
## Trained epoch: 1040 - Learning rate: 0.05
## Epoch error: 0.114320259443742
## Trained epoch: 1041 - Learning rate: 0.05
## Epoch error: 0.115109980090579
## Trained epoch: 1042 - Learning rate: 0.05
## Epoch error: 0.114790478535037
## Trained epoch: 1043 - Learning rate: 0.05
## Epoch error: 0.114596747364595
## Trained epoch: 1044 - Learning rate: 0.05
## Epoch error: 0.114005512531457
## Trained epoch: 1045 - Learning rate: 0.05
## Epoch error: 0.114725002337123
## Trained epoch: 1046 - Learning rate: 0.05
## Epoch error: 0.114394674016084
## Trained epoch: 1047 - Learning rate: 0.05
## Epoch error: 0.114393800956994
## Trained epoch: 1048 - Learning rate: 0.05
## Epoch error: 0.114477448950332
## Trained epoch: 1049 - Learning rate: 0.05
## Epoch error: 0.114651892980328
## Trained epoch: 1050 - Learning rate: 0.05
## Epoch error: 0.114454226358642
## Trained epoch: 1051 - Learning rate: 0.05
## Epoch error: 0.114735739729375
## Trained epoch: 1052 - Learning rate: 0.05
## Epoch error: 0.114308165988683
## Trained epoch: 1053 - Learning rate: 0.05
## Epoch error: 0.114258811288225
## Trained epoch: 1054 - Learning rate: 0.05
## Epoch error: 0.114111166992993
## Trained epoch: 1055 - Learning rate: 0.05
## Epoch error: 0.114581676630623
## Trained epoch: 1056 - Learning rate: 0.05
## Epoch error: 0.114545542263976
## Trained epoch: 1057 - Learning rate: 0.05
## Epoch error: 0.114749665592306
## Trained epoch: 1058 - Learning rate: 0.05
## Epoch error: 0.114520527634797
## Trained epoch: 1059 - Learning rate: 0.05
## Epoch error: 0.114637421453052
## Trained epoch: 1060 - Learning rate: 0.05
## Epoch error: 0.114409386016785
## Trained epoch: 1061 - Learning rate: 0.05
## Epoch error: 0.114550710379229
## Trained epoch: 1062 - Learning rate: 0.05
## Epoch error: 0.114426509699486
## Trained epoch: 1063 - Learning rate: 0.05
## Epoch error: 0.114104334061651
## Trained epoch: 1064 - Learning rate: 0.05
## Epoch error: 0.114395754994541
## Trained epoch: 1065 - Learning rate: 0.05
## Epoch error: 0.114477319514874
## Trained epoch: 1066 - Learning rate: 0.05
## Epoch error: 0.114385633469991
## Trained epoch: 1067 - Learning rate: 0.05
## Epoch error: 0.114831809736644
## Trained epoch: 1068 - Learning rate: 0.05
## Epoch error: 0.114633643837606
## Trained epoch: 1069 - Learning rate: 0.05
## Epoch error: 0.114692964964958
## Trained epoch: 1070 - Learning rate: 0.05
## Epoch error: 0.114387696752495
## Trained epoch: 1071 - Learning rate: 0.05
## Epoch error: 0.114376370990279
## Trained epoch: 1072 - Learning rate: 0.05
## Epoch error: 0.114424966634302
## Trained epoch: 1073 - Learning rate: 0.05
## Epoch error: 0.114417514180924
## Trained epoch: 1074 - Learning rate: 0.05
## Epoch error: 0.114531843926024
## Trained epoch: 1075 - Learning rate: 0.05
## Epoch error: 0.114108132023755
## Trained epoch: 1076 - Learning rate: 0.05
## Epoch error: 0.114883376214042
## Trained epoch: 1077 - Learning rate: 0.05
## Epoch error: 0.114632881163566
## Trained epoch: 1078 - Learning rate: 0.05
## Epoch error: 0.114426423647945
## Trained epoch: 1079 - Learning rate: 0.05
## Epoch error: 0.114434955697822
## Trained epoch: 1080 - Learning rate: 0.05
## Epoch error: 0.114823601676322
## Trained epoch: 1081 - Learning rate: 0.05
## Epoch error: 0.114604539023894
## Trained epoch: 1082 - Learning rate: 0.05
## Epoch error: 0.114380706178024
## Trained epoch: 1083 - Learning rate: 0.05
## Epoch error: 0.114637885319839
## Trained epoch: 1084 - Learning rate: 0.05
## Epoch error: 0.114524869730496
## Trained epoch: 1085 - Learning rate: 0.05
## Epoch error: 0.114553948626449
## Trained epoch: 1086 - Learning rate: 0.05
## Epoch error: 0.114658330856676
## Trained epoch: 1087 - Learning rate: 0.05
## Epoch error: 0.11455418524426
## Trained epoch: 1088 - Learning rate: 0.05
## Epoch error: 0.114503436399648
## Trained epoch: 1089 - Learning rate: 0.05
## Epoch error: 0.114625343463717
## Trained epoch: 1090 - Learning rate: 0.05
## Epoch error: 0.114701085104246
## Trained epoch: 1091 - Learning rate: 0.05
## Epoch error: 0.114652414935341
## Trained epoch: 1092 - Learning rate: 0.05
## Epoch error: 0.114313091747096
## Trained epoch: 1093 - Learning rate: 0.05
## Epoch error: 0.114106147176928
## Trained epoch: 1094 - Learning rate: 0.05
## Epoch error: 0.114670366998382
## Trained epoch: 1095 - Learning rate: 0.05
## Epoch error: 0.114014104470818
## Trained epoch: 1096 - Learning rate: 0.05
## Epoch error: 0.114702161569795
## Trained epoch: 1097 - Learning rate: 0.05
## Epoch error: 0.114640333704069
## Trained epoch: 1098 - Learning rate: 0.05
## Epoch error: 0.114475033095675
## Trained epoch: 1099 - Learning rate: 0.05
## Epoch error: 0.114427400613037
## Trained epoch: 1100 - Learning rate: 0.05
## Epoch error: 0.114336621991428
## Trained epoch: 1101 - Learning rate: 0.05
## Epoch error: 0.114761471334326
## Trained epoch: 1102 - Learning rate: 0.05
## Epoch error: 0.114655979472353
## Trained epoch: 1103 - Learning rate: 0.05
## Epoch error: 0.114387420931678
## Trained epoch: 1104 - Learning rate: 0.05
## Epoch error: 0.114385806221871
## Trained epoch: 1105 - Learning rate: 0.05
## Epoch error: 0.114661503104653
## Trained epoch: 1106 - Learning rate: 0.05
## Epoch error: 0.114298400274667
## Trained epoch: 1107 - Learning rate: 0.05
## Epoch error: 0.114194338664614
## Trained epoch: 1108 - Learning rate: 0.05
## Epoch error: 0.114668433372999
## Trained epoch: 1109 - Learning rate: 0.05
## Epoch error: 0.114799144548472
## Trained epoch: 1110 - Learning rate: 0.05
## Epoch error: 0.114487173893748
## Trained epoch: 1111 - Learning rate: 0.05
## Epoch error: 0.114456535957761
## Trained epoch: 1112 - Learning rate: 0.05
## Epoch error: 0.1143457108508
## Trained epoch: 1113 - Learning rate: 0.05
## Epoch error: 0.114539381691422
## Trained epoch: 1114 - Learning rate: 0.05
## Epoch error: 0.114725341058349
## Trained epoch: 1115 - Learning rate: 0.05
## Epoch error: 0.114496275960444
## Trained epoch: 1116 - Learning rate: 0.05
## Epoch error: 0.114485885040017
## Trained epoch: 1117 - Learning rate: 0.05
## Epoch error: 0.114367523340476
## Trained epoch: 1118 - Learning rate: 0.05
## Epoch error: 0.114434963390419
## Trained epoch: 1119 - Learning rate: 0.05
## Epoch error: 0.114452309215217
## Trained epoch: 1120 - Learning rate: 0.05
## Epoch error: 0.114669684790255
## Trained epoch: 1121 - Learning rate: 0.05
## Epoch error: 0.11463385344594
## Trained epoch: 1122 - Learning rate: 0.05
## Epoch error: 0.114376281577144
## Trained epoch: 1123 - Learning rate: 0.05
## Epoch error: 0.114604147654291
## Trained epoch: 1124 - Learning rate: 0.05
## Epoch error: 0.114445330510147
## Trained epoch: 1125 - Learning rate: 0.05
## Epoch error: 0.114631457386951
## Trained epoch: 1126 - Learning rate: 0.05
## Epoch error: 0.114853170810209
## Trained epoch: 1127 - Learning rate: 0.05
## Epoch error: 0.114386606787577
## Trained epoch: 1128 - Learning rate: 0.05
## Epoch error: 0.114337689885956
## Trained epoch: 1129 - Learning rate: 0.05
## Epoch error: 0.114312889823384
## Trained epoch: 1130 - Learning rate: 0.05
## Epoch error: 0.114680382624299
## Trained epoch: 1131 - Learning rate: 0.05
## Epoch error: 0.114384790693486
## Trained epoch: 1132 - Learning rate: 0.05
## Epoch error: 0.114162109947703
## Trained epoch: 1133 - Learning rate: 0.05
## Epoch error: 0.114665662286766
## Trained epoch: 1134 - Learning rate: 0.05
## Epoch error: 0.114508480984534
## Trained epoch: 1135 - Learning rate: 0.05
## Epoch error: 0.11449279837901
## Trained epoch: 1136 - Learning rate: 0.05
## Epoch error: 0.114685814191404
## Trained epoch: 1137 - Learning rate: 0.05
## Epoch error: 0.114219858863943
## Trained epoch: 1138 - Learning rate: 0.05
## Epoch error: 0.114725774752686
## Trained epoch: 1139 - Learning rate: 0.05
## Epoch error: 0.114474007338486
## Trained epoch: 1140 - Learning rate: 0.05
## Epoch error: 0.114335302982202
## Trained epoch: 1141 - Learning rate: 0.05
## Epoch error: 0.114986558851483
## Trained epoch: 1142 - Learning rate: 0.05
## Epoch error: 0.114577152053243
## Trained epoch: 1143 - Learning rate: 0.05
## Epoch error: 0.114266659478341
## Trained epoch: 1144 - Learning rate: 0.05
## Epoch error: 0.114456709333878
## Trained epoch: 1145 - Learning rate: 0.05
## Epoch error: 0.114020332940304
## Trained epoch: 1146 - Learning rate: 0.05
## Epoch error: 0.114638141102663
## Trained epoch: 1147 - Learning rate: 0.05
## Epoch error: 0.114303503353646
## Trained epoch: 1148 - Learning rate: 0.05
## Epoch error: 0.114250962035851
## Trained epoch: 1149 - Learning rate: 0.05
## Epoch error: 0.114250475301326
## Trained epoch: 1150 - Learning rate: 0.05
## Epoch error: 0.114830837005932
## Trained epoch: 1151 - Learning rate: 0.05
## Epoch error: 0.114673403288047
## Trained epoch: 1152 - Learning rate: 0.05
## Epoch error: 0.114735891994554
## Trained epoch: 1153 - Learning rate: 0.05
## Epoch error: 0.114371179066967
## Trained epoch: 1154 - Learning rate: 0.05
## Epoch error: 0.114436447438627
## Trained epoch: 1155 - Learning rate: 0.05
## Epoch error: 0.11423500023872
## Trained epoch: 1156 - Learning rate: 0.05
## Epoch error: 0.114163106441301
## Trained epoch: 1157 - Learning rate: 0.05
## Epoch error: 0.114456045046368
## Trained epoch: 1158 - Learning rate: 0.05
## Epoch error: 0.114860722385625
## Trained epoch: 1159 - Learning rate: 0.05
## Epoch error: 0.114439912773715
## Trained epoch: 1160 - Learning rate: 0.05
## Epoch error: 0.114681014878072
## Trained epoch: 1161 - Learning rate: 0.05
## Epoch error: 0.114650250591551
## Trained epoch: 1162 - Learning rate: 0.05
## Epoch error: 0.114586617063389
## Trained epoch: 1163 - Learning rate: 0.05
## Epoch error: 0.114590520079212
## Trained epoch: 1164 - Learning rate: 0.05
## Epoch error: 0.114569835239814
## Trained epoch: 1165 - Learning rate: 0.05
## Epoch error: 0.114645472225564
## Trained epoch: 1166 - Learning rate: 0.05
## Epoch error: 0.114463684012467
## Trained epoch: 1167 - Learning rate: 0.05
## Epoch error: 0.114646472360547
## Trained epoch: 1168 - Learning rate: 0.05
## Epoch error: 0.114561760245002
## Trained epoch: 1169 - Learning rate: 0.05
## Epoch error: 0.114562020951008
## Trained epoch: 1170 - Learning rate: 0.05
## Epoch error: 0.114723404475704
## Trained epoch: 1171 - Learning rate: 0.05
## Epoch error: 0.114392166099579
## Trained epoch: 1172 - Learning rate: 0.05
## Epoch error: 0.114476399681502
## Trained epoch: 1173 - Learning rate: 0.05
## Epoch error: 0.114451763574051
## Trained epoch: 1174 - Learning rate: 0.05
## Epoch error: 0.114658141148368
## Trained epoch: 1175 - Learning rate: 0.05
## Epoch error: 0.114382751734252
## Trained epoch: 1176 - Learning rate: 0.05
## Epoch error: 0.114589946459939
## Trained epoch: 1177 - Learning rate: 0.05
## Epoch error: 0.114585177359073
## Trained epoch: 1178 - Learning rate: 0.05
## Epoch error: 0.114538937908274
## Trained epoch: 1179 - Learning rate: 0.05
## Epoch error: 0.11426172413503
## Trained epoch: 1180 - Learning rate: 0.05
## Epoch error: 0.114421573583604
## Trained epoch: 1181 - Learning rate: 0.05
## Epoch error: 0.114626309553184
## Trained epoch: 1182 - Learning rate: 0.05
## Epoch error: 0.114281110505948
## Trained epoch: 1183 - Learning rate: 0.05
## Epoch error: 0.114672549089495
## Trained epoch: 1184 - Learning rate: 0.05
## Epoch error: 0.11451933726034
## Trained epoch: 1185 - Learning rate: 0.05
## Epoch error: 0.114303788836096
## Trained epoch: 1186 - Learning rate: 0.05
## Epoch error: 0.114658871554063
## Trained epoch: 1187 - Learning rate: 0.05
## Epoch error: 0.114279874553526
## Trained epoch: 1188 - Learning rate: 0.05
## Epoch error: 0.114444746230011
## Trained epoch: 1189 - Learning rate: 0.05
## Epoch error: 0.114618059943733
## Trained epoch: 1190 - Learning rate: 0.05
## Epoch error: 0.114580464937889
## Trained epoch: 1191 - Learning rate: 0.05
## Epoch error: 0.113817846439555
## Trained epoch: 1192 - Learning rate: 0.05
## Epoch error: 0.11454679321625
## Trained epoch: 1193 - Learning rate: 0.05
## Epoch error: 0.114711210116795
## Trained epoch: 1194 - Learning rate: 0.05
## Epoch error: 0.114333346734233
## Trained epoch: 1195 - Learning rate: 0.05
## Epoch error: 0.114564300491521
## Trained epoch: 1196 - Learning rate: 0.05
## Epoch error: 0.114823465692136
## Trained epoch: 1197 - Learning rate: 0.05
## Epoch error: 0.114472875771673
## Trained epoch: 1198 - Learning rate: 0.05
## Epoch error: 0.114529708429759
## Trained epoch: 1199 - Learning rate: 0.05
## Epoch error: 0.113794677128136
## Trained epoch: 1200 - Learning rate: 0.05
## Epoch error: 0.114783100065042
## Trained epoch: 1201 - Learning rate: 0.05
## Epoch error: 0.114379888776549
## Trained epoch: 1202 - Learning rate: 0.05
## Epoch error: 0.114792380715585
## Trained epoch: 1203 - Learning rate: 0.05
## Epoch error: 0.114393650700622
## Trained epoch: 1204 - Learning rate: 0.05
## Epoch error: 0.114380950850039
## Trained epoch: 1205 - Learning rate: 0.05
## Epoch error: 0.114396104346817
## Trained epoch: 1206 - Learning rate: 0.05
## Epoch error: 0.11419946789849
## Trained epoch: 1207 - Learning rate: 0.05
## Epoch error: 0.114346491168657
## Trained epoch: 1208 - Learning rate: 0.05
## Epoch error: 0.114449860748518
## Trained epoch: 1209 - Learning rate: 0.05
## Epoch error: 0.114680926962218
## Trained epoch: 1210 - Learning rate: 0.05
## Epoch error: 0.114224463419074
## Trained epoch: 1211 - Learning rate: 0.05
## Epoch error: 0.114552585015282
## Trained epoch: 1212 - Learning rate: 0.05
## Epoch error: 0.114449537166438
## Trained epoch: 1213 - Learning rate: 0.05
## Epoch error: 0.114699121909033
## Trained epoch: 1214 - Learning rate: 0.05
## Epoch error: 0.114079881794757
## Trained epoch: 1215 - Learning rate: 0.05
## Epoch error: 0.114630153566621
## Trained epoch: 1216 - Learning rate: 0.05
## Epoch error: 0.114829791103487
## Trained epoch: 1217 - Learning rate: 0.05
## Epoch error: 0.114360732879659
## Trained epoch: 1218 - Learning rate: 0.05
## Epoch error: 0.114368851180183
## Trained epoch: 1219 - Learning rate: 0.05
## Epoch error: 0.114506355157736
## Trained epoch: 1220 - Learning rate: 0.05
## Epoch error: 0.114506255280671
## Trained epoch: 1221 - Learning rate: 0.05
## Epoch error: 0.114519700723679
## Trained epoch: 1222 - Learning rate: 0.05
## Epoch error: 0.11428390074584
## Trained epoch: 1223 - Learning rate: 0.05
## Epoch error: 0.114281347177362
## Trained epoch: 1224 - Learning rate: 0.05
## Epoch error: 0.114719736275072
## Trained epoch: 1225 - Learning rate: 0.05
## Epoch error: 0.114685504936847
## Trained epoch: 1226 - Learning rate: 0.05
## Epoch error: 0.114788466438664
## Trained epoch: 1227 - Learning rate: 0.05
## Epoch error: 0.114559114756123
## Trained epoch: 1228 - Learning rate: 0.05
## Epoch error: 0.114766642582695
## Trained epoch: 1229 - Learning rate: 0.05
## Epoch error: 0.114221486101714
## Trained epoch: 1230 - Learning rate: 0.05
## Epoch error: 0.114826152221587
## Trained epoch: 1231 - Learning rate: 0.05
## Epoch error: 0.114881532634122
## Trained epoch: 1232 - Learning rate: 0.05
## Epoch error: 0.114411106327591
## Trained epoch: 1233 - Learning rate: 0.05
## Epoch error: 0.11427098089248
## Trained epoch: 1234 - Learning rate: 0.05
## Epoch error: 0.114201949526029
## Trained epoch: 1235 - Learning rate: 0.05
## Epoch error: 0.114406533019974
## Trained epoch: 1236 - Learning rate: 0.05
## Epoch error: 0.114793114929755
## Trained epoch: 1237 - Learning rate: 0.05
## Epoch error: 0.11416136844038
## Trained epoch: 1238 - Learning rate: 0.05
## Epoch error: 0.114702927288098
## Trained epoch: 1239 - Learning rate: 0.05
## Epoch error: 0.114487768181235
## Trained epoch: 1240 - Learning rate: 0.05
## Epoch error: 0.114011000487908
## Trained epoch: 1241 - Learning rate: 0.05
## Epoch error: 0.114379568993563
## Trained epoch: 1242 - Learning rate: 0.05
## Epoch error: 0.114566983874632
## Trained epoch: 1243 - Learning rate: 0.05
## Epoch error: 0.114343313282444
## Trained epoch: 1244 - Learning rate: 0.05
## Epoch error: 0.114631733022515
## Trained epoch: 1245 - Learning rate: 0.05
## Epoch error: 0.114443564339601
## Trained epoch: 1246 - Learning rate: 0.05
## Epoch error: 0.115190999164954
## Trained epoch: 1247 - Learning rate: 0.05
## Epoch error: 0.114571983276216
## Trained epoch: 1248 - Learning rate: 0.05
## Epoch error: 0.11481803694206
## Trained epoch: 1249 - Learning rate: 0.05
## Epoch error: 0.114124742558507
## Trained epoch: 1250 - Learning rate: 0.05
## Epoch error: 0.114116674218795
## Trained epoch: 1251 - Learning rate: 0.05
## Epoch error: 0.114300378316675
## Trained epoch: 1252 - Learning rate: 0.05
## Epoch error: 0.114377582212945
## Trained epoch: 1253 - Learning rate: 0.05
## Epoch error: 0.114572283391953
## Trained epoch: 1254 - Learning rate: 0.05
## Epoch error: 0.114769581947475
## Trained epoch: 1255 - Learning rate: 0.05
## Epoch error: 0.114253257941158
## Trained epoch: 1256 - Learning rate: 0.05
## Epoch error: 0.115172861184788
## Trained epoch: 1257 - Learning rate: 0.05
## Epoch error: 0.114398018119646
## Trained epoch: 1258 - Learning rate: 0.05
## Epoch error: 0.114368056687131
## Trained epoch: 1259 - Learning rate: 0.05
## Epoch error: 0.114567749017486
## Trained epoch: 1260 - Learning rate: 0.05
## Epoch error: 0.114791290969705
## Trained epoch: 1261 - Learning rate: 0.05
## Epoch error: 0.114297410383729
## Trained epoch: 1262 - Learning rate: 0.05
## Epoch error: 0.114353150143122
## Trained epoch: 1263 - Learning rate: 0.05
## Epoch error: 0.114609899914016
## Trained epoch: 1264 - Learning rate: 0.05
## Epoch error: 0.114333525040242
## Trained epoch: 1265 - Learning rate: 0.05
## Epoch error: 0.114752747148803
## Trained epoch: 1266 - Learning rate: 0.05
## Epoch error: 0.114352306274735
## Trained epoch: 1267 - Learning rate: 0.05
## Epoch error: 0.114526262582367
## Trained epoch: 1268 - Learning rate: 0.05
## Epoch error: 0.113809551995655
## Trained epoch: 1269 - Learning rate: 0.05
## Epoch error: 0.114731842539419
## Trained epoch: 1270 - Learning rate: 0.05
## Epoch error: 0.114377782300294
## Trained epoch: 1271 - Learning rate: 0.05
## Epoch error: 0.114534070975901
## Trained epoch: 1272 - Learning rate: 0.05
## Epoch error: 0.114333447704247
## Trained epoch: 1273 - Learning rate: 0.05
## Epoch error: 0.114064303479875
## Trained epoch: 1274 - Learning rate: 0.05
## Epoch error: 0.114681200538243
## Trained epoch: 1275 - Learning rate: 0.05
## Epoch error: 0.114920597826541
## Trained epoch: 1276 - Learning rate: 0.05
## Epoch error: 0.114220020873745
## Trained epoch: 1277 - Learning rate: 0.05
## Epoch error: 0.114513603134923
## Trained epoch: 1278 - Learning rate: 0.05
## Epoch error: 0.114204618640606
## Trained epoch: 1279 - Learning rate: 0.05
## Epoch error: 0.114636677650062
## Trained epoch: 1280 - Learning rate: 0.05
## Epoch error: 0.114252315679186
## Trained epoch: 1281 - Learning rate: 0.05
## Epoch error: 0.114415985534242
## Trained epoch: 1282 - Learning rate: 0.05
## Epoch error: 0.114588258771068
## Trained epoch: 1283 - Learning rate: 0.05
## Epoch error: 0.114677428883502
## Trained epoch: 1284 - Learning rate: 0.05
## Epoch error: 0.114548343984889
## Trained epoch: 1285 - Learning rate: 0.05
## Epoch error: 0.114465220262668
## Trained epoch: 1286 - Learning rate: 0.05
## Epoch error: 0.114245954745078
## Trained epoch: 1287 - Learning rate: 0.05
## Epoch error: 0.114687169969457
## Trained epoch: 1288 - Learning rate: 0.05
## Epoch error: 0.114397345359299
## Trained epoch: 1289 - Learning rate: 0.05
## Epoch error: 0.114362276357103
## Trained epoch: 1290 - Learning rate: 0.05
## Epoch error: 0.114567374575242
## Trained epoch: 1291 - Learning rate: 0.05
## Epoch error: 0.114514924873562
## Trained epoch: 1292 - Learning rate: 0.05
## Epoch error: 0.114601844144403
## Trained epoch: 1293 - Learning rate: 0.05
## Epoch error: 0.114755487286254
## Trained epoch: 1294 - Learning rate: 0.05
## Epoch error: 0.114268597325371
## Trained epoch: 1295 - Learning rate: 0.05
## Epoch error: 0.114819913610074
## Trained epoch: 1296 - Learning rate: 0.05
## Epoch error: 0.114258809031725
## Trained epoch: 1297 - Learning rate: 0.05
## Epoch error: 0.114487155722533
## Trained epoch: 1298 - Learning rate: 0.05
## Epoch error: 0.114258622879157
## Trained epoch: 1299 - Learning rate: 0.05
## Epoch error: 0.114507059424132
## Trained epoch: 1300 - Learning rate: 0.05
## Epoch error: 0.114272331277107
## Trained epoch: 1301 - Learning rate: 0.05
## Epoch error: 0.114548929846431
## Trained epoch: 1302 - Learning rate: 0.05
## Epoch error: 0.114331378137049
## Trained epoch: 1303 - Learning rate: 0.05
## Epoch error: 0.114486443459898
## Trained epoch: 1304 - Learning rate: 0.05
## Epoch error: 0.11431988281408
## Trained epoch: 1305 - Learning rate: 0.05
## Epoch error: 0.115035464938639
## Trained epoch: 1306 - Learning rate: 0.05
## Epoch error: 0.114282885230605
## Trained epoch: 1307 - Learning rate: 0.05
## Epoch error: 0.114271927284943
## Trained epoch: 1308 - Learning rate: 0.05
## Epoch error: 0.11451077956268
## Trained epoch: 1309 - Learning rate: 0.05
## Epoch error: 0.114285520581075
## Trained epoch: 1310 - Learning rate: 0.05
## Epoch error: 0.114939715256464
## Trained epoch: 1311 - Learning rate: 0.05
## Epoch error: 0.114384705073889
## Trained epoch: 1312 - Learning rate: 0.05
## Epoch error: 0.114325721801631
## Trained epoch: 1313 - Learning rate: 0.05
## Epoch error: 0.114610781836478
## Trained epoch: 1314 - Learning rate: 0.05
## Epoch error: 0.114591283746126
## Trained epoch: 1315 - Learning rate: 0.05
## Epoch error: 0.11446994664926
## Trained epoch: 1316 - Learning rate: 0.05
## Epoch error: 0.114411329268574
## Trained epoch: 1317 - Learning rate: 0.05
## Epoch error: 0.114477523013225
## Trained epoch: 1318 - Learning rate: 0.05
## Epoch error: 0.1144222289838
## Trained epoch: 1319 - Learning rate: 0.05
## Epoch error: 0.114608173085917
## Trained epoch: 1320 - Learning rate: 0.05
## Epoch error: 0.114260963346074
## Trained epoch: 1321 - Learning rate: 0.05
## Epoch error: 0.114760394697873
## Trained epoch: 1322 - Learning rate: 0.05
## Epoch error: 0.115193030131451
## Trained epoch: 1323 - Learning rate: 0.05
## Epoch error: 0.114589804411332
## Trained epoch: 1324 - Learning rate: 0.05
## Epoch error: 0.114090693810744
## Trained epoch: 1325 - Learning rate: 0.05
## Epoch error: 0.114672558314135
## Trained epoch: 1326 - Learning rate: 0.05
## Epoch error: 0.114312851371831
## Trained epoch: 1327 - Learning rate: 0.05
## Epoch error: 0.114433605460081
## Trained epoch: 1328 - Learning rate: 0.05
## Epoch error: 0.114593468547513
## Trained epoch: 1329 - Learning rate: 0.05
## Epoch error: 0.114422148612717
## Trained epoch: 1330 - Learning rate: 0.05
## Epoch error: 0.114433398528689
## Trained epoch: 1331 - Learning rate: 0.05
## Epoch error: 0.114626542621196
## Trained epoch: 1332 - Learning rate: 0.05
## Epoch error: 0.114175982557866
## Trained epoch: 1333 - Learning rate: 0.05
## Epoch error: 0.114454250938268
## Trained epoch: 1334 - Learning rate: 0.05
## Epoch error: 0.114377483321146
## Trained epoch: 1335 - Learning rate: 0.05
## Epoch error: 0.114777275855903
## Trained epoch: 1336 - Learning rate: 0.05
## Epoch error: 0.11444776072716
## Trained epoch: 1337 - Learning rate: 0.05
## Epoch error: 0.114225269350127
## Trained epoch: 1338 - Learning rate: 0.05
## Epoch error: 0.114613735350148
## Trained epoch: 1339 - Learning rate: 0.05
## Epoch error: 0.115022097525342
## Trained epoch: 1340 - Learning rate: 0.05
## Epoch error: 0.114620119743491
## Trained epoch: 1341 - Learning rate: 0.05
## Epoch error: 0.114354984323589
## Trained epoch: 1342 - Learning rate: 0.05
## Epoch error: 0.114216334007923
## Trained epoch: 1343 - Learning rate: 0.05
## Epoch error: 0.114672689863492
## Trained epoch: 1344 - Learning rate: 0.05
## Epoch error: 0.114417017181043
## Trained epoch: 1345 - Learning rate: 0.05
## Epoch error: 0.114432948250995
## Trained epoch: 1346 - Learning rate: 0.05
## Epoch error: 0.114502664745454
## Trained epoch: 1347 - Learning rate: 0.05
## Epoch error: 0.114860589088364
## Trained epoch: 1348 - Learning rate: 0.05
## Epoch error: 0.114560473478731
## Trained epoch: 1349 - Learning rate: 0.05
## Epoch error: 0.11456717013846
## Trained epoch: 1350 - Learning rate: 0.05
## Epoch error: 0.114419842848939
## Trained epoch: 1351 - Learning rate: 0.05
## Epoch error: 0.114085370365456
## Trained epoch: 1352 - Learning rate: 0.05
## Epoch error: 0.114474087942307
## Trained epoch: 1353 - Learning rate: 0.05
## Epoch error: 0.11394738549288
## Trained epoch: 1354 - Learning rate: 0.05
## Epoch error: 0.114502733921278
## Trained epoch: 1355 - Learning rate: 0.05
## Epoch error: 0.11450851936543
## Trained epoch: 1356 - Learning rate: 0.05
## Epoch error: 0.11417983184356
## Trained epoch: 1357 - Learning rate: 0.05
## Epoch error: 0.11460657818488
## Trained epoch: 1358 - Learning rate: 0.05
## Epoch error: 0.114439510547709
## Trained epoch: 1359 - Learning rate: 0.05
## Epoch error: 0.114104053450683
## Trained epoch: 1360 - Learning rate: 0.05
## Epoch error: 0.114166133567
## Trained epoch: 1361 - Learning rate: 0.05
## Epoch error: 0.114549374338799
## Trained epoch: 1362 - Learning rate: 0.05
## Epoch error: 0.114529843028698
## Trained epoch: 1363 - Learning rate: 0.05
## Epoch error: 0.114811657589883
## Trained epoch: 1364 - Learning rate: 0.05
## Epoch error: 0.114509792844987
## Trained epoch: 1365 - Learning rate: 0.05
## Epoch error: 0.114411709236664
## Trained epoch: 1366 - Learning rate: 0.05
## Epoch error: 0.114561690589576
## Trained epoch: 1367 - Learning rate: 0.05
## Epoch error: 0.114799031972346
## Trained epoch: 1368 - Learning rate: 0.05
## Epoch error: 0.114626300828232
## Trained epoch: 1369 - Learning rate: 0.05
## Epoch error: 0.114385145681738
## Trained epoch: 1370 - Learning rate: 0.05
## Epoch error: 0.114471321911879
## Trained epoch: 1371 - Learning rate: 0.05
## Epoch error: 0.114472964776591
## Trained epoch: 1372 - Learning rate: 0.05
## Epoch error: 0.114544172597947
## Trained epoch: 1373 - Learning rate: 0.05
## Epoch error: 0.114463044787027
## Trained epoch: 1374 - Learning rate: 0.05
## Epoch error: 0.114713764818565
## Trained epoch: 1375 - Learning rate: 0.05
## Epoch error: 0.114360191472963
## Trained epoch: 1376 - Learning rate: 0.05
## Epoch error: 0.114544640146895
## Trained epoch: 1377 - Learning rate: 0.05
## Epoch error: 0.114177993950443
## Trained epoch: 1378 - Learning rate: 0.05
## Epoch error: 0.114540021090461
## Trained epoch: 1379 - Learning rate: 0.05
## Epoch error: 0.114700986132047
## Trained epoch: 1380 - Learning rate: 0.05
## Epoch error: 0.114382716827646
## Trained epoch: 1381 - Learning rate: 0.05
## Epoch error: 0.114721153879854
## Trained epoch: 1382 - Learning rate: 0.05
## Epoch error: 0.114150285285916
## Trained epoch: 1383 - Learning rate: 0.05
## Epoch error: 0.114646390487421
## Trained epoch: 1384 - Learning rate: 0.05
## Epoch error: 0.114753080281049
## Trained epoch: 1385 - Learning rate: 0.05
## Epoch error: 0.114518207140442
## Trained epoch: 1386 - Learning rate: 0.05
## Epoch error: 0.114293134281149
## Trained epoch: 1387 - Learning rate: 0.05
## Epoch error: 0.114748300997516
## Trained epoch: 1388 - Learning rate: 0.05
## Epoch error: 0.114614317393635
## Trained epoch: 1389 - Learning rate: 0.05
## Epoch error: 0.114082485670595
## Trained epoch: 1390 - Learning rate: 0.05
## Epoch error: 0.114318502900724
## Trained epoch: 1391 - Learning rate: 0.05
## Epoch error: 0.113943335572592
## Trained epoch: 1392 - Learning rate: 0.05
## Epoch error: 0.114423860477147
## Trained epoch: 1393 - Learning rate: 0.05
## Epoch error: 0.114607111079311
## Trained epoch: 1394 - Learning rate: 0.05
## Epoch error: 0.114050289561527
## Trained epoch: 1395 - Learning rate: 0.05
## Epoch error: 0.114687477606079
## Trained epoch: 1396 - Learning rate: 0.05
## Epoch error: 0.114071589755934
## Trained epoch: 1397 - Learning rate: 0.05
## Epoch error: 0.114418830688482
## Trained epoch: 1398 - Learning rate: 0.05
## Epoch error: 0.114527105319551
## Trained epoch: 1399 - Learning rate: 0.05
## Epoch error: 0.114510843277731
## Trained epoch: 1400 - Learning rate: 0.05
## Epoch error: 0.114449472677821
## Trained epoch: 1401 - Learning rate: 0.05
## Epoch error: 0.114279489130624
## Trained epoch: 1402 - Learning rate: 0.05
## Epoch error: 0.114628142358136
## Trained epoch: 1403 - Learning rate: 0.05
## Epoch error: 0.114317340270223
## Trained epoch: 1404 - Learning rate: 0.05
## Epoch error: 0.114470524118228
## Trained epoch: 1405 - Learning rate: 0.05
## Epoch error: 0.114453764576785
## Trained epoch: 1406 - Learning rate: 0.05
## Epoch error: 0.114592978029053
## Trained epoch: 1407 - Learning rate: 0.05
## Epoch error: 0.114612684518069
## Trained epoch: 1408 - Learning rate: 0.05
## Epoch error: 0.114487630107224
## Trained epoch: 1409 - Learning rate: 0.05
## Epoch error: 0.114400933294135
## Trained epoch: 1410 - Learning rate: 0.05
## Epoch error: 0.114495303444127
## Trained epoch: 1411 - Learning rate: 0.05
## Epoch error: 0.114726139448726
## Trained epoch: 1412 - Learning rate: 0.05
## Epoch error: 0.114285979446166
## Trained epoch: 1413 - Learning rate: 0.05
## Epoch error: 0.114423219834218
## Trained epoch: 1414 - Learning rate: 0.05
## Epoch error: 0.114696739131527
## Trained epoch: 1415 - Learning rate: 0.05
## Epoch error: 0.114362863546452
## Trained epoch: 1416 - Learning rate: 0.05
## Epoch error: 0.114675034319462
## Trained epoch: 1417 - Learning rate: 0.05
## Epoch error: 0.114588412658588
## Trained epoch: 1418 - Learning rate: 0.05
## Epoch error: 0.114950319168638
## Trained epoch: 1419 - Learning rate: 0.05
## Epoch error: 0.114183198819942
## Trained epoch: 1420 - Learning rate: 0.05
## Epoch error: 0.114294287791304
## Trained epoch: 1421 - Learning rate: 0.05
## Epoch error: 0.114454498228203
## Trained epoch: 1422 - Learning rate: 0.05
## Epoch error: 0.114490626450551
## Trained epoch: 1423 - Learning rate: 0.05
## Epoch error: 0.114839571287006
## Trained epoch: 1424 - Learning rate: 0.05
## Epoch error: 0.114511266109913
## Trained epoch: 1425 - Learning rate: 0.05
## Epoch error: 0.114175970690088
## Trained epoch: 1426 - Learning rate: 0.05
## Epoch error: 0.114445197638231
## Trained epoch: 1427 - Learning rate: 0.05
## Epoch error: 0.114548731939503
## Trained epoch: 1428 - Learning rate: 0.05
## Epoch error: 0.114478994128104
## Trained epoch: 1429 - Learning rate: 0.05
## Epoch error: 0.114715350111178
## Trained epoch: 1430 - Learning rate: 0.05
## Epoch error: 0.114652169434148
## Trained epoch: 1431 - Learning rate: 0.05
## Epoch error: 0.114040808514177
## Trained epoch: 1432 - Learning rate: 0.05
## Epoch error: 0.114869017075072
## Trained epoch: 1433 - Learning rate: 0.05
## Epoch error: 0.114671113280472
## Trained epoch: 1434 - Learning rate: 0.05
## Epoch error: 0.114316798601001
## Trained epoch: 1435 - Learning rate: 0.05
## Epoch error: 0.114516169689883
## Trained epoch: 1436 - Learning rate: 0.05
## Epoch error: 0.114389992653768
## Trained epoch: 1437 - Learning rate: 0.05
## Epoch error: 0.114663883204779
## Trained epoch: 1438 - Learning rate: 0.05
## Epoch error: 0.114358689028819
## Trained epoch: 1439 - Learning rate: 0.05
## Epoch error: 0.114329635234461
## Trained epoch: 1440 - Learning rate: 0.05
## Epoch error: 0.114568707569113
## Trained epoch: 1441 - Learning rate: 0.05
## Epoch error: 0.114585393816014
## Trained epoch: 1442 - Learning rate: 0.05
## Epoch error: 0.114599832965276
## Trained epoch: 1443 - Learning rate: 0.05
## Epoch error: 0.114651332216607
## Trained epoch: 1444 - Learning rate: 0.05
## Epoch error: 0.114205305391504
## Trained epoch: 1445 - Learning rate: 0.05
## Epoch error: 0.114538018558866
## Trained epoch: 1446 - Learning rate: 0.05
## Epoch error: 0.11466271310254
## Trained epoch: 1447 - Learning rate: 0.05
## Epoch error: 0.114568448364412
## Trained epoch: 1448 - Learning rate: 0.05
## Epoch error: 0.114535737449232
## Trained epoch: 1449 - Learning rate: 0.05
## Epoch error: 0.114330830068599
## Trained epoch: 1450 - Learning rate: 0.05
## Epoch error: 0.114150272850956
## Trained epoch: 1451 - Learning rate: 0.05
## Epoch error: 0.11447034949327
## Trained epoch: 1452 - Learning rate: 0.05
## Epoch error: 0.11428648857873
## Trained epoch: 1453 - Learning rate: 0.05
## Epoch error: 0.1141425328207
## Trained epoch: 1454 - Learning rate: 0.05
## Epoch error: 0.114408852811768
## Trained epoch: 1455 - Learning rate: 0.05
## Epoch error: 0.114865138700511
## Trained epoch: 1456 - Learning rate: 0.05
## Epoch error: 0.114469298701647
## Trained epoch: 1457 - Learning rate: 0.05
## Epoch error: 0.114434183698648
## Trained epoch: 1458 - Learning rate: 0.05
## Epoch error: 0.114766677871345
## Trained epoch: 1459 - Learning rate: 0.05
## Epoch error: 0.114446674092928
## Trained epoch: 1460 - Learning rate: 0.05
## Epoch error: 0.114089449118807
## Trained epoch: 1461 - Learning rate: 0.05
## Epoch error: 0.114231654036204
## Trained epoch: 1462 - Learning rate: 0.05
## Epoch error: 0.114828235800194
## Trained epoch: 1463 - Learning rate: 0.05
## Epoch error: 0.114216418436862
## Trained epoch: 1464 - Learning rate: 0.05
## Epoch error: 0.114655614844205
## Trained epoch: 1465 - Learning rate: 0.05
## Epoch error: 0.114520588803474
## Trained epoch: 1466 - Learning rate: 0.05
## Epoch error: 0.114242073506702
## Trained epoch: 1467 - Learning rate: 0.05
## Epoch error: 0.114422228256407
## Trained epoch: 1468 - Learning rate: 0.05
## Epoch error: 0.11442191989993
## Trained epoch: 1469 - Learning rate: 0.05
## Epoch error: 0.114252032634717
## Trained epoch: 1470 - Learning rate: 0.05
## Epoch error: 0.114395039368934
## Trained epoch: 1471 - Learning rate: 0.05
## Epoch error: 0.114133265181827
## Trained epoch: 1472 - Learning rate: 0.05
## Epoch error: 0.114528512654066
## Trained epoch: 1473 - Learning rate: 0.05
## Epoch error: 0.114521197452069
## Trained epoch: 1474 - Learning rate: 0.05
## Epoch error: 0.114469933694932
## Trained epoch: 1475 - Learning rate: 0.05
## Epoch error: 0.114601731988552
## Trained epoch: 1476 - Learning rate: 0.05
## Epoch error: 0.114735849900403
## Trained epoch: 1477 - Learning rate: 0.05
## Epoch error: 0.11456932769265
## Trained epoch: 1478 - Learning rate: 0.05
## Epoch error: 0.114407489296936
## Trained epoch: 1479 - Learning rate: 0.05
## Epoch error: 0.114310054287227
## Trained epoch: 1480 - Learning rate: 0.05
## Epoch error: 0.1143846421675
## Trained epoch: 1481 - Learning rate: 0.05
## Epoch error: 0.114528191306246
## Trained epoch: 1482 - Learning rate: 0.05
## Epoch error: 0.114528692941353
## Trained epoch: 1483 - Learning rate: 0.05
## Epoch error: 0.114301365107069
## Trained epoch: 1484 - Learning rate: 0.05
## Epoch error: 0.114300056342559
## Trained epoch: 1485 - Learning rate: 0.05
## Epoch error: 0.113999624562926
## Trained epoch: 1486 - Learning rate: 0.05
## Epoch error: 0.113796794709488
## Trained epoch: 1487 - Learning rate: 0.05
## Epoch error: 0.114578162566628
## Trained epoch: 1488 - Learning rate: 0.05
## Epoch error: 0.11445552279968
## Trained epoch: 1489 - Learning rate: 0.05
## Epoch error: 0.11478840272867
## Trained epoch: 1490 - Learning rate: 0.05
## Epoch error: 0.114287273204471
## Trained epoch: 1491 - Learning rate: 0.05
## Epoch error: 0.114443289413416
## Trained epoch: 1492 - Learning rate: 0.05
## Epoch error: 0.114320085425764
## Trained epoch: 1493 - Learning rate: 0.05
## Epoch error: 0.114572905141168
## Trained epoch: 1494 - Learning rate: 0.05
## Epoch error: 0.114969080348938
## Trained epoch: 1495 - Learning rate: 0.05
## Epoch error: 0.114637479510845
## Trained epoch: 1496 - Learning rate: 0.05
## Epoch error: 0.114166637048228
## Trained epoch: 1497 - Learning rate: 0.05
## Epoch error: 0.114654920536733
## Trained epoch: 1498 - Learning rate: 0.05
## Epoch error: 0.114228236733736
## Trained epoch: 1499 - Learning rate: 0.05
## Epoch error: 0.114215964302996
## Trained epoch: 1500 - Learning rate: 0.05
## Epoch error: 0.114627652732602
# Predicted values
Yp <- predictr(model,matrix(test$Independent))
Yptrain <- predictr(model,matrix(train$Independent))
predicted <- (Yp)
predicted <- cbind(test,yp=predicted)
rmse(test$dependent,predicted)
## [1] 0.1416059
# Plot predicted vs actual
plot(as.vector(t(predicted$dependent)), col = 'red', type = 'l', main = "Actual vs predicted", ylab = "x,Yp")
lines(as.vector(t(predicted$yp)), type = 'l', col = 'blue')
