logistic—function to perform logistic analysis and return the results to the user.
Logistic.Rdlogistic—function to perform logistic analysis and return the results to the user.
Arguments
- data
data can be a CSV file or within an R package, such as MASS::Pima.te
- colnum
the column number with the logistic data
- numresamples
the number of resamples
- save_all_trained_models
"Y" or "N". Places all the trained models in the Environment
- how_to_handle_strings
0: No strings, 1: Factor values
- do_you_have_new_data
"Y" or "N". If "Y", then you will be asked for the new data
- remove_ensemble_correlations_greater_than
Enter a number to remove correlations in the ensembles
- use_parallel
"Y" or "N" for parallel processing
- train_amount
set the amount for the training data
- test_amount
set the amount for the testing data
- validation_amount
Set the amount for the validation data
Examples
options(rgl.useNULL=TRUE) #needed if there are issues with X11 with this example
Logistic(data = SAHeart,
colnum = 10,
numresamples = 2,
how_to_handle_strings = 1,
do_you_have_new_data = "N",
save_all_trained_models = "N",
remove_ensemble_correlations_greater_than = 1.00,
use_parallel = "N",
train_amount = 0.60,
test_amount = 0.20,
validation_amount = 0.20)
#> [1]
#> [1] "Resampling number 1 of 2,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 120
#> Nguyen-Widrow method
#> Scaling factor= 0.705929
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 136.5 Ed= 476.6957 Ew= 7.531588
#> gradient= 48.03008
#> C_new= 58.46151 Ed= 332.4329 Ew= 0.6417877
#> mu= 5e-04
#> gamma= 4.7821 alpha= 3.7256 beta= 0.4034
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 136.5 Ed= 332.4329 Ew= 0.6417877
#> gradient= 87.84748
#> C_new= 158.2798 Ed= 380.7871 Ew= 1.251857
#> mu= 0.005
#> C_new= 158.1544 Ed= 380.4777 Ew= 1.251724
#> mu= 0.05
#> C_new= 156.9116 Ed= 377.4089 Ew= 1.250416
#> mu= 0.5
#> C_new= 145.4538 Ed= 349.1077 Ew= 1.239503
#> mu= 5
#> C_new= 85.22612 Ed= 200.0669 Ew= 1.212103
#> mu= 0.5
#> gamma= 6.047 alpha= 2.4944 beta= 0.6672
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 136.5 Ed= 200.0669 Ew= 1.212103
#> gradient= 163.316
#> C_new= 114.5321 Ed= 167.4227 Ew= 1.136327
#> mu= 0.05
#> gamma= 9.3136 alpha= 4.0981 beta= 0.7875
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 136.5 Ed= 167.4227 Ew= 1.136327
#> gradient= 162.4138
#> C_new= 124.8043 Ed= 151.3362 Ew= 1.373556
#> mu= 0.005
#> gamma= 8.1919 alpha= 2.982 beta= 0.8749
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 136.5 Ed= 151.3362 Ew= 1.373556
#> gradient= 193.7051
#> C_new= 154.3752 Ed= 172.4101 Ew= 1.18497
#> mu= 0.05
#> C_new= 151.4108 Ed= 169.022 Ew= 1.184893
#> mu= 0.5
#> C_new= 125.833 Ed= 139.7685 Ew= 1.190315
#> mu= 0.05
#> gamma= 9.5217 alpha= 3.9997 beta= 0.9426
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 136.5 Ed= 139.7685 Ew= 1.190315
#> gradient= 178.1982
#> C_new= 122.6231 Ed= 124.0382 Ew= 1.427785
#> mu= 0.005
#> gamma= 8.6641 alpha= 3.0341 beta= 1.0655
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 136.5 Ed= 124.0382 Ew= 1.427785
#> gradient= 211.4407
#> C_new= 160.5316 Ed= 147.0645 Ew= 1.261692
#> mu= 0.05
#> C_new= 157.3213 Ed= 144.0518 Ew= 1.261656
#> mu= 0.5
#> C_new= 129.7146 Ed= 118.1279 Ew= 1.26704
#> mu= 0.05
#> gamma= 9.7292 alpha= 3.8393 beta= 1.1143
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 136.5 Ed= 118.1279 Ew= 1.26704
#> gradient= 192.2605
#> C_new= 120.1797 Ed= 102.764 Ew= 1.475511
#> mu= 0.005
#> gamma= 9.0782 alpha= 3.0763 beta= 1.2841
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 136.5 Ed= 102.764 Ew= 1.475511
#> gradient= 226.7047
#> C_new= 163.1407 Ed= 123.8418 Ew= 1.337134
#> mu= 0.05
#> C_new= 159.7722 Ed= 121.2186 Ew= 1.337121
#> mu= 0.5
#> C_new= 130.8849 Ed= 98.71035 Ew= 1.342292
#> mu= 0.05
#> gamma= 9.9047 alpha= 3.6895 beta= 1.3327
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 136.5 Ed= 98.71035 Ew= 1.342292
#> gradient= 208.2182
#> C_new= 119.9347 Ed= 85.78905 Ew= 1.519662
#> mu= 0.005
#> gamma= 9.4439 alpha= 3.1072 beta= 1.5361
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 136.5 Ed= 85.78905 Ew= 1.519662
#> gradient= 241.4741
#> C_new= 163.3751 Ed= 103.5159 Ew= 1.405564
#> mu= 0.05
#> C_new= 159.9096 Ed= 101.2597 Ew= 1.405566
#> mu= 0.5
#> C_new= 130.2645 Ed= 81.95055 Ew= 1.410473
#> mu= 0.05
#> gamma= 10.0575 alpha= 3.5653 beta= 1.6043
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 136.5 Ed= 81.95055 Ew= 1.410473
#> gradient= 225.1064
#> C_new= 119.8705 Ed= 71.24624 Ew= 1.562829
#> mu= 0.005
#> gamma= 9.7484 alpha= 3.1188 beta= 1.8475
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 136.5 Ed= 71.24624 Ew= 1.562829
#> gradient= 257.5696
#> C_new= 163.5406 Ed= 86.04282 Ew= 1.467994
#> mu= 0.05
#> C_new= 159.9726 Ed= 84.11151 Ew= 1.468008
#> mu= 0.5
#> C_new= 129.5412 Ed= 67.63181 Ew= 1.472668
#> mu= 0.05
#> gamma= 10.1999 alpha= 3.4631 beta= 1.9429
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 136.5 Ed= 67.63181 Ew= 1.472668
#> gradient= 243.1765
#> C_new= 119.6098 Ed= 58.70215 Ew= 1.6052
#> mu= 0.005
#> gamma= 9.9988 alpha= 3.1145 beta= 2.2401
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 136.5 Ed= 58.70215 Ew= 1.6052
#> gradient= 275.7398
#> C_new= 163.823 Ed= 71.00969 Ew= 1.525733
#> mu= 0.05
#> C_new= 160.1427 Ed= 69.36676 Ew= 1.525754
#> mu= 0.5
#> C_new= 128.8596 Ed= 55.39578 Ew= 1.530176
#> mu= 0.05
#> gamma= 10.331 alpha= 3.3757 beta= 2.3708
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 136.5 Ed= 55.39578 Ew= 1.530176
#> gradient= 263.213
#> C_new= 119.3377 Ed= 47.99139 Ew= 1.646385
#> mu= 0.005
#> gamma= 10.2047 alpha= 3.0991 beta= 2.7379
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 136.5 Ed= 47.99139 Ew= 1.646385
#> gradient= 296.4452
#> C_new= 164.1622 Ed= 58.17057 Ew= 1.579323
#> mu= 0.05
#> C_new= 160.3644 Ed= 56.78344 Ew= 1.57935
#> mu= 0.5
#> C_new= 128.1998 Ed= 45.03099 Ew= 1.583533
#> mu= 0.05
#> gamma= 10.4481 alpha= 3.299 beta= 2.9152
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 136.5 Ed= 45.03099 Ew= 1.583533
#> gradient= 285.8023
#> C_new= 119.1347 Ed= 38.95846 Ew= 1.685863
#> mu= 0.005
#> gamma= 10.3728 alpha= 3.0764 beta= 3.3706
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 136.5 Ed= 38.95846 Ew= 1.685863
#> gradient= 320.1075
#> C_new= 164.5778 Ed= 47.34068 Ew= 1.628876
#> mu= 0.05
#> C_new= 160.6595 Ed= 46.17816 Ew= 1.628906
#> mu= 0.5
#> C_new= 127.5986 Ed= 36.36598 Ew= 1.632847
#> mu= 0.05
#> gamma= 10.5501 alpha= 3.2306 beta= 3.6085
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 136.5 Ed= 36.36598 Ew= 1.632847
#> gradient= 311.399
#> C_new= 119.0208 Ed= 31.44116 Ew= 1.723157
#> mu= 0.005
#> gamma= 10.5081 alpha= 3.0491 beta= 4.1743
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 136.5 Ed= 31.44116 Ew= 1.723157
#> gradient= 347.1085
#> C_new= 165.0762 Ed= 38.32249 Ew= 1.674377
#> mu= 0.05
#> C_new= 161.0363 Ed= 37.35466 Ew= 1.674409
#> mu= 0.5
#> C_new= 127.0778 Ed= 29.21689 Ew= 1.678104
#> mu= 0.05
#> gamma= 10.6368 alpha= 3.1693 beta= 4.4899
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 136.5 Ed= 29.21689 Ew= 1.678104
#> gradient= 340.4073
#> C_new= 118.9901 Ed= 25.26074 Ew= 1.757918
#> mu= 0.005
#> gamma= 10.6158 alpha= 3.0194 beta= 5.1935
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 136.5 Ed= 25.26074 Ew= 1.757918
#> gradient= 377.8139
#> C_new= 165.6449 Ed= 30.89697 Ew= 1.715853
#> mu= 0.05
#> C_new= 161.4843 Ed= 30.09585 Ew= 1.715884
#> mu= 0.5
#> C_new= 126.6411 Ed= 23.38485 Ew= 1.719334
#> mu= 0.05
#> gamma= 10.709 alpha= 3.1143 beta= 5.6081
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 136.5 Ed= 23.38485 Ew= 1.719334
#> gradient= 373.2211
#> C_new= 119.0244 Ed= 20.22953 Ew= 1.789946
#> mu= 0.005
#> gamma= 10.7006 alpha= 2.9891 beta= 6.4831
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 136.5 Ed= 20.22953 Ew= 1.789946
#> gradient= 412.5988
#> C_new= 166.2596 Ed= 24.83672 Ew= 1.753415
#> mu= 0.05
#> C_new= 161.9814 Ed= 24.1768 Ew= 1.753446
#> mu= 0.5
#> C_new= 126.2801 Ed= 18.66848 Ew= 1.756652
#> mu= 0.05
#> gamma= 10.7681 alpha= 3.0649 beta= 7.0234
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 136.5 Ed= 18.66848 Ew= 1.756652
#> gradient= 410.2529
#> C_new= 119.1013 Ed= 16.16395 Ew= 1.819184
#> mu= 0.005
#> gamma= 10.767 alpha= 2.9593 beta= 8.1117
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 136.5 Ed= 16.16395 Ew= 1.819184
#> gradient= 451.8705
#> C_new= 166.8909 Ed= 19.92217 Ew= 1.787262
#> mu= 0.05
#> C_new= 162.4998 Ed= 19.38082 Ew= 1.787293
#> mu= 0.5
#> C_new= 125.9795 Ed= 14.87754 Ew= 1.790261
#> mu= 0.05
#> gamma= 10.8158 alpha= 3.0207 beta= 8.8114
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 136.5 Ed= 14.87754 Ew= 1.790261
#> gradient= 451.9589
#> C_new= 119.1993 Ed= 12.8951 Ew= 1.845685
#> mu= 0.005
#> gamma= 10.8186 alpha= 2.9308 beta= 10.1659
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 136.5 Ed= 12.8951 Ew= 1.845685
#> gradient= 496.0911
#> C_new= 167.5098 Ed= 15.95354 Ew= 1.817653
#> mu= 0.05
#> C_new= 163.0118 Ed= 15.51108 Ew= 1.817682
#> mu= 0.5
#> C_new= 125.7213 Ed= 11.8421 Ew= 1.820419
#> mu= 0.05
#> gamma= 10.8542 alpha= 2.9812 beta= 11.0684
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 136.5 Ed= 11.8421 Ew= 1.820419
#> gradient= 498.8612
#> C_new= 119.2994 Ed= 10.27483 Ew= 1.869583
#> mu= 0.005
#> gamma= 10.8587 alpha= 2.904 beta= 12.7565
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 136.5 Ed= 10.27483 Ew= 1.869583
#> gradient= 545.8
#> C_new= 168.0906 Ed= 12.75689 Ew= 1.844876
#> mu= 0.05
#> C_new= 163.493 Ed= 12.39647 Ew= 1.844903
#> mu= 0.5
#> C_new= 125.4878 Ed= 9.41661 Ew= 1.847417
#> mu= 0.05
#> gamma= 10.8847 alpha= 2.9459 beta= 13.9177
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 136.5 Ed= 9.41661 Ew= 1.847417
#> gradient= 551.5706
#> C_new= 119.3866 Ed= 8.177761 Ew= 1.891059
#> mu= 0.005
#> gamma= 10.8899 alpha= 2.8793 beta= 16.0258
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 136.5 Ed= 8.177761 Ew= 1.891059
#> gradient= 601.6373
#> C_new= 168.6131 Ed= 10.18552 Ew= 1.869227
#> mu= 0.05
#> C_new= 163.9235 Ed= 9.892892 Ew= 1.869252
#> mu= 0.5
#> C_new= 125.2637 Ed= 7.480125 Ew= 1.871554
#> mu= 0.05
#> gamma= 10.909 alpha= 2.9144 beta= 17.5192
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 136.5 Ed= 7.480125 Ew= 1.871554
#> gradient= 610.8109
#> C_new= 119.4496 Ed= 6.500436 Ew= 1.910311
#> mu= 0.005
#> gamma= 10.9141 alpha= 2.8566 beta= 20.1591
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 136.5 Ed= 6.500436 Ew= 1.910311
#> gradient= 664.369
#> C_new= 169.0628 Ed= 8.118461 Ew= 1.890995
#> mu= 0.05
#> C_new= 164.2895 Ed= 7.881678 Ew= 1.891018
#> mu= 0.5
#> C_new= 125.0369 Ed= 5.934239 Ew= 1.893119
#> mu= 0.05
#> gamma= 10.9282 alpha= 2.8863 beta= 22.0813
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 136.5 Ed= 5.934239 Ew= 1.893119
#> gradient= 677.4455
#> C_new= 119.4813 Ed= 5.159009 Ew= 1.927546
#> mu= 0.005
#> gamma= 10.933 alpha= 2.836 beta= 25.399
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 136.5 Ed= 5.159009 Ew= 1.927546
#> gradient= 734.9134
#> C_new= 169.4316 Ed= 6.457491 Ew= 1.91045
#> mu= 0.05
#> C_new= 164.5828 Ed= 6.266582 Ew= 1.910471
#> mu= 0.5
#> C_new= 124.7991 Ed= 4.700018 Ew= 1.912383
#> mu= 0.05
#> gamma= 10.9435 alpha= 2.8612 beta= 27.8782
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 136.5 Ed= 4.700018 Ew= 1.912383
#> gradient= 752.5046
#> C_new= 119.4784 Ed= 4.08631 Ew= 1.942961
#> mu= 0.005
#> gamma= 10.9477 alpha= 2.8173 beta= 32.0647
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 136.5 Ed= 4.08631 Ew= 1.942961
#> gradient= 814.4487
#> C_new= 169.7178 Ed= 5.123602 Ew= 1.927838
#> mu= 0.05
#> C_new= 164.8014 Ed= 4.970272 Ew= 1.927858
#> mu= 0.5
#> C_new= 124.5464 Ed= 3.714688 Ew= 1.929591
#> mu= 0.05
#> gamma= 10.9556 alpha= 2.8388 beta= 35.2714
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 136.5 Ed= 3.714688 Ew= 1.929591
#> gradient= 837.2137
#> C_new= 119.4421 Ed= 3.228884 Ew= 1.956742
#> mu= 0.005
#> gamma= 10.9593 alpha= 2.8004 beta= 40.5776
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 136.5 Ed= 3.228884 Ew= 1.956742
#> gradient= 907.8635
#> C_new= 169.9256 Ed= 4.053551 Ew= 1.943383
#> mu= 0.05
#> C_new= 164.9491 Ed= 3.930908 Ew= 1.943401
#> mu= 0.5
#> C_new= 124.2789 Ed= 2.928518 Ew= 1.944967
#> mu= 0.05
#> gamma= 10.9652 alpha= 2.8189 beta= 44.7385
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 136.5 Ed= 2.928518 Ew= 1.944967
#> gradient= 933.0291
#> C_new= 119.3774 Ed= 2.544273 Ew= 1.969062
#> mu= 0.005
#> gamma= 10.9683 alpha= 2.7852 beta= 51.4944
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 136.5 Ed= 2.544273 Ew= 1.969062
#> gradient= 1012.802
#> C_new= 170.0648 Ed= 3.196726 Ew= 1.957281
#> mu= 0.05
#> C_new= 165.0352 Ed= 3.099051 Ew= 1.957297
#> mu= 0.5
#> C_new= 124.0009 Ed= 2.302107 Ew= 1.958708
#> mu= 0.05
#> gamma= 10.9728 alpha= 2.801 beta= 56.9103
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 136.5 Ed= 2.302107 Ew= 1.958708
#> gradient= 1044.863
#> C_new= 119.2926 Ed= 1.998696 Ew= 1.980074
#> mu= 0.005
#> gamma= 10.9754 alpha= 2.7715 beta= 65.5489
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 136.5 Ed= 1.998696 Ew= 1.980074
#> gradient= 1131.087
#> C_new= 170.1495 Ed= 2.512484 Ew= 1.969709
#> mu= 0.05
#> C_new= 165.0729 Ed= 2.435036 Ew= 1.969724
#> mu= 0.5
#> C_new= 123.7197 Ed= 1.804106 Ew= 1.97099
#> mu= 0.05
#> gamma= 10.9788 alpha= 2.7851 beta= 72.618
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 136.5 Ed= 1.804106 Ew= 1.97099
#> gradient= 1171.268
#> C_new= 119.1982 Ed= 1.565123 Ew= 1.989919
#> mu= 0.005
#> gamma= 10.9809 alpha= 2.7591 beta= 83.7056
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 136.5 Ed= 1.565123 Ew= 1.989919
#> gradient= 1264.81
#> C_new= 170.1958 Ed= 1.967975 Ew= 1.980822
#> mu= 0.05
#> C_new= 165.0777 Ed= 1.906829 Ew= 1.980835
#> mu= 0.5
#> C_new= 123.4441 Ed= 1.409412 Ew= 1.981969
#> mu= 0.05
#> gamma= 10.9835 alpha= 2.7708 beta= 92.9524
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 136.5 Ed= 1.409412 Ew= 1.981969
#> gradient= 1314.519
#> C_new= 119.1049 Ed= 1.221773 Ew= 1.998723
#> mu= 0.005
#> gamma= 10.9852 alpha= 2.7481 beta= 107.2273
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 136.5 Ed= 1.221773 Ew= 1.998723
#> gradient= 1416.339
#> C_new= 170.2197 Ed= 1.536446 Ew= 1.990757
#> mu= 0.05
#> C_new= 165.0645 Ed= 1.488369 Ew= 1.990768
#> mu= 0.5
#> C_new= 123.183 Ed= 1.097757 Ew= 1.99178
#> mu= 0.05
#> gamma= 10.9872 alpha= 2.7581 beta= 119.3401
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 136.5 Ed= 1.097757 Ew= 1.99178
#> gradient= 1477.185
#> C_new= 119.022 Ed= 0.9509588 Ew= 2.006594
#> mu= 0.005
#> gamma= 10.9886 alpha= 2.7381 beta= 137.7617
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 136.5 Ed= 0.9509588 Ew= 2.006594
#> gradient= 1588.344
#> C_new= 170.2346 Ed= 1.195973 Ew= 1.999631
#> mu= 0.05
#> C_new= 165.0462 Ed= 1.158312 Ew= 1.999642
#> mu= 0.5
#> C_new= 122.9435 Ed= 0.8526738 Ew= 2.000543
#> mu= 0.05
#> gamma= 10.9901 alpha= 2.7468 beta= 153.6402
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 136.5 Ed= 0.8526738 Ew= 2.000543
#> gradient= 1662.154
#> C_new= 118.9558 Ed= 0.7382495 Ew= 2.013627
#> mu= 0.005
#> gamma= 10.9912 alpha= 2.7292 beta= 177.4527
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 136.5 Ed= 0.7382495 Ew= 2.013627
#> gradient= 1783.814
#> C_new= 170.25 Ed= 0.9285343 Ew= 2.00755
#> mu= 0.05
#> C_new= 165.0317 Ed= 0.8991279 Ew= 2.00756
#> mu= 0.5
#> C_new= 122.7301 Ed= 0.6607329 Ew= 2.00836
#> mu= 0.05
#> gamma= 10.9923 alpha= 2.7366 beta= 198.2705
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 136.5 Ed= 0.6607329 Ew= 2.00836
#> gradient= 1872.666
#> C_new= 118.9094 Ed= 0.5718535 Ew= 2.019904
#> mu= 0.005
#> gamma= 10.9932 alpha= 2.7212 beta= 229.0856
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 136.5 Ed= 0.5718535 Ew= 2.019904
#> gradient= 2006.097
#> C_new= 170.2712 Ed= 0.7193338 Ew= 2.014605
#> mu= 0.05
#> C_new= 165.0259 Ed= 0.6964371 Ew= 2.014614
#> mu= 0.5
#> C_new= 122.5443 Ed= 0.5109889 Ew= 2.015323
#> mu= 0.05
#> gamma= 10.9941 alpha= 2.7276 beta= 256.3714
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 136.5 Ed= 0.5109889 Ew= 2.015323
#> gradient= 2112.351
#> C_new= 118.883 Ed= 0.4421638 Ew= 2.025499
#> mu= 0.005
#> gamma= 10.9948 alpha= 2.7141 beta= 296.2762
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 136.5 Ed= 0.4421638 Ew= 2.025499
#> gradient= 2258.95
#> C_new= 170.2998 Ed= 0.5562883 Ew= 2.020879
#> mu= 0.05
#> C_new= 165.0301 Ed= 0.5385016 Ew= 2.020887
#> mu= 0.5
#> C_new= 122.3853 Ed= 0.39456 Ew= 2.021514
#> mu= 0.05
#> gamma= 10.9955 alpha= 2.7196 beta= 332.0212
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 136.5 Ed= 0.39456 Ew= 2.021514
#> gradient= 2385.296
#> C_new= 118.8743 Ed= 0.3414006 Ew= 2.030475
#> mu= 0.005
#> gamma= 10.996 alpha= 2.7077 beta= 383.7194
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 136.5 Ed= 0.3414006 Ew= 2.030475
#> gradient= 2546.604
#> C_new= 170.335 Ed= 0.4296053 Ew= 2.026447
#> mu= 0.05
#> C_new= 165.043 Ed= 0.4158141 Ew= 2.026453
#> mu= 0.5
#> C_new= 122.2505 Ed= 0.3042897 Ew= 2.027008
#> mu= 0.05
#> gamma= 10.9965 alpha= 2.7125 beta= 430.5165
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 136.5 Ed= 0.3042897 Ew= 2.027008
#> gradient= 2696.11
#> C_new= 118.8801 Ed= 0.2633127 Ew= 2.034891
#> mu= 0.005
#> gamma= 10.9969 alpha= 2.7021 beta= 497.5132
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 136.5 Ed= 0.2633127 Ew= 2.034891
#> gradient= 2873.838
#> C_new= 170.3743 Ed= 0.331419 Ew= 2.031377
#> mu= 0.05
#> C_new= 165.0624 Ed= 0.320742 Ew= 2.031382
#> mu= 0.5
#> C_new= 122.1363 Ed= 0.2344581 Ew= 2.031872
#> mu= 0.05
#> gamma= 10.9973 alpha= 2.7062 beta= 558.7409
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 136.5 Ed= 0.2344581 Ew= 2.031872
#> gradient= 3050.012
#> C_new= 118.8968 Ed= 0.2029193 Ew= 2.038802
#> mu= 0.005
#> gamma= 10.9976 alpha= 2.6971 beta= 645.5825
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 136.5 Ed= 0.2029193 Ew= 2.038802
#> gradient= 3246.071
#> C_new= 170.4151 Ed= 0.2554662 Ew= 2.035734
#> mu= 0.05
#> C_new= 165.0852 Ed= 0.2472102 Ew= 2.035739
#> mu= 0.5
#> C_new= 122.0392 Ed= 0.1805307 Ew= 2.036171
#> mu= 0.05
#> gamma= 10.9979 alpha= 2.7006 beta= 725.6441
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 136.5 Ed= 0.1805307 Ew= 2.036171
#> gradient= 3452.933
#> C_new= 118.921 Ed= 0.1562826 Ew= 2.042259
#> mu= 0.005
#> gamma= 10.9982 alpha= 2.6927 beta= 838.2308
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 136.5 Ed= 0.1562826 Ew= 2.042259
#> gradient= 3669.461
#> C_new= 170.4547 Ed= 0.1967989 Ew= 2.039579
#> mu= 0.05
#> C_new= 165.1088 Ed= 0.1904212 Ew= 2.039583
#> mu= 0.5
#> C_new= 121.9557 Ed= 0.1389388 Ew= 2.039963
#> mu= 0.05
#> gamma= 10.9984 alpha= 2.6957 beta= 942.867
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 136.5 Ed= 0.1389388 Ew= 2.039963
#> gradient= 3911.616
#> C_new= 118.95 Ed= 0.1203101 Ew= 2.045309
#> mu= 0.005
#> gamma= 10.9986 alpha= 2.6887 beta= 1088.859
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 136.5 Ed= 0.1203101 Ew= 2.045309
#> gradient= 4151.017
#> C_new= 170.4914 Ed= 0.1515333 Ew= 2.042966
#> mu= 0.05
#> C_new= 165.1312 Ed= 0.1466105 Ew= 2.04297
#> mu= 0.5
#> C_new= 121.8829 Ed= 0.1068908 Ew= 2.043305
#> mu= 0.05
#> gamma= 10.9988 alpha= 2.6914 beta= 1225.556
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 136.5 Ed= 0.1068908 Ew= 2.043305
#> gradient= 4433.746
#> C_new= 118.9818 Ed= 0.09258637 Ew= 2.047997
#> mu= 0.005
#> gamma= 10.9989 alpha= 2.6853 beta= 1414.901
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 136.5 Ed= 0.09258637 Ew= 2.047997
#> gradient= 4698.727
#> C_new= 170.5236 Ed= 0.1166369 Ew= 2.045947
#> mu= 0.05
#> C_new= 165.1509 Ed= 0.1128396 Ew= 2.045951
#> mu= 0.5
#> C_new= 121.8185 Ed= 0.08221336 Ew= 2.046245
#> mu= 0.05
#> gamma= 10.9991 alpha= 2.6876 beta= 1593.421
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 136.5 Ed= 0.08221336 Ew= 2.046245
#> gradient= 5028.086
#> C_new= 119.0147 Ed= 0.07123299 Ew= 2.050362
#> mu= 0.005
#> gamma= 10.9992 alpha= 2.6823 beta= 1839.041
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 136.5 Ed= 0.07123299 Ew= 2.050362
#> gradient= 5321.698
#> C_new= 170.5508 Ed= 0.08975113 Ew= 2.048568
#> mu= 0.05
#> C_new= 165.1669 Ed= 0.08682357 Ew= 2.048571
#> mu= 0.5
#> C_new= 121.7607 Ed= 0.06322057 Ew= 2.048831
#> mu= 0.05
#> gamma= 10.9993 alpha= 2.6843 beta= 2072.116
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 136.5 Ed= 0.06322057 Ew= 2.048831
#> gradient= 5704.629
#> C_new= 119.0478 Ed= 0.0547935 Ew= 2.052441
#> mu= 0.005
#> gamma= 10.9994 alpha= 2.6796 beta= 2390.8
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 136.5 Ed= 0.0547935 Ew= 2.052441
#> gradient= 6030.319
#> C_new= 170.5726 Ed= 0.0690468 Ew= 2.050871
#> mu= 0.05
#> C_new= 165.179 Ed= 0.06679081 Ew= 2.050874
#> mu= 0.5
#> C_new= 121.7082 Ed= 0.04860802 Ew= 2.051102
#> mu= 0.05
#> gamma= 10.9994 alpha= 2.6814 beta= 2695.034
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 136.5 Ed= 0.04860802 Ew= 2.051102
#> gradient= 6474.776
#> C_new= 119.0804 Ed= 0.04214128 Ew= 2.054268
#> mu= 0.005
#> gamma= 10.9995 alpha= 2.6772 beta= 3108.597
#> ----------------------------------------------------------------------
#> Epoch= 75
#> C= 136.5 Ed= 0.04214128 Ew= 2.054268
#> gradient= 6836.437
#> C_new= 170.589 Ed= 0.05310852 Ew= 2.052894
#> mu= 0.05
#> C_new= 165.1869 Ed= 0.05137072 Ew= 2.052896
#> mu= 0.5
#> C_new= 121.6599 Ed= 0.03736839 Ew= 2.053097
#> mu= 0.05
#> gamma= 10.9996 alpha= 2.6788 beta= 3505.642
#> ----------------------------------------------------------------------
#> Epoch= 76
#> C= 136.5 Ed= 0.03736839 Ew= 2.053097
#> gradient= 7351.533
#> C_new= 119.1121 Ed= 0.03240628 Ew= 2.055873
#> mu= 0.005
#> gamma= 10.9996 alpha= 2.6752 beta= 4042.432
#> ----------------------------------------------------------------------
#> Epoch= 77
#> C= 136.5 Ed= 0.03240628 Ew= 2.055873
#> gradient= 7753.627
#> C_new= 170.6005 Ed= 0.04084272 Ew= 2.054669
#> mu= 0.05
#> C_new= 165.191 Ed= 0.03950453 Ew= 2.054671
#> mu= 0.5
#> C_new= 121.6151 Ed= 0.02872479 Ew= 2.054847
#> mu= 0.05
#> gamma= 10.9997 alpha= 2.6765 beta= 4560.526
#> ----------------------------------------------------------------------
#> Epoch= 78
#> C= 136.5 Ed= 0.02872479 Ew= 2.054847
#> gradient= 8349.738
#> C_new= 119.1425 Ed= 0.02491734 Ew= 2.057281
#> mu= 0.005
#> gamma= 10.9997 alpha= 2.6734 beta= 5257.389
#> ----------------------------------------------------------------------
#> Epoch= 79
#> C= 136.5 Ed= 0.02491734 Ew= 2.057281
#> gradient= 8814.02
#> C_new= 170.6074 Ed= 0.03140539 Ew= 2.056227
#> mu= 0.05
#> C_new= 165.1914 Ed= 0.03037523 Ew= 2.056229
#> mu= 0.5
#> C_new= 121.5733 Ed= 0.02207862 Ew= 2.056384
#> mu= 0.05
#> gamma= 10.9998 alpha= 2.6745 beta= 5933.348
#> ----------------------------------------------------------------------
#> Epoch= 80
#> C= 136.5 Ed= 0.02207862 Ew= 2.056384
#> gradient= 9486.319
#> C_new= 119.1717 Ed= 0.01915716 Ew= 2.058517
#> mu= 0.005
#> gamma= 10.9998 alpha= 2.6718 beta= 6838.18
#> ----------------------------------------------------------------------
#> Epoch= 81
#> C= 136.5 Ed= 0.01915716 Ew= 2.058517
#> gradient= 10021.96
#> C_new= 170.6102 Ed= 0.02414572 Ew= 2.057594
#> mu= 0.05
#> C_new= 165.1887 Ed= 0.02335289 Ew= 2.057596
#> mu= 0.5
#> C_new= 121.5342 Ed= 0.0169689 Ew= 2.057732
#> mu= 0.05
#> gamma= 10.9998 alpha= 2.6728 beta= 7720.01
#> ----------------------------------------------------------------------
#> Epoch= 82
#> C= 136.5 Ed= 0.0169689 Ew= 2.057732
#> gradient= 10780.59
#> C_new= 119.1995 Ed= 0.01472726 Ew= 2.059602
#> mu= 0.005
#> gamma= 10.9998 alpha= 2.6704 beta= 8895.077
#> ----------------------------------------------------------------------
#> Epoch= 83
#> C= 136.5 Ed= 0.01472726 Ew= 2.059602
#> gradient= 11398.11
#> C_new= 170.6095 Ed= 0.01856215 Ew= 2.058793
#> mu= 0.05
#> C_new= 165.1832 Ed= 0.01795211 Ew= 2.058795
#> mu= 0.5
#> C_new= 121.4974 Ed= 0.01304085 Ew= 2.058914
#> mu= 0.05
#> gamma= 10.9999 alpha= 2.6713 beta= 10045.36
#> ----------------------------------------------------------------------
#> Epoch= 84
#> C= 136.5 Ed= 0.01304085 Ew= 2.058914
#> gradient= 12254.58
#> C_new= 119.2259 Ed= 0.0113208 Ew= 2.060553
#> mu= 0.005
#> gamma= 10.9999 alpha= 2.6692 beta= 11571.62
#> ----------------------------------------------------------------------
#> Epoch= 85
#> C= 136.5 Ed= 0.0113208 Ew= 2.060553
#> gradient= 12966.01
#> C_new= 170.6057 Ed= 0.01426833 Ew= 2.059845
#> mu= 0.05
#> C_new= 165.1753 Ed= 0.01379903 Ew= 2.059846
#> mu= 0.5
#> C_new= 121.4628 Ed= 0.01002145 Ew= 2.059951
#> mu= 0.05
#> gamma= 10.9999 alpha= 2.6699 beta= 13071.97
#> ----------------------------------------------------------------------
#> Epoch= 86
#> C= 136.5 Ed= 0.01002145 Ew= 2.059951
#> gradient= 13933.42
#> C_new= 119.251 Ed= 0.008701614 Ew= 2.061388
#> mu= 0.005
#> gamma= 10.9999 alpha= 2.6681 beta= 15054.68
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.448637 test-rmse:0.462712
#> [2] train-rmse:0.420299 test-rmse:0.457968
#> [3] train-rmse:0.398166 test-rmse:0.444597
#> [4] train-rmse:0.377428 test-rmse:0.429637
#> [5] train-rmse:0.367224 test-rmse:0.424941
#> [6] train-rmse:0.351782 test-rmse:0.422493
#> [7] train-rmse:0.342347 test-rmse:0.425876
#> [8] train-rmse:0.336089 test-rmse:0.422544
#> [9] train-rmse:0.329800 test-rmse:0.423153
#> [10] train-rmse:0.325195 test-rmse:0.424841
#> [11] train-rmse:0.320364 test-rmse:0.429435
#> [12] train-rmse:0.310987 test-rmse:0.431034
#> [13] train-rmse:0.305160 test-rmse:0.427879
#> [14] train-rmse:0.300393 test-rmse:0.432216
#> [15] train-rmse:0.291896 test-rmse:0.435777
#> [16] train-rmse:0.289036 test-rmse:0.437694
#> [17] train-rmse:0.284238 test-rmse:0.437537
#> [18] train-rmse:0.281586 test-rmse:0.436924
#> [19] train-rmse:0.279339 test-rmse:0.438044
#> [20] train-rmse:0.272718 test-rmse:0.437165
#> [21] train-rmse:0.270322 test-rmse:0.436984
#> [22] train-rmse:0.268813 test-rmse:0.437258
#> [23] train-rmse:0.266997 test-rmse:0.436625
#> [24] train-rmse:0.265156 test-rmse:0.437097
#> [25] train-rmse:0.260373 test-rmse:0.439918
#> [26] train-rmse:0.251488 test-rmse:0.441480
#> [27] train-rmse:0.246047 test-rmse:0.444260
#> [28] train-rmse:0.241539 test-rmse:0.446619
#> [29] train-rmse:0.231609 test-rmse:0.448435
#> [30] train-rmse:0.228074 test-rmse:0.447788
#> [31] train-rmse:0.223394 test-rmse:0.450856
#> [32] train-rmse:0.220458 test-rmse:0.449749
#> [33] train-rmse:0.215930 test-rmse:0.450742
#> [34] train-rmse:0.214231 test-rmse:0.453931
#> [35] train-rmse:0.208589 test-rmse:0.452319
#> [36] train-rmse:0.205468 test-rmse:0.454926
#> [37] train-rmse:0.203888 test-rmse:0.456079
#> [38] train-rmse:0.201071 test-rmse:0.457430
#> [39] train-rmse:0.198080 test-rmse:0.458551
#> [40] train-rmse:0.196727 test-rmse:0.457515
#> [41] train-rmse:0.193970 test-rmse:0.458263
#> [42] train-rmse:0.192015 test-rmse:0.458241
#> [43] train-rmse:0.190077 test-rmse:0.457949
#> [44] train-rmse:0.186878 test-rmse:0.459919
#> [45] train-rmse:0.183098 test-rmse:0.462048
#> [46] train-rmse:0.181914 test-rmse:0.463299
#> [47] train-rmse:0.178735 test-rmse:0.464532
#> [48] train-rmse:0.177545 test-rmse:0.465052
#> [49] train-rmse:0.174377 test-rmse:0.464583
#> [50] train-rmse:0.173064 test-rmse:0.464954
#> [51] train-rmse:0.170722 test-rmse:0.465663
#> [52] train-rmse:0.169488 test-rmse:0.465409
#> [53] train-rmse:0.166443 test-rmse:0.464912
#> [54] train-rmse:0.164490 test-rmse:0.466132
#> [55] train-rmse:0.162378 test-rmse:0.466000
#> [56] train-rmse:0.159494 test-rmse:0.467463
#> [57] train-rmse:0.158145 test-rmse:0.469679
#> [58] train-rmse:0.155435 test-rmse:0.472558
#> [59] train-rmse:0.153035 test-rmse:0.472993
#> [60] train-rmse:0.152383 test-rmse:0.474003
#> [61] train-rmse:0.149121 test-rmse:0.475051
#> [62] train-rmse:0.146707 test-rmse:0.475326
#> [63] train-rmse:0.145807 test-rmse:0.474702
#> [64] train-rmse:0.144936 test-rmse:0.474325
#> [65] train-rmse:0.143020 test-rmse:0.474777
#> [66] train-rmse:0.142407 test-rmse:0.474666
#> [67] train-rmse:0.141850 test-rmse:0.474909
#> [68] train-rmse:0.138123 test-rmse:0.474716
#> [69] train-rmse:0.137018 test-rmse:0.474063
#> [70] train-rmse:0.134431 test-rmse:0.475471
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.352582 test-rmse:0.352599
#> [2] train-rmse:0.248631 test-rmse:0.248655
#> [3] train-rmse:0.175330 test-rmse:0.175355
#> [4] train-rmse:0.123641 test-rmse:0.123665
#> [5] train-rmse:0.087192 test-rmse:0.087213
#> [6] train-rmse:0.061489 test-rmse:0.061506
#> [7] train-rmse:0.043363 test-rmse:0.043377
#> [8] train-rmse:0.030581 test-rmse:0.030592
#> [9] train-rmse:0.021567 test-rmse:0.021576
#> [10] train-rmse:0.015210 test-rmse:0.015217
#> [11] train-rmse:0.010727 test-rmse:0.010732
#> [12] train-rmse:0.007565 test-rmse:0.007570
#> [13] train-rmse:0.005336 test-rmse:0.005339
#> [14] train-rmse:0.003763 test-rmse:0.003766
#> [15] train-rmse:0.002654 test-rmse:0.002656
#> [16] train-rmse:0.001872 test-rmse:0.001873
#> [17] train-rmse:0.001320 test-rmse:0.001321
#> [18] train-rmse:0.000931 test-rmse:0.000932
#> [19] train-rmse:0.000657 test-rmse:0.000657
#> [20] train-rmse:0.000463 test-rmse:0.000464
#> [21] train-rmse:0.000327 test-rmse:0.000327
#> [22] train-rmse:0.000230 test-rmse:0.000231
#> [23] train-rmse:0.000163 test-rmse:0.000163
#> [24] train-rmse:0.000115 test-rmse:0.000115
#> [25] train-rmse:0.000081 test-rmse:0.000081
#> [26] train-rmse:0.000079 test-rmse:0.000080
#> [27] train-rmse:0.000079 test-rmse:0.000079
#> [28] train-rmse:0.000078 test-rmse:0.000079
#> [29] train-rmse:0.000078 test-rmse:0.000078
#> [30] train-rmse:0.000078 test-rmse:0.000078
#> [31] train-rmse:0.000078 test-rmse:0.000078
#> [32] train-rmse:0.000078 test-rmse:0.000078
#> [33] train-rmse:0.000078 test-rmse:0.000078
#> [34] train-rmse:0.000078 test-rmse:0.000078
#> [35] train-rmse:0.000078 test-rmse:0.000078
#> [36] train-rmse:0.000078 test-rmse:0.000078
#> [37] train-rmse:0.000078 test-rmse:0.000078
#> [38] train-rmse:0.000078 test-rmse:0.000078
#> [39] train-rmse:0.000078 test-rmse:0.000078
#> [40] train-rmse:0.000078 test-rmse:0.000078
#> [41] train-rmse:0.000078 test-rmse:0.000078
#> [42] train-rmse:0.000078 test-rmse:0.000078
#> [43] train-rmse:0.000078 test-rmse:0.000078
#> [44] train-rmse:0.000078 test-rmse:0.000078
#> [45] train-rmse:0.000078 test-rmse:0.000078
#> [46] train-rmse:0.000078 test-rmse:0.000078
#> [47] train-rmse:0.000078 test-rmse:0.000078
#> [48] train-rmse:0.000078 test-rmse:0.000078
#> [49] train-rmse:0.000078 test-rmse:0.000078
#> [50] train-rmse:0.000078 test-rmse:0.000078
#> [51] train-rmse:0.000078 test-rmse:0.000078
#> [52] train-rmse:0.000078 test-rmse:0.000078
#> [53] train-rmse:0.000078 test-rmse:0.000078
#> [54] train-rmse:0.000078 test-rmse:0.000078
#> [55] train-rmse:0.000078 test-rmse:0.000078
#> [56] train-rmse:0.000078 test-rmse:0.000078
#> [57] train-rmse:0.000078 test-rmse:0.000078
#> [58] train-rmse:0.000078 test-rmse:0.000078
#> [59] train-rmse:0.000078 test-rmse:0.000078
#> [60] train-rmse:0.000078 test-rmse:0.000078
#> [61] train-rmse:0.000078 test-rmse:0.000078
#> [62] train-rmse:0.000078 test-rmse:0.000078
#> [63] train-rmse:0.000078 test-rmse:0.000078
#> [64] train-rmse:0.000078 test-rmse:0.000078
#> [65] train-rmse:0.000078 test-rmse:0.000078
#> [66] train-rmse:0.000078 test-rmse:0.000078
#> [67] train-rmse:0.000078 test-rmse:0.000078
#> [68] train-rmse:0.000078 test-rmse:0.000078
#> [69] train-rmse:0.000078 test-rmse:0.000078
#> [70] train-rmse:0.000078 test-rmse:0.000078
#> [1]
#> [1] "Resampling number 2 of 2,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 120
#> Nguyen-Widrow method
#> Scaling factor= 0.7057595
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 140.5 Ed= 486.0012 Ew= 8.016756
#> gradient= 56.39627
#> C_new= 56.75485 Ed= 324.7887 Ew= 0.3951825
#> mu= 5e-04
#> gamma= 5.8589 alpha= 7.4129 beta= 0.4236
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 140.5 Ed= 324.7887 Ew= 0.3951825
#> gradient= 74.23099
#> C_new= 212.7244 Ed= 472.5755 Ew= 1.693787
#> mu= 0.005
#> C_new= 212.6531 Ed= 472.4106 Ew= 1.693588
#> mu= 0.05
#> C_new= 211.9428 Ed= 470.7685 Ew= 1.6916
#> mu= 0.5
#> C_new= 205.1227 Ed= 455.0056 Ew= 1.672243
#> mu= 5
#> C_new= 157.261 Ed= 344.7643 Ew= 1.514838
#> mu= 50
#> C_new= 75.87846 Ed= 164.7752 Ew= 0.8208253
#> mu= 5
#> gamma= 3.7452 alpha= 2.2813 beta= 0.8413
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 140.5 Ed= 164.7752 Ew= 0.8208253
#> gradient= 135.8906
#> C_new= 10.23035 Ed= 6.408199 Ew= 2.121147
#> mu= 0.5
#> gamma= 9.0623 alpha= 2.1362 beta= 21.218
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 140.5 Ed= 6.408199 Ew= 2.121147
#> gradient= 1046.833
#> C_new= 162.7217 Ed= 7.473573 Ew= 1.941667
#> mu= 5
#> C_new= 16.79046 Ed= 0.5820214 Ew= 2.079021
#> mu= 0.5
#> gamma= 12.3745 alpha= 2.976 beta= 230.7694
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 140.5 Ed= 0.5820214 Ew= 2.079021
#> gradient= 3043.441
#> C_new= 7.838388 Ed= 0.005919412 Ew= 2.174819
#> mu= 0.05
#> gamma= 13.2295 alpha= 3.0415 beta= 22618
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.452930 test-rmse:0.472208
#> [2] train-rmse:0.424647 test-rmse:0.454147
#> [3] train-rmse:0.401871 test-rmse:0.451025
#> [4] train-rmse:0.382490 test-rmse:0.440385
#> [5] train-rmse:0.368573 test-rmse:0.444845
#> [6] train-rmse:0.357654 test-rmse:0.442411
#> [7] train-rmse:0.350691 test-rmse:0.445265
#> [8] train-rmse:0.338860 test-rmse:0.443013
#> [9] train-rmse:0.332942 test-rmse:0.444238
#> [10] train-rmse:0.323948 test-rmse:0.445635
#> [11] train-rmse:0.319511 test-rmse:0.444346
#> [12] train-rmse:0.313724 test-rmse:0.445148
#> [13] train-rmse:0.308747 test-rmse:0.440534
#> [14] train-rmse:0.306753 test-rmse:0.441604
#> [15] train-rmse:0.304312 test-rmse:0.444208
#> [16] train-rmse:0.291996 test-rmse:0.445105
#> [17] train-rmse:0.288291 test-rmse:0.444274
#> [18] train-rmse:0.284095 test-rmse:0.443396
#> [19] train-rmse:0.281356 test-rmse:0.443698
#> [20] train-rmse:0.279502 test-rmse:0.444511
#> [21] train-rmse:0.273678 test-rmse:0.443664
#> [22] train-rmse:0.271677 test-rmse:0.442988
#> [23] train-rmse:0.270257 test-rmse:0.444904
#> [24] train-rmse:0.262941 test-rmse:0.446579
#> [25] train-rmse:0.254581 test-rmse:0.446694
#> [26] train-rmse:0.249081 test-rmse:0.447711
#> [27] train-rmse:0.245375 test-rmse:0.448676
#> [28] train-rmse:0.240581 test-rmse:0.446850
#> [29] train-rmse:0.237382 test-rmse:0.446090
#> [30] train-rmse:0.231435 test-rmse:0.445099
#> [31] train-rmse:0.228854 test-rmse:0.445963
#> [32] train-rmse:0.226617 test-rmse:0.446347
#> [33] train-rmse:0.224003 test-rmse:0.445883
#> [34] train-rmse:0.221226 test-rmse:0.444185
#> [35] train-rmse:0.218777 test-rmse:0.444415
#> [36] train-rmse:0.213771 test-rmse:0.449616
#> [37] train-rmse:0.210318 test-rmse:0.448621
#> [38] train-rmse:0.204900 test-rmse:0.448217
#> [39] train-rmse:0.198833 test-rmse:0.447212
#> [40] train-rmse:0.195421 test-rmse:0.446087
#> [41] train-rmse:0.191726 test-rmse:0.444519
#> [42] train-rmse:0.189655 test-rmse:0.444401
#> [43] train-rmse:0.187078 test-rmse:0.442895
#> [44] train-rmse:0.183498 test-rmse:0.444402
#> [45] train-rmse:0.182281 test-rmse:0.445204
#> [46] train-rmse:0.181119 test-rmse:0.445546
#> [47] train-rmse:0.176476 test-rmse:0.447165
#> [48] train-rmse:0.172572 test-rmse:0.446487
#> [49] train-rmse:0.170552 test-rmse:0.446270
#> [50] train-rmse:0.169360 test-rmse:0.446211
#> [51] train-rmse:0.166106 test-rmse:0.447027
#> [52] train-rmse:0.165067 test-rmse:0.447263
#> [53] train-rmse:0.162569 test-rmse:0.445346
#> [54] train-rmse:0.158911 test-rmse:0.445607
#> [55] train-rmse:0.156299 test-rmse:0.444688
#> [56] train-rmse:0.152657 test-rmse:0.445332
#> [57] train-rmse:0.150670 test-rmse:0.447227
#> [58] train-rmse:0.147993 test-rmse:0.448601
#> [59] train-rmse:0.146132 test-rmse:0.447920
#> [60] train-rmse:0.142156 test-rmse:0.448137
#> [61] train-rmse:0.140828 test-rmse:0.449340
#> [62] train-rmse:0.138839 test-rmse:0.449319
#> [63] train-rmse:0.135632 test-rmse:0.451843
#> [64] train-rmse:0.132655 test-rmse:0.453736
#> [65] train-rmse:0.130461 test-rmse:0.453475
#> [66] train-rmse:0.129829 test-rmse:0.454018
#> [67] train-rmse:0.126588 test-rmse:0.454132
#> [68] train-rmse:0.124498 test-rmse:0.453667
#> [69] train-rmse:0.122256 test-rmse:0.454678
#> [70] train-rmse:0.119411 test-rmse:0.454351
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.352698 test-rmse:0.352813
#> [2] train-rmse:0.248795 test-rmse:0.248958
#> [3] train-rmse:0.175504 test-rmse:0.175676
#> [4] train-rmse:0.123805 test-rmse:0.123967
#> [5] train-rmse:0.087336 test-rmse:0.087479
#> [6] train-rmse:0.061611 test-rmse:0.061732
#> [7] train-rmse:0.043463 test-rmse:0.043563
#> [8] train-rmse:0.030662 test-rmse:0.030742
#> [9] train-rmse:0.021631 test-rmse:0.021695
#> [10] train-rmse:0.015260 test-rmse:0.015310
#> [11] train-rmse:0.010766 test-rmse:0.010805
#> [12] train-rmse:0.007595 test-rmse:0.007625
#> [13] train-rmse:0.005359 test-rmse:0.005382
#> [14] train-rmse:0.003781 test-rmse:0.003798
#> [15] train-rmse:0.002667 test-rmse:0.002681
#> [16] train-rmse:0.001882 test-rmse:0.001892
#> [17] train-rmse:0.001328 test-rmse:0.001335
#> [18] train-rmse:0.000937 test-rmse:0.000942
#> [19] train-rmse:0.000661 test-rmse:0.000665
#> [20] train-rmse:0.000466 test-rmse:0.000469
#> [21] train-rmse:0.000329 test-rmse:0.000331
#> [22] train-rmse:0.000232 test-rmse:0.000234
#> [23] train-rmse:0.000164 test-rmse:0.000165
#> [24] train-rmse:0.000116 test-rmse:0.000117
#> [25] train-rmse:0.000082 test-rmse:0.000082
#> [26] train-rmse:0.000080 test-rmse:0.000082
#> [27] train-rmse:0.000079 test-rmse:0.000081
#> [28] train-rmse:0.000079 test-rmse:0.000082
#> [29] train-rmse:0.000079 test-rmse:0.000082
#> [30] train-rmse:0.000079 test-rmse:0.000082
#> [31] train-rmse:0.000079 test-rmse:0.000082
#> [32] train-rmse:0.000079 test-rmse:0.000082
#> [33] train-rmse:0.000079 test-rmse:0.000082
#> [34] train-rmse:0.000079 test-rmse:0.000082
#> [35] train-rmse:0.000079 test-rmse:0.000082
#> [36] train-rmse:0.000079 test-rmse:0.000082
#> [37] train-rmse:0.000079 test-rmse:0.000082
#> [38] train-rmse:0.000079 test-rmse:0.000082
#> [39] train-rmse:0.000079 test-rmse:0.000082
#> [40] train-rmse:0.000079 test-rmse:0.000082
#> [41] train-rmse:0.000079 test-rmse:0.000082
#> [42] train-rmse:0.000079 test-rmse:0.000082
#> [43] train-rmse:0.000079 test-rmse:0.000082
#> [44] train-rmse:0.000079 test-rmse:0.000082
#> [45] train-rmse:0.000079 test-rmse:0.000082
#> [46] train-rmse:0.000079 test-rmse:0.000082
#> [47] train-rmse:0.000079 test-rmse:0.000082
#> [48] train-rmse:0.000079 test-rmse:0.000082
#> [49] train-rmse:0.000079 test-rmse:0.000082
#> [50] train-rmse:0.000079 test-rmse:0.000082
#> [51] train-rmse:0.000079 test-rmse:0.000082
#> [52] train-rmse:0.000079 test-rmse:0.000082
#> [53] train-rmse:0.000079 test-rmse:0.000082
#> [54] train-rmse:0.000079 test-rmse:0.000082
#> [55] train-rmse:0.000079 test-rmse:0.000082
#> [56] train-rmse:0.000079 test-rmse:0.000082
#> [57] train-rmse:0.000079 test-rmse:0.000082
#> [58] train-rmse:0.000079 test-rmse:0.000082
#> [59] train-rmse:0.000079 test-rmse:0.000082
#> [60] train-rmse:0.000079 test-rmse:0.000082
#> [61] train-rmse:0.000079 test-rmse:0.000082
#> [62] train-rmse:0.000079 test-rmse:0.000082
#> [63] train-rmse:0.000079 test-rmse:0.000082
#> [64] train-rmse:0.000079 test-rmse:0.000082
#> [65] train-rmse:0.000079 test-rmse:0.000082
#> [66] train-rmse:0.000079 test-rmse:0.000082
#> [67] train-rmse:0.000079 test-rmse:0.000082
#> [68] train-rmse:0.000079 test-rmse:0.000082
#> [69] train-rmse:0.000079 test-rmse:0.000082
#> [70] train-rmse:0.000079 test-rmse:0.000082
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> $Head_of_data
#>
#> $Summary_tables
#> $Summary_tables$ADA_Boost
#> y_test
#> adaboost_test_predictions 0 1
#> 0 181 68
#> 1 58 63
#>
#> $Summary_tables$Bagged_Random_Forest
#> y_test
#> 0 1
#> 0 239 0
#> 1 0 131
#>
#> $Summary_tables$Bagging
#> y_test
#> 0 1
#> 0 189 69
#> 1 50 62
#>
#> $Summary_tables$BayesGLM
#> y_test
#> bayesglm_test_predictions 0 1
#> 0 213 65
#> 1 26 66
#>
#> $Summary_tables$BayesRNN
#> y_test
#> bayesrnn_test_predictions 0 1
#> 0 239 0
#> 1 0 131
#>
#> $Summary_tables$C50
#> y_test
#> C50_test_predictions 0 1
#> 0 239 0
#> 1 0 131
#>
#> $Summary_tables$Cubist
#> y_test
#> cubist_test_pred 0 1
#> 0 239 0
#> 1 0 131
#>
#> $Summary_tables$`Fixture Discrmininant Analysis`
#> y_test
#> fda_test_predictions 0 1
#> 0 239 0
#> 1 0 131
#>
#> $Summary_tables$`Generalized Additive Methods`
#> y_test
#> gam_test_predictions 0 1
#> 0 215 65
#> 1 24 66
#>
#> $Summary_tables$`Gradient Boosted`
#> y_test
#> gb_test_predictions 0 1
#> 0 185 70
#> 1 54 61
#>
#> $Summary_tables$`Generalized Linear Models`
#> y_test
#> glm_test_predictions 0 1
#> 0 213 64
#> 1 26 67
#>
#> $Summary_tables$Linear
#> y_test
#> linear_test_pred 0 1
#> 0 215 65
#> 1 24 66
#>
#> $Summary_tables$`Linear Discrmininant Analysis`
#> y_test
#> 0 1
#> 0 215 63
#> 1 24 68
#>
#> $Summary_tables$`Mixture Discrminint Analysis`
#> y_test
#> mda_test_predictions 0 1
#> 0 203 70
#> 1 36 61
#>
#> $Summary_tables$`Naive Bayes`
#> y_test
#> n_bayes_test_predictions 0 1
#> 0 239 0
#> 1 0 131
#>
#> $Summary_tables$`Penalized Discrminant Analysis`
#> y_test
#> pda_test_pred 0 1
#> 0 215 63
#> 1 24 68
#>
#> $Summary_tables$`Quadratic Discrmininant Analysis`
#> y_test
#> 0 1
#> 0 204 66
#> 1 35 65
#>
#> $Summary_tables$`Random Forest`
#> y_test
#> rf_test_probabilities 0 1
#> 0 239 0
#> 1 0 131
#>
#> $Summary_tables$Ranger
#> y_test
#> ranger_test_probabilities 0 1
#> 0 204 75
#> 1 35 56
#>
#> $Summary_tables$RPart
#> y_test
#> rpart_test_probabilities 0 1
#> 0 188 74
#> 1 51 57
#>
#> $Summary_tables$`Support Vector Machines`
#> y_test
#> svm_test_pred 0 1
#> 0 218 76
#> 1 21 55
#>
#> $Summary_tables$Trees
#> y_test
#> tree_test_predictions 0 1
#> 0 181 76
#> 1 58 55
#>
#> $Summary_tables$XGBoost
#> y_test
#> xgb_test_predictions 0 1
#> 0 193 71
#> 1 46 60
#>
#> $Summary_tables$`Ensembel ADABoost`
#> ensemble_y_test
#> ensemble_adaboost_test_probabilities 0 1
#> 0 91 0
#> 1 0 56
#>
#> $Summary_tables$`Ensemble Bagging`
#> ensemble_y_test
#> ensemble_bagging_test_probabilities 0 1
#> 0 91 0
#> 1 0 56
#>
#> $Summary_tables$`Ensemble C50`
#> ensemble_y_test
#> ensemble_C50_test_probabilities 0 1
#> 0 91 0
#> 1 0 56
#>
#> $Summary_tables$`Ensemble Gradient Boosted`
#> ensemble_y_test
#> ensemble_gb_test_probabilities 0 1
#> 0 91 0
#> 1 0 56
#>
#> $Summary_tables$`Ensemble Partial Least Squares`
#> ensemble_y_test
#> ensemble_pls_test_pred 0 1
#> 0 91 0
#> 1 0 56
#>
#> $Summary_tables$`Ensemble Penalized Discrmininant Analysis`
#> ensemble_y_test
#> ensemble_pda_test_pred 0 1
#> 0 91 0
#> 1 0 56
#>
#> $Summary_tables$`Ensemble Random Forest`
#> ensemble_y_test
#> ensemble_rf_test_predictions 0 1
#> 0 91 0
#> 1 0 56
#>
#> $Summary_tables$`Ensemble Ranger`
#> ensemble_y_test
#> ensemble_ranger_test_pred 0 1
#> 0 91 0
#> 1 0 56
#>
#> $Summary_tables$`Ensemble Regularized Discrmininant Analysis`
#> ensemble_y_test
#> 0 1
#> 0 91 0
#> 1 0 56
#>
#> $Summary_tables$`Ensemble RPart`
#> ensemble_y_test
#> ensemble_rpart_test_pred 0 1
#> 0 91 0
#> 1 0 56
#>
#> $Summary_tables$`Ensemble Support Vector Machines`
#> ensemble_y_test
#> ensemble_svm_test_pred 0 1
#> 0 91 32
#> 1 0 24
#>
#> $Summary_tables$`Ensemble Trees`
#> ensemble_y_test
#> ensemble_tree_test_probabilities 0 1
#> 0 91 0
#> 1 0 56
#>
#> $Summary_tables$`Ensemble XGBoost`
#> ensemble_y_test
#> ensemble_xgb_test_probabilities 0 1
#> 0 91 0
#> 1 0 56
#>
#>
#> $accuracy_plot
#>
#> $total_plot
#>
#> $accuracy_barchart
#>
#> $overfitting_plot
#>
#> $Duration_barchart
#>
#> $Overfitting_barchart
#>
#> $ROC_curves
#> TableGrob (6 x 6) "arrange": 36 grobs
#> z cells name grob
#> 1 1 (1-1,1-1) arrange gtable[layout]
#> 2 2 (1-1,2-2) arrange gtable[layout]
#> 3 3 (1-1,3-3) arrange gtable[layout]
#> 4 4 (1-1,4-4) arrange gtable[layout]
#> 5 5 (1-1,5-5) arrange gtable[layout]
#> 6 6 (1-1,6-6) arrange gtable[layout]
#> 7 7 (2-2,1-1) arrange gtable[layout]
#> 8 8 (2-2,2-2) arrange gtable[layout]
#> 9 9 (2-2,3-3) arrange gtable[layout]
#> 10 10 (2-2,4-4) arrange gtable[layout]
#> 11 11 (2-2,5-5) arrange gtable[layout]
#> 12 12 (2-2,6-6) arrange gtable[layout]
#> 13 13 (3-3,1-1) arrange gtable[layout]
#> 14 14 (3-3,2-2) arrange gtable[layout]
#> 15 15 (3-3,3-3) arrange gtable[layout]
#> 16 16 (3-3,4-4) arrange gtable[layout]
#> 17 17 (3-3,5-5) arrange gtable[layout]
#> 18 18 (3-3,6-6) arrange gtable[layout]
#> 19 19 (4-4,1-1) arrange gtable[layout]
#> 20 20 (4-4,2-2) arrange gtable[layout]
#> 21 21 (4-4,3-3) arrange gtable[layout]
#> 22 22 (4-4,4-4) arrange gtable[layout]
#> 23 23 (4-4,5-5) arrange gtable[layout]
#> 24 24 (4-4,6-6) arrange gtable[layout]
#> 25 25 (5-5,1-1) arrange gtable[layout]
#> 26 26 (5-5,2-2) arrange gtable[layout]
#> 27 27 (5-5,3-3) arrange gtable[layout]
#> 28 28 (5-5,4-4) arrange gtable[layout]
#> 29 29 (5-5,5-5) arrange gtable[layout]
#> 30 30 (5-5,6-6) arrange gtable[layout]
#> 31 31 (6-6,1-1) arrange gtable[layout]
#> 32 32 (6-6,2-2) arrange gtable[layout]
#> 33 33 (6-6,3-3) arrange gtable[layout]
#> 34 34 (6-6,4-4) arrange gtable[layout]
#> 35 35 (6-6,5-5) arrange gtable[layout]
#> 36 36 (6-6,6-6) arrange gtable[layout]
#>
#> $Boxplots
#>
#> $Barchart
#>
#> $Display_pairs
#> NULL
#>
#> $Correlation_table
#>
#> $`Ensemble Correlation`
#>
#> $Ensemble_head
#>
#> $Data_Summary
#>
#> $Holdout_results
#>
#> $How_to_handle_strings
#> [1] 1
#>
#> $Train_amount
#> [1] 0.6
#>
#> $Test_amount
#> [1] 0.2
#>
#> $Validation_amount
#> [1] 0.2
#>
options(rgl.useNULL=TRUE) #needed if there are issues with X11 with this example
Logistic(data = Lebron,
colnum = 6,
numresamples = 10,
save_all_trained_models = "Y",
how_to_handle_strings = 0,
do_you_have_new_data = "N",
remove_ensemble_correlations_greater_than = 1.00,
use_parallel = "Y",
train_amount = 0.50,
test_amount = 0.25,
validation_amount = 0.25)
#> [1]
#> [1] "Resampling number 1 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 140
#> Nguyen-Widrow method
#> Scaling factor= 0.7021438
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 376.5 Ed= 1171.481 Ew= 7.684251
#> gradient= 241.0418
#> C_new= 129.1166 Ed= 444.6621 Ew= 1.402661
#> mu= 5e-04
#> gamma= 11.9193 alpha= 4.2488 beta= 0.8333
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 376.5 Ed= 444.6621 Ew= 1.402661
#> gradient= 438.0827
#> C_new= 384.5834 Ed= 454.9242 Ew= 1.292502
#> mu= 0.005
#> C_new= 384.0366 Ed= 454.2679 Ew= 1.2925
#> mu= 0.05
#> C_new= 378.6271 Ed= 447.7763 Ew= 1.292509
#> mu= 0.5
#> C_new= 329.953 Ed= 389.3488 Ew= 1.295803
#> mu= 0.05
#> gamma= 11.3569 alpha= 4.3822 beta= 0.9524
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 376.5 Ed= 389.3488 Ew= 1.295803
#> gradient= 444.9211
#> C_new= 357.5342 Ed= 368.9872 Ew= 1.393227
#> mu= 0.005
#> gamma= 11.7115 alpha= 4.203 beta= 1.0045
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 376.5 Ed= 368.9872 Ew= 1.393227
#> gradient= 467.0314
#> C_new= 399.8905 Ed= 392.5861 Ew= 1.318418
#> mu= 0.05
#> C_new= 393.8261 Ed= 386.5489 Ew= 1.318416
#> mu= 0.5
#> C_new= 339.5914 Ed= 332.5437 Ew= 1.32149
#> mu= 0.05
#> gamma= 11.3665 alpha= 4.3006 beta= 1.1151
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 376.5 Ed= 332.5437 Ew= 1.32149
#> gradient= 477.1055
#> C_new= 369.9558 Ed= 326.3453 Ew= 1.406987
#> mu= 0.005
#> gamma= 11.7869 alpha= 4.1887 beta= 1.1356
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 376.5 Ed= 326.3453 Ew= 1.406987
#> gradient= 484.212
#> C_new= 400.4326 Ed= 347.5778 Ew= 1.364087
#> mu= 0.05
#> C_new= 394.1396 Ed= 342.0364 Ew= 1.364092
#> mu= 0.5
#> C_new= 338.0288 Ed= 292.6158 Ew= 1.367102
#> mu= 0.05
#> gamma= 11.3977 alpha= 4.1686 beta= 1.2672
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 376.5 Ed= 292.6158 Ew= 1.367102
#> gradient= 498.9906
#> C_new= 370.2142 Ed= 287.4129 Ew= 1.440811
#> mu= 0.005
#> gamma= 11.8706 alpha= 4.1194 beta= 1.2893
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 376.5 Ed= 287.4129 Ew= 1.440811
#> gradient= 504.8883
#> C_new= 401.7644 Ed= 307.1138 Ew= 1.407774
#> mu= 0.05
#> C_new= 395.1545 Ed= 301.987 Ew= 1.407785
#> mu= 0.5
#> C_new= 336.4755 Ed= 256.4654 Ew= 1.410835
#> mu= 0.05
#> gamma= 11.5235 alpha= 4.0839 beta= 1.4456
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 376.5 Ed= 256.4654 Ew= 1.410835
#> gradient= 522.4371
#> C_new= 370.1979 Ed= 251.9137 Ew= 1.47884
#> mu= 0.005
#> gamma= 11.9856 alpha= 4.0524 beta= 1.4708
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 376.5 Ed= 251.9137 Ew= 1.47884
#> gradient= 528.5813
#> C_new= 403.1503 Ed= 270.115 Ew= 1.44928
#> mu= 0.05
#> C_new= 396.2273 Ed= 265.408 Ew= 1.449296
#> mu= 0.5
#> C_new= 335.0336 Ed= 223.793 Ew= 1.452366
#> mu= 0.05
#> gamma= 11.654 alpha= 4.0121 beta= 1.6563
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 376.5 Ed= 223.793 Ew= 1.452366
#> gradient= 549.3536
#> C_new= 370.1354 Ed= 219.7946 Ew= 1.516675
#> mu= 0.005
#> gamma= 12.0933 alpha= 3.9868 beta= 1.6855
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 376.5 Ed= 219.7946 Ew= 1.516675
#> gradient= 556.2104
#> C_new= 405.2545 Ed= 236.9201 Ew= 1.489122
#> mu= 0.05
#> C_new= 398.0115 Ed= 232.6227 Ew= 1.489142
#> mu= 0.5
#> C_new= 334.2567 Ed= 194.789 Ew= 1.492209
#> mu= 0.05
#> gamma= 11.7781 alpha= 3.9465 beta= 1.9026
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 376.5 Ed= 194.789 Ew= 1.492209
#> gradient= 579.7261
#> C_new= 369.8219 Ed= 191.1528 Ew= 1.553077
#> mu= 0.005
#> gamma= 12.1922 alpha= 3.9252 beta= 1.9377
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 376.5 Ed= 191.1528 Ew= 1.553077
#> gradient= 587.6077
#> C_new= 407.681 Ed= 207.2967 Ew= 1.527174
#> mu= 0.05
#> C_new= 400.1225 Ed= 203.396 Ew= 1.527197
#> mu= 0.5
#> C_new= 333.856 Ed= 169.1919 Ew= 1.530238
#> mu= 0.05
#> gamma= 11.8945 alpha= 3.8865 beta= 2.1901
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 376.5 Ed= 169.1919 Ew= 1.530238
#> gradient= 613.5494
#> C_new= 369.4849 Ed= 165.887 Ew= 1.587659
#> mu= 0.005
#> gamma= 12.2828 alpha= 3.8682 beta= 2.2326
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 376.5 Ed= 165.887 Ew= 1.587659
#> gradient= 626.5303
#> C_new= 410.1585 Ed= 181.0052 Ew= 1.563267
#> mu= 0.05
#> C_new= 402.2959 Ed= 177.4834 Ew= 1.563291
#> mu= 0.5
#> C_new= 333.622 Ed= 146.7186 Ew= 1.566285
#> mu= 0.05
#> gamma= 12.0032 alpha= 3.8317 beta= 2.5252
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 376.5 Ed= 146.7186 Ew= 1.566285
#> gradient= 651.7164
#> C_new= 369.1485 Ed= 143.7254 Ew= 1.620322
#> mu= 0.005
#> gamma= 12.3652 alpha= 3.8157 beta= 2.5766
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 376.5 Ed= 143.7254 Ew= 1.620322
#> gradient= 675.0582
#> C_new= 412.6257 Ed= 157.7803 Ew= 1.597328
#> mu= 0.05
#> C_new= 404.4719 Ed= 154.6157 Ew= 1.597353
#> mu= 0.5
#> C_new= 333.5056 Ed= 127.0683 Ew= 1.600282
#> mu= 0.05
#> gamma= 12.1044 alpha= 3.782 beta= 2.9153
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 376.5 Ed= 127.0683 Ew= 1.600282
#> gradient= 707.5969
#> C_new= 368.7866 Ed= 124.3566 Ew= 1.651074
#> mu= 0.005
#> gamma= 12.4397 alpha= 3.7672 beta= 2.9776
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 376.5 Ed= 124.3566 Ew= 1.651074
#> gradient= 725.9253
#> C_new= 415.068 Ed= 137.337 Ew= 1.629362
#> mu= 0.05
#> C_new= 406.6361 Ed= 134.5051 Ew= 1.629388
#> mu= 0.5
#> C_new= 333.4911 Ed= 109.9362 Ew= 1.632238
#> mu= 0.05
#> gamma= 12.1987 alpha= 3.7368 beta= 3.3692
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 376.5 Ed= 109.9362 Ew= 1.632238
#> gradient= 766.6711
#> C_new= 368.3868 Ed= 107.4752 Ew= 1.679962
#> mu= 0.005
#> gamma= 12.5069 alpha= 3.7224 beta= 3.4449
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 376.5 Ed= 107.4752 Ew= 1.679962
#> gradient= 779.5074
#> C_new= 417.4807 Ed= 119.3933 Ew= 1.659421
#> mu= 0.05
#> C_new= 408.7833 Ed= 116.8686 Ew= 1.659447
#> mu= 0.5
#> C_new= 333.5691 Ed= 95.03242 Ew= 1.662208
#> mu= 0.05
#> gamma= 12.2861 alpha= 3.6957 beta= 3.8972
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 376.5 Ed= 95.03242 Ew= 1.662208
#> gradient= 828.8152
#> C_new= 367.948 Ed= 92.79547 Ew= 1.707052
#> mu= 0.005
#> gamma= 12.5671 alpha= 3.6809 beta= 3.9896
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 376.5 Ed= 92.79547 Ew= 1.707052
#> gradient= 837.9182
#> C_new= 419.8599 Ed= 103.6817 Ew= 1.687576
#> mu= 0.05
#> C_new= 410.9095 Ed= 101.4382 Ew= 1.687603
#> mu= 0.5
#> C_new= 333.7307 Ed= 82.09076 Ew= 1.690266
#> mu= 0.05
#> gamma= 12.3668 alpha= 3.6583 beta= 4.5111
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 376.5 Ed= 82.09076 Ew= 1.690266
#> gradient= 894.0314
#> C_new= 367.475 Ed= 80.05593 Ew= 1.732415
#> mu= 0.005
#> gamma= 12.6208 alpha= 3.6426 beta= 4.6241
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 376.5 Ed= 80.05593 Ew= 1.732415
#> gradient= 903.9817
#> C_new= 422.1998 Ed= 89.95338 Ew= 1.713913
#> mu= 0.05
#> C_new= 413.0085 Ed= 87.96568 Ew= 1.713939
#> mu= 0.5
#> C_new= 333.9654 Ed= 70.87009 Ew= 1.716499
#> mu= 0.05
#> gamma= 12.4411 alpha= 3.624 beta= 5.2248
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 376.5 Ed= 70.87009 Ew= 1.716499
#> gradient= 962.4404
#> C_new= 366.9754 Ed= 69.01963 Ew= 1.756125
#> mu= 0.005
#> gamma= 12.6686 alpha= 3.607 beta= 5.3632
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 376.5 Ed= 69.01963 Ew= 1.756125
#> gradient= 973.6601
#> C_new= 424.4918 Ed= 77.97983 Ew= 1.738521
#> mu= 0.05
#> C_new= 415.0713 Ed= 76.2233 Ew= 1.738547
#> mu= 0.5
#> C_new= 334.2607 Ed= 61.15403 Ew= 1.741
#> mu= 0.05
#> gamma= 12.5088 alpha= 3.5924 beta= 6.0543
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 376.5 Ed= 61.15403 Ew= 1.741
#> gradient= 1034.27
#> C_new= 366.4565 Ed= 59.47303 Ew= 1.778259
#> mu= 0.005
#> gamma= 12.7109 alpha= 3.574 beta= 6.2237
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 376.5 Ed= 59.47303 Ew= 1.778259
#> gradient= 1047.21
#> C_new= 426.7247 Ed= 67.55252 Ew= 1.761491
#> mu= 0.05
#> C_new= 417.0864 Ed= 66.00387 Ew= 1.761515
#> mu= 0.5
#> C_new= 334.6022 Ed= 52.74935 Ew= 1.76386
#> mu= 0.05
#> gamma= 12.5702 alpha= 3.5633 beta= 7.0184
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 376.5 Ed= 52.74935 Ew= 1.76386
#> gradient= 1109.839
#> C_new= 365.9233 Ed= 51.22457 Ew= 1.798895
#> mu= 0.005
#> gamma= 12.7482 alpha= 3.5434 beta= 7.2256
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 376.5 Ed= 51.22457 Ew= 1.798895
#> gradient= 1124.968
#> C_new= 428.885 Ed= 58.48236 Ew= 1.782914
#> mu= 0.05
#> C_new= 419.0402 Ed= 57.11986 Ew= 1.782938
#> mu= 0.5
#> C_new= 334.9737 Ed= 45.48416 Ew= 1.785172
#> mu= 0.05
#> gamma= 12.6254 alpha= 3.5362 beta= 8.1388
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 376.5 Ed= 45.48416 Ew= 1.785172
#> gradient= 1189.546
#> C_new= 365.3767 Ed= 44.10315 Ew= 1.818112
#> mu= 0.005
#> gamma= 12.7811 alpha= 3.5149 beta= 8.3919
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 376.5 Ed= 44.10315 Ew= 1.818112
#> gradient= 1207.348
#> C_new= 430.9572 Ed= 50.59878 Ew= 1.802882
#> mu= 0.05
#> C_new= 420.9171 Ed= 49.40238 Ew= 1.802905
#> mu= 0.5
#> C_new= 335.3584 Ed= 39.2061 Ew= 1.80503
#> mu= 0.05
#> gamma= 12.6747 alpha= 3.5109 beta= 9.4415
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 376.5 Ed= 39.2061 Ew= 1.80503
#> gradient= 1273.86
#> C_new= 364.8136 Ed= 37.95681 Ew= 1.835992
#> mu= 0.005
#> gamma= 12.81 alpha= 3.4886 beta= 9.7504
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 376.5 Ed= 37.95681 Ew= 1.835992
#> gradient= 1294.835
#> C_new= 432.926 Ed= 43.74903 Ew= 1.821486
#> mu= 0.05
#> C_new= 422.7018 Ed= 42.70042 Ew= 1.821508
#> mu= 0.5
#> C_new= 335.7393 Ed= 33.78086 Ew= 1.823525
#> mu= 0.05
#> gamma= 12.7185 alpha= 3.4873 beta= 10.9571
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 376.5 Ed= 33.78086 Ew= 1.823525
#> gradient= 1363.32
#> C_new= 364.2277 Ed= 32.65157 Ew= 1.852619
#> mu= 0.005
#> gamma= 12.8353 alpha= 3.4641 beta= 11.3343
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 376.5 Ed= 32.65157 Ew= 1.852619
#> gradient= 1387.994
#> C_new= 434.7786 Ed= 37.79759 Ew= 1.838819
#> mu= 0.05
#> C_new= 424.3811 Ed= 36.88023 Ew= 1.83884
#> mu= 0.5
#> C_new= 336.1018 Ed= 29.09095 Ew= 1.84075
#> mu= 0.05
#> gamma= 12.7572 alpha= 3.4652 beta= 12.7229
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 376.5 Ed= 29.09095 Ew= 1.84075
#> gradient= 1458.543
#> C_new= 363.6128 Ed= 28.07059 Ew= 1.86808
#> mu= 0.005
#> gamma= 12.8574 alpha= 3.4413 beta= 13.1836
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 376.5 Ed= 28.07059 Ew= 1.86808
#> gradient= 1487.476
#> C_new= 436.5078 Ed= 32.62572 Ew= 1.854971
#> mu= 0.05
#> C_new= 425.9476 Ed= 31.8247 Ew= 1.854991
#> mu= 0.5
#> C_new= 336.4357 Ed= 25.03458 Ew= 1.856796
#> mu= 0.05
#> gamma= 12.7912 alpha= 3.4444 beta= 14.7837
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 376.5 Ed= 25.03458 Ew= 1.856796
#> gradient= 1560.225
#> C_new= 362.9655 Ed= 24.11311 Ew= 1.882458
#> mu= 0.005
#> gamma= 12.8768 alpha= 3.4202 beta= 15.3469
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 376.5 Ed= 24.11311 Ew= 1.882458
#> gradient= 1594.016
#> C_new= 438.1145 Ed= 28.13066 Ew= 1.870031
#> mu= 0.05
#> C_new= 427.4017 Ed= 27.43261 Ew= 1.87005
#> mu= 0.5
#> C_new= 336.7375 Ed= 21.52458 Ew= 1.871753
#> mu= 0.05
#> gamma= 12.8209 alpha= 3.4248 beta= 17.1938
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 376.5 Ed= 21.52458 Ew= 1.871753
#> gradient= 1669.144
#> C_new= 362.2881 Ed= 20.69321 Ew= 1.895837
#> mu= 0.005
#> gamma= 12.8937 alpha= 3.4005 beta= 17.8828
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 376.5 Ed= 20.69321 Ew= 1.895837
#> gradient= 1708.44
#> C_new= 439.609 Ed= 24.22447 Ew= 1.884083
#> mu= 0.05
#> C_new= 428.7532 Ed= 23.61741 Ew= 1.884101
#> mu= 0.5
#> C_new= 337.0111 Ed= 18.48694 Ew= 1.885706
#> mu= 0.05
#> gamma= 12.8469 alpha= 3.4064 beta= 20.0183
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 376.5 Ed= 18.48694 Ew= 1.885706
#> gradient= 1786.154
#> C_new= 361.5897 Ed= 17.73826 Ew= 1.908296
#> mu= 0.005
#> gamma= 12.9084 alpha= 3.3822 beta= 20.8615
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 376.5 Ed= 17.73826 Ew= 1.908296
#> gradient= 1831.645
#> C_new= 441.0102 Ed= 20.83237 Ew= 1.897205
#> mu= 0.05
#> C_new= 430.02 Ed= 20.30555 Ew= 1.897222
#> mu= 0.5
#> C_new= 337.2675 Ed= 15.85918 Ew= 1.898731
#> mu= 0.05
#> gamma= 12.8694 alpha= 3.389 beta= 23.3344
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 376.5 Ed= 15.85918 Ew= 1.898731
#> gradient= 1912.169
#> C_new= 360.8854 Ed= 15.18694 Ew= 1.919908
#> mu= 0.005
#> gamma= 12.9212 alpha= 3.3651 beta= 24.3656
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 376.5 Ed= 15.18694 Ew= 1.919908
#> gradient= 1964.584
#> C_new= 442.3425 Ed= 17.89066 Ew= 1.909465
#> mu= 0.05
#> C_new= 431.2256 Ed= 17.4344 Ew= 1.909481
#> mu= 0.5
#> C_new= 337.5219 Ed= 13.58847 Ew= 1.910897
#> mu= 0.05
#> gamma= 12.8889 alpha= 3.3725 beta= 27.2331
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 376.5 Ed= 13.58847 Ew= 1.910897
#> gradient= 2048.141
#> C_new= 360.1941 Ed= 12.98726 Ew= 1.930735
#> mu= 0.005
#> gamma= 12.9323 alpha= 3.3491 beta= 28.4921
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 376.5 Ed= 12.98726 Ew= 1.930735
#> gradient= 2108.243
#> C_new= 443.6313 Ed= 15.34455 Ew= 1.920921
#> mu= 0.05
#> C_new= 432.3943 Ed= 14.95016 Ew= 1.920936
#> mu= 0.5
#> C_new= 337.7908 Ed= 11.62966 Ew= 1.922263
#> mu= 0.05
#> gamma= 12.9057 alpha= 3.3569 beta= 31.8193
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 376.5 Ed= 11.62966 Ew= 1.922263
#> gradient= 2195.04
#> C_new= 359.5344 Ed= 11.09451 Ew= 1.940831
#> mu= 0.005
#> gamma= 12.942 alpha= 3.3341 beta= 33.3524
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 376.5 Ed= 11.09451 Ew= 1.940831
#> gradient= 2263.619
#> C_new= 444.8983 Ed= 13.14621 Ew= 1.93162
#> mu= 0.05
#> C_new= 433.5473 Ed= 12.80587 Ew= 1.931634
#> mu= 0.5
#> C_new= 338.0884 Ed= 9.943621 Ew= 1.932876
#> mu= 0.05
#> gamma= 12.9201 alpha= 3.3422 beta= 37.2138
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 376.5 Ed= 9.943621 Ew= 1.932876
#> gradient= 2353.833
#> C_new= 358.9215 Ed= 9.469697 Ew= 1.950239
#> mu= 0.005
#> gamma= 12.9503 alpha= 3.3202 beta= 39.0746
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 376.5 Ed= 9.469697 Ew= 1.950239
#> gradient= 2431.705
#> C_new= 446.1584 Ed= 11.25313 Ew= 1.941603
#> mu= 0.05
#> C_new= 434.6985 Ed= 10.95985 Ew= 1.941616
#> mu= 0.5
#> C_new= 338.4237 Ed= 8.49588 Ew= 1.942777
#> mu= 0.05
#> gamma= 12.9324 alpha= 3.3283 beta= 43.5545
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 376.5 Ed= 8.49588 Ew= 1.942777
#> gradient= 2525.476
#> C_new= 358.3647 Ed= 8.078259 Ew= 1.958998
#> mu= 0.005
#> gamma= 12.9574 alpha= 3.3072 beta= 45.8046
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 376.5 Ed= 8.078259 Ew= 1.958998
#> gradient= 2613.486
#> C_new= 447.4178 Ed= 9.627112 Ew= 1.950903
#> mu= 0.05
#> C_new= 435.8541 Ed= 9.374654 Ew= 1.950915
#> mu= 0.5
#> C_new= 338.7997 Ed= 7.255696 Ew= 1.951999
#> mu= 0.05
#> gamma= 12.9429 alpha= 3.3153 beta= 50.9984
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 376.5 Ed= 7.255696 Ew= 1.951999
#> gradient= 2710.916
#> C_new= 357.8671 Ed= 6.889348 Ew= 1.96714
#> mu= 0.005
#> gamma= 12.9636 alpha= 3.295 beta= 53.7087
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 376.5 Ed= 6.889348 Ew= 1.96714
#> gradient= 2809.943
#> C_new= 448.6753 Ed= 8.233641 Ew= 1.959551
#> mu= 0.05
#> C_new= 437.0125 Ed= 8.016492 Ew= 1.959563
#> mu= 0.5
#> C_new= 339.2137 Ed= 6.195519 Ew= 1.960574
#> mu= 0.05
#> gamma= 12.9518 alpha= 3.3031 beta= 59.7245
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 376.5 Ed= 6.195519 Ew= 1.960574
#> gradient= 2911.101
#> C_new= 357.4259 Ed= 5.87537 Ew= 1.974694
#> mu= 0.005
#> gamma= 12.9688 alpha= 3.2838 beta= 62.9774
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 376.5 Ed= 5.87537 Ew= 1.974694
#> gradient= 3022.073
#> C_new= 449.9241 Ed= 7.041621 Ew= 1.96758
#> mu= 0.05
#> C_new= 438.1671 Ed= 6.854935 Ew= 1.96759
#> mu= 0.5
#> C_new= 339.6587 Ed= 5.2907 Ew= 1.968533
#> mu= 0.05
#> gamma= 12.9592 alpha= 3.2916 beta= 69.9379
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 376.5 Ed= 5.2907 Ew= 1.968533
#> gradient= 3127.003
#> C_new= 357.0352 Ed= 5.011765 Ew= 1.981692
#> mu= 0.005
#> gamma= 12.9733 alpha= 3.2733 beta= 73.8289
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 376.5 Ed= 5.011765 Ew= 1.981692
#> gradient= 3250.903
#> C_new= 451.1546 Ed= 6.023244 Ew= 1.975019
#> mu= 0.05
#> C_new= 439.3082 Ed= 5.862786 Ew= 1.975029
#> mu= 0.5
#> C_new= 340.1258 Ed= 4.51934 Ew= 1.975908
#> mu= 0.05
#> gamma= 12.9656 alpha= 3.2809 beta= 81.8742
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 376.5 Ed= 4.51934 Ew= 1.975908
#> gradient= 3359.631
#> C_new= 356.6871 Ed= 4.276856 Ew= 1.988164
#> mu= 0.005
#> gamma= 12.9772 alpha= 3.2636 beta= 86.5148
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 376.5 Ed= 4.276856 Ew= 1.988164
#> gradient= 3497.512
#> C_new= 452.3565 Ed= 5.153896 Ew= 1.981904
#> mu= 0.05
#> C_new= 440.4256 Ed= 5.01599 Ew= 1.981913
#> mu= 0.5
#> C_new= 340.6053 Ed= 3.862164 Ew= 1.982731
#> mu= 0.05
#> gamma= 12.9709 alpha= 3.271 beta= 95.805
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 376.5 Ed= 3.862164 Ew= 1.982731
#> gradient= 3612.052
#> C_new= 356.3734 Ed= 3.651696 Ew= 1.994141
#> mu= 0.005
#> gamma= 12.9805 alpha= 3.2547 beta= 101.3254
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 376.5 Ed= 3.651696 Ew= 1.994141
#> gradient= 3763.056
#> C_new= 453.521 Ed= 4.41202 Ew= 1.988268
#> mu= 0.05
#> C_new= 441.5104 Ed= 4.293485 Ew= 1.988277
#> mu= 0.5
#> C_new= 341.0885 Ed= 3.302377 Ew= 1.989038
#> mu= 0.05
#> gamma= 12.9754 alpha= 3.2617 beta= 112.0442
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 376.5 Ed= 3.302377 Ew= 1.989038
#> gradient= 3889.549
#> C_new= 356.0871 Ed= 3.119882 Ew= 1.999657
#> mu= 0.005
#> gamma= 12.9833 alpha= 3.2464 beta= 118.5969
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 376.5 Ed= 3.119882 Ew= 1.999657
#> gradient= 4048.775
#> C_new= 454.641 Ed= 3.778912 Ew= 1.994147
#> mu= 0.05
#> C_new= 442.5555 Ed= 3.677008 Ew= 1.994155
#> mu= 0.5
#> C_new= 341.568 Ed= 2.82547 Ew= 1.994864
#> mu= 0.05
#> gamma= 12.9792 alpha= 3.2531 beta= 130.9554
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 376.5 Ed= 2.82547 Ew= 1.994864
#> gradient= 4188.046
#> C_new= 355.8223 Ed= 2.667326 Ew= 2.004744
#> mu= 0.005
#> gamma= 12.9857 alpha= 3.2387 beta= 138.7184
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 376.5 Ed= 2.667326 Ew= 2.004744
#> gradient= 4356.014
#> C_new= 455.7117 Ed= 3.238471 Ew= 1.999574
#> mu= 0.05
#> C_new= 443.5561 Ed= 3.150843 Ew= 1.999582
#> mu= 0.5
#> C_new= 342.0383 Ed= 2.419002 Ew= 2.000242
#> mu= 0.05
#> gamma= 12.9823 alpha= 3.2452 beta= 152.9593
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 376.5 Ed= 2.419002 Ew= 2.000242
#> gradient= 4508.944
#> C_new= 355.5745 Ed= 2.282002 Ew= 2.009434
#> mu= 0.005
#> gamma= 12.9877 alpha= 3.2317 beta= 162.141
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 376.5 Ed= 2.282002 Ew= 2.009434
#> gradient= 4686.232
#> C_new= 456.7303 Ed= 2.776917 Ew= 2.004585
#> mu= 0.05
#> C_new= 444.5093 Ed= 2.701544 Ew= 2.004592
#> mu= 0.5
#> C_new= 342.4953 Ed= 2.072364 Ew= 2.005206
#> mu= 0.05
#> gamma= 12.985 alpha= 3.2378 beta= 178.5437
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 376.5 Ed= 2.072364 Ew= 2.005206
#> gradient= 4853.763
#> C_new= 355.3405 Ed= 1.953697 Ew= 2.013758
#> mu= 0.005
#> gamma= 12.9894 alpha= 3.2252 beta= 189.3872
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 376.5 Ed= 1.953697 Ew= 2.013758
#> gradient= 5041.01
#> C_new= 457.6961 Ed= 2.382505 Ew= 2.00921
#> mu= 0.05
#> C_new= 445.4138 Ed= 2.317652 Ew= 2.009216
#> mu= 0.5
#> C_new= 342.9365 Ed= 1.776543 Ew= 2.009788
#> mu= 0.05
#> gamma= 12.9873 alpha= 3.231 beta= 208.2733
#> ----------------------------------------------------------------------
#> Epoch= 75
#> C= 376.5 Ed= 1.776543 Ew= 2.009788
#> gradient= 5224.152
#> C_new= 355.1179 Ed= 1.673756 Ew= 2.017744
#> mu= 0.005
#> gamma= 12.9909 alpha= 3.2192 beta= 221.0625
#> ----------------------------------------------------------------------
#> Epoch= 76
#> C= 376.5 Ed= 1.673756 Ew= 2.017744
#> gradient= 5422.061
#> C_new= 458.6092 Ed= 2.045248 Ew= 2.013481
#> mu= 0.05
#> C_new= 446.2698 Ed= 1.989429 Ew= 2.013487
#> mu= 0.5
#> C_new= 343.3601 Ed= 1.523898 Ew= 2.014018
#> mu= 0.05
#> gamma= 12.9892 alpha= 3.2247 beta= 242.8019
#> ----------------------------------------------------------------------
#> Epoch= 77
#> C= 376.5 Ed= 1.523898 Ew= 2.014018
#> gradient= 5621.897
#> C_new= 354.9052 Ed= 1.43486 Ew= 2.02142
#> mu= 0.005
#> gamma= 12.9922 alpha= 3.2136 beta= 257.8676
#> ----------------------------------------------------------------------
#> Epoch= 78
#> C= 376.5 Ed= 1.43486 Ew= 2.02142
#> gradient= 5831.237
#> C_new= 459.4709 Ed= 1.756667 Ew= 2.017425
#> mu= 0.05
#> C_new= 447.0784 Ed= 1.70861 Ew= 2.01743
#> mu= 0.5
#> C_new= 343.7655 Ed= 1.30796 Ew= 2.017925
#> mu= 0.05
#> gamma= 12.9908 alpha= 3.2189 beta= 282.8867
#> ----------------------------------------------------------------------
#> Epoch= 79
#> C= 376.5 Ed= 1.30796 Ew= 2.017925
#> gradient= 6048.929
#> C_new= 354.7014 Ed= 1.230824 Ew= 2.024812
#> mu= 0.005
#> gamma= 12.9933 alpha= 3.2085 beta= 300.6143
#> ----------------------------------------------------------------------
#> Epoch= 80
#> C= 376.5 Ed= 1.230824 Ew= 2.024812
#> gradient= 6270.542
#> C_new= 460.2831 Ed= 1.50957 Ew= 2.021068
#> mu= 0.05
#> C_new= 447.841 Ed= 1.468182 Ew= 2.021074
#> mu= 0.5
#> C_new= 344.1525 Ed= 1.123255 Ew= 2.021534
#> mu= 0.05
#> gamma= 12.9922 alpha= 3.2134 beta= 329.4035
#> ----------------------------------------------------------------------
#> Epoch= 81
#> C= 376.5 Ed= 1.123255 Ew= 2.021534
#> gradient= 6507.333
#> C_new= 354.5056 Ed= 1.056422 Ew= 2.027942
#> mu= 0.005
#> gamma= 12.9942 alpha= 3.2038 beta= 350.2416
#> ----------------------------------------------------------------------
#> Epoch= 82
#> C= 376.5 Ed= 1.056422 Ew= 2.027942
#> gradient= 6742.137
#> C_new= 461.0479 Ed= 1.297853 Ew= 2.024436
#> mu= 0.05
#> C_new= 448.5598 Ed= 1.262197 Ew= 2.024441
#> mu= 0.5
#> C_new= 344.5212 Ed= 0.9651449 Ew= 2.024869
#> mu= 0.05
#> gamma= 12.9933 alpha= 3.2084 beta= 383.3656
#> ----------------------------------------------------------------------
#> Epoch= 83
#> C= 376.5 Ed= 0.9651449 Ew= 2.024869
#> gradient= 6999.357
#> C_new= 354.3175 Ed= 0.9072325 Ew= 2.030831
#> mu= 0.005
#> gamma= 12.995 alpha= 3.1994 beta= 407.8364
#> ----------------------------------------------------------------------
#> Epoch= 84
#> C= 376.5 Ed= 0.9072325 Ew= 2.030831
#> gradient= 7248.351
#> C_new= 461.7679 Ed= 1.116332 Ew= 2.027549
#> mu= 0.05
#> C_new= 449.2367 Ed= 1.085606 Ew= 2.027554
#> mu= 0.5
#> C_new= 344.8721 Ed= 0.8297047 Ew= 2.027952
#> mu= 0.05
#> gamma= 12.9943 alpha= 3.2038 beta= 445.9453
#> ----------------------------------------------------------------------
#> Epoch= 85
#> C= 376.5 Ed= 0.8297047 Ew= 2.027952
#> gradient= 7527.427
#> C_new= 354.1367 Ed= 0.7795166 Ew= 2.0335
#> mu= 0.005
#> gamma= 12.9957 alpha= 3.1954 beta= 474.6559
#> ----------------------------------------------------------------------
#> Epoch= 86
#> C= 376.5 Ed= 0.7795166 Ew= 2.0335
#> gradient= 7791.693
#> C_new= 462.4453 Ed= 0.9606061 Ew= 2.030429
#> mu= 0.05
#> C_new= 449.8742 Ed= 0.9341213 Ew= 2.030433
#> mu= 0.5
#> C_new= 345.2058 Ed= 0.7136045 Ew= 2.030804
#> mu= 0.05
#> gamma= 12.9951 alpha= 3.1995 beta= 518.4979
#> ----------------------------------------------------------------------
#> Epoch= 87
#> C= 376.5 Ed= 0.7136045 Ew= 2.030804
#> gradient= 8094.151
#> C_new= 353.9628 Ed= 0.6701062 Ew= 2.035966
#> mu= 0.005
#> gamma= 12.9963 alpha= 3.1917 beta= 552.154
#> ----------------------------------------------------------------------
#> Epoch= 88
#> C= 376.5 Ed= 0.6701062 Ew= 2.035966
#> gradient= 8374.866
#> C_new= 463.0828 Ed= 0.8269319 Ew= 2.033093
#> mu= 0.05
#> C_new= 450.4744 Ed= 0.804097 Ew= 2.033097
#> mu= 0.5
#> C_new= 345.5229 Ed= 0.6140186 Ew= 2.033441
#> mu= 0.05
#> gamma= 12.9958 alpha= 3.1955 beta= 602.591
#> ----------------------------------------------------------------------
#> Epoch= 89
#> C= 376.5 Ed= 0.6140186 Ew= 2.033441
#> gradient= 8702.339
#> C_new= 353.7956 Ed= 0.5763151 Ew= 2.038246
#> mu= 0.005
#> gamma= 12.9968 alpha= 3.1882 beta= 642.0126
#> ----------------------------------------------------------------------
#> Epoch= 90
#> C= 376.5 Ed= 0.5763151 Ew= 2.038246
#> gradient= 9000.777
#> C_new= 463.6826 Ed= 0.7121243 Ew= 2.035559
#> mu= 0.05
#> C_new= 451.0395 Ed= 0.6924314 Ew= 2.035562
#> mu= 0.5
#> C_new= 345.8243 Ed= 0.5285463 Ew= 2.035883
#> mu= 0.05
#> gamma= 12.9964 alpha= 3.1918 beta= 700.0366
#> ----------------------------------------------------------------------
#> Epoch= 91
#> C= 376.5 Ed= 0.5285463 Ew= 2.035883
#> gradient= 9355.013
#> C_new= 353.6349 Ed= 0.4958633 Ew= 2.040354
#> mu= 0.005
#> gamma= 12.9973 alpha= 3.1851 beta= 746.1762
#> ----------------------------------------------------------------------
#> Epoch= 92
#> C= 376.5 Ed= 0.4958633 Ew= 2.040354
#> gradient= 9672.552
#> C_new= 464.247 Ed= 0.6134696 Ew= 2.037841
#> mu= 0.05
#> C_new= 451.5717 Ed= 0.5964825 Ew= 2.037845
#> mu= 0.5
#> C_new= 346.1106 Ed= 0.4551458 Ew= 2.038143
#> mu= 0.05
#> gamma= 12.997 alpha= 3.1884 beta= 812.9296
#> ----------------------------------------------------------------------
#> Epoch= 93
#> C= 376.5 Ed= 0.4551458 Ew= 2.038143
#> gradient= 10055.42
#> C_new= 353.4806 Ed= 0.4268129 Ew= 2.042305
#> mu= 0.005
#> gamma= 12.9976 alpha= 3.1821 beta= 866.8932
#> ----------------------------------------------------------------------
#> Epoch= 94
#> C= 376.5 Ed= 0.4268129 Ew= 2.042305
#> gradient= 10393.55
#> C_new= 464.7783 Ed= 0.5286545 Ew= 2.039956
#> mu= 0.05
#> C_new= 452.0728 Ed= 0.5139981 Ew= 2.039959
#> mu= 0.5
#> C_new= 346.3826 Ed= 0.3920787 Ew= 2.040236
#> mu= 0.05
#> gamma= 12.9974 alpha= 3.1853 beta= 943.6915
#> ----------------------------------------------------------------------
#> Epoch= 95
#> C= 376.5 Ed= 0.3920787 Ew= 2.040236
#> gradient= 10807.06
#> C_new= 353.3323 Ed= 0.3675155 Ew= 2.04411
#> mu= 0.005
#> gamma= 12.998 alpha= 3.1794 beta= 1006.763
#> ----------------------------------------------------------------------
#> Epoch= 96
#> C= 376.5 Ed= 0.3675155 Ew= 2.04411
#> gradient= 11167.4
#> C_new= 465.2785 Ed= 0.4557045 Ew= 2.041914
#> mu= 0.05
#> C_new= 452.545 Ed= 0.4430565 Ew= 2.041917
#> mu= 0.5
#> C_new= 346.641 Ed= 0.3378632 Ew= 2.042175
#> mu= 0.05
#> gamma= 12.9978 alpha= 3.1823 beta= 1095.121
#> ----------------------------------------------------------------------
#> Epoch= 97
#> C= 376.5 Ed= 0.3378632 Ew= 2.042175
#> gradient= 11613.68
#> C_new= 353.1899 Ed= 0.3165673 Ew= 2.04578
#> mu= 0.005
#> gamma= 12.9982 alpha= 3.1768 beta= 1168.791
#> ----------------------------------------------------------------------
#> Epoch= 98
#> C= 376.5 Ed= 0.3165673 Ew= 2.04578
#> gradient= 11997.96
#> C_new= 465.7495 Ed= 0.3929334 Ew= 2.043729
#> mu= 0.05
#> C_new= 452.9898 Ed= 0.3820164 Ew= 2.043732
#> mu= 0.5
#> C_new= 346.8865 Ed= 0.2912354 Ew= 2.043972
#> mu= 0.05
#> gamma= 12.9981 alpha= 3.1796 beta= 1270.453
#> ----------------------------------------------------------------------
#> Epoch= 99
#> C= 376.5 Ed= 0.2912354 Ew= 2.043972
#> gradient= 12479.32
#> C_new= 353.0532 Ed= 0.2727715 Ew= 2.047328
#> mu= 0.005
#> gamma= 12.9985 alpha= 3.1745 beta= 1356.449
#> ----------------------------------------------------------------------
#> Epoch= 100
#> C= 376.5 Ed= 0.2727715 Ew= 2.047328
#> gradient= 12889.43
#> C_new= 466.1931 Ed= 0.3388995 Ew= 2.045412
#> mu= 0.05
#> C_new= 453.4091 Ed= 0.3294748 Ew= 2.045414
#> mu= 0.5
#> C_new= 347.1199 Ed= 0.2511159 Ew= 2.045637
#> mu= 0.05
#> gamma= 12.9984 alpha= 3.1771 beta= 1473.427
#> ----------------------------------------------------------------------
#> Epoch= 101
#> C= 376.5 Ed= 0.2511159 Ew= 2.045637
#> gradient= 13408.32
#> C_new= 352.9221 Ed= 0.2351071 Ew= 2.048761
#> mu= 0.005
#> gamma= 12.9987 alpha= 3.1723 beta= 1573.754
#> ----------------------------------------------------------------------
#> Epoch= 102
#> C= 376.5 Ed= 0.2351071 Ew= 2.048761
#> gradient= 13846.29
#> C_new= 466.6111 Ed= 0.2923694 Ew= 2.046971
#> mu= 0.05
#> C_new= 453.8043 Ed= 0.2842317 Ew= 2.046974
#> mu= 0.5
#> C_new= 347.3416 Ed= 0.2165823 Ew= 2.047181
#> mu= 0.05
#> gamma= 12.9986 alpha= 3.1748 beta= 1708.36
#> ----------------------------------------------------------------------
#> Epoch= 103
#> C= 376.5 Ed= 0.2165823 Ew= 2.047181
#> gradient= 14405.32
#> C_new= 352.7963 Ed= 0.2027018 Ew= 2.050089
#> mu= 0.005
#> gamma= 12.9989 alpha= 3.1703 beta= 1825.344
#> ----------------------------------------------------------------------
#> Epoch= 104
#> C= 376.5 Ed= 0.2027018 Ew= 2.050089
#> gradient= 14873.35
#> C_new= 467.005 Ed= 0.2522871 Ew= 2.048418
#> mu= 0.05
#> C_new= 454.177 Ed= 0.2452594 Ew= 2.04842
#> mu= 0.5
#> C_new= 347.5524 Ed= 0.1868457 Ew= 2.048613
#> mu= 0.05
#> gamma= 12.9988 alpha= 3.1726 beta= 1980.247
#> ----------------------------------------------------------------------
#> Epoch= 105
#> C= 376.5 Ed= 0.1868457 Ew= 2.048613
#> gradient= 15475.35
#> C_new= 352.6756 Ed= 0.1748103 Ew= 2.051319
#> mu= 0.005
#> gamma= 12.999 alpha= 3.1685 beta= 2116.583
#> ----------------------------------------------------------------------
#> Epoch= 106
#> C= 376.5 Ed= 0.1748103 Ew= 2.051319
#> gradient= 15975.79
#> C_new= 467.3763 Ed= 0.217748 Ew= 2.049759
#> mu= 0.05
#> C_new= 454.5286 Ed= 0.211678 Ew= 2.049762
#> mu= 0.5
#> C_new= 347.7528 Ed= 0.1612305 Ew= 2.049941
#> mu= 0.05
#> gamma= 12.999 alpha= 3.1706 beta= 2294.855
#> ----------------------------------------------------------------------
#> Epoch= 107
#> C= 376.5 Ed= 0.1612305 Ew= 2.049941
#> gradient= 16623.77
#> C_new= 352.5599 Ed= 0.1507949 Ew= 2.05246
#> mu= 0.005
#> gamma= 12.9992 alpha= 3.1667 beta= 2453.667
#> ----------------------------------------------------------------------
#> Epoch= 108
#> C= 376.5 Ed= 0.1507949 Ew= 2.05246
#> gradient= 17159.18
#> C_new= 467.7264 Ed= 0.1879764 Ew= 2.051004
#> mu= 0.05
#> C_new= 454.8603 Ed= 0.1827328 Ew= 2.051006
#> mu= 0.5
#> C_new= 347.9433 Ed= 0.1391582 Ew= 2.051173
#> mu= 0.05
#> gamma= 12.9991 alpha= 3.1687 beta= 2658.847
#> ----------------------------------------------------------------------
#> Epoch= 109
#> C= 376.5 Ed= 0.1391582 Ew= 2.051173
#> gradient= 17856.35
#> C_new= 352.449 Ed= 0.1301097 Ew= 2.053518
#> mu= 0.005
#> gamma= 12.9993 alpha= 3.1651 beta= 2843.756
#> ----------------------------------------------------------------------
#> Epoch= 110
#> C= 376.5 Ed= 0.1301097 Ew= 2.053518
#> gradient= 18429.49
#> C_new= 468.0567 Ed= 0.162307 Ew= 2.052159
#> mu= 0.05
#> C_new= 455.1733 Ed= 0.1577765 Ew= 2.052161
#> mu= 0.5
#> C_new= 348.1246 Ed= 0.1201329 Ew= 2.052316
#> mu= 0.05
#> gamma= 12.9992 alpha= 3.167 beta= 3079.925
#> ----------------------------------------------------------------------
#> Epoch= 111
#> C= 376.5 Ed= 0.1201329 Ew= 2.052316
#> gradient= 19179.31
#> C_new= 352.3426 Ed= 0.1122872 Ew= 2.054499
#> mu= 0.005
#> gamma= 12.9994 alpha= 3.1636 beta= 3295.125
#> ----------------------------------------------------------------------
#> Epoch= 112
#> C= 376.5 Ed= 0.1122872 Ew= 2.054499
#> gradient= 19793.14
#> C_new= 468.3683 Ed= 0.1401685 Ew= 2.053231
#> mu= 0.05
#> C_new= 455.4688 Ed= 0.1362538 Ew= 2.053233
#> mu= 0.5
#> C_new= 348.2969 Ed= 0.1037292 Ew= 2.053377
#> mu= 0.05
#> gamma= 12.9993 alpha= 3.1654 beta= 3566.982
#> ----------------------------------------------------------------------
#> Epoch= 113
#> C= 376.5 Ed= 0.1037292 Ew= 2.053377
#> gradient= 20599.3
#> C_new= 352.2408 Ed= 0.09692639 Ew= 2.055409
#> mu= 0.005
#> gamma= 12.9995 alpha= 3.1623 beta= 3817.333
#> ----------------------------------------------------------------------
#> Epoch= 114
#> C= 376.5 Ed= 0.09692639 Ew= 2.055409
#> gradient= 21257.02
#> C_new= 468.6623 Ed= 0.1210705 Ew= 2.054226
#> mu= 0.05
#> C_new= 455.7479 Ed= 0.1176874 Ew= 2.054228
#> mu= 0.5
#> C_new= 348.4609 Ed= 0.08958205 Ew= 2.054362
#> mu= 0.05
#> gamma= 12.9994 alpha= 3.1639 beta= 4130.295
#> ----------------------------------------------------------------------
#> Epoch= 115
#> C= 376.5 Ed= 0.08958205 Ew= 2.054362
#> gradient= 22123.48
#> C_new= 352.1432 Ed= 0.08368349 Ew= 2.056254
#> mu= 0.005
#> gamma= 12.9995 alpha= 3.161 beta= 4421.425
#> ----------------------------------------------------------------------
#> Epoch= 116
#> C= 376.5 Ed= 0.08368349 Ew= 2.056254
#> gradient= 22828.55
#> C_new= 468.9399 Ed= 0.1045915 Ew= 2.05515
#> mu= 0.05
#> C_new= 456.0115 Ed= 0.1016675 Ew= 2.055151
#> mu= 0.5
#> C_new= 348.617 Ed= 0.07737784 Ew= 2.055276
#> mu= 0.05
#> gamma= 12.9995 alpha= 3.1625 beta= 4781.734
#> ----------------------------------------------------------------------
#> Epoch= 117
#> C= 376.5 Ed= 0.07737784 Ew= 2.055276
#> gradient= 23759.54
#> C_new= 352.0497 Ed= 0.07226339 Ew= 2.057037
#> mu= 0.005
#> gamma= 12.9996 alpha= 3.1598 beta= 5120.161
#> ----------------------------------------------------------------------
#> Epoch= 118
#> C= 376.5 Ed= 0.07226339 Ew= 2.057037
#> gradient= 24515.68
#> C_new= 469.202 Ed= 0.09036931 Ew= 2.056008
#> mu= 0.05
#> C_new= 456.2605 Ed= 0.08784176 Ew= 2.056009
#> mu= 0.5
#> C_new= 348.7655 Ed= 0.06684722 Ew= 2.056125
#> mu= 0.05
#> gamma= 12.9996 alpha= 3.1612 beta= 5535.012
#> ----------------------------------------------------------------------
#> Epoch= 119
#> C= 376.5 Ed= 0.06684722 Ew= 2.056125
#> gradient= 25515.73
#> C_new= 351.9601 Ed= 0.06241272 Ew= 2.057765
#> mu= 0.005
#> gamma= 12.9996 alpha= 3.1587 beta= 5928.282
#> ----------------------------------------------------------------------
#> Epoch= 120
#> C= 376.5 Ed= 0.06241272 Ew= 2.057765
#> gradient= 26326.95
#> C_new= 469.4495 Ed= 0.07809222 Ew= 2.056804
#> mu= 0.05
#> C_new= 456.4958 Ed= 0.07590715 Ew= 2.056805
#> mu= 0.5
#> C_new= 348.9068 Ed= 0.05775867 Ew= 2.056914
#> mu= 0.05
#> gamma= 12.9996 alpha= 3.16 beta= 6405.968
#> ----------------------------------------------------------------------
#> Epoch= 121
#> C= 376.5 Ed= 0.05775867 Ew= 2.056914
#> gradient= 27400.92
#> C_new= 351.8744 Ed= 0.05391375 Ew= 2.05844
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1577 beta= 6862.816
#> ----------------------------------------------------------------------
#> Epoch= 122
#> C= 376.5 Ed= 0.05391375 Ew= 2.05844
#> gradient= 28271.54
#> C_new= 469.6833 Ed= 0.06749216 Ew= 2.057544
#> mu= 0.05
#> C_new= 456.7182 Ed= 0.06560298 Ew= 2.057545
#> mu= 0.5
#> C_new= 349.0414 Ed= 0.04991304 Ew= 2.057646
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1589 beta= 7412.895
#> ----------------------------------------------------------------------
#> Epoch= 123
#> C= 376.5 Ed= 0.04991304 Ew= 2.057646
#> gradient= 29424.64
#> C_new= 351.7923 Ed= 0.04657937 Ew= 2.059066
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1567 beta= 7943.434
#> ----------------------------------------------------------------------
#> Epoch= 124
#> C= 376.5 Ed= 0.04657937 Ew= 2.059066
#> gradient= 30359.32
#> C_new= 469.9043 Ed= 0.05833838 Ew= 2.058231
#> mu= 0.05
#> C_new= 456.9286 Ed= 0.05670486 Ew= 2.058232
#> mu= 0.5
#> C_new= 349.1695 Ed= 0.04313902 Ew= 2.058326
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1578 beta= 8576.925
#> ----------------------------------------------------------------------
#> Epoch= 125
#> C= 376.5 Ed= 0.04313902 Ew= 2.058326
#> gradient= 31597.1
#> C_new= 351.7137 Ed= 0.04024866 Ew= 2.059648
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1558 beta= 9192.856
#> ----------------------------------------------------------------------
#> Epoch= 126
#> C= 376.5 Ed= 0.04024866 Ew= 2.059648
#> gradient= 32600.86
#> C_new= 470.1132 Ed= 0.05043218 Ew= 2.058869
#> mu= 0.05
#> C_new= 457.1275 Ed= 0.04901959 Ew= 2.05887
#> mu= 0.5
#> C_new= 349.2915 Ed= 0.03728915 Ew= 2.058958
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1569 beta= 9922.46
#> ----------------------------------------------------------------------
#> Epoch= 127
#> C= 376.5 Ed= 0.03728915 Ew= 2.058958
#> gradient= 33929.31
#> C_new= 351.6386 Ed= 0.03478319 Ew= 2.060189
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.155 beta= 10637.33
#> ----------------------------------------------------------------------
#> Epoch= 128
#> C= 376.5 Ed= 0.03478319 Ew= 2.060189
#> gradient= 35007.55
#> C_new= 470.3107 Ed= 0.04360241 Ew= 2.059463
#> mu= 0.05
#> C_new= 457.3157 Ed= 0.04238077 Ew= 2.059463
#> mu= 0.5
#> C_new= 349.4077 Ed= 0.03223647 Ew= 2.059545
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.156 beta= 11477.69
#> ----------------------------------------------------------------------
#> Epoch= 129
#> C= 376.5 Ed= 0.03223647 Ew= 2.059545
#> gradient= 36433.05
#> C_new= 351.5666 Ed= 0.03006382 Ew= 2.060691
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1542 beta= 12307.15
#> ----------------------------------------------------------------------
#> Epoch= 130
#> C= 376.5 Ed= 0.03006382 Ew= 2.060691
#> gradient= 37591.61
#> C_new= 470.4974 Ed= 0.03770162 Ew= 2.060014
#> mu= 0.05
#> C_new= 457.4937 Ed= 0.03664502 Ew= 2.060014
#> mu= 0.5
#> C_new= 349.5184 Ed= 0.02787162 Ew= 2.06009
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1552 beta= 13275.15
#> ----------------------------------------------------------------------
#> Epoch= 131
#> C= 376.5 Ed= 0.02787162 Ew= 2.06009
#> gradient= 39121
#> C_new= 351.4978 Ed= 0.02598799 Ew= 2.061157
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1535 beta= 14237.35
#> ----------------------------------------------------------------------
#> Epoch= 132
#> C= 376.5 Ed= 0.02598799 Ew= 2.061157
#> gradient= 40366.15
#> C_new= 470.6741 Ed= 0.03260271 Ew= 2.060526
#> mu= 0.05
#> C_new= 457.6622 Ed= 0.03168878 Ew= 2.060527
#> mu= 0.5
#> C_new= 349.6239 Ed= 0.02410039 Ew= 2.060597
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1544 beta= 15352.45
#> ----------------------------------------------------------------------
#> Epoch= 133
#> C= 376.5 Ed= 0.02410039 Ew= 2.060597
#> gradient= 42006.77
#> C_new= 351.432 Ed= 0.02246735 Ew= 2.06159
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1529 beta= 16468.34
#> ----------------------------------------------------------------------
#> Epoch= 134
#> C= 376.5 Ed= 0.02246735 Ew= 2.06159
#> gradient= 43345.28
#> C_new= 470.8412 Ed= 0.02819611 Ew= 2.061002
#> mu= 0.05
#> C_new= 457.8218 Ed= 0.02740553 Ew= 2.061002
#> mu= 0.5
#> C_new= 349.7244 Ed= 0.02084157 Ew= 2.061068
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1537 beta= 17752.99
#> ----------------------------------------------------------------------
#> Epoch= 135
#> C= 376.5 Ed= 0.02084157 Ew= 2.061068
#> gradient= 45104.98
#> C_new= 351.369 Ed= 0.01942581 Ew= 2.061992
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1523 beta= 19046.82
#> ----------------------------------------------------------------------
#> Epoch= 136
#> C= 376.5 Ed= 0.01942581 Ew= 2.061992
#> gradient= 46544.12
#> C_new= 470.9994 Ed= 0.02438733 Ew= 2.061444
#> mu= 0.05
#> C_new= 457.9728 Ed= 0.02370341 Ew= 2.061445
#> mu= 0.5
#> C_new= 349.8201 Ed= 0.01802514 Ew= 2.061505
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.153 beta= 20526.89
#> ----------------------------------------------------------------------
#> Epoch= 137
#> C= 376.5 Ed= 0.01802514 Ew= 2.061505
#> gradient= 48431.33
#> C_new= 351.3089 Ed= 0.01679778 Ew= 2.062366
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1517 beta= 22026.72
#> ----------------------------------------------------------------------
#> Epoch= 138
#> C= 376.5 Ed= 0.01679778 Ew= 2.062366
#> gradient= 49978.95
#> C_new= 471.1491 Ed= 0.02109487 Ew= 2.061855
#> mu= 0.05
#> C_new= 458.1159 Ed= 0.02050317 Ew= 2.061856
#> mu= 0.5
#> C_new= 349.9114 Ed= 0.01559074 Ew= 2.061912
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1524 beta= 23732.04
#> ----------------------------------------------------------------------
#> Epoch= 139
#> C= 376.5 Ed= 0.01559074 Ew= 2.061912
#> gradient= 52002.69
#> C_new= 351.2513 Ed= 0.01452673 Ew= 2.062714
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1512 beta= 25470.29
#> ----------------------------------------------------------------------
#> Epoch= 140
#> C= 376.5 Ed= 0.01452673 Ew= 2.062714
#> gradient= 53667.22
#> C_new= 471.2909 Ed= 0.01824841 Ew= 2.062237
#> mu= 0.05
#> C_new= 458.2514 Ed= 0.01773647 Ew= 2.062238
#> mu= 0.5
#> C_new= 349.9984 Ed= 0.01348629 Ew= 2.06229
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1518 beta= 27435.27
#> ----------------------------------------------------------------------
#> Epoch= 141
#> C= 376.5 Ed= 0.01348629 Ew= 2.06229
#> gradient= 55837.15
#> C_new= 351.1964 Ed= 0.0125639 Ew= 2.063036
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1507 beta= 29449.45
#> ----------------------------------------------------------------------
#> Epoch= 142
#> C= 376.5 Ed= 0.0125639 Ew= 2.063036
#> gradient= 57627.71
#> C_new= 471.4251 Ed= 0.01578728 Ew= 2.062593
#> mu= 0.05
#> C_new= 458.3798 Ed= 0.0153443 Ew= 2.062593
#> mu= 0.5
#> C_new= 350.0814 Ed= 0.01166686 Ew= 2.062642
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1513 beta= 31713.76
#> ----------------------------------------------------------------------
#> Epoch= 143
#> C= 376.5 Ed= 0.01166686 Ew= 2.062642
#> gradient= 59954.18
#> C_new= 351.1438 Ed= 0.01086726 Ew= 2.063336
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1502 beta= 34047.22
#> ----------------------------------------------------------------------
#> Epoch= 144
#> C= 376.5 Ed= 0.01086726 Ew= 2.063336
#> gradient= 61880.54
#> C_new= 471.5523 Ed= 0.01365908 Ew= 2.062923
#> mu= 0.05
#> C_new= 458.5016 Ed= 0.01327576 Ew= 2.062923
#> mu= 0.5
#> C_new= 350.1605 Ed= 0.01009368 Ew= 2.062969
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1508 beta= 36656.62
#> ----------------------------------------------------------------------
#> Epoch= 145
#> C= 376.5 Ed= 0.01009368 Ew= 2.062969
#> gradient= 64374.67
#> C_new= 351.0936 Ed= 0.00940053 Ew= 2.063615
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1498 beta= 39359.48
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.474666 test-rmse:0.484825
#> [2] train-rmse:0.460191 test-rmse:0.474640
#> [3] train-rmse:0.449739 test-rmse:0.468777
#> [4] train-rmse:0.443964 test-rmse:0.467552
#> [5] train-rmse:0.437660 test-rmse:0.465383
#> [6] train-rmse:0.432220 test-rmse:0.468010
#> [7] train-rmse:0.427354 test-rmse:0.467083
#> [8] train-rmse:0.425043 test-rmse:0.465912
#> [9] train-rmse:0.419696 test-rmse:0.463971
#> [10] train-rmse:0.415620 test-rmse:0.466153
#> [11] train-rmse:0.413422 test-rmse:0.465153
#> [12] train-rmse:0.408546 test-rmse:0.467141
#> [13] train-rmse:0.405166 test-rmse:0.465979
#> [14] train-rmse:0.401098 test-rmse:0.467847
#> [15] train-rmse:0.397263 test-rmse:0.468365
#> [16] train-rmse:0.395802 test-rmse:0.469024
#> [17] train-rmse:0.393739 test-rmse:0.469280
#> [18] train-rmse:0.388867 test-rmse:0.468460
#> [19] train-rmse:0.387070 test-rmse:0.467833
#> [20] train-rmse:0.385170 test-rmse:0.468748
#> [21] train-rmse:0.382101 test-rmse:0.469108
#> [22] train-rmse:0.379001 test-rmse:0.469108
#> [23] train-rmse:0.377084 test-rmse:0.469802
#> [24] train-rmse:0.373055 test-rmse:0.470128
#> [25] train-rmse:0.371580 test-rmse:0.471069
#> [26] train-rmse:0.370432 test-rmse:0.470349
#> [27] train-rmse:0.367493 test-rmse:0.471254
#> [28] train-rmse:0.366547 test-rmse:0.471457
#> [29] train-rmse:0.364881 test-rmse:0.471631
#> [30] train-rmse:0.361373 test-rmse:0.474001
#> [31] train-rmse:0.357962 test-rmse:0.475255
#> [32] train-rmse:0.355457 test-rmse:0.475539
#> [33] train-rmse:0.351200 test-rmse:0.477892
#> [34] train-rmse:0.349709 test-rmse:0.479012
#> [35] train-rmse:0.348563 test-rmse:0.478448
#> [36] train-rmse:0.346054 test-rmse:0.479517
#> [37] train-rmse:0.343126 test-rmse:0.479558
#> [38] train-rmse:0.342483 test-rmse:0.479092
#> [39] train-rmse:0.338959 test-rmse:0.478742
#> [40] train-rmse:0.335604 test-rmse:0.479439
#> [41] train-rmse:0.332729 test-rmse:0.479701
#> [42] train-rmse:0.330836 test-rmse:0.479163
#> [43] train-rmse:0.329846 test-rmse:0.478822
#> [44] train-rmse:0.327183 test-rmse:0.479859
#> [45] train-rmse:0.324294 test-rmse:0.479137
#> [46] train-rmse:0.322215 test-rmse:0.479706
#> [47] train-rmse:0.319843 test-rmse:0.481866
#> [48] train-rmse:0.319535 test-rmse:0.481410
#> [49] train-rmse:0.317205 test-rmse:0.481771
#> [50] train-rmse:0.316139 test-rmse:0.481642
#> [51] train-rmse:0.315774 test-rmse:0.482241
#> [52] train-rmse:0.314653 test-rmse:0.481651
#> [53] train-rmse:0.312422 test-rmse:0.480575
#> [54] train-rmse:0.312153 test-rmse:0.481001
#> [55] train-rmse:0.310727 test-rmse:0.480253
#> [56] train-rmse:0.308551 test-rmse:0.481835
#> [57] train-rmse:0.306189 test-rmse:0.481184
#> [58] train-rmse:0.303298 test-rmse:0.482248
#> [59] train-rmse:0.301061 test-rmse:0.481606
#> [60] train-rmse:0.299397 test-rmse:0.481689
#> [61] train-rmse:0.296863 test-rmse:0.481086
#> [62] train-rmse:0.295213 test-rmse:0.481180
#> [63] train-rmse:0.294684 test-rmse:0.481588
#> [64] train-rmse:0.292762 test-rmse:0.482589
#> [65] train-rmse:0.290108 test-rmse:0.484485
#> [66] train-rmse:0.288531 test-rmse:0.484924
#> [67] train-rmse:0.286541 test-rmse:0.485430
#> [68] train-rmse:0.285280 test-rmse:0.485121
#> [69] train-rmse:0.283435 test-rmse:0.485856
#> [70] train-rmse:0.281480 test-rmse:0.486769
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.350811 test-rmse:0.350810
#> [2] train-rmse:0.246136 test-rmse:0.246135
#> [3] train-rmse:0.172695 test-rmse:0.172693
#> [4] train-rmse:0.121166 test-rmse:0.121165
#> [5] train-rmse:0.085013 test-rmse:0.085012
#> [6] train-rmse:0.059647 test-rmse:0.059646
#> [7] train-rmse:0.041850 test-rmse:0.041849
#> [8] train-rmse:0.029363 test-rmse:0.029362
#> [9] train-rmse:0.020601 test-rmse:0.020601
#> [10] train-rmse:0.014454 test-rmse:0.014454
#> [11] train-rmse:0.010142 test-rmse:0.010141
#> [12] train-rmse:0.007116 test-rmse:0.007115
#> [13] train-rmse:0.004992 test-rmse:0.004992
#> [14] train-rmse:0.003503 test-rmse:0.003503
#> [15] train-rmse:0.002458 test-rmse:0.002458
#> [16] train-rmse:0.001724 test-rmse:0.001724
#> [17] train-rmse:0.001210 test-rmse:0.001210
#> [18] train-rmse:0.000849 test-rmse:0.000849
#> [19] train-rmse:0.000596 test-rmse:0.000596
#> [20] train-rmse:0.000418 test-rmse:0.000418
#> [21] train-rmse:0.000293 test-rmse:0.000293
#> [22] train-rmse:0.000206 test-rmse:0.000206
#> [23] train-rmse:0.000144 test-rmse:0.000144
#> [24] train-rmse:0.000101 test-rmse:0.000101
#> [25] train-rmse:0.000071 test-rmse:0.000071
#> [26] train-rmse:0.000050 test-rmse:0.000050
#> [27] train-rmse:0.000050 test-rmse:0.000050
#> [28] train-rmse:0.000050 test-rmse:0.000050
#> [29] train-rmse:0.000050 test-rmse:0.000050
#> [30] train-rmse:0.000050 test-rmse:0.000050
#> [31] train-rmse:0.000050 test-rmse:0.000050
#> [32] train-rmse:0.000050 test-rmse:0.000050
#> [33] train-rmse:0.000050 test-rmse:0.000050
#> [34] train-rmse:0.000050 test-rmse:0.000050
#> [35] train-rmse:0.000050 test-rmse:0.000050
#> [36] train-rmse:0.000050 test-rmse:0.000050
#> [37] train-rmse:0.000050 test-rmse:0.000050
#> [38] train-rmse:0.000050 test-rmse:0.000050
#> [39] train-rmse:0.000050 test-rmse:0.000050
#> [40] train-rmse:0.000050 test-rmse:0.000050
#> [41] train-rmse:0.000050 test-rmse:0.000050
#> [42] train-rmse:0.000050 test-rmse:0.000050
#> [43] train-rmse:0.000050 test-rmse:0.000050
#> [44] train-rmse:0.000050 test-rmse:0.000050
#> [45] train-rmse:0.000050 test-rmse:0.000050
#> [46] train-rmse:0.000050 test-rmse:0.000050
#> [47] train-rmse:0.000050 test-rmse:0.000050
#> [48] train-rmse:0.000050 test-rmse:0.000050
#> [49] train-rmse:0.000050 test-rmse:0.000050
#> [50] train-rmse:0.000050 test-rmse:0.000050
#> [51] train-rmse:0.000050 test-rmse:0.000050
#> [52] train-rmse:0.000050 test-rmse:0.000050
#> [53] train-rmse:0.000050 test-rmse:0.000050
#> [54] train-rmse:0.000050 test-rmse:0.000050
#> [55] train-rmse:0.000050 test-rmse:0.000050
#> [56] train-rmse:0.000050 test-rmse:0.000050
#> [57] train-rmse:0.000050 test-rmse:0.000050
#> [58] train-rmse:0.000050 test-rmse:0.000050
#> [59] train-rmse:0.000050 test-rmse:0.000050
#> [60] train-rmse:0.000050 test-rmse:0.000050
#> [61] train-rmse:0.000050 test-rmse:0.000050
#> [62] train-rmse:0.000050 test-rmse:0.000050
#> [63] train-rmse:0.000050 test-rmse:0.000050
#> [64] train-rmse:0.000050 test-rmse:0.000050
#> [65] train-rmse:0.000050 test-rmse:0.000050
#> [66] train-rmse:0.000050 test-rmse:0.000050
#> [67] train-rmse:0.000050 test-rmse:0.000050
#> [68] train-rmse:0.000050 test-rmse:0.000050
#> [69] train-rmse:0.000050 test-rmse:0.000050
#> [70] train-rmse:0.000050 test-rmse:0.000050
#> [1]
#> [1] "Resampling number 2 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 140
#> Nguyen-Widrow method
#> Scaling factor= 0.7021994
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 367 Ed= 744.6255 Ew= 7.67124
#> gradient= 206.3511
#> C_new= 154.8989 Ed= 353.0632 Ew= 1.542657
#> mu= 5e-04
#> gamma= 13.7575 alpha= 4.459 beta= 1.02
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 367 Ed= 353.0632 Ew= 1.542657
#> gradient= 504.2859
#> C_new= 377.3689 Ed= 363.7656 Ew= 1.41987
#> mu= 0.005
#> C_new= 376.8118 Ed= 363.2195 Ew= 1.419867
#> mu= 0.05
#> C_new= 371.302 Ed= 357.8176 Ew= 1.419873
#> mu= 0.5
#> C_new= 321.7827 Ed= 309.2552 Ew= 1.422986
#> mu= 0.05
#> gamma= 11.5887 alpha= 4.072 beta= 1.168
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 367 Ed= 309.2552 Ew= 1.422986
#> gradient= 516.9619
#> C_new= 331.2412 Ed= 278.4231 Ew= 1.485034
#> mu= 0.005
#> gamma= 12.4572 alpha= 4.1942 beta= 1.2958
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 367 Ed= 278.4231 Ew= 1.485034
#> gradient= 565.7573
#> C_new= 422.472 Ed= 321.5043 Ew= 1.401289
#> mu= 0.05
#> C_new= 415.66 Ed= 316.2472 Ew= 1.401299
#> mu= 0.5
#> C_new= 355.0338 Ed= 269.4493 Ew= 1.404393
#> mu= 0.05
#> gamma= 11.4683 alpha= 4.083 beta= 1.3408
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 367 Ed= 269.4493 Ew= 1.404393
#> gradient= 557.859
#> C_new= 360.7795 Ed= 264.6196 Ew= 1.466823
#> mu= 0.005
#> gamma= 12.0747 alpha= 4.116 beta= 1.3641
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 367 Ed= 264.6196 Ew= 1.466823
#> gradient= 556.7593
#> C_new= 404.4064 Ed= 292.1424 Ew= 1.43358
#> mu= 0.05
#> C_new= 397.6632 Ed= 287.1989 Ew= 1.433591
#> mu= 0.5
#> C_new= 337.8545 Ed= 243.3443 Ew= 1.436644
#> mu= 0.05
#> gamma= 11.4752 alpha= 3.9937 beta= 1.4846
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 367 Ed= 243.3443 Ew= 1.436644
#> gradient= 572.0433
#> C_new= 365.0693 Ed= 241.9125 Ew= 1.485428
#> mu= 0.005
#> gamma= 12.1499 alpha= 4.0897 beta= 1.492
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 367 Ed= 241.9125 Ew= 1.485428
#> gradient= 564.971
#> C_new= 399.9886 Ed= 264.0868 Ew= 1.46226
#> mu= 0.05
#> C_new= 393.1491 Ed= 259.5026 Ew= 1.462274
#> mu= 0.5
#> C_new= 332.6373 Ed= 218.9359 Ew= 1.465282
#> mu= 0.05
#> gamma= 11.5735 alpha= 3.9492 beta= 1.6499
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 367 Ed= 218.9359 Ew= 1.465282
#> gradient= 587.558
#> C_new= 364.6681 Ed= 217.4093 Ew= 1.51257
#> mu= 0.005
#> gamma= 12.2258 alpha= 4.0414 beta= 1.6599
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 367 Ed= 217.4093 Ew= 1.51257
#> gradient= 581.3175
#> C_new= 399.2309 Ed= 236.8763 Ew= 1.491992
#> mu= 0.05
#> C_new= 392.1902 Ed= 232.6347 Ew= 1.492009
#> mu= 0.5
#> C_new= 330.0986 Ed= 195.2215 Ew= 1.495003
#> mu= 0.05
#> gamma= 11.6879 alpha= 3.909 beta= 1.85
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 367 Ed= 195.2215 Ew= 1.495003
#> gradient= 608.7557
#> C_new= 363.5468 Ed= 193.2544 Ew= 1.542575
#> mu= 0.005
#> gamma= 12.2993 alpha= 3.9866 beta= 1.8672
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 367 Ed= 193.2544 Ew= 1.542575
#> gradient= 604.2553
#> C_new= 399.6325 Ed= 210.7727 Ew= 1.522969
#> mu= 0.05
#> C_new= 392.355 Ed= 206.8752 Ew= 1.522989
#> mu= 0.5
#> C_new= 328.3984 Ed= 172.6167 Ew= 1.525964
#> mu= 0.05
#> gamma= 11.8048 alpha= 3.868 beta= 2.0919
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 367 Ed= 172.6167 Ew= 1.525964
#> gradient= 636.1891
#> C_new= 362.5043 Ed= 170.3798 Ew= 1.573425
#> mu= 0.005
#> gamma= 12.3708 alpha= 3.9312 beta= 2.1177
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 367 Ed= 170.3798 Ew= 1.573425
#> gradient= 633.4375
#> C_new= 400.5523 Ed= 186.2587 Ew= 1.554474
#> mu= 0.05
#> C_new= 393.0253 Ed= 182.7044 Ew= 1.554496
#> mu= 0.5
#> C_new= 327.1087 Ed= 151.5725 Ew= 1.557439
#> mu= 0.05
#> gamma= 11.9193 alpha= 3.8266 beta= 2.382
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 367 Ed= 151.5725 Ew= 1.557439
#> gradient= 667.5911
#> C_new= 361.5771 Ed= 149.2208 Ew= 1.604165
#> mu= 0.005
#> gamma= 12.4392 alpha= 3.8772 beta= 2.4178
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 367 Ed= 149.2208 Ew= 1.604165
#> gradient= 666.6592
#> C_new= 401.7505 Ed= 163.6231 Ew= 1.585864
#> mu= 0.05
#> C_new= 393.9707 Ed= 160.4053 Ew= 1.585888
#> mu= 0.5
#> C_new= 326.0762 Ed= 132.3191 Ew= 1.588782
#> mu= 0.05
#> gamma= 12.0293 alpha= 3.7857 beta= 2.7281
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 367 Ed= 132.3191 Ew= 1.588782
#> gradient= 703.0906
#> C_new= 360.7282 Ed= 129.9571 Ew= 1.634268
#> mu= 0.005
#> gamma= 12.5037 alpha= 3.8255 beta= 2.7759
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 367 Ed= 129.9571 Ew= 1.634268
#> gradient= 704.0402
#> C_new= 403.1152 Ed= 142.9916 Ew= 1.616676
#> mu= 0.05
#> C_new= 395.084 Ed= 140.0984 Ew= 1.616701
#> mu= 0.5
#> C_new= 325.2321 Ed= 114.9308 Ew= 1.61953
#> mu= 0.05
#> gamma= 12.1339 alpha= 3.7461 beta= 3.1404
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 367 Ed= 114.9308 Ew= 1.61953
#> gradient= 742.8656
#> C_new= 359.9231 Ed= 112.6249 Ew= 1.663423
#> mu= 0.005
#> gamma= 12.5634 alpha= 3.7764 beta= 3.2028
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 367 Ed= 112.6249 Ew= 1.663423
#> gradient= 745.7944
#> C_new= 404.5939 Ed= 124.3825 Ew= 1.64659
#> mu= 0.05
#> C_new= 396.3154 Ed= 121.7977 Ew= 1.646616
#> mu= 0.5
#> C_new= 324.5465 Ed= 99.3865 Ew= 1.649366
#> mu= 0.05
#> gamma= 12.2324 alpha= 3.7082 beta= 3.6311
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 367 Ed= 99.3865 Ew= 1.649366
#> gradient= 787.1488
#> C_new= 359.1372 Ed= 97.17814 Ew= 1.691436
#> mu= 0.005
#> gamma= 12.6182 alpha= 3.73 beta= 3.7116
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 367 Ed= 97.17814 Ew= 1.691436
#> gradient= 792.2046
#> C_new= 406.1617 Ed= 107.7453 Ew= 1.675385
#> mu= 0.05
#> C_new= 397.6416 Ed= 105.4498 Ew= 1.675411
#> mu= 0.5
#> C_new= 324.007 Ed= 85.6083 Ew= 1.678071
#> mu= 0.05
#> gamma= 12.3244 alpha= 3.6722 beta= 4.215
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 367 Ed= 85.6083 Ew= 1.678071
#> gradient= 836.2234
#> C_new= 358.3556 Ed= 83.52249 Ew= 1.718184
#> mu= 0.005
#> gamma= 12.6678 alpha= 3.6864 beta= 4.3182
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 367 Ed= 83.52249 Ew= 1.718184
#> gradient= 843.609
#> C_new= 407.8066 Ed= 92.98546 Ew= 1.702911
#> mu= 0.05
#> C_new= 399.0514 Ed= 90.95791 Ew= 1.702936
#> mu= 0.5
#> C_new= 323.6086 Ed= 73.48481 Ew= 1.705497
#> mu= 0.05
#> gamma= 12.4097 alpha= 3.6381 beta= 4.9098
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 367 Ed= 73.48481 Ew= 1.705497
#> gradient= 890.4177
#> C_new= 357.5709 Ed= 71.53612 Ew= 1.74359
#> mu= 0.005
#> gamma= 12.7123 alpha= 3.6455 beta= 5.0414
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 367 Ed= 71.53612 Ew= 1.74359
#> gradient= 900.3914
#> C_new= 409.5209 Ed= 79.98091 Ew= 1.72907
#> mu= 0.05
#> C_new= 400.5377 Ed= 78.19902 Ew= 1.729095
#> mu= 0.5
#> C_new= 323.3479 Ed= 62.88614 Ew= 1.73155
#> mu= 0.05
#> gamma= 12.4879 alpha= 3.606 beta= 5.7367
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 367 Ed= 62.88614 Ew= 1.73155
#> gradient= 950.1012
#> C_new= 356.7812 Ed= 61.08215 Ew= 1.76761
#> mu= 0.005
#> gamma= 12.7519 alpha= 3.6071 beta= 5.9039
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 367 Ed= 61.08215 Ew= 1.76761
#> gradient= 962.9754
#> C_new= 411.297 Ed= 68.59356 Ew= 1.753807
#> mu= 0.05
#> C_new= 402.0935 Ed= 67.03467 Ew= 1.753831
#> mu= 0.5
#> C_new= 323.2203 Ed= 53.67377 Ew= 1.756175
#> mu= 0.05
#> gamma= 12.5589 alpha= 3.5756 beta= 6.7206
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 367 Ed= 53.67377 Ew= 1.756175
#> gradient= 1015.683
#> C_new= 355.9893 Ed= 52.01731 Ew= 1.790223
#> mu= 0.005
#> gamma= 12.7868 alpha= 3.5713 beta= 6.9324
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 367 Ed= 52.01731 Ew= 1.790223
#> gradient= 1031.82
#> C_new= 413.1261 Ed= 58.67775 Ew= 1.777098
#> mu= 0.05
#> C_new= 403.7104 Ed= 57.31952 Ew= 1.777121
#> mu= 0.5
#> C_new= 323.2192 Ed= 45.70755 Ew= 1.77935
#> mu= 0.05
#> gamma= 12.6226 alpha= 3.547 beta= 7.8912
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 367 Ed= 45.70755 Ew= 1.77935
#> gradient= 1087.608
#> C_new= 355.2018 Ed= 44.19803 Ew= 1.811431
#> mu= 0.005
#> gamma= 12.8173 alpha= 3.5379 beta= 8.1585
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 367 Ed= 44.19803 Ew= 1.811431
#> gradient= 1107.417
#> C_new= 414.9984 Ed= 50.08665 Ew= 1.798943
#> mu= 0.05
#> C_new= 405.3787 Ed= 48.90755 Ew= 1.798966
#> mu= 0.5
#> C_new= 323.336 Ed= 38.85058 Ew= 1.801079
#> mu= 0.05
#> gamma= 12.679 alpha= 3.5198 beta= 9.2833
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 367 Ed= 38.85058 Ew= 1.801079
#> gradient= 1166.358
#> C_new= 354.428 Ed= 37.48488 Ew= 1.831251
#> mu= 0.005
#> gamma= 12.8438 alpha= 3.5068 beta= 9.6193
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 367 Ed= 37.48488 Ew= 1.831251
#> gradient= 1195.15
#> C_new= 416.903 Ed= 42.67702 Ew= 1.819365
#> mu= 0.05
#> C_new= 407.088 Ed= 41.65666 Ew= 1.819387
#> mu= 0.5
#> C_new= 323.5611 Ed= 32.97267 Ew= 1.821384
#> mu= 0.05
#> gamma= 12.7285 alpha= 3.4942 beta= 10.9374
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 367 Ed= 32.97267 Ew= 1.821384
#> gradient= 1257.524
#> C_new= 353.6788 Ed= 31.74566 Ew= 1.849714
#> mu= 0.005
#> gamma= 12.8668 alpha= 3.478 beta= 11.358
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 367 Ed= 31.74566 Ew= 1.849714
#> gradient= 1291.961
#> C_new= 418.8295 Ed= 36.31239 Ew= 1.838399
#> mu= 0.05
#> C_new= 408.8276 Ed= 35.43179 Ew= 1.83842
#> mu= 0.5
#> C_new= 323.8839 Ed= 27.95244 Ew= 1.840302
#> mu= 0.05
#> gamma= 12.7714 alpha= 3.4699 beta= 12.901
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 367 Ed= 27.95244 Ew= 1.840302
#> gradient= 1359.892
#> C_new= 352.9648 Ed= 26.85738 Ew= 1.866863
#> mu= 0.005
#> gamma= 12.8866 alpha= 3.4514 beta= 13.4249
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 367 Ed= 26.85738 Ew= 1.866863
#> gradient= 1396.638
#> C_new= 420.7667 Ed= 30.86516 Ew= 1.856093
#> mu= 0.05
#> C_new= 410.5868 Ed= 30.10686 Ew= 1.856112
#> mu= 0.5
#> C_new= 324.2933 Ed= 23.67852 Ew= 1.857883
#> mu= 0.05
#> gamma= 12.8082 alpha= 3.447 beta= 15.2288
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 367 Ed= 23.67852 Ew= 1.857883
#> gradient= 1470.555
#> C_new= 352.2952 Ed= 22.7073 Ew= 1.882749
#> mu= 0.005
#> gamma= 12.9035 alpha= 3.4268 beta= 15.8781
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 367 Ed= 22.7073 Ew= 1.882749
#> gradient= 1509.843
#> C_new= 422.7032 Ed= 26.2177 Ew= 1.8725
#> mu= 0.05
#> C_new= 412.3539 Ed= 25.56589 Ew= 1.872518
#> mu= 0.5
#> C_new= 324.7771 Ed= 20.04996 Ew= 1.87418
#> mu= 0.05
#> gamma= 12.8395 alpha= 3.4254 beta= 17.9841
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 367 Ed= 20.04996 Ew= 1.87418
#> gradient= 1592.935
#> C_new= 351.6758 Ed= 19.19344 Ew= 1.897431
#> mu= 0.005
#> gamma= 12.918 alpha= 3.4041 beta= 18.7846
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 367 Ed= 19.19344 Ew= 1.897431
#> gradient= 1634.584
#> C_new= 424.6262 Ed= 22.26294 Ew= 1.88768
#> mu= 0.05
#> C_new= 414.1162 Ed= 21.70343 Ew= 1.887698
#> mu= 0.5
#> C_new= 325.3224 Ed= 16.97621 Ew= 1.889255
#> mu= 0.05
#> gamma= 12.8659 alpha= 3.405 beta= 21.2396
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 367 Ed= 16.97621 Ew= 1.889255
#> gradient= 1729.65
#> C_new= 351.1087 Ed= 16.22453 Ew= 1.910971
#> mu= 0.005
#> gamma= 12.9303 alpha= 3.3832 beta= 22.2216
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 367 Ed= 16.22453 Ew= 1.910971
#> gradient= 1777.185
#> C_new= 426.5225 Ed= 18.90454 Ew= 1.901699
#> mu= 0.05
#> C_new= 415.8604 Ed= 18.42473 Ew= 1.901716
#> mu= 0.5
#> C_new= 325.9153 Ed= 14.37686 Ew= 1.903173
#> mu= 0.05
#> gamma= 12.8881 alpha= 3.386 beta= 25.0789
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 367 Ed= 14.37686 Ew= 1.903173
#> gradient= 1875.533
#> C_new= 350.5923 Ed= 13.71988 Ew= 1.923434
#> mu= 0.005
#> gamma= 12.9408 alpha= 3.364 beta= 26.2779
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 367 Ed= 13.71988 Ew= 1.923434
#> gradient= 1929.712
#> C_new= 428.3787 Ed= 16.05676 Ew= 1.914624
#> mu= 0.05
#> C_new= 417.5731 Ed= 15.64555 Ew= 1.91464
#> mu= 0.5
#> C_new= 326.5417 Ed= 12.1812 Ew= 1.916001
#> mu= 0.05
#> gamma= 12.9067 alpha= 3.3681 beta= 29.5986
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 367 Ed= 12.1812 Ew= 1.916001
#> gradient= 2031.26
#> C_new= 350.1222 Ed= 11.60883 Ew= 1.93489
#> mu= 0.005
#> gamma= 12.9497 alpha= 3.3464 beta= 31.0561
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 367 Ed= 11.60883 Ew= 1.93489
#> gradient= 2092.869
#> C_new= 430.1821 Ed= 13.64418 Ew= 1.926525
#> mu= 0.05
#> C_new= 419.2416 Ed= 13.29189 Ew= 1.926539
#> mu= 0.5
#> C_new= 327.1882 Ed= 10.32766 Ew= 1.92781
#> mu= 0.05
#> gamma= 12.9221 alpha= 3.3515 beta= 34.91
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 367 Ed= 10.32766 Ew= 1.92781
#> gradient= 2197.572
#> C_new= 349.6927 Ed= 9.830202 Ew= 1.945408
#> mu= 0.005
#> gamma= 12.9572 alpha= 3.3302 beta= 36.6749
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 367 Ed= 9.830202 Ew= 1.945408
#> gradient= 2267.433
#> C_new= 431.9221 Ed= 11.60113 Ew= 1.937471
#> mu= 0.05
#> C_new= 420.8549 Ed= 11.29936 Ew= 1.937484
#> mu= 0.5
#> C_new= 327.8429 Ed= 8.763131 Ew= 1.93867
#> mu= 0.05
#> gamma= 12.935 alpha= 3.3361 beta= 41.142
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 367 Ed= 8.763131 Ew= 1.93867
#> gradient= 2375.279
#> C_new= 349.2975 Ed= 8.331524 Ew= 1.955057
#> mu= 0.005
#> gamma= 12.9636 alpha= 3.3154 beta= 43.2716
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 367 Ed= 8.331524 Ew= 1.955057
#> gradient= 2454.254
#> C_new= 433.5904 Ed= 9.870995 Ew= 1.947534
#> mu= 0.05
#> C_new= 422.4047 Ed= 9.612494 Ew= 1.947546
#> mu= 0.5
#> C_new= 328.4955 Ed= 7.44218 Ew= 1.948652
#> mu= 0.05
#> gamma= 12.9457 alpha= 3.3217 beta= 48.4438
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 367 Ed= 7.44218 Ew= 1.948652
#> gradient= 2565.258
#> C_new= 348.9306 Ed= 7.068138 Ew= 1.963904
#> mu= 0.005
#> gamma= 12.969 alpha= 3.3018 beta= 51.0057
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 367 Ed= 7.068138 Ew= 1.963904
#> gradient= 2654.255
#> C_new= 435.1814 Ed= 8.405339 Ew= 1.956781
#> mu= 0.05
#> C_new= 423.8851 Ed= 8.183867 Ew= 1.956792
#> mu= 0.5
#> C_new= 329.138 Ed= 6.326223 Ew= 1.957822
#> mu= 0.05
#> gamma= 12.9546 alpha= 3.3084 beta= 56.9886
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 367 Ed= 6.326223 Ew= 1.957822
#> gradient= 2768.455
#> C_new= 348.5871 Ed= 6.002301 Ew= 1.972016
#> mu= 0.005
#> gamma= 12.9735 alpha= 3.2894 beta= 60.0625
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 367 Ed= 6.002301 Ew= 1.972016
#> gradient= 2868.437
#> C_new= 436.6921 Ed= 7.162996 Ew= 1.965278
#> mu= 0.05
#> C_new= 425.2926 Ed= 6.973202 Ew= 1.965289
#> mu= 0.5
#> C_new= 329.7645 Ed= 5.382672 Ew= 1.966248
#> mu= 0.05
#> gamma= 12.962 alpha= 3.2961 beta= 66.9777
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 367 Ed= 5.382672 Ew= 1.966248
#> gradient= 2985.893
#> C_new= 348.2629 Ed= 5.102271 Ew= 1.979453
#> mu= 0.005
#> gamma= 12.9774 alpha= 3.278 beta= 70.657
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 367 Ed= 5.102271 Ew= 1.979453
#> gradient= 3097.881
#> C_new= 438.1215 Ed= 6.109139 Ew= 1.973087
#> mu= 0.05
#> C_new= 426.626 Ed= 5.946445 Ew= 1.973097
#> mu= 0.5
#> C_new= 330.3709 Ed= 4.584117 Ew= 1.97399
#> mu= 0.05
#> gamma= 12.9681 alpha= 3.2847 beta= 78.6446
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 367 Ed= 4.584117 Ew= 1.97399
#> gradient= 3218.67
#> C_new= 347.9549 Ed= 4.341438 Ew= 1.986275
#> mu= 0.005
#> gamma= 12.9807 alpha= 3.2676 beta= 83.0392
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 367 Ed= 4.341438 Ew= 1.986275
#> gradient= 3343.752
#> C_new= 439.4705 Ed= 5.2144 Ew= 1.980266
#> mu= 0.05
#> C_new= 427.8858 Ed= 5.074891 Ew= 1.980276
#> mu= 0.5
#> C_new= 330.9545 Ed= 3.907563 Ew= 1.981107
#> mu= 0.05
#> gamma= 12.9732 alpha= 3.2742 beta= 92.2604
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 367 Ed= 3.907563 Ew= 1.981107
#> gradient= 3467.965
#> C_new= 347.661 Ed= 3.697544 Ew= 1.992534
#> mu= 0.005
#> gamma= 12.9835 alpha= 3.258 beta= 97.4994
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 367 Ed= 3.697544 Ew= 1.992534
#> gradient= 3607.305
#> C_new= 440.7413 Ed= 4.454059 Ew= 1.986869
#> mu= 0.05
#> C_new= 429.0736 Ed= 4.334389 Ew= 1.986877
#> mu= 0.5
#> C_new= 331.5139 Ed= 3.333744 Ew= 1.987651
#> mu= 0.05
#> gamma= 12.9775 alpha= 3.2645 beta= 108.14
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 367 Ed= 3.333744 Ew= 1.987651
#> gradient= 3735.048
#> C_new= 347.3794 Ed= 3.151986 Ew= 1.998281
#> mu= 0.005
#> gamma= 12.9859 alpha= 3.2493 beta= 114.3746
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 367 Ed= 3.151986 Ew= 1.998281
#> gradient= 3889.89
#> C_new= 441.9369 Ed= 3.807326 Ew= 1.992944
#> mu= 0.05
#> C_new= 430.1921 Ed= 3.704639 Ew= 1.992952
#> mu= 0.5
#> C_new= 332.0485 Ed= 2.846529 Ew= 1.993672
#> mu= 0.05
#> gamma= 12.981 alpha= 3.2556 beta= 126.6488
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 367 Ed= 2.846529 Ew= 1.993672
#> gradient= 4021.278
#> C_new= 347.1091 Ed= 2.689219 Ew= 2.003559
#> mu= 0.005
#> gamma= 12.9879 alpha= 3.2412 beta= 134.056
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 367 Ed= 2.689219 Ew= 2.003559
#> gradient= 4192.956
#> C_new= 443.0606 Ed= 3.25672 Ew= 1.998537
#> mu= 0.05
#> C_new= 431.2442 Ed= 3.168575 Ew= 1.998544
#> mu= 0.5
#> C_new= 332.5583 Ed= 2.432404 Ew= 1.999214
#> mu= 0.05
#> gamma= 12.984 alpha= 3.2473 beta= 148.2106
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 367 Ed= 2.432404 Ew= 1.999214
#> gradient= 4328.117
#> C_new= 346.8493 Ed= 2.296243 Ew= 2.008411
#> mu= 0.005
#> gamma= 12.9897 alpha= 3.2338 beta= 156.9979
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 367 Ed= 2.296243 Ew= 2.008411
#> gradient= 4518.059
#> C_new= 444.1164 Ed= 2.787534 Ew= 2.003688
#> mu= 0.05
#> C_new= 432.2335 Ed= 2.711846 Ew= 2.003695
#> mu= 0.5
#> C_new= 333.0438 Ed= 2.080042 Ew= 2.004318
#> mu= 0.05
#> gamma= 12.9865 alpha= 3.2396 beta= 173.317
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 367 Ed= 2.080042 Ew= 2.004318
#> gradient= 4661.634
#> C_new= 346.5994 Ed= 1.962176 Ew= 2.012873
#> mu= 0.005
#> gamma= 12.9911 alpha= 3.227 beta= 183.7269
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 367 Ed= 1.962176 Ew= 2.012873
#> gradient= 4866.87
#> C_new= 445.1081 Ed= 2.387385 Ew= 2.008436
#> mu= 0.05
#> C_new= 433.1634 Ed= 2.322372 Ew= 2.008442
#> mu= 0.5
#> C_new= 333.5057 Ed= 1.779938 Ew= 2.009021
#> mu= 0.05
#> gamma= 12.9886 alpha= 3.2326 beta= 202.5383
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 367 Ed= 1.779938 Ew= 2.009021
#> gradient= 5023.691
#> C_new= 346.359 Ed= 1.6779 Ew= 2.016979
#> mu= 0.005
#> gamma= 12.9924 alpha= 3.2208 beta= 214.8542
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 367 Ed= 1.6779 Ew= 2.016979
#> gradient= 5241.184
#> C_new= 446.0395 Ed= 2.045837 Ew= 2.012813
#> mu= 0.05
#> C_new= 434.0375 Ed= 1.989976 Ew= 2.012819
#> mu= 0.5
#> C_new= 333.9449 Ed= 1.524105 Ew= 2.013357
#> mu= 0.05
#> gamma= 12.9903 alpha= 3.226 beta= 236.5354
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 367 Ed= 1.524105 Ew= 2.013357
#> gradient= 5412.574
#> C_new= 346.1276 Ed= 1.435762 Ew= 2.020761
#> mu= 0.005
#> gamma= 12.9935 alpha= 3.215 beta= 251.0885
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 367 Ed= 1.435762 Ew= 2.020761
#> gradient= 5642.926
#> C_new= 446.9143 Ed= 1.754084 Ew= 2.016851
#> mu= 0.05
#> C_new= 434.859 Ed= 1.706071 Ew= 2.016857
#> mu= 0.5
#> C_new= 334.3623 Ed= 1.305821 Ew= 2.017357
#> mu= 0.05
#> gamma= 12.9918 alpha= 3.22 beta= 276.0747
#> ----------------------------------------------------------------------
#> Epoch= 75
#> C= 367 Ed= 1.305821 Ew= 2.017357
#> gradient= 5830.255
#> C_new= 345.9051 Ed= 1.22933 Ew= 2.024244
#> mu= 0.005
#> gamma= 12.9944 alpha= 3.2097 beta= 293.2514
#> ----------------------------------------------------------------------
#> Epoch= 76
#> C= 367 Ed= 1.22933 Ew= 2.024244
#> gradient= 6074.162
#> C_new= 447.7362 Ed= 1.504684 Ew= 2.020579
#> mu= 0.05
#> C_new= 435.6314 Ed= 1.463406 Ew= 2.020584
#> mu= 0.5
#> C_new= 334.759 Ed= 1.119422 Ew= 2.021049
#> mu= 0.05
#> gamma= 12.993 alpha= 3.2144 beta= 322.0443
#> ----------------------------------------------------------------------
#> Epoch= 77
#> C= 367 Ed= 1.119422 Ew= 2.021049
#> gradient= 6278.856
#> C_new= 345.6911 Ed= 1.05319 Ew= 2.027455
#> mu= 0.005
#> gamma= 12.9952 alpha= 3.2048 beta= 342.2956
#> ----------------------------------------------------------------------
#> Epoch= 78
#> C= 367 Ed= 1.05319 Ew= 2.027455
#> gradient= 6537.113
#> C_new= 448.5084 Ed= 1.291345 Ew= 2.02402
#> mu= 0.05
#> C_new= 436.3576 Ed= 1.255847 Ew= 2.024025
#> mu= 0.5
#> C_new= 335.1359 Ed= 0.9601289 Ew= 2.024457
#> mu= 0.05
#> gamma= 12.9941 alpha= 3.2093 beta= 375.4735
#> ----------------------------------------------------------------------
#> Epoch= 79
#> C= 367 Ed= 0.9601289 Ew= 2.024457
#> gradient= 6760.662
#> C_new= 345.4853 Ed= 0.9027776 Ew= 2.030417
#> mu= 0.005
#> gamma= 12.9959 alpha= 3.2003 beta= 399.3254
#> ----------------------------------------------------------------------
#> Epoch= 80
#> C= 367 Ed= 0.9027776 Ew= 2.030417
#> gradient= 7034.164
#> C_new= 449.2343 Ed= 1.108737 Ew= 2.027199
#> mu= 0.05
#> C_new= 437.0407 Ed= 1.078201 Ew= 2.027204
#> mu= 0.5
#> C_new= 335.4941 Ed= 0.8239023 Ew= 2.027606
#> mu= 0.05
#> gamma= 12.995 alpha= 3.2045 beta= 437.5549
#> ----------------------------------------------------------------------
#> Epoch= 81
#> C= 367 Ed= 0.8239023 Ew= 2.027606
#> gradient= 7278.131
#> C_new= 345.2875 Ed= 0.7742393 Ew= 2.03315
#> mu= 0.005
#> gamma= 12.9964 alpha= 3.1961 beta= 465.6206
#> ----------------------------------------------------------------------
#> Epoch= 82
#> C= 367 Ed= 0.7742393 Ew= 2.03315
#> gradient= 7567.873
#> C_new= 449.9168 Ed= 0.952338 Ew= 2.030137
#> mu= 0.05
#> C_new= 437.6834 Ed= 0.9260648 Ew= 2.030142
#> mu= 0.5
#> C_new= 335.8345 Ed= 0.7073241 Ew= 2.030515
#> mu= 0.05
#> gamma= 12.9957 alpha= 3.2001 beta= 509.6703
#> ----------------------------------------------------------------------
#> Epoch= 83
#> C= 367 Ed= 0.7073241 Ew= 2.030515
#> gradient= 7833.905
#> C_new= 345.0974 Ed= 0.6643177 Ew= 2.035673
#> mu= 0.005
#> gamma= 12.9969 alpha= 3.1923 beta= 542.6643
#> ----------------------------------------------------------------------
#> Epoch= 84
#> C= 367 Ed= 0.6643177 Ew= 2.035673
#> gradient= 8140.992
#> C_new= 450.5587 Ed= 0.8183129 Ew= 2.032853
#> mu= 0.05
#> C_new= 438.2883 Ed= 0.7957016 Ew= 2.032857
#> mu= 0.5
#> C_new= 336.158 Ed= 0.6074979 Ew= 2.033204
#> mu= 0.05
#> gamma= 12.9964 alpha= 3.196 beta= 593.4207
#> ----------------------------------------------------------------------
#> Epoch= 85
#> C= 367 Ed= 0.6074979 Ew= 2.033204
#> gradient= 8430.829
#> C_new= 344.9149 Ed= 0.5702554 Ew= 2.038003
#> mu= 0.005
#> gamma= 12.9974 alpha= 3.1887 beta= 632.1752
#> ----------------------------------------------------------------------
#> Epoch= 86
#> C= 367 Ed= 0.5702554 Ew= 2.038003
#> gradient= 8756.476
#> C_new= 451.1626 Ed= 0.7034004 Ew= 2.035365
#> mu= 0.05
#> C_new= 438.8578 Ed= 0.6839362 Ew= 2.035369
#> mu= 0.5
#> C_new= 336.4656 Ed= 0.5219665 Ew= 2.035692
#> mu= 0.05
#> gamma= 12.9969 alpha= 3.1923 beta= 690.6603
#> ----------------------------------------------------------------------
#> Epoch= 87
#> C= 367 Ed= 0.5219665 Ew= 2.035692
#> gradient= 9071.962
#> C_new= 344.7396 Ed= 0.4897152 Ew= 2.040155
#> mu= 0.005
#> gamma= 12.9977 alpha= 3.1855 beta= 736.1445
#> ----------------------------------------------------------------------
#> Epoch= 88
#> C= 367 Ed= 0.4897152 Ew= 2.040155
#> gradient= 9417.499
#> C_new= 451.7309 Ed= 0.6048268 Ew= 2.037689
#> mu= 0.05
#> C_new= 439.3941 Ed= 0.5880681 Ew= 2.037692
#> mu= 0.5
#> C_new= 336.758 Ed= 0.4486429 Ew= 2.037992
#> mu= 0.05
#> gamma= 12.9973 alpha= 3.1888 beta= 803.5373
#> ----------------------------------------------------------------------
#> Epoch= 89
#> C= 367 Ed= 0.4486429 Ew= 2.037992
#> gradient= 9760.592
#> C_new= 344.5713 Ed= 0.420714 Ew= 2.042145
#> mu= 0.005
#> gamma= 12.998 alpha= 3.1824 beta= 856.8791
#> ----------------------------------------------------------------------
#> Epoch= 90
#> C= 367 Ed= 0.420714 Ew= 2.042145
#> gradient= 10127.47
#> C_new= 452.266 Ed= 0.5202301 Ew= 2.039839
#> mu= 0.05
#> C_new= 439.8994 Ed= 0.505798 Ew= 2.039842
#> mu= 0.5
#> C_new= 337.0361 Ed= 0.3857528 Ew= 2.040121
#> mu= 0.05
#> gamma= 12.9977 alpha= 3.1855 beta= 934.5393
#> ----------------------------------------------------------------------
#> Epoch= 91
#> C= 367 Ed= 0.3857528 Ew= 2.040121
#> gradient= 10500.26
#> C_new= 344.4098 Ed= 0.361567 Ew= 2.043984
#> mu= 0.005
#> gamma= 12.9983 alpha= 3.1797 beta= 997.0513
#> ----------------------------------------------------------------------
#> Epoch= 92
#> C= 367 Ed= 0.361567 Ew= 2.043984
#> gradient= 10890.07
#> C_new= 452.7699 Ed= 0.4475974 Ew= 2.04183
#> mu= 0.05
#> C_new= 440.3755 Ed= 0.4351664 Ew= 2.041833
#> mu= 0.5
#> C_new= 337.3005 Ed= 0.3317857 Ew= 2.042092
#> mu= 0.05
#> gamma= 12.9981 alpha= 3.1825 beta= 1086.547
#> ----------------------------------------------------------------------
#> Epoch= 93
#> C= 367 Ed= 0.3317857 Ew= 2.042092
#> gradient= 11294.76
#> C_new= 344.2548 Ed= 0.3108417 Ew= 2.045686
#> mu= 0.005
#> gamma= 12.9985 alpha= 3.1771 beta= 1159.756
#> ----------------------------------------------------------------------
#> Epoch= 94
#> C= 367 Ed= 0.3108417 Ew= 2.045686
#> gradient= 11709.22
#> C_new= 453.2446 Ed= 0.3852117 Ew= 2.043673
#> mu= 0.05
#> C_new= 440.8244 Ed= 0.3745023 Ew= 2.043675
#> mu= 0.5
#> C_new= 337.5521 Ed= 0.2854551 Ew= 2.043916
#> mu= 0.05
#> gamma= 12.9983 alpha= 3.1798 beta= 1262.898
#> ----------------------------------------------------------------------
#> Epoch= 95
#> C= 367 Ed= 0.2854551 Ew= 2.043916
#> gradient= 12148.18
#> C_new= 344.1061 Ed= 0.2673187 Ew= 2.04726
#> mu= 0.005
#> gamma= 12.9987 alpha= 3.1747 beta= 1348.58
#> ----------------------------------------------------------------------
#> Epoch= 96
#> C= 367 Ed= 0.2673187 Ew= 2.04726
#> gradient= 12589.16
#> C_new= 453.692 Ed= 0.331607 Ew= 2.04538
#> mu= 0.05
#> C_new= 441.2477 Ed= 0.3223793 Ew= 2.045382
#> mu= 0.5
#> C_new= 337.7915 Ed= 0.2456639 Ew= 2.045606
#> mu= 0.05
#> gamma= 12.9986 alpha= 3.1772 beta= 1467.455
#> ----------------------------------------------------------------------
#> Epoch= 97
#> C= 367 Ed= 0.2456639 Ew= 2.045606
#> gradient= 13064.92
#> C_new= 343.9636 Ed= 0.2299589 Ew= 2.048716
#> mu= 0.005
#> gamma= 12.9989 alpha= 3.1725 beta= 1567.674
#> ----------------------------------------------------------------------
#> Epoch= 98
#> C= 367 Ed= 0.2299589 Ew= 2.048716
#> gradient= 13534.44
#> C_new= 454.1137 Ed= 0.2855313 Ew= 2.046961
#> mu= 0.05
#> C_new= 441.647 Ed= 0.2775789 Ew= 2.046963
#> mu= 0.5
#> C_new= 338.0193 Ed= 0.2114756 Ew= 2.047171
#> mu= 0.05
#> gamma= 12.9988 alpha= 3.1748 beta= 1704.691
#> ----------------------------------------------------------------------
#> Epoch= 99
#> C= 367 Ed= 0.2114756 Ew= 2.047171
#> gradient= 14049.7
#> C_new= 343.8269 Ed= 0.1978765 Ew= 2.050065
#> mu= 0.005
#> gamma= 12.9991 alpha= 3.1704 beta= 1821.846
#> ----------------------------------------------------------------------
#> Epoch= 100
#> C= 367 Ed= 0.1978765 Ew= 2.050065
#> gradient= 14549.97
#> C_new= 454.5114 Ed= 0.2459138 Ew= 2.048426
#> mu= 0.05
#> C_new= 442.0238 Ed= 0.2390594 Ew= 2.048428
#> mu= 0.5
#> C_new= 338.2361 Ed= 0.1820907 Ew= 2.048621
#> mu= 0.05
#> gamma= 12.999 alpha= 3.1726 beta= 1979.786
#> ----------------------------------------------------------------------
#> Epoch= 101
#> C= 367 Ed= 0.1820907 Ew= 2.048621
#> gradient= 15107.61
#> C_new= 343.6959 Ed= 0.1703153 Ew= 2.051313
#> mu= 0.005
#> gamma= 12.9992 alpha= 3.1685 beta= 2116.664
#> ----------------------------------------------------------------------
#> Epoch= 102
#> C= 367 Ed= 0.1703153 Ew= 2.051313
#> gradient= 15640.99
#> C_new= 454.8866 Ed= 0.2118389 Ew= 2.049783
#> mu= 0.05
#> C_new= 442.3794 Ed= 0.20593 Ew= 2.049785
#> mu= 0.5
#> C_new= 338.4424 Ed= 0.1568256 Ew= 2.049965
#> mu= 0.05
#> gamma= 12.9991 alpha= 3.1706 beta= 2298.735
#> ----------------------------------------------------------------------
#> Epoch= 103
#> C= 367 Ed= 0.1568256 Ew= 2.049965
#> gradient= 16244.1
#> C_new= 343.5704 Ed= 0.1466297 Ew= 2.052469
#> mu= 0.005
#> gamma= 12.9993 alpha= 3.1667 beta= 2458.576
#> ----------------------------------------------------------------------
#> Epoch= 104
#> C= 367 Ed= 0.1466297 Ew= 2.052469
#> gradient= 16813.16
#> C_new= 455.2405 Ed= 0.1825225 Ew= 2.051042
#> mu= 0.05
#> C_new= 442.7152 Ed= 0.1774279 Ew= 2.051044
#> mu= 0.5
#> C_new= 338.6389 Ed= 0.1350958 Ew= 2.05121
#> mu= 0.05
#> gamma= 12.9992 alpha= 3.1687 beta= 2668.48
#> ----------------------------------------------------------------------
#> Epoch= 105
#> C= 367 Ed= 0.1350958 Ew= 2.05121
#> gradient= 17465.04
#> C_new= 343.4501 Ed= 0.1262678 Ew= 2.05354
#> mu= 0.005
#> gamma= 12.9994 alpha= 3.1651 beta= 2855.045
#> ----------------------------------------------------------------------
#> Epoch= 106
#> C= 367 Ed= 0.1262678 Ew= 2.05354
#> gradient= 18072.55
#> C_new= 455.5746 Ed= 0.1572932 Ew= 2.052208
#> mu= 0.05
#> C_new= 443.0324 Ed= 0.1529002 Ew= 2.05221
#> mu= 0.5
#> C_new= 338.8261 Ed= 0.116401 Ew= 2.052365
#> mu= 0.05
#> gamma= 12.9993 alpha= 3.1669 beta= 3097.056
#> ----------------------------------------------------------------------
#> Epoch= 107
#> C= 367 Ed= 0.116401 Ew= 2.052365
#> gradient= 18776.73
#> C_new= 343.3349 Ed= 0.1087576 Ew= 2.054533
#> mu= 0.005
#> gamma= 12.9995 alpha= 3.1636 beta= 3314.713
#> ----------------------------------------------------------------------
#> Epoch= 108
#> C= 367 Ed= 0.1087576 Ew= 2.054533
#> gradient= 19425.7
#> C_new= 455.89 Ed= 0.1355756 Ew= 2.05329
#> mu= 0.05
#> C_new= 443.332 Ed= 0.131787 Ew= 2.053292
#> mu= 0.5
#> C_new= 339.0043 Ed= 0.1003127 Ew= 2.053436
#> mu= 0.05
#> gamma= 12.9994 alpha= 3.1653 beta= 3593.763
#> ----------------------------------------------------------------------
#> Epoch= 109
#> C= 367 Ed= 0.1003127 Ew= 2.053436
#> gradient= 20185.97
#> C_new= 343.2245 Ed= 0.09369522 Ew= 2.055452
#> mu= 0.005
#> gamma= 12.9996 alpha= 3.1622 beta= 3847.584
#> ----------------------------------------------------------------------
#> Epoch= 110
#> C= 367 Ed= 0.09369522 Ew= 2.055452
#> gradient= 20879.63
#> C_new= 456.1879 Ed= 0.1168764 Ew= 2.054294
#> mu= 0.05
#> C_new= 443.6151 Ed= 0.1136087 Ew= 2.054295
#> mu= 0.5
#> C_new= 339.174 Ed= 0.086464 Ew= 2.054429
#> mu= 0.05
#> gamma= 12.9995 alpha= 3.1638 beta= 4169.368
#> ----------------------------------------------------------------------
#> Epoch= 111
#> C= 367 Ed= 0.086464 Ew= 2.054429
#> gradient= 21700.05
#> C_new= 343.1189 Ed= 0.08073483 Ew= 2.056305
#> mu= 0.005
#> gamma= 12.9996 alpha= 3.1609 beta= 4465.238
#> ----------------------------------------------------------------------
#> Epoch= 112
#> C= 367 Ed= 0.08073483 Ew= 2.056305
#> gradient= 22441.88
#> C_new= 456.4692 Ed= 0.1007724 Ew= 2.055224
#> mu= 0.05
#> C_new= 443.8828 Ed= 0.09795365 Ew= 2.055226
#> mu= 0.5
#> C_new= 339.3358 Ed= 0.07454003 Ew= 2.05535
#> mu= 0.05
#> gamma= 12.9996 alpha= 3.1624 beta= 4836.33
#> ----------------------------------------------------------------------
#> Epoch= 113
#> C= 367 Ed= 0.07454003 Ew= 2.05535
#> gradient= 23326.79
#> C_new= 343.0178 Ed= 0.06958013 Ew= 2.057095
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1597 beta= 5181.079
#> ----------------------------------------------------------------------
#> Epoch= 114
#> C= 367 Ed= 0.06958013 Ew= 2.057095
#> gradient= 24120.57
#> C_new= 456.7351 Ed= 0.08690052 Ew= 2.056087
#> mu= 0.05
#> C_new= 444.1358 Ed= 0.08446872 Ew= 2.056089
#> mu= 0.5
#> C_new= 339.4899 Ed= 0.06427094 Ew= 2.056204
#> mu= 0.05
#> gamma= 12.9996 alpha= 3.1611 beta= 5609.07
#> ----------------------------------------------------------------------
#> Epoch= 115
#> C= 367 Ed= 0.06427094 Ew= 2.056204
#> gradient= 25074.63
#> C_new= 342.921 Ed= 0.05997716 Ew= 2.057828
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1586 beta= 6010.624
#> ----------------------------------------------------------------------
#> Epoch= 116
#> C= 367 Ed= 0.05997716 Ew= 2.057828
#> gradient= 25924.43
#> C_new= 456.9864 Ed= 0.07494888 Ew= 2.056888
#> mu= 0.05
#> C_new= 444.3751 Ed= 0.07285071 Ew= 2.056889
#> mu= 0.5
#> C_new= 339.6367 Ed= 0.05542511 Ew= 2.056997
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1599 beta= 6504.275
#> ----------------------------------------------------------------------
#> Epoch= 117
#> C= 367 Ed= 0.05542511 Ew= 2.056997
#> gradient= 26952.61
#> C_new= 342.8284 Ed= 0.05170811 Ew= 2.058507
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1576 beta= 6971.829
#> ----------------------------------------------------------------------
#> Epoch= 118
#> C= 367 Ed= 0.05170811 Ew= 2.058507
#> gradient= 27862.83
#> C_new= 457.224 Ed= 0.06464974 Ew= 2.057631
#> mu= 0.05
#> C_new= 444.6015 Ed= 0.06283924 Ew= 2.057633
#> mu= 0.5
#> C_new= 339.7767 Ed= 0.0478037 Ew= 2.057732
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1588 beta= 7541.259
#> ----------------------------------------------------------------------
#> Epoch= 119
#> C= 367 Ed= 0.0478037 Ew= 2.057732
#> gradient= 28970.48
#> C_new= 342.7398 Ed= 0.04458612 Ew= 2.059137
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1566 beta= 8085.477
#> ----------------------------------------------------------------------
#> Epoch= 120
#> C= 367 Ed= 0.04458612 Ew= 2.059137
#> gradient= 29945.84
#> C_new= 457.4487 Ed= 0.05577301 Ew= 2.058321
#> mu= 0.05
#> C_new= 444.8158 Ed= 0.05421058 Ew= 2.058322
#> mu= 0.5
#> C_new= 339.9101 Ed= 0.04123597 Ew= 2.058415
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1577 beta= 8742.371
#> ----------------------------------------------------------------------
#> Epoch= 121
#> C= 367 Ed= 0.04123597 Ew= 2.058415
#> gradient= 31138.7
#> C_new= 342.6551 Ed= 0.0384508 Ew= 2.059722
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1557 beta= 9375.621
#> ----------------------------------------------------------------------
#> Epoch= 122
#> C= 367 Ed= 0.0384508 Ew= 2.059722
#> gradient= 32184.3
#> C_new= 457.6612 Ed= 0.04812094 Ew= 2.058961
#> mu= 0.05
#> C_new= 445.0185 Ed= 0.04677248 Ew= 2.058962
#> mu= 0.5
#> C_new= 340.0373 Ed= 0.03557519 Ew= 2.059048
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1568 beta= 10133.47
#> ----------------------------------------------------------------------
#> Epoch= 123
#> C= 367 Ed= 0.03557519 Ew= 2.059048
#> gradient= 33468.51
#> C_new= 342.5741 Ed= 0.0331644 Ew= 2.060264
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1549 beta= 10870.09
#> ----------------------------------------------------------------------
#> Epoch= 124
#> C= 367 Ed= 0.0331644 Ew= 2.060264
#> gradient= 34589.87
#> C_new= 457.8623 Ed= 0.04152353 Ew= 2.059555
#> mu= 0.05
#> C_new= 445.2105 Ed= 0.04035962 Ew= 2.059556
#> mu= 0.5
#> C_new= 340.1586 Ed= 0.03069529 Ew= 2.059636
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1559 beta= 11744.48
#> ----------------------------------------------------------------------
#> Epoch= 125
#> C= 367 Ed= 0.03069529 Ew= 2.059636
#> gradient= 35972
#> C_new= 342.4967 Ed= 0.02860862 Ew= 2.060767
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1541 beta= 12601.1
#> ----------------------------------------------------------------------
#> Epoch= 126
#> C= 367 Ed= 0.02860862 Ew= 2.060767
#> gradient= 37175.06
#> C_new= 458.0526 Ed= 0.03583455 Ew= 2.060107
#> mu= 0.05
#> C_new= 445.3923 Ed= 0.03482985 Ew= 2.060108
#> mu= 0.5
#> C_new= 340.2742 Ed= 0.02648786 Ew= 2.060182
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.155 beta= 13610.01
#> ----------------------------------------------------------------------
#> Epoch= 127
#> C= 367 Ed= 0.02648786 Ew= 2.060182
#> gradient= 38662.17
#> C_new= 342.4227 Ed= 0.02468179 Ew= 2.061234
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1534 beta= 14605.91
#> ----------------------------------------------------------------------
#> Epoch= 128
#> C= 367 Ed= 0.02468179 Ew= 2.061234
#> gradient= 39953.32
#> C_new= 458.2328 Ed= 0.03092821 Ew= 2.060619
#> mu= 0.05
#> C_new= 445.5645 Ed= 0.03006087 Ew= 2.060619
#> mu= 0.5
#> C_new= 340.3845 Ed= 0.02285967 Ew= 2.060689
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1543 beta= 15770.14
#> ----------------------------------------------------------------------
#> Epoch= 129
#> C= 367 Ed= 0.02285967 Ew= 2.060689
#> gradient= 41552.99
#> C_new= 342.352 Ed= 0.02129652 Ew= 2.061667
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1528 beta= 16927.65
#> ----------------------------------------------------------------------
#> Epoch= 130
#> C= 367 Ed= 0.02129652 Ew= 2.061667
#> gradient= 42939.14
#> C_new= 458.4034 Ed= 0.02669627 Ew= 2.061094
#> mu= 0.05
#> C_new= 445.7276 Ed= 0.02594746 Ew= 2.061095
#> mu= 0.5
#> C_new= 340.4897 Ed= 0.01973052 Ew= 2.061159
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1535 beta= 18271.19
#> ----------------------------------------------------------------------
#> Epoch= 131
#> C= 367 Ed= 0.01973052 Ew= 2.061159
#> gradient= 44659.47
#> C_new= 342.2845 Ed= 0.01837766 Ew= 2.062069
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1522 beta= 19616.21
#> ----------------------------------------------------------------------
#> Epoch= 132
#> C= 367 Ed= 0.01837766 Ew= 2.062069
#> gradient= 46148.07
#> C_new= 458.5649 Ed= 0.02304557 Ew= 2.061535
#> mu= 0.05
#> C_new= 445.8822 Ed= 0.02239903 Ew= 2.061536
#> mu= 0.5
#> C_new= 340.5901 Ed= 0.01703141 Ew= 2.061596
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1529 beta= 21166.78
#> ----------------------------------------------------------------------
#> Epoch= 133
#> C= 367 Ed= 0.01703141 Ew= 2.061596
#> gradient= 47997.76
#> C_new= 342.2201 Ed= 0.01586058 Ew= 2.062443
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1516 beta= 22729.31
#> ----------------------------------------------------------------------
#> Epoch= 134
#> C= 367 Ed= 0.01586058 Ew= 2.062443
#> gradient= 49596.81
#> C_new= 458.718 Ed= 0.01989588 Ew= 2.061945
#> mu= 0.05
#> C_new= 446.0288 Ed= 0.0193376 Ew= 2.061946
#> mu= 0.5
#> C_new= 340.6858 Ed= 0.01470292 Ew= 2.062002
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1523 beta= 24518.94
#> ----------------------------------------------------------------------
#> Epoch= 135
#> C= 367 Ed= 0.01470292 Ew= 2.062002
#> gradient= 51585.2
#> C_new= 342.1585 Ed= 0.01368966 Ew= 2.062789
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1511 beta= 26333.74
#> ----------------------------------------------------------------------
#> Epoch= 136
#> C= 367 Ed= 0.01368966 Ew= 2.062789
#> gradient= 53303.36
#> C_new= 458.863 Ed= 0.01717813 Ew= 2.062326
#> mu= 0.05
#> C_new= 446.1677 Ed= 0.01669604 Ew= 2.062326
#> mu= 0.5
#> C_new= 340.7772 Ed= 0.01269393 Ew= 2.062378
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1517 beta= 28399.41
#> ----------------------------------------------------------------------
#> Epoch= 137
#> C= 367 Ed= 0.01269393 Ew= 2.062378
#> gradient= 55440.44
#> C_new= 342.0997 Ed= 0.01181706 Ew= 2.063111
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1506 beta= 30506.75
#> ----------------------------------------------------------------------
#> Epoch= 138
#> C= 367 Ed= 0.01181706 Ew= 2.063111
#> gradient= 57287.02
#> C_new= 459.0005 Ed= 0.01483284 Ew= 2.062679
#> mu= 0.05
#> C_new= 446.2995 Ed= 0.01441651 Ew= 2.06268
#> mu= 0.5
#> C_new= 340.8644 Ed= 0.01096038 Ew= 2.062728
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1512 beta= 32891.2
#> ----------------------------------------------------------------------
#> Epoch= 139
#> C= 367 Ed= 0.01096038 Ew= 2.062728
#> gradient= 59583.53
#> C_new= 342.0437 Ed= 0.01020156 Ew= 2.063409
#> mu= 0.005
#> gamma= 13 alpha= 3.1501 beta= 35337.73
#> ----------------------------------------------------------------------
#> Epoch= 140
#> C= 367 Ed= 0.01020156 Ew= 2.063409
#> gradient= 61568.57
#> C_new= 459.1308 Ed= 0.01280875 Ew= 2.063008
#> mu= 0.05
#> C_new= 446.4245 Ed= 0.01244918 Ew= 2.063008
#> mu= 0.5
#> C_new= 340.9476 Ed= 0.009464351 Ew= 2.063053
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1507 beta= 38090.3
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.473126 test-rmse:0.474959
#> [2] train-rmse:0.458782 test-rmse:0.463634
#> [3] train-rmse:0.449264 test-rmse:0.456410
#> [4] train-rmse:0.442037 test-rmse:0.453380
#> [5] train-rmse:0.434440 test-rmse:0.452726
#> [6] train-rmse:0.427578 test-rmse:0.453001
#> [7] train-rmse:0.423364 test-rmse:0.452700
#> [8] train-rmse:0.420306 test-rmse:0.453161
#> [9] train-rmse:0.416368 test-rmse:0.453323
#> [10] train-rmse:0.411797 test-rmse:0.453006
#> [11] train-rmse:0.408104 test-rmse:0.455603
#> [12] train-rmse:0.404395 test-rmse:0.456307
#> [13] train-rmse:0.402796 test-rmse:0.457086
#> [14] train-rmse:0.399011 test-rmse:0.459352
#> [15] train-rmse:0.395956 test-rmse:0.459399
#> [16] train-rmse:0.394850 test-rmse:0.460192
#> [17] train-rmse:0.392678 test-rmse:0.460672
#> [18] train-rmse:0.388352 test-rmse:0.461585
#> [19] train-rmse:0.385206 test-rmse:0.464813
#> [20] train-rmse:0.381831 test-rmse:0.467699
#> [21] train-rmse:0.380892 test-rmse:0.469123
#> [22] train-rmse:0.379425 test-rmse:0.469915
#> [23] train-rmse:0.377553 test-rmse:0.471166
#> [24] train-rmse:0.376891 test-rmse:0.471356
#> [25] train-rmse:0.373440 test-rmse:0.471556
#> [26] train-rmse:0.369728 test-rmse:0.471421
#> [27] train-rmse:0.367081 test-rmse:0.472001
#> [28] train-rmse:0.364929 test-rmse:0.472498
#> [29] train-rmse:0.362637 test-rmse:0.473242
#> [30] train-rmse:0.359657 test-rmse:0.475935
#> [31] train-rmse:0.356206 test-rmse:0.475681
#> [32] train-rmse:0.354040 test-rmse:0.477980
#> [33] train-rmse:0.352098 test-rmse:0.477996
#> [34] train-rmse:0.349502 test-rmse:0.478722
#> [35] train-rmse:0.347605 test-rmse:0.479889
#> [36] train-rmse:0.345325 test-rmse:0.480638
#> [37] train-rmse:0.342397 test-rmse:0.480584
#> [38] train-rmse:0.341314 test-rmse:0.480934
#> [39] train-rmse:0.338472 test-rmse:0.479799
#> [40] train-rmse:0.335555 test-rmse:0.481242
#> [41] train-rmse:0.333550 test-rmse:0.483110
#> [42] train-rmse:0.332537 test-rmse:0.483335
#> [43] train-rmse:0.331630 test-rmse:0.483099
#> [44] train-rmse:0.329335 test-rmse:0.485231
#> [45] train-rmse:0.326783 test-rmse:0.486981
#> [46] train-rmse:0.325277 test-rmse:0.487401
#> [47] train-rmse:0.322391 test-rmse:0.488992
#> [48] train-rmse:0.320439 test-rmse:0.489218
#> [49] train-rmse:0.320037 test-rmse:0.488851
#> [50] train-rmse:0.318944 test-rmse:0.489182
#> [51] train-rmse:0.317479 test-rmse:0.488890
#> [52] train-rmse:0.317211 test-rmse:0.488980
#> [53] train-rmse:0.315002 test-rmse:0.489167
#> [54] train-rmse:0.313145 test-rmse:0.490531
#> [55] train-rmse:0.311066 test-rmse:0.491121
#> [56] train-rmse:0.308045 test-rmse:0.491435
#> [57] train-rmse:0.306942 test-rmse:0.491343
#> [58] train-rmse:0.304935 test-rmse:0.492601
#> [59] train-rmse:0.304392 test-rmse:0.492753
#> [60] train-rmse:0.301881 test-rmse:0.493723
#> [61] train-rmse:0.299769 test-rmse:0.494500
#> [62] train-rmse:0.299139 test-rmse:0.495041
#> [63] train-rmse:0.298093 test-rmse:0.496216
#> [64] train-rmse:0.296733 test-rmse:0.495534
#> [65] train-rmse:0.295271 test-rmse:0.495188
#> [66] train-rmse:0.292909 test-rmse:0.496321
#> [67] train-rmse:0.291168 test-rmse:0.496437
#> [68] train-rmse:0.290539 test-rmse:0.497057
#> [69] train-rmse:0.289613 test-rmse:0.498300
#> [70] train-rmse:0.286969 test-rmse:0.498762
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.350714 test-rmse:0.350714
#> [2] train-rmse:0.246001 test-rmse:0.246001
#> [3] train-rmse:0.172552 test-rmse:0.172552
#> [4] train-rmse:0.121033 test-rmse:0.121033
#> [5] train-rmse:0.084896 test-rmse:0.084896
#> [6] train-rmse:0.059548 test-rmse:0.059549
#> [7] train-rmse:0.041769 test-rmse:0.041769
#> [8] train-rmse:0.029298 test-rmse:0.029298
#> [9] train-rmse:0.020550 test-rmse:0.020550
#> [10] train-rmse:0.014415 test-rmse:0.014415
#> [11] train-rmse:0.010111 test-rmse:0.010111
#> [12] train-rmse:0.007092 test-rmse:0.007092
#> [13] train-rmse:0.004975 test-rmse:0.004975
#> [14] train-rmse:0.003489 test-rmse:0.003489
#> [15] train-rmse:0.002447 test-rmse:0.002448
#> [16] train-rmse:0.001717 test-rmse:0.001717
#> [17] train-rmse:0.001204 test-rmse:0.001204
#> [18] train-rmse:0.000845 test-rmse:0.000845
#> [19] train-rmse:0.000592 test-rmse:0.000592
#> [20] train-rmse:0.000416 test-rmse:0.000416
#> [21] train-rmse:0.000292 test-rmse:0.000292
#> [22] train-rmse:0.000204 test-rmse:0.000204
#> [23] train-rmse:0.000143 test-rmse:0.000143
#> [24] train-rmse:0.000101 test-rmse:0.000101
#> [25] train-rmse:0.000071 test-rmse:0.000071
#> [26] train-rmse:0.000049 test-rmse:0.000049
#> [27] train-rmse:0.000035 test-rmse:0.000035
#> [28] train-rmse:0.000035 test-rmse:0.000035
#> [29] train-rmse:0.000035 test-rmse:0.000035
#> [30] train-rmse:0.000035 test-rmse:0.000035
#> [31] train-rmse:0.000035 test-rmse:0.000035
#> [32] train-rmse:0.000035 test-rmse:0.000035
#> [33] train-rmse:0.000035 test-rmse:0.000035
#> [34] train-rmse:0.000035 test-rmse:0.000035
#> [35] train-rmse:0.000035 test-rmse:0.000035
#> [36] train-rmse:0.000035 test-rmse:0.000035
#> [37] train-rmse:0.000035 test-rmse:0.000035
#> [38] train-rmse:0.000035 test-rmse:0.000035
#> [39] train-rmse:0.000035 test-rmse:0.000035
#> [40] train-rmse:0.000035 test-rmse:0.000035
#> [41] train-rmse:0.000035 test-rmse:0.000035
#> [42] train-rmse:0.000035 test-rmse:0.000035
#> [43] train-rmse:0.000035 test-rmse:0.000035
#> [44] train-rmse:0.000035 test-rmse:0.000035
#> [45] train-rmse:0.000035 test-rmse:0.000035
#> [46] train-rmse:0.000035 test-rmse:0.000035
#> [47] train-rmse:0.000035 test-rmse:0.000035
#> [48] train-rmse:0.000035 test-rmse:0.000035
#> [49] train-rmse:0.000035 test-rmse:0.000035
#> [50] train-rmse:0.000035 test-rmse:0.000035
#> [51] train-rmse:0.000035 test-rmse:0.000035
#> [52] train-rmse:0.000035 test-rmse:0.000035
#> [53] train-rmse:0.000035 test-rmse:0.000035
#> [54] train-rmse:0.000035 test-rmse:0.000035
#> [55] train-rmse:0.000035 test-rmse:0.000035
#> [56] train-rmse:0.000035 test-rmse:0.000035
#> [57] train-rmse:0.000035 test-rmse:0.000035
#> [58] train-rmse:0.000035 test-rmse:0.000035
#> [59] train-rmse:0.000035 test-rmse:0.000035
#> [60] train-rmse:0.000035 test-rmse:0.000035
#> [61] train-rmse:0.000035 test-rmse:0.000035
#> [62] train-rmse:0.000035 test-rmse:0.000035
#> [63] train-rmse:0.000035 test-rmse:0.000035
#> [64] train-rmse:0.000035 test-rmse:0.000035
#> [65] train-rmse:0.000035 test-rmse:0.000035
#> [66] train-rmse:0.000035 test-rmse:0.000035
#> [67] train-rmse:0.000035 test-rmse:0.000035
#> [68] train-rmse:0.000035 test-rmse:0.000035
#> [69] train-rmse:0.000035 test-rmse:0.000035
#> [70] train-rmse:0.000035 test-rmse:0.000035
#> [1]
#> [1] "Resampling number 3 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 140
#> Nguyen-Widrow method
#> Scaling factor= 0.7021466
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 376 Ed= 1170.959 Ew= 7.766474
#> gradient= 176.8405
#> C_new= 236.5373 Ed= 867.8638 Ew= 1.081034
#> mu= 5e-04
#> gamma= 12.8036 alpha= 5.9219 beta= 0.4259
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 376 Ed= 867.8638 Ew= 1.081034
#> gradient= 288.8684
#> C_new= 374.6315 Ed= 862.6417 Ew= 1.225492
#> mu= 5e-05
#> gamma= 9.4091 alpha= 3.8389 beta= 0.4304
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 376 Ed= 862.6417 Ew= 1.225492
#> gradient= 329.6336
#> C_new= 348.9626 Ed= 802.6693 Ew= 0.9065911
#> mu= 5e-06
#> gamma= 11.4424 alpha= 6.3107 beta= 0.4613
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 376 Ed= 802.6693 Ew= 0.9065911
#> gradient= 301.3067
#> C_new= 392.3522 Ed= 833.4923 Ew= 1.244627
#> mu= 5e-05
#> C_new= 392.3497 Ed= 833.4869 Ew= 1.244627
#> mu= 5e-04
#> C_new= 392.3251 Ed= 833.4337 Ew= 1.244624
#> mu= 0.005
#> C_new= 392.0796 Ed= 832.9018 Ew= 1.244595
#> mu= 0.05
#> C_new= 389.638 Ed= 827.6128 Ew= 1.244318
#> mu= 0.5
#> C_new= 366.5471 Ed= 777.5798 Ew= 1.242708
#> mu= 0.05
#> gamma= 9.2572 alpha= 3.7246 beta= 0.4776
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 376 Ed= 777.5798 Ew= 1.242708
#> gradient= 371.1185
#> C_new= 363.7638 Ed= 754.3403 Ew= 0.9374423
#> mu= 0.005
#> gamma= 11.4691 alpha= 6.1172 beta= 0.4908
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 376 Ed= 754.3403 Ew= 0.9374423
#> gradient= 322.9393
#> C_new= 382.8557 Ed= 764.6591 Ew= 1.230183
#> mu= 0.05
#> C_new= 380.1846 Ed= 759.2201 Ew= 1.229965
#> mu= 0.5
#> C_new= 355.0317 Ed= 707.9874 Ew= 1.229061
#> mu= 0.05
#> gamma= 9.5096 alpha= 3.8687 beta= 0.5244
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 376 Ed= 707.9874 Ew= 1.229061
#> gradient= 397.892
#> C_new= 379.1934 Ed= 715.9619 Ew= 0.9736434
#> mu= 0.5
#> C_new= 338.3738 Ed= 638.0927 Ew= 0.976854
#> mu= 0.05
#> gamma= 11.4429 alpha= 5.857 beta= 0.5803
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 376 Ed= 638.0927 Ew= 0.976854
#> gradient= 363.142
#> C_new= 354.8513 Ed= 598.2263 Ew= 1.315823
#> mu= 0.005
#> gamma= 9.977 alpha= 3.7912 beta= 0.6202
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 376 Ed= 598.2263 Ew= 1.315823
#> gradient= 451.2891
#> C_new= 411.0581 Ed= 656.7345 Ew= 0.991949
#> mu= 0.05
#> C_new= 405.6291 Ed= 647.9809 Ew= 0.991923
#> mu= 0.5
#> C_new= 356.7398 Ed= 569.126 Ew= 0.9959647
#> mu= 0.05
#> gamma= 11.6772 alpha= 5.8622 beta= 0.6504
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 376 Ed= 569.126 Ew= 0.9959647
#> gradient= 388.0443
#> C_new= 341.835 Ed= 513.3648 Ew= 1.354576
#> mu= 0.005
#> gamma= 10.2233 alpha= 3.7736 beta= 0.7225
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 376 Ed= 513.3648 Ew= 1.354576
#> gradient= 492.9581
#> C_new= 428.3274 Ed= 587.3942 Ew= 1.048166
#> mu= 0.05
#> C_new= 422.2171 Ed= 578.9367 Ew= 1.048162
#> mu= 0.5
#> C_new= 367.5238 Ed= 503.2107 Ew= 1.05242
#> mu= 0.05
#> gamma= 11.7394 alpha= 5.5773 beta= 0.7355
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 376 Ed= 503.2107 Ew= 1.05242
#> gradient= 417.9993
#> C_new= 334.9912 Ed= 444.9163 Ew= 1.387516
#> mu= 0.005
#> gamma= 10.5328 alpha= 3.7956 beta= 0.8333
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 376 Ed= 444.9163 Ew= 1.387516
#> gradient= 523.863
#> C_new= 438.0574 Ed= 520.5988 Ew= 1.122412
#> mu= 0.05
#> C_new= 431.4779 Ed= 512.7026 Ew= 1.122418
#> mu= 0.5
#> C_new= 372.8104 Ed= 442.2768 Ew= 1.126622
#> mu= 0.05
#> gamma= 11.8033 alpha= 5.2383 beta= 0.8368
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 376 Ed= 442.2768 Ew= 1.126622
#> gradient= 449.298
#> C_new= 334.0855 Ed= 390.397 Ew= 1.412701
#> mu= 0.005
#> gamma= 10.8365 alpha= 3.8354 beta= 0.9492
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 376 Ed= 390.397 Ew= 1.412701
#> gradient= 547.4646
#> C_new= 442.1726 Ed= 460.9878 Ew= 1.194928
#> mu= 0.05
#> C_new= 435.2944 Ed= 453.7418 Ew= 1.194939
#> mu= 0.5
#> C_new= 374.1151 Ed= 389.2749 Ew= 1.198968
#> mu= 0.05
#> gamma= 11.8849 alpha= 4.9563 beta= 0.9506
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 376 Ed= 389.2749 Ew= 1.198968
#> gradient= 479.0449
#> C_new= 335.9049 Ed= 345.8632 Ew= 1.435725
#> mu= 0.005
#> gamma= 11.0928 alpha= 3.8632 beta= 1.0711
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 376 Ed= 345.8632 Ew= 1.435725
#> gradient= 568.2401
#> C_new= 444.0234 Ed= 410.0134 Ew= 1.257706
#> mu= 0.05
#> C_new= 436.9112 Ed= 403.3732 Ew= 1.257721
#> mu= 0.5
#> C_new= 373.7855 Ed= 344.4238 Ew= 1.261585
#> mu= 0.05
#> gamma= 11.9651 alpha= 4.7421 beta= 1.0743
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 376 Ed= 344.4238 Ew= 1.261585
#> gradient= 506.5048
#> C_new= 338.0512 Ed= 308.2215 Ew= 1.460592
#> mu= 0.005
#> gamma= 11.2986 alpha= 3.8678 beta= 1.2016
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 376 Ed= 308.2215 Ew= 1.460592
#> gradient= 588.8571
#> C_new= 445.4153 Ed= 366.4739 Ew= 1.310841
#> mu= 0.05
#> C_new= 438.0714 Ed= 360.3619 Ew= 1.310858
#> mu= 0.5
#> C_new= 373.0448 Ed= 306.232 Ew= 1.314607
#> mu= 0.05
#> gamma= 12.0429 alpha= 4.5804 beta= 1.2082
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 376 Ed= 306.232 Ew= 1.314607
#> gradient= 532.3785
#> C_new= 339.5894 Ed= 275.44 Ew= 1.487327
#> mu= 0.005
#> gamma= 11.4662 alpha= 3.8546 beta= 1.3443
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 376 Ed= 275.44 Ew= 1.487327
#> gradient= 610.5536
#> C_new= 447.0362 Ed= 328.6574 Ew= 1.356936
#> mu= 0.05
#> C_new= 439.4482 Ed= 323.0127 Ew= 1.356957
#> mu= 0.5
#> C_new= 372.4354 Ed= 273.1517 Ew= 1.360627
#> mu= 0.05
#> gamma= 12.1184 alpha= 4.4533 beta= 1.3543
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 376 Ed= 273.1517 Ew= 1.360627
#> gradient= 557.7167
#> C_new= 340.444 Ed= 246.3914 Ew= 1.514795
#> mu= 0.005
#> gamma= 11.6081 alpha= 3.8316 beta= 1.5025
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 376 Ed= 246.3914 Ew= 1.514795
#> gradient= 633.798
#> C_new= 448.9501 Ed= 295.2419 Ew= 1.398267
#> mu= 0.05
#> C_new= 441.1105 Ed= 290.024 Ew= 1.39829
#> mu= 0.5
#> C_new= 372.0626 Ed= 244.0586 Ew= 1.401896
#> mu= 0.05
#> gamma= 12.1907 alpha= 4.3479 beta= 1.5156
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 376 Ed= 244.0586 Ew= 1.401896
#> gradient= 583.4117
#> C_new= 340.8682 Ed= 220.4769 Ew= 1.542091
#> mu= 0.005
#> gamma= 11.733 alpha= 3.8042 beta= 1.6788
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 376 Ed= 220.4769 Ew= 1.542091
#> gradient= 658.7282
#> C_new= 451.0017 Ed= 265.3929 Ew= 1.436217
#> mu= 0.05
#> C_new= 442.9112 Ed= 260.5736 Ew= 1.436242
#> mu= 0.5
#> C_new= 371.845 Ed= 218.2337 Ew= 1.439786
#> mu= 0.05
#> gamma= 12.2587 alpha= 4.2571 beta= 1.6948
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 376 Ed= 218.2337 Ew= 1.439786
#> gradient= 610.058
#> C_new= 341.111 Ed= 197.3245 Ew= 1.568697
#> mu= 0.005
#> gamma= 11.8456 alpha= 3.7756 beta= 1.8755
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 376 Ed= 197.3245 Ew= 1.568697
#> gradient= 685.3802
#> C_new= 453.0629 Ed= 238.6099 Ew= 1.471521
#> mu= 0.05
#> C_new= 444.7278 Ed= 234.1656 Ew= 1.471548
#> mu= 0.5
#> C_new= 371.7043 Ed= 195.2226 Ew= 1.475025
#> mu= 0.05
#> gamma= 12.322 alpha= 4.1769 beta= 1.8944
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 376 Ed= 195.2226 Ew= 1.475025
#> gradient= 637.9973
#> C_new= 341.3262 Ed= 176.6567 Ew= 1.594332
#> mu= 0.005
#> gamma= 11.9485 alpha= 3.7472 beta= 2.0946
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 376 Ed= 176.6567 Ew= 1.594332
#> gradient= 713.7537
#> C_new= 455.0663 Ed= 214.5649 Ew= 1.504555
#> mu= 0.05
#> C_new= 446.496 Ed= 210.4733 Ew= 1.504583
#> mu= 0.5
#> C_new= 371.5981 Ed= 174.7096 Ew= 1.507988
#> mu= 0.05
#> gamma= 12.3805 alpha= 4.105 beta= 2.1167
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 376 Ed= 174.7096 Ew= 1.507988
#> gradient= 667.4098
#> C_new= 341.5882 Ed= 158.2375 Ew= 1.61883
#> mu= 0.005
#> gamma= 12.0433 alpha= 3.7197 beta= 2.3381
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 376 Ed= 158.2375 Ew= 1.61883
#> gradient= 743.8255
#> C_new= 456.9733 Ed= 193.0018 Ew= 1.535525
#> mu= 0.05
#> C_new= 448.1784 Ed= 189.2402 Ew= 1.535554
#> mu= 0.5
#> C_new= 371.4998 Ed= 156.44 Ew= 1.53888
#> mu= 0.05
#> gamma= 12.4341 alpha= 4.04 beta= 2.3637
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 376 Ed= 156.44 Ew= 1.53888
#> gradient= 698.3854
#> C_new= 341.9195 Ed= 141.8455 Ew= 1.642097
#> mu= 0.005
#> gamma= 12.1306 alpha= 3.6936 beta= 2.608
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 376 Ed= 141.8455 Ew= 1.642097
#> gradient= 775.563
#> C_new= 458.7521 Ed= 173.6853 Ew= 1.564568
#> mu= 0.05
#> C_new= 449.7442 Ed= 170.2313 Ew= 1.564597
#> mu= 0.5
#> C_new= 371.3839 Ed= 140.1807 Ew= 1.56784
#> mu= 0.05
#> gamma= 12.4831 alpha= 3.981 beta= 2.6377
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 376 Ed= 140.1807 Ew= 1.56784
#> gradient= 730.9738
#> C_new= 342.3107 Ed= 127.2634 Ew= 1.664096
#> mu= 0.005
#> gamma= 12.2112 alpha= 3.669 beta= 2.9065
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 376 Ed= 127.2634 Ew= 1.664096
#> gradient= 808.9451
#> C_new= 460.3734 Ed= 156.3836 Ew= 1.591805
#> mu= 0.05
#> C_new= 451.1644 Ed= 153.2151 Ew= 1.591835
#> mu= 0.5
#> C_new= 371.2236 Ed= 125.7073 Ew= 1.59499
#> mu= 0.05
#> gamma= 12.5279 alpha= 3.9273 beta= 2.9412
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 376 Ed= 125.7073 Ew= 1.59499
#> gradient= 765.221
#> C_new= 342.7365 Ed= 114.278 Ew= 1.684845
#> mu= 0.005
#> gamma= 12.2855 alpha= 3.6459 beta= 3.2365
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 376 Ed= 114.278 Ew= 1.684845
#> gradient= 843.9826
#> C_new= 461.8135 Ed= 140.8685 Ew= 1.61737
#> mu= 0.05
#> C_new= 452.4152 Ed= 137.9646 Ew= 1.6174
#> mu= 0.5
#> C_new= 370.9945 Ed= 112.8039 Ew= 1.620465
#> mu= 0.05
#> gamma= 12.5686 alpha= 3.8781 beta= 3.2775
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 376 Ed= 112.8039 Ew= 1.620465
#> gradient= 801.1954
#> C_new= 343.1683 Ed= 102.6873 Ew= 1.704406
#> mu= 0.005
#> gamma= 12.3539 alpha= 3.6241 beta= 3.6014
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 376 Ed= 102.6873 Ew= 1.704406
#> gradient= 880.7333
#> C_new= 463.0598 Ed= 126.9243 Ew= 1.641409
#> mu= 0.05
#> C_new= 453.4838 Ed= 124.2653 Ew= 1.641438
#> mu= 0.5
#> C_new= 370.6798 Ed= 101.2705 Ew= 1.64441
#> mu= 0.05
#> gamma= 12.6059 alpha= 3.833 beta= 3.6506
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 376 Ed= 101.2705 Ew= 1.64441
#> gradient= 839.0031
#> C_new= 343.5834 Ed= 92.30824 Ew= 1.722873
#> mu= 0.005
#> gamma= 12.4169 alpha= 3.6035 beta= 4.0061
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 376 Ed= 92.30824 Ew= 1.722873
#> gradient= 919.3074
#> C_new= 464.1142 Ed= 114.3564 Ew= 1.664072
#> mu= 0.05
#> C_new= 454.3711 Ed= 111.9243 Ew= 1.664101
#> mu= 0.5
#> C_new= 370.2735 Ed= 90.92905 Ew= 1.666979
#> mu= 0.05
#> gamma= 12.64 alpha= 3.7913 beta= 4.0656
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 376 Ed= 90.92905 Ew= 1.666979
#> gradient= 878.7911
#> C_new= 343.9685 Ed= 82.98193 Ew= 1.740352
#> mu= 0.005
#> gamma= 12.4747 alpha= 3.584 beta= 4.4559
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 376 Ed= 82.98193 Ew= 1.740352
#> gradient= 959.8643
#> C_new= 464.992 Ed= 102.9976 Ew= 1.685503
#> mu= 0.05
#> C_new= 455.0913 Ed= 100.7757 Ew= 1.685532
#> mu= 0.5
#> C_new= 369.7804 Ed= 81.62798 Ew= 1.688314
#> mu= 0.05
#> gamma= 12.6715 alpha= 3.7527 beta= 4.5286
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 376 Ed= 81.62798 Ew= 1.688314
#> gradient= 920.7431
#> C_new= 344.3191 Ed= 74.57544 Ew= 1.756951
#> mu= 0.005
#> gamma= 12.5279 alpha= 3.5652 beta= 4.9579
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 376 Ed= 74.57544 Ew= 1.756951
#> gradient= 1002.604
#> C_new= 465.7171 Ed= 92.70806 Ew= 1.705829
#> mu= 0.05
#> C_new= 455.6673 Ed= 90.681 Ew= 1.705857
#> mu= 0.5
#> C_new= 369.2132 Ed= 73.24136 Ew= 1.708544
#> mu= 0.05
#> gamma= 12.7005 alpha= 3.7168 beta= 5.047
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 376 Ed= 73.24136 Ew= 1.708544
#> gradient= 965.0719
#> C_new= 344.6356 Ed= 66.97961 Ew= 1.772764
#> mu= 0.005
#> gamma= 12.5766 alpha= 3.5472 beta= 5.5198
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 376 Ed= 66.97961 Ew= 1.772764
#> gradient= 1047.756
#> C_new= 466.3158 Ed= 83.37246 Ew= 1.725153
#> mu= 0.05
#> C_new= 456.124 Ed= 81.52602 Ew= 1.72518
#> mu= 0.5
#> C_new= 368.5876 Ed= 65.66564 Ew= 1.72777
#> mu= 0.05
#> gamma= 12.7273 alpha= 3.6832 beta= 5.6291
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 376 Ed= 65.66564 Ew= 1.72777
#> gradient= 1012.013
#> C_new= 344.9179 Ed= 60.10461 Ew= 1.787867
#> mu= 0.005
#> gamma= 12.6211 alpha= 3.5296 beta= 6.1508
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 376 Ed= 60.10461 Ew= 1.787867
#> gradient= 1095.578
#> C_new= 466.8103 Ed= 74.89411 Ew= 1.743555
#> mu= 0.05
#> C_new= 456.4829 Ed= 73.21504 Ew= 1.743581
#> mu= 0.5
#> C_new= 367.9173 Ed= 58.81449 Ew= 1.746075
#> mu= 0.05
#> gamma= 12.7522 alpha= 3.6517 beta= 6.2846
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 376 Ed= 58.81449 Ew= 1.746075
#> gradient= 1061.824
#> C_new= 345.1628 Ed= 53.87501 Ew= 1.802319
#> mu= 0.005
#> gamma= 12.6617 alpha= 3.5126 beta= 6.8616
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 376 Ed= 53.87501 Ew= 1.802319
#> gradient= 1146.353
#> C_new= 467.2163 Ed= 67.18983 Ew= 1.761101
#> mu= 0.05
#> C_new= 456.7589 Ed= 65.66577 Ew= 1.761127
#> mu= 0.5
#> C_new= 367.2117 Ed= 52.61407 Ew= 1.763525
#> mu= 0.05
#> gamma= 12.7753 alpha= 3.6221 beta= 7.025
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 376 Ed= 52.61407 Ew= 1.763525
#> gradient= 1114.793
#> C_new= 345.3631 Ed= 48.22578 Ew= 1.816166
#> mu= 0.005
#> gamma= 12.6986 alpha= 3.496 beta= 7.665
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 376 Ed= 48.22578 Ew= 1.816166
#> gradient= 1200.399
#> C_new= 467.5434 Ed= 60.18629 Ew= 1.777848
#> mu= 0.05
#> C_new= 456.9612 Ed= 58.80569 Ew= 1.777872
#> mu= 0.5
#> C_new= 366.4763 Ed= 46.99971 Ew= 1.780175
#> mu= 0.05
#> gamma= 12.7968 alpha= 3.5943 beta= 7.8639
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 376 Ed= 46.99971 Ew= 1.780175
#> gradient= 1171.244
#> C_new= 345.5104 Ed= 43.10002 Ew= 1.829449
#> mu= 0.005
#> gamma= 12.7321 alpha= 3.4798 beta= 8.5762
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 376 Ed= 43.10002 Ew= 1.829449
#> gradient= 1258.075
#> C_new= 467.7987 Ed= 53.81837 Ew= 1.793846
#> mu= 0.05
#> C_new= 457.0966 Ed= 52.57048 Ew= 1.79387
#> mu= 0.5
#> C_new= 365.7155 Ed= 41.91437 Ew= 1.796078
#> mu= 0.05
#> gamma= 12.8167 alpha= 3.568 beta= 8.8178
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 376 Ed= 41.91437 Ew= 1.796078
#> gradient= 1231.55
#> C_new= 345.5989 Ed= 38.448 Ew= 1.842201
#> mu= 0.005
#> gamma= 12.7624 alpha= 3.4639 beta= 9.6135
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 376 Ed= 38.448 Ew= 1.842201
#> gradient= 1321.052
#> C_new= 467.9912 Ed= 48.0289 Ew= 1.809143
#> mu= 0.05
#> C_new= 457.174 Ed= 46.90367 Ew= 1.809166
#> mu= 0.5
#> C_new= 364.935 Ed= 37.30815 Ew= 1.811281
#> mu= 0.05
#> gamma= 12.8351 alpha= 3.5431 beta= 9.9062
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 376 Ed= 37.30815 Ew= 1.811281
#> gradient= 1296.155
#> C_new= 345.628 Ed= 34.22675 Ew= 1.854457
#> mu= 0.005
#> gamma= 12.7898 alpha= 3.4484 beta= 10.7987
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 376 Ed= 34.22675 Ew= 1.854457
#> gradient= 1388.781
#> C_new= 468.1335 Ed= 42.76844 Ew= 1.823785
#> mu= 0.05
#> C_new= 457.2053 Ed= 41.75644 Ew= 1.823807
#> mu= 0.5
#> C_new= 364.1438 Ed= 33.13796 Ew= 1.825828
#> mu= 0.05
#> gamma= 12.8522 alpha= 3.5195 beta= 11.1526
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 376 Ed= 33.13796 Ew= 1.825828
#> gradient= 1366.874
#> C_new= 345.6025 Ed= 30.39961 Ew= 1.866242
#> mu= 0.005
#> gamma= 12.8144 alpha= 3.4332 beta= 12.1578
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 376 Ed= 30.39961 Ew= 1.866242
#> gradient= 1461.245
#> C_new= 468.2409 Ed= 37.99461 Ew= 1.837805
#> mu= 0.05
#> C_new= 457.2056 Ed= 37.08693 Ew= 1.837827
#> mu= 0.5
#> C_new= 363.3534 Ed= 29.36688 Ew= 1.839756
#> mu= 0.05
#> gamma= 12.8679 alpha= 3.4972 beta= 12.5844
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 376 Ed= 29.36688 Ew= 1.839756
#> gradient= 1442.626
#> C_new= 345.5308 Ed= 26.93519 Ew= 1.87758
#> mu= 0.005
#> gamma= 12.8366 alpha= 3.4184 beta= 13.7211
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 376 Ed= 26.93519 Ew= 1.87758
#> gradient= 1539.031
#> C_new= 468.3281 Ed= 33.67064 Ew= 1.851232
#> mu= 0.05
#> C_new= 457.1892 Ed= 32.85884 Ew= 1.851252
#> mu= 0.5
#> C_new= 362.5752 Ed= 25.96289 Ew= 1.853091
#> mu= 0.05
#> gamma= 12.8824 alpha= 3.4759 beta= 14.2341
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 376 Ed= 25.96289 Ew= 1.853091
#> gradient= 1524.007
#> C_new= 345.4211 Ed= 23.80597 Ew= 1.888481
#> mu= 0.005
#> gamma= 12.8565 alpha= 3.4039 beta= 15.5243
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 376 Ed= 23.80597 Ew= 1.888481
#> gradient= 1622.757
#> C_new= 468.4053 Ed= 29.7636 Ew= 1.864082
#> mu= 0.05
#> C_new= 457.1662 Ed= 29.03964 Ew= 1.864101
#> mu= 0.5
#> C_new= 361.8176 Ed= 22.89737 Ew= 1.86585
#> mu= 0.05
#> gamma= 12.8957 alpha= 3.4557 beta= 16.1395
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 376 Ed= 22.89737 Ew= 1.86585
#> gradient= 1611.64
#> C_new= 345.2798 Ed= 20.98687 Ew= 1.898953
#> mu= 0.005
#> gamma= 12.8743 alpha= 3.3898 beta= 17.6092
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 376 Ed= 20.98687 Ew= 1.898953
#> gradient= 1713.07
#> C_new= 468.4767 Ed= 26.24281 Ew= 1.876366
#> mu= 0.05
#> C_new= 457.1408 Ed= 25.59907 Ew= 1.876385
#> mu= 0.5
#> C_new= 361.0845 Ed= 20.14386 Ew= 1.878045
#> mu= 0.05
#> gamma= 12.9078 alpha= 3.4365 beta= 18.3453
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 376 Ed= 20.14386 Ew= 1.878045
#> gradient= 1706.191
#> C_new= 345.1106 Ed= 18.45429 Ew= 1.908997
#> mu= 0.005
#> gamma= 12.8901 alpha= 3.3762 beta= 20.0254
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 376 Ed= 18.45429 Ew= 1.908997
#> gradient= 1810.661
#> C_new= 468.5414 Ed= 23.07901 Ew= 1.888093
#> mu= 0.05
#> C_new= 457.1123 Ed= 22.50828 Ew= 1.888111
#> mu= 0.5
#> C_new= 360.3759 Ed= 17.67733 Ew= 1.889685
#> mu= 0.05
#> gamma= 12.9188 alpha= 3.4182 beta= 20.9048
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 376 Ed= 17.67733 Ew= 1.889685
#> gradient= 1808.377
#> C_new= 344.9162 Ed= 16.18568 Ew= 1.918612
#> mu= 0.005
#> gamma= 12.9042 alpha= 3.3629 beta= 22.8318
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 376 Ed= 16.18568 Ew= 1.918612
#> gradient= 1916.276
#> C_new= 468.5969 Ed= 20.24414 Ew= 1.899273
#> mu= 0.05
#> C_new= 457.0782 Ed= 19.73964 Ew= 1.89929
#> mu= 0.5
#> C_new= 359.6906 Ed= 15.47397 Ew= 1.90078
#> mu= 0.05
#> gamma= 12.9287 alpha= 3.4009 beta= 23.8811
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 376 Ed= 15.47397 Ew= 1.90078
#> gradient= 1918.981
#> C_new= 344.7019 Ed= 14.15955 Ew= 1.927802
#> mu= 0.005
#> gamma= 12.9167 alpha= 3.3501 beta= 26.0984
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 376 Ed= 14.15955 Ew= 1.927802
#> gradient= 2030.724
#> C_new= 468.6434 Ed= 17.71161 Ew= 1.909918
#> mu= 0.05
#> C_new= 457.0388 Ed= 17.26697 Ew= 1.909934
#> mu= 0.5
#> C_new= 359.0289 Ed= 13.51139 Ew= 1.911342
#> mu= 0.05
#> gamma= 12.9376 alpha= 3.3844 beta= 27.3496
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 376 Ed= 13.51139 Ew= 1.911342
#> gradient= 2038.855
#> C_new= 344.4772 Ed= 12.35568 Ew= 1.936573
#> mu= 0.005
#> gamma= 12.9277 alpha= 3.3378 beta= 29.9082
#> ----------------------------------------------------------------------
#> Epoch= 75
#> C= 376 Ed= 12.35568 Ew= 1.936573
#> gradient= 2154.869
#> C_new= 468.6864 Ed= 15.45655 Ew= 1.920042
#> mu= 0.05
#> C_new= 456.9996 Ed= 15.06579 Ew= 1.920057
#> mu= 0.5
#> C_new= 358.3951 Ed= 11.76874 Ew= 1.921385
#> mu= 0.05
#> gamma= 12.9455 alpha= 3.3688 beta= 31.399
#> ----------------------------------------------------------------------
#> Epoch= 76
#> C= 376 Ed= 11.76874 Ew= 1.921385
#> gradient= 2168.911
#> C_new= 344.2567 Ed= 10.75525 Ew= 1.944932
#> mu= 0.005
#> gamma= 12.9374 alpha= 3.3259 beta= 34.3582
#> ----------------------------------------------------------------------
#> Epoch= 77
#> C= 376 Ed= 10.75525 Ew= 1.944932
#> gradient= 2289.623
#> C_new= 468.7372 Ed= 13.45586 Ew= 1.929662
#> mu= 0.05
#> C_new= 456.9714 Ed= 13.11341 Ew= 1.929676
#> mu= 0.5
#> C_new= 357.7976 Ed= 10.22682 Ew= 1.930927
#> mu= 0.05
#> gamma= 12.9526 alpha= 3.354 beta= 36.1328
#> ----------------------------------------------------------------------
#> Epoch= 78
#> C= 376 Ed= 10.22682 Ew= 1.930927
#> gradient= 2310.106
#> C_new= 344.0577 Ed= 9.340761 Ew= 1.952888
#> mu= 0.005
#> gamma= 12.946 alpha= 3.3146 beta= 39.5607
#> ----------------------------------------------------------------------
#> Epoch= 79
#> C= 376 Ed= 9.340761 Ew= 1.952888
#> gradient= 2435.923
#> C_new= 468.8106 Ed= 11.68797 Ew= 1.938791
#> mu= 0.05
#> C_new= 456.9687 Ed= 11.38864 Ew= 1.938804
#> mu= 0.5
#> C_new= 357.2469 Ed= 8.86781 Ew= 1.93998
#> mu= 0.05
#> gamma= 12.9589 alpha= 3.34 beta= 41.6699
#> ----------------------------------------------------------------------
#> Epoch= 80
#> C= 376 Ed= 8.86781 Ew= 1.93998
#> gradient= 2463.415
#> C_new= 343.8976 Ed= 8.095771 Ew= 1.960449
#> mu= 0.005
#> gamma= 12.9535 alpha= 3.3037 beta= 45.644
#> ----------------------------------------------------------------------
#> Epoch= 81
#> C= 376 Ed= 8.095771 Ew= 1.960449
#> gradient= 2594.707
#> C_new= 468.9205 Ed= 10.13248 Ew= 1.947439
#> mu= 0.05
#> C_new= 457.0051 Ed= 9.871428 Ew= 1.947452
#> mu= 0.5
#> C_new= 356.7534 Ed= 7.674963 Ew= 1.948555
#> mu= 0.05
#> gamma= 12.9644 alpha= 3.3267 beta= 48.1459
#> ----------------------------------------------------------------------
#> Epoch= 82
#> C= 376 Ed= 7.674963 Ew= 1.948555
#> gradient= 2629.814
#> C_new= 343.7896 Ed= 7.00463 Ew= 1.967619
#> mu= 0.005
#> gamma= 12.96 alpha= 3.2933 beta= 52.7537
#> ----------------------------------------------------------------------
#> Epoch= 83
#> C= 376 Ed= 7.00463 Ew= 1.967619
#> gradient= 2766.903
#> C_new= 469.077 Ed= 8.769749 Ew= 1.955614
#> mu= 0.05
#> C_new= 457.0902 Ed= 8.542528 Ew= 1.955626
#> mu= 0.5
#> C_new= 356.3239 Ed= 6.632333 Ew= 1.956661
#> mu= 0.05
#> gamma= 12.9692 alpha= 3.3141 beta= 55.7142
#> ----------------------------------------------------------------------
#> Epoch= 84
#> C= 376 Ed= 6.632333 Ew= 1.956661
#> gradient= 2810.262
#> C_new= 343.741 Ed= 6.05227 Ew= 1.974401
#> mu= 0.005
#> gamma= 12.9656 alpha= 3.2834 beta= 61.0543
#> ----------------------------------------------------------------------
#> Epoch= 85
#> C= 376 Ed= 6.05227 Ew= 1.974401
#> gradient= 2953.419
#> C_new= 469.2833 Ed= 7.58074 Ew= 1.963321
#> mu= 0.05
#> C_new= 457.2273 Ed= 7.383276 Ew= 1.963332
#> mu= 0.5
#> C_new= 355.9606 Ed= 5.72459 Ew= 1.964301
#> mu= 0.05
#> gamma= 12.9734 alpha= 3.3023 beta= 64.5484
#> ----------------------------------------------------------------------
#> Epoch= 86
#> C= 376 Ed= 5.72459 Ew= 1.964301
#> gradient= 3005.707
#> C_new= 343.7521 Ed= 5.224154 Ew= 1.980798
#> mu= 0.005
#> gamma= 12.9705 alpha= 3.2741 beta= 70.732
#> ----------------------------------------------------------------------
#> Epoch= 87
#> C= 376 Ed= 5.224154 Ew= 1.980798
#> gradient= 3155.155
#> C_new= 469.5363 Ed= 6.547032 Ew= 1.970566
#> mu= 0.05
#> C_new= 457.4132 Ed= 6.375637 Ew= 1.970577
#> mu= 0.5
#> C_new= 355.6605 Ed= 4.937027 Ew= 1.971484
#> mu= 0.05
#> gamma= 12.9771 alpha= 3.2912 beta= 74.8449
#> ----------------------------------------------------------------------
#> Epoch= 88
#> C= 376 Ed= 4.937027 Ew= 1.971484
#> gradient= 3217.094
#> C_new= 343.8178 Ed= 4.506369 Ew= 1.986812
#> mu= 0.005
#> gamma= 12.9747 alpha= 3.2652 beta= 81.9979
#> ----------------------------------------------------------------------
#> Epoch= 89
#> C= 376 Ed= 4.506369 Ew= 1.986812
#> gradient= 3373.019
#> C_new= 469.8273 Ed= 5.651011 Ew= 1.977358
#> mu= 0.05
#> C_new= 457.6394 Ed= 5.502374 Ew= 1.977367
#> mu= 0.5
#> C_new= 355.4167 Ed= 4.255689 Ew= 1.978216
#> mu= 0.05
#> gamma= 12.9803 alpha= 3.2808 beta= 86.8273
#> ----------------------------------------------------------------------
#> Epoch= 90
#> C= 376 Ed= 4.255689 Ew= 1.978216
#> gradient= 3445.384
#> C_new= 343.9292 Ed= 3.885788 Ew= 1.992449
#> mu= 0.005
#> gamma= 12.9783 alpha= 3.2569 beta= 95.0929
#> ----------------------------------------------------------------------
#> Epoch= 91
#> C= 376 Ed= 3.885788 Ew= 1.992449
#> gradient= 3607.947
#> C_new= 470.1451 Ed= 4.87612 Ew= 1.983706
#> mu= 0.05
#> C_new= 457.8949 Ed= 4.747297 Ew= 1.983715
#> mu= 0.5
#> C_new= 355.2201 Ed= 3.667538 Ew= 1.984508
#> mu= 0.05
#> gamma= 12.983 alpha= 3.2711 beta= 100.7511
#> ----------------------------------------------------------------------
#> Epoch= 92
#> C= 376 Ed= 3.667538 Ew= 1.984508
#> gradient= 3691.58
#> C_new= 344.0758 Ed= 3.350247 Ew= 1.997718
#> mu= 0.005
#> gamma= 12.9814 alpha= 3.2491 beta= 110.2931
#> ----------------------------------------------------------------------
#> Epoch= 93
#> C= 376 Ed= 3.350247 Ew= 1.997718
#> gradient= 3860.927
#> C_new= 470.4775 Ed= 4.207089 Ew= 1.989628
#> mu= 0.05
#> C_new= 458.1679 Ed= 4.09548 Ew= 1.989636
#> mu= 0.5
#> C_new= 355.0608 Ed= 3.160613 Ew= 1.990377
#> mu= 0.05
#> gamma= 12.9853 alpha= 3.262 beta= 116.91
#> ----------------------------------------------------------------------
#> Epoch= 94
#> C= 376 Ed= 3.160613 Ew= 1.990377
#> gradient= 3956.745
#> C_new= 344.2475 Ed= 2.888673 Ew= 2.002632
#> mu= 0.005
#> gamma= 12.9841 alpha= 3.2418 beta= 127.9162
#> ----------------------------------------------------------------------
#> Epoch= 95
#> C= 376 Ed= 2.888673 Ew= 2.002632
#> gradient= 4133.023
#> C_new= 470.8134 Ed= 3.630079 Ew= 1.99514
#> mu= 0.05
#> C_new= 458.4474 Ed= 3.533405 Ew= 1.995148
#> mu= 0.5
#> C_new= 354.9296 Ed= 2.724125 Ew= 1.99584
#> mu= 0.05
#> gamma= 12.9874 alpha= 3.2536 beta= 135.6422
#> ----------------------------------------------------------------------
#> Epoch= 96
#> C= 376 Ed= 2.724125 Ew= 1.99584
#> gradient= 4242.03
#> C_new= 344.4353 Ed= 2.491146 Ew= 2.007207
#> mu= 0.005
#> gamma= 12.9864 alpha= 3.2349 beta= 148.328
#> ----------------------------------------------------------------------
#> Epoch= 97
#> C= 376 Ed= 2.491146 Ew= 2.007207
#> gradient= 4425.39
#> C_new= 471.144 Ed= 3.132741 Ew= 2.000265
#> mu= 0.05
#> C_new= 458.7246 Ed= 3.049011 Ew= 2.000272
#> mu= 0.5
#> C_new= 354.8186 Ed= 2.348482 Ew= 2.000918
#> mu= 0.05
#> gamma= 12.9891 alpha= 3.2458 beta= 157.338
#> ----------------------------------------------------------------------
#> Epoch= 98
#> C= 376 Ed= 2.348482 Ew= 2.000918
#> gradient= 4548.68
#> C_new= 344.6319 Ed= 2.148897 Ew= 2.01146
#> mu= 0.005
#> gamma= 12.9883 alpha= 3.2286 beta= 171.9514
#> ----------------------------------------------------------------------
#> Epoch= 99
#> C= 376 Ed= 2.148897 Ew= 2.01146
#> gradient= 4739.288
#> C_new= 471.4625 Ed= 2.704189 Ew= 2.005024
#> mu= 0.05
#> C_new= 458.9929 Ed= 2.631671 Ew= 2.005031
#> mu= 0.5
#> C_new= 354.7217 Ed= 2.025261 Ew= 2.005634
#> mu= 0.05
#> gamma= 12.9906 alpha= 3.2385 beta= 182.448
#> ----------------------------------------------------------------------
#> Epoch= 100
#> C= 376 Ed= 2.025261 Ew= 2.005634
#> gradient= 4878.055
#> C_new= 344.8318 Ed= 1.854254 Ew= 2.015411
#> mu= 0.005
#> gamma= 12.99 alpha= 3.2227 beta= 199.2743
#> ----------------------------------------------------------------------
#> Epoch= 101
#> C= 376 Ed= 1.854254 Ew= 2.015411
#> gradient= 5076.093
#> C_new= 471.7643 Ed= 2.334916 Ew= 2.009441
#> mu= 0.05
#> C_new= 459.2476 Ed= 2.272104 Ew= 2.009447
#> mu= 0.5
#> C_new= 354.6343 Ed= 1.747124 Ew= 2.01001
#> mu= 0.05
#> gamma= 12.9919 alpha= 3.2318 beta= 211.4928
#> ----------------------------------------------------------------------
#> Epoch= 102
#> C= 376 Ed= 1.747124 Ew= 2.01001
#> gradient= 5231.636
#> C_new= 345.0311 Ed= 1.600555 Ew= 2.019079
#> mu= 0.005
#> gamma= 12.9914 alpha= 3.2172 beta= 230.8601
#> ----------------------------------------------------------------------
#> Epoch= 103
#> C= 376 Ed= 1.600555 Ew= 2.019079
#> gradient= 5437.305
#> C_new= 472.0468 Ed= 2.016671 Ew= 2.013539
#> mu= 0.05
#> C_new= 459.486 Ed= 1.962262 Ew= 2.013545
#> mu= 0.5
#> C_new= 354.5531 Ed= 1.507724 Ew= 2.014071
#> mu= 0.05
#> gamma= 12.993 alpha= 3.2256 beta= 245.0736
#> ----------------------------------------------------------------------
#> Epoch= 104
#> C= 376 Ed= 1.507724 Ew= 2.014071
#> gradient= 5611.034
#> C_new= 345.227 Ed= 1.382048 Ew= 2.022482
#> mu= 0.005
#> gamma= 12.9926 alpha= 3.212 beta= 267.3596
#> ----------------------------------------------------------------------
#> Epoch= 105
#> C= 376 Ed= 1.382048 Ew= 2.022482
#> gradient= 5824.556
#> C_new= 472.3085 Ed= 1.74233 Ew= 2.017341
#> mu= 0.05
#> C_new= 459.7067 Ed= 1.695196 Ew= 2.017347
#> mu= 0.5
#> C_new= 354.4757 Ed= 1.301597 Ew= 2.017837
#> mu= 0.05
#> gamma= 12.994 alpha= 3.2198 beta= 283.8845
#> ----------------------------------------------------------------------
#> Epoch= 106
#> C= 376 Ed= 1.301597 Ew= 2.017837
#> gradient= 6017.998
#> C_new= 345.4179 Ed= 1.193781 Ew= 2.025641
#> mu= 0.005
#> gamma= 12.9936 alpha= 3.2073 beta= 309.5235
#> ----------------------------------------------------------------------
#> Epoch= 107
#> C= 376 Ed= 1.193781 Ew= 2.025641
#> gradient= 6239.616
#> C_new= 472.5492 Ed= 1.505759 Ew= 2.020868
#> mu= 0.05
#> C_new= 459.9092 Ed= 1.464922 Ew= 2.020873
#> mu= 0.5
#> C_new= 354.4009 Ed= 1.124044 Ew= 2.021331
#> mu= 0.05
#> gamma= 12.9948 alpha= 3.2144 beta= 328.7262
#> ----------------------------------------------------------------------
#> Epoch= 108
#> C= 376 Ed= 1.124044 Ew= 2.021331
#> gradient= 6454.422
#> C_new= 345.6027 Ed= 1.031503 Ew= 2.028571
#> mu= 0.005
#> gamma= 12.9945 alpha= 3.2029 beta= 358.2179
#> ----------------------------------------------------------------------
#> Epoch= 109
#> C= 376 Ed= 1.031503 Ew= 2.028571
#> gradient= 6684.401
#> C_new= 472.7693 Ed= 1.301683 Ew= 2.02414
#> mu= 0.05
#> C_new= 460.0936 Ed= 1.266298 Ew= 2.024145
#> mu= 0.5
#> C_new= 354.3276 Ed= 0.9710379 Ew= 2.024571
#> mu= 0.05
#> gamma= 12.9955 alpha= 3.2094 beta= 380.523
#> ----------------------------------------------------------------------
#> Epoch= 110
#> C= 376 Ed= 0.9710379 Ew= 2.024571
#> gradient= 6922.356
#> C_new= 345.7808 Ed= 0.8915662 Ew= 2.031291
#> mu= 0.005
#> gamma= 12.9953 alpha= 3.1988 beta= 414.4419
#> ----------------------------------------------------------------------
#> Epoch= 111
#> C= 376 Ed= 0.8915662 Ew= 2.031291
#> gradient= 7160.982
#> C_new= 472.9695 Ed= 1.125574 Ew= 2.027176
#> mu= 0.05
#> C_new= 460.2607 Ed= 1.094909 Ew= 2.02718
#> mu= 0.5
#> C_new= 354.2553 Ed= 0.8391275 Ew= 2.027578
#> mu= 0.05
#> gamma= 12.9961 alpha= 3.2048 beta= 440.3406
#> ----------------------------------------------------------------------
#> Epoch= 112
#> C= 376 Ed= 0.8391275 Ew= 2.027578
#> gradient= 7424.01
#> C_new= 345.9519 Ed= 0.7708438 Ew= 2.033816
#> mu= 0.005
#> gamma= 12.9959 alpha= 3.195 beta= 479.3475
#> ----------------------------------------------------------------------
#> Epoch= 113
#> C= 376 Ed= 0.7708438 Ew= 2.033816
#> gradient= 7671.593
#> C_new= 473.1509 Ed= 0.9735425 Ew= 2.029993
#> mu= 0.05
#> C_new= 460.4114 Ed= 0.9469657 Ew= 2.029998
#> mu= 0.5
#> C_new= 354.1839 Ed= 0.7253546 Ew= 2.030369
#> mu= 0.05
#> gamma= 12.9966 alpha= 3.2006 beta= 509.4083
#> ----------------------------------------------------------------------
#> Epoch= 114
#> C= 376 Ed= 0.7253546 Ew= 2.030369
#> gradient= 7961.77
#> C_new= 346.116 Ed= 0.6666541 Ew= 2.03616
#> mu= 0.005
#> gamma= 12.9965 alpha= 3.1914 beta= 554.263
#> ----------------------------------------------------------------------
#> Epoch= 115
#> C= 376 Ed= 0.6666541 Ew= 2.03616
#> gradient= 8225.825
#> C_new= 473.3147 Ed= 0.8422495 Ew= 2.032609
#> mu= 0.05
#> C_new= 460.5466 Ed= 0.8192133 Ew= 2.032613
#> mu= 0.5
#> C_new= 354.1131 Ed= 0.6271842 Ew= 2.032959
#> mu= 0.05
#> gamma= 12.9971 alpha= 3.1966 beta= 589.1435
#> ----------------------------------------------------------------------
#> Epoch= 116
#> C= 376 Ed= 0.6271842 Ew= 2.032959
#> gradient= 8538.203
#> C_new= 346.2733 Ed= 0.5766975 Ew= 2.038336
#> mu= 0.005
#> gamma= 12.997 alpha= 3.1881 beta= 640.7198
#> ----------------------------------------------------------------------
#> Epoch= 117
#> C= 376 Ed= 0.5766975 Ew= 2.038336
#> gradient= 8823.11
#> C_new= 473.4621 Ed= 0.7288273 Ew= 2.035037
#> mu= 0.05
#> C_new= 460.6674 Ed= 0.7088581 Ew= 2.03504
#> mu= 0.5
#> C_new= 354.0429 Ed= 0.5424428 Ew= 2.035363
#> mu= 0.05
#> gamma= 12.9975 alpha= 3.1929 beta= 681.1801
#> ----------------------------------------------------------------------
#> Epoch= 118
#> C= 376 Ed= 0.5424428 Ew= 2.035363
#> gradient= 9156.073
#> C_new= 346.4238 Ed= 0.4990003 Ew= 2.040357
#> mu= 0.005
#> gamma= 12.9974 alpha= 3.1851 beta= 740.4831
#> ----------------------------------------------------------------------
#> Epoch= 119
#> C= 376 Ed= 0.4990003 Ew= 2.040357
#> gradient= 9463.185
#> C_new= 473.5942 Ed= 0.6308116 Ew= 2.037292
#> mu= 0.05
#> C_new= 460.7749 Ed= 0.6134995 Ew= 2.037295
#> mu= 0.5
#> C_new= 353.9734 Ed= 0.4692659 Ew= 2.037596
#> mu= 0.05
#> gamma= 12.9978 alpha= 3.1895 beta= 787.4024
#> ----------------------------------------------------------------------
#> Epoch= 120
#> C= 376 Ed= 0.4692659 Ew= 2.037596
#> gradient= 9818.353
#> C_new= 346.5679 Ed= 0.4318684 Ew= 2.042235
#> mu= 0.005
#> gamma= 12.9978 alpha= 3.1822 beta= 855.5874
#> ----------------------------------------------------------------------
#> Epoch= 121
#> C= 376 Ed= 0.4318684 Ew= 2.042235
#> gradient= 10149.16
#> C_new= 473.7124 Ed= 0.5460839 Ew= 2.039386
#> mu= 0.05
#> C_new= 460.8702 Ed= 0.5310742 Ew= 2.039389
#> mu= 0.5
#> C_new= 353.9046 Ed= 0.4060531 Ew= 2.03967
#> mu= 0.05
#> gamma= 12.9981 alpha= 3.1863 beta= 909.9819
#> ----------------------------------------------------------------------
#> Epoch= 122
#> C= 376 Ed= 0.4060531 Ew= 2.03967
#> gradient= 10528.24
#> C_new= 346.7057 Ed= 0.3738458 Ew= 2.04398
#> mu= 0.005
#> gamma= 12.9981 alpha= 3.1796 beta= 988.3781
#> ----------------------------------------------------------------------
#> Epoch= 123
#> C= 376 Ed= 0.3738458 Ew= 2.04398
#> gradient= 10884.36
#> C_new= 473.8176 Ed= 0.4728221 Ew= 2.041332
#> mu= 0.05
#> C_new= 460.9543 Ed= 0.4598075 Ew= 2.041335
#> mu= 0.5
#> C_new= 353.8366 Ed= 0.3514295 Ew= 2.041596
#> mu= 0.05
#> gamma= 12.9984 alpha= 3.1834 beta= 1051.422
#> ----------------------------------------------------------------------
#> Epoch= 124
#> C= 376 Ed= 0.3514295 Ew= 2.041596
#> gradient= 11289.16
#> C_new= 346.8375 Ed= 0.3236811 Ew= 2.045601
#> mu= 0.005
#> gamma= 12.9983 alpha= 3.1771 beta= 1141.558
#> ----------------------------------------------------------------------
#> Epoch= 125
#> C= 376 Ed= 0.3236811 Ew= 2.045601
#> gradient= 11672.38
#> C_new= 473.911 Ed= 0.4094576 Ew= 2.04314
#> mu= 0.05
#> C_new= 461.028 Ed= 0.3981721 Ew= 2.043142
#> mu= 0.5
#> C_new= 353.7696 Ed= 0.3042135 Ew= 2.043386
#> mu= 0.05
#> gamma= 12.9986 alpha= 3.1806 beta= 1214.61
#> ----------------------------------------------------------------------
#> Epoch= 126
#> C= 376 Ed= 0.3042135 Ew= 2.043386
#> gradient= 12104.8
#> C_new= 346.9637 Ed= 0.2802979 Ew= 2.047108
#> mu= 0.005
#> gamma= 12.9986 alpha= 3.1749 beta= 1318.243
#> ----------------------------------------------------------------------
#> Epoch= 127
#> C= 376 Ed= 0.2802979 Ew= 2.047108
#> gradient= 12517.05
#> C_new= 473.9935 Ed= 0.3546399 Ew= 2.04482
#> mu= 0.05
#> C_new= 461.0923 Ed= 0.3448532 Ew= 2.044822
#> mu= 0.5
#> C_new= 353.7035 Ed= 0.263389 Ew= 2.04505
#> mu= 0.05
#> gamma= 12.9988 alpha= 3.1781 beta= 1402.87
#> ----------------------------------------------------------------------
#> Epoch= 128
#> C= 376 Ed= 0.263389 Ew= 2.04505
#> gradient= 12979.13
#> C_new= 347.0844 Ed= 0.2427694 Ew= 2.048509
#> mu= 0.005
#> gamma= 12.9988 alpha= 3.1727 beta= 1522.023
#> ----------------------------------------------------------------------
#> Epoch= 129
#> C= 376 Ed= 0.2427694 Ew= 2.048509
#> gradient= 13422.5
#> C_new= 474.0661 Ed= 0.3072053 Ew= 2.046382
#> mu= 0.05
#> C_new= 461.148 Ed= 0.2987178 Ew= 2.046384
#> mu= 0.5
#> C_new= 353.6384 Ed= 0.2280814 Ew= 2.046596
#> mu= 0.05
#> gamma= 12.9989 alpha= 3.1757 beta= 1620.038
#> ----------------------------------------------------------------------
#> Epoch= 130
#> C= 376 Ed= 0.2280814 Ew= 2.046596
#> gradient= 13916.4
#> C_new= 347.1999 Ed= 0.2102977 Ew= 2.049811
#> mu= 0.005
#> gamma= 12.9989 alpha= 3.1708 beta= 1757.036
#> ----------------------------------------------------------------------
#> Epoch= 131
#> C= 376 Ed= 0.2102977 Ew= 2.049811
#> gradient= 14393.14
#> C_new= 474.1297 Ed= 0.2661508 Ew= 2.047834
#> mu= 0.05
#> C_new= 461.1958 Ed= 0.2587896 Ew= 2.047836
#> mu= 0.5
#> C_new= 353.5745 Ed= 0.1975376 Ew= 2.048034
#> mu= 0.05
#> gamma= 12.9991 alpha= 3.1736 beta= 1870.533
#> ----------------------------------------------------------------------
#> Epoch= 132
#> C= 376 Ed= 0.1975376 Ew= 2.048034
#> gradient= 14921.17
#> C_new= 347.3104 Ed= 0.1821948 Ew= 2.051022
#> mu= 0.005
#> gamma= 12.9991 alpha= 3.1689 beta= 2028.051
#> ----------------------------------------------------------------------
#> Epoch= 133
#> C= 376 Ed= 0.1821948 Ew= 2.051022
#> gradient= 15433.73
#> C_new= 474.1849 Ed= 0.2306112 Ew= 2.049184
#> mu= 0.05
#> C_new= 461.2365 Ed= 0.2242265 Ew= 2.049186
#> mu= 0.5
#> C_new= 353.5117 Ed= 0.1711088 Ew= 2.04937
#> mu= 0.05
#> gamma= 12.9992 alpha= 3.1715 beta= 2159.447
#> ----------------------------------------------------------------------
#> Epoch= 134
#> C= 376 Ed= 0.1711088 Ew= 2.04937
#> gradient= 15998.35
#> C_new= 347.4162 Ed= 0.1578681 Ew= 2.052149
#> mu= 0.005
#> gamma= 12.9992 alpha= 3.1672 beta= 2340.564
#> ----------------------------------------------------------------------
#> Epoch= 135
#> C= 376 Ed= 0.1578681 Ew= 2.052149
#> gradient= 16549.35
#> C_new= 474.2326 Ed= 0.19984 Ew= 2.050439
#> mu= 0.05
#> C_new= 461.2708 Ed= 0.1943021 Ew= 2.050441
#> mu= 0.5
#> C_new= 353.4501 Ed= 0.1482358 Ew= 2.050613
#> mu= 0.05
#> gamma= 12.9993 alpha= 3.1696 beta= 2492.653
#> ----------------------------------------------------------------------
#> Epoch= 136
#> C= 376 Ed= 0.1482358 Ew= 2.050613
#> gradient= 17153.2
#> C_new= 347.5175 Ed= 0.1368059 Ew= 2.053197
#> mu= 0.005
#> gamma= 12.9993 alpha= 3.1656 beta= 2700.909
#> ----------------------------------------------------------------------
#> Epoch= 137
#> C= 376 Ed= 0.1368059 Ew= 2.053197
#> gradient= 17745.47
#> C_new= 474.2735 Ed= 0.1731931 Ew= 2.051607
#> mu= 0.05
#> C_new= 461.2991 Ed= 0.1683894 Ew= 2.051609
#> mu= 0.5
#> C_new= 353.3898 Ed= 0.1284362 Ew= 2.051769
#> mu= 0.05
#> gamma= 12.9994 alpha= 3.1679 beta= 2876.916
#> ----------------------------------------------------------------------
#> Epoch= 138
#> C= 376 Ed= 0.1284362 Ew= 2.051769
#> gradient= 18391.36
#> C_new= 347.6145 Ed= 0.118567 Ew= 2.054172
#> mu= 0.005
#> gamma= 12.9994 alpha= 3.1641 beta= 3116.385
#> ----------------------------------------------------------------------
#> Epoch= 139
#> C= 376 Ed= 0.118567 Ew= 2.054172
#> gradient= 19027.96
#> C_new= 474.3081 Ed= 0.150114 Ew= 2.052693
#> mu= 0.05
#> C_new= 461.3221 Ed= 0.145947 Ew= 2.052694
#> mu= 0.5
#> C_new= 353.3308 Ed= 0.1112941 Ew= 2.052844
#> mu= 0.05
#> gamma= 12.9995 alpha= 3.1662 beta= 3320.035
#> ----------------------------------------------------------------------
#> Epoch= 140
#> C= 376 Ed= 0.1112941 Ew= 2.052844
#> gradient= 19718.9
#> C_new= 347.7074 Ed= 0.1027702 Ew= 2.055078
#> mu= 0.005
#> gamma= 12.9995 alpha= 3.1628 beta= 3595.404
#> ----------------------------------------------------------------------
#> Epoch= 141
#> C= 376 Ed= 0.1027702 Ew= 2.055078
#> gradient= 20403.11
#> C_new= 474.337 Ed= 0.1301221 Ew= 2.053703
#> mu= 0.05
#> C_new= 461.3402 Ed= 0.1265073 Ew= 2.053705
#> mu= 0.5
#> C_new= 353.2731 Ed= 0.09645015 Ew= 2.053844
#> mu= 0.05
#> gamma= 12.9995 alpha= 3.1647 beta= 3830.997
#> ----------------------------------------------------------------------
#> Epoch= 142
#> C= 376 Ed= 0.09645015 Ew= 2.053844
#> gradient= 21142.33
#> C_new= 347.7963 Ed= 0.08908647 Ew= 2.055922
#> mu= 0.005
#> gamma= 12.9996 alpha= 3.1615 beta= 4147.658
#> ----------------------------------------------------------------------
#> Epoch= 143
#> C= 376 Ed= 0.08908647 Ew= 2.055922
#> gradient= 21877.67
#> C_new= 474.3607 Ed= 0.1128022 Ew= 2.054643
#> mu= 0.05
#> C_new= 461.354 Ed= 0.1096663 Ew= 2.054644
#> mu= 0.5
#> C_new= 353.2167 Ed= 0.08359429 Ew= 2.054774
#> mu= 0.05
#> gamma= 12.9996 alpha= 3.1633 beta= 4420.161
#> ----------------------------------------------------------------------
#> Epoch= 144
#> C= 376 Ed= 0.08359429 Ew= 2.054774
#> gradient= 22668.62
#> C_new= 347.8816 Ed= 0.07723151 Ew= 2.056708
#> mu= 0.005
#> gamma= 12.9996 alpha= 3.1603 beta= 4784.319
#> ----------------------------------------------------------------------
#> Epoch= 145
#> C= 376 Ed= 0.07723151 Ew= 2.056708
#> gradient= 23458.89
#> C_new= 474.3798 Ed= 0.09779525 Ew= 2.055518
#> mu= 0.05
#> C_new= 461.3639 Ed= 0.09507472 Ew= 2.055519
#> mu= 0.5
#> C_new= 353.1617 Ed= 0.07245863 Ew= 2.05564
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.162 beta= 5099.464
#> ----------------------------------------------------------------------
#> Epoch= 146
#> C= 376 Ed= 0.07245863 Ew= 2.05564
#> gradient= 24305.27
#> C_new= 347.9633 Ed= 0.06695954 Ew= 2.057438
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1592 beta= 5518.26
#> ----------------------------------------------------------------------
#> Epoch= 147
#> C= 376 Ed= 0.06695954 Ew= 2.057438
#> gradient= 25154.56
#> C_new= 474.3946 Ed= 0.08479091 Ew= 2.056331
#> mu= 0.05
#> C_new= 461.3702 Ed= 0.08243066 Ew= 2.056333
#> mu= 0.5
#> C_new= 353.108 Ed= 0.0628117 Ew= 2.056445
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1607 beta= 5882.664
#> ----------------------------------------------------------------------
#> Epoch= 148
#> C= 376 Ed= 0.0628117 Ew= 2.056445
#> gradient= 26060.34
#> C_new= 348.0415 Ed= 0.05805811 Ew= 2.058118
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1582 beta= 6364.315
#> ----------------------------------------------------------------------
#> Epoch= 149
#> C= 376 Ed= 0.05805811 Ew= 2.058118
#> gradient= 26973.01
#> C_new= 474.4057 Ed= 0.07352072 Ew= 2.057089
#> mu= 0.05
#> C_new= 461.3733 Ed= 0.071473 Ew= 2.05709
#> mu= 0.5
#> C_new= 353.0557 Ed= 0.05445343 Ew= 2.057195
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1596 beta= 6785.617
#> ----------------------------------------------------------------------
#> Epoch= 150
#> C= 376 Ed= 0.05445343 Ew= 2.057195
#> gradient= 27942.44
#> C_new= 348.1165 Ed= 0.0503435 Ew= 2.058752
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1572 beta= 7339.579
#> ----------------------------------------------------------------------
#> Epoch= 151
#> C= 376 Ed= 0.0503435 Ew= 2.058752
#> gradient= 28923.2
#> C_new= 474.4133 Ed= 0.06375249 Ew= 2.057793
#> mu= 0.05
#> C_new= 461.3736 Ed= 0.06197587 Ew= 2.057795
#> mu= 0.5
#> C_new= 353.0048 Ed= 0.04721083 Ew= 2.057892
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1585 beta= 7826.596
#> ----------------------------------------------------------------------
#> Epoch= 152
#> C= 376 Ed= 0.04721083 Ew= 2.057892
#> gradient= 29960.84
#> C_new= 348.1884 Ed= 0.04365678 Ew= 2.059341
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1563 beta= 8463.751
#> ----------------------------------------------------------------------
#> Epoch= 153
#> C= 376 Ed= 0.04365678 Ew= 2.059341
#> gradient= 31014.76
#> C_new= 474.4178 Ed= 0.05528527 Ew= 2.058449
#> mu= 0.05
#> C_new= 461.3714 Ed= 0.05374382 Ew= 2.05845
#> mu= 0.5
#> C_new= 352.9552 Ed= 0.04093432 Ew= 2.058541
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1575 beta= 9026.658
#> ----------------------------------------------------------------------
#> Epoch= 154
#> C= 376 Ed= 0.04093432 Ew= 2.058541
#> gradient= 32125.49
#> C_new= 348.2574 Ed= 0.03786044 Ew= 2.059889
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1555 beta= 9759.53
#> ----------------------------------------------------------------------
#> Epoch= 155
#> C= 376 Ed= 0.03786044 Ew= 2.059889
#> gradient= 33257.99
#> C_new= 474.4196 Ed= 0.04794517 Ew= 2.05906
#> mu= 0.05
#> C_new= 461.3669 Ed= 0.04660773 Ew= 2.059061
#> mu= 0.5
#> C_new= 352.9071 Ed= 0.03549448 Ew= 2.059146
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1566 beta= 10410.07
#> ----------------------------------------------------------------------
#> Epoch= 156
#> C= 376 Ed= 0.03549448 Ew= 2.059146
#> gradient= 34447.06
#> C_new= 348.3235 Ed= 0.03283547 Ew= 2.0604
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1547 beta= 11253.08
#> ----------------------------------------------------------------------
#> Epoch= 157
#> C= 376 Ed= 0.03283547 Ew= 2.0604
#> gradient= 35663.97
#> C_new= 474.4189 Ed= 0.04158165 Ew= 2.059628
#> mu= 0.05
#> C_new= 461.3604 Ed= 0.0404212 Ew= 2.059629
#> mu= 0.5
#> C_new= 352.8602 Ed= 0.03077936 Ew= 2.059708
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1558 beta= 12004.8
#> ----------------------------------------------------------------------
#> Epoch= 158
#> C= 376 Ed= 0.03077936 Ew= 2.059708
#> gradient= 36937
#> C_new= 348.3868 Ed= 0.02847888 Ew= 2.060875
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.154 beta= 12974.53
#> ----------------------------------------------------------------------
#> Epoch= 159
#> C= 376 Ed= 0.02847888 Ew= 2.060875
#> gradient= 38244.58
#> C_new= 474.416 Ed= 0.03606437 Ew= 2.060157
#> mu= 0.05
#> C_new= 461.3521 Ed= 0.03505749 Ew= 2.060158
#> mu= 0.5
#> C_new= 352.8147 Ed= 0.02669205 Ew= 2.060232
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.155 beta= 13843.08
#> ----------------------------------------------------------------------
#> Epoch= 160
#> C= 376 Ed= 0.02669205 Ew= 2.060232
#> gradient= 39607.61
#> C_new= 348.4476 Ed= 0.02470146 Ew= 2.061318
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1533 beta= 14958.63
#> ----------------------------------------------------------------------
#> Epoch= 161
#> C= 376 Ed= 0.02470146 Ew= 2.061318
#> gradient= 41012.57
#> C_new= 474.4111 Ed= 0.03128049 Ew= 2.06065
#> mu= 0.05
#> C_new= 461.3423 Ed= 0.03040683 Ew= 2.060651
#> mu= 0.5
#> C_new= 352.7705 Ed= 0.02314868 Ew= 2.060719
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1542 beta= 15962.04
#> ----------------------------------------------------------------------
#> Epoch= 162
#> C= 376 Ed= 0.02314868 Ew= 2.060719
#> gradient= 42472.07
#> C_new= 348.5059 Ed= 0.02142601 Ew= 2.06173
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1527 beta= 17245.4
#> ----------------------------------------------------------------------
#> Epoch= 163
#> C= 376 Ed= 0.02142601 Ew= 2.06173
#> gradient= 43981.64
#> C_new= 474.4046 Ed= 0.02713226 Ew= 2.061108
#> mu= 0.05
#> C_new= 461.3311 Ed= 0.02637417 Ew= 2.061109
#> mu= 0.5
#> C_new= 352.7277 Ed= 0.02007663 Ew= 2.061173
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1535 beta= 18404.49
#> ----------------------------------------------------------------------
#> Epoch= 164
#> C= 376 Ed= 0.02007663 Ew= 2.061173
#> gradient= 45544.54
#> C_new= 348.5618 Ed= 0.01858563 Ew= 2.062114
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1521 beta= 19880.96
#> ----------------------------------------------------------------------
#> Epoch= 165
#> C= 376 Ed= 0.01858563 Ew= 2.062114
#> gradient= 47166.46
#> C_new= 474.3964 Ed= 0.023535 Ew= 2.061535
#> mu= 0.05
#> C_new= 461.3187 Ed= 0.0228772 Ew= 2.061536
#> mu= 0.5
#> C_new= 352.6861 Ed= 0.01741303 Ew= 2.061595
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1529 beta= 21219.74
#> ----------------------------------------------------------------------
#> Epoch= 166
#> C= 376 Ed= 0.01741303 Ew= 2.061595
#> gradient= 48840.22
#> C_new= 348.6155 Ed= 0.01612238 Ew= 2.062471
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1515 beta= 22918.46
#> ----------------------------------------------------------------------
#> Epoch= 167
#> C= 376 Ed= 0.01612238 Ew= 2.062471
#> gradient= 50582.8
#> C_new= 474.387 Ed= 0.02041537 Ew= 2.061933
#> mu= 0.05
#> C_new= 461.3054 Ed= 0.01984458 Ew= 2.061933
#> mu= 0.5
#> C_new= 352.6458 Ed= 0.01510343 Ew= 2.061989
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1523 beta= 24464.64
#> ----------------------------------------------------------------------
#> Epoch= 168
#> C= 376 Ed= 0.01510343 Ew= 2.061989
#> gradient= 52375.41
#> C_new= 348.6669 Ed= 0.01398608 Ew= 2.062804
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.151 beta= 26419.13
#> ----------------------------------------------------------------------
#> Epoch= 169
#> C= 376 Ed= 0.01398608 Ew= 2.062804
#> gradient= 54247.59
#> C_new= 474.3764 Ed= 0.01770982 Ew= 2.062303
#> mu= 0.05
#> C_new= 461.2911 Ed= 0.01721452 Ew= 2.062303
#> mu= 0.5
#> C_new= 352.6067 Ed= 0.01310066 Ew= 2.062355
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1517 beta= 28204.68
#> ----------------------------------------------------------------------
#> Epoch= 170
#> C= 376 Ed= 0.01310066 Ew= 2.062355
#> gradient= 56167.62
#> C_new= 348.7163 Ed= 0.01213323 Ew= 2.063114
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1506 beta= 30453.56
#> ----------------------------------------------------------------------
#> Epoch= 171
#> C= 376 Ed= 0.01213323 Ew= 2.063114
#> gradient= 58178.97
#> C_new= 474.3647 Ed= 0.01536327 Ew= 2.062647
#> mu= 0.05
#> C_new= 461.2761 Ed= 0.01493348 Ew= 2.062648
#> mu= 0.5
#> C_new= 352.5689 Ed= 0.01136387 Ew= 2.062696
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1512 beta= 32515.34
#> ----------------------------------------------------------------------
#> Epoch= 172
#> C= 376 Ed= 0.01136387 Ew= 2.062696
#> gradient= 60235.62
#> C_new= 348.7636 Ed= 0.01052615 Ew= 2.063402
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1501 beta= 35103.04
#> ----------------------------------------------------------------------
#> Epoch= 173
#> C= 376 Ed= 0.01052615 Ew= 2.063402
#> gradient= 62396.43
#> C_new= 474.3523 Ed= 0.01332801 Ew= 2.062968
#> mu= 0.05
#> C_new= 461.2606 Ed= 0.01295506 Ew= 2.062969
#> mu= 0.5
#> C_new= 352.5323 Ed= 0.009857651 Ew= 2.063014
#> mu= 0.05
#> gamma= 13 alpha= 3.1507 beta= 37483.58
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.471904 test-rmse:0.479997
#> [2] train-rmse:0.454693 test-rmse:0.469215
#> [3] train-rmse:0.442826 test-rmse:0.464411
#> [4] train-rmse:0.434241 test-rmse:0.463084
#> [5] train-rmse:0.426539 test-rmse:0.462534
#> [6] train-rmse:0.421690 test-rmse:0.466332
#> [7] train-rmse:0.417211 test-rmse:0.465448
#> [8] train-rmse:0.413129 test-rmse:0.466600
#> [9] train-rmse:0.407709 test-rmse:0.470149
#> [10] train-rmse:0.404443 test-rmse:0.470086
#> [11] train-rmse:0.402455 test-rmse:0.470105
#> [12] train-rmse:0.398051 test-rmse:0.470272
#> [13] train-rmse:0.394187 test-rmse:0.470762
#> [14] train-rmse:0.389697 test-rmse:0.475003
#> [15] train-rmse:0.387237 test-rmse:0.475664
#> [16] train-rmse:0.384123 test-rmse:0.474960
#> [17] train-rmse:0.380407 test-rmse:0.474710
#> [18] train-rmse:0.376616 test-rmse:0.475017
#> [19] train-rmse:0.371311 test-rmse:0.475601
#> [20] train-rmse:0.368512 test-rmse:0.474747
#> [21] train-rmse:0.365165 test-rmse:0.474570
#> [22] train-rmse:0.361981 test-rmse:0.473757
#> [23] train-rmse:0.358446 test-rmse:0.473988
#> [24] train-rmse:0.355770 test-rmse:0.475829
#> [25] train-rmse:0.352708 test-rmse:0.477002
#> [26] train-rmse:0.350637 test-rmse:0.476678
#> [27] train-rmse:0.346958 test-rmse:0.478437
#> [28] train-rmse:0.342777 test-rmse:0.478563
#> [29] train-rmse:0.340918 test-rmse:0.480267
#> [30] train-rmse:0.339439 test-rmse:0.480920
#> [31] train-rmse:0.336372 test-rmse:0.481843
#> [32] train-rmse:0.333703 test-rmse:0.483008
#> [33] train-rmse:0.332577 test-rmse:0.482673
#> [34] train-rmse:0.332088 test-rmse:0.483225
#> [35] train-rmse:0.329314 test-rmse:0.485836
#> [36] train-rmse:0.327163 test-rmse:0.485993
#> [37] train-rmse:0.325786 test-rmse:0.487158
#> [38] train-rmse:0.323992 test-rmse:0.488016
#> [39] train-rmse:0.322028 test-rmse:0.488615
#> [40] train-rmse:0.319691 test-rmse:0.487054
#> [41] train-rmse:0.316812 test-rmse:0.488356
#> [42] train-rmse:0.313858 test-rmse:0.489700
#> [43] train-rmse:0.312571 test-rmse:0.489719
#> [44] train-rmse:0.310445 test-rmse:0.490475
#> [45] train-rmse:0.309590 test-rmse:0.490745
#> [46] train-rmse:0.307772 test-rmse:0.491546
#> [47] train-rmse:0.305242 test-rmse:0.493480
#> [48] train-rmse:0.303069 test-rmse:0.495264
#> [49] train-rmse:0.300738 test-rmse:0.495849
#> [50] train-rmse:0.300191 test-rmse:0.495966
#> [51] train-rmse:0.298885 test-rmse:0.495919
#> [52] train-rmse:0.296172 test-rmse:0.496618
#> [53] train-rmse:0.295153 test-rmse:0.496349
#> [54] train-rmse:0.294209 test-rmse:0.496482
#> [55] train-rmse:0.292340 test-rmse:0.496033
#> [56] train-rmse:0.290512 test-rmse:0.496951
#> [57] train-rmse:0.288431 test-rmse:0.498462
#> [58] train-rmse:0.287770 test-rmse:0.499183
#> [59] train-rmse:0.285938 test-rmse:0.500408
#> [60] train-rmse:0.284052 test-rmse:0.499887
#> [61] train-rmse:0.283002 test-rmse:0.499985
#> [62] train-rmse:0.281613 test-rmse:0.501037
#> [63] train-rmse:0.280800 test-rmse:0.500801
#> [64] train-rmse:0.279835 test-rmse:0.500970
#> [65] train-rmse:0.278936 test-rmse:0.502368
#> [66] train-rmse:0.277234 test-rmse:0.502045
#> [67] train-rmse:0.276064 test-rmse:0.502283
#> [68] train-rmse:0.273774 test-rmse:0.502956
#> [69] train-rmse:0.271416 test-rmse:0.504452
#> [70] train-rmse:0.270563 test-rmse:0.504332
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.350758 test-rmse:0.350758
#> [2] train-rmse:0.246062 test-rmse:0.246062
#> [3] train-rmse:0.172616 test-rmse:0.172616
#> [4] train-rmse:0.121093 test-rmse:0.121093
#> [5] train-rmse:0.084948 test-rmse:0.084948
#> [6] train-rmse:0.059593 test-rmse:0.059593
#> [7] train-rmse:0.041805 test-rmse:0.041805
#> [8] train-rmse:0.029327 test-rmse:0.029327
#> [9] train-rmse:0.020573 test-rmse:0.020573
#> [10] train-rmse:0.014432 test-rmse:0.014432
#> [11] train-rmse:0.010125 test-rmse:0.010125
#> [12] train-rmse:0.007103 test-rmse:0.007103
#> [13] train-rmse:0.004983 test-rmse:0.004983
#> [14] train-rmse:0.003495 test-rmse:0.003495
#> [15] train-rmse:0.002452 test-rmse:0.002452
#> [16] train-rmse:0.001720 test-rmse:0.001720
#> [17] train-rmse:0.001207 test-rmse:0.001207
#> [18] train-rmse:0.000847 test-rmse:0.000847
#> [19] train-rmse:0.000594 test-rmse:0.000594
#> [20] train-rmse:0.000417 test-rmse:0.000417
#> [21] train-rmse:0.000292 test-rmse:0.000292
#> [22] train-rmse:0.000205 test-rmse:0.000205
#> [23] train-rmse:0.000144 test-rmse:0.000144
#> [24] train-rmse:0.000101 test-rmse:0.000101
#> [25] train-rmse:0.000071 test-rmse:0.000071
#> [26] train-rmse:0.000050 test-rmse:0.000050
#> [27] train-rmse:0.000050 test-rmse:0.000050
#> [28] train-rmse:0.000050 test-rmse:0.000050
#> [29] train-rmse:0.000050 test-rmse:0.000050
#> [30] train-rmse:0.000050 test-rmse:0.000050
#> [31] train-rmse:0.000050 test-rmse:0.000050
#> [32] train-rmse:0.000050 test-rmse:0.000050
#> [33] train-rmse:0.000050 test-rmse:0.000050
#> [34] train-rmse:0.000050 test-rmse:0.000050
#> [35] train-rmse:0.000050 test-rmse:0.000050
#> [36] train-rmse:0.000050 test-rmse:0.000050
#> [37] train-rmse:0.000050 test-rmse:0.000050
#> [38] train-rmse:0.000050 test-rmse:0.000050
#> [39] train-rmse:0.000050 test-rmse:0.000050
#> [40] train-rmse:0.000050 test-rmse:0.000050
#> [41] train-rmse:0.000050 test-rmse:0.000050
#> [42] train-rmse:0.000050 test-rmse:0.000050
#> [43] train-rmse:0.000050 test-rmse:0.000050
#> [44] train-rmse:0.000050 test-rmse:0.000050
#> [45] train-rmse:0.000050 test-rmse:0.000050
#> [46] train-rmse:0.000050 test-rmse:0.000050
#> [47] train-rmse:0.000050 test-rmse:0.000050
#> [48] train-rmse:0.000050 test-rmse:0.000050
#> [49] train-rmse:0.000050 test-rmse:0.000050
#> [50] train-rmse:0.000050 test-rmse:0.000050
#> [51] train-rmse:0.000050 test-rmse:0.000050
#> [52] train-rmse:0.000050 test-rmse:0.000050
#> [53] train-rmse:0.000050 test-rmse:0.000050
#> [54] train-rmse:0.000050 test-rmse:0.000050
#> [55] train-rmse:0.000050 test-rmse:0.000050
#> [56] train-rmse:0.000050 test-rmse:0.000050
#> [57] train-rmse:0.000050 test-rmse:0.000050
#> [58] train-rmse:0.000050 test-rmse:0.000050
#> [59] train-rmse:0.000050 test-rmse:0.000050
#> [60] train-rmse:0.000050 test-rmse:0.000050
#> [61] train-rmse:0.000050 test-rmse:0.000050
#> [62] train-rmse:0.000050 test-rmse:0.000050
#> [63] train-rmse:0.000050 test-rmse:0.000050
#> [64] train-rmse:0.000050 test-rmse:0.000050
#> [65] train-rmse:0.000050 test-rmse:0.000050
#> [66] train-rmse:0.000050 test-rmse:0.000050
#> [67] train-rmse:0.000050 test-rmse:0.000050
#> [68] train-rmse:0.000050 test-rmse:0.000050
#> [69] train-rmse:0.000050 test-rmse:0.000050
#> [70] train-rmse:0.000050 test-rmse:0.000050
#> [1]
#> [1] "Resampling number 4 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 140
#> Nguyen-Widrow method
#> Scaling factor= 0.7021324
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 378.5 Ed= 781.633 Ew= 7.460154
#> gradient= 194.9365
#> C_new= 114.2179 Ed= 240.4998 Ew= 2.05643
#> mu= 5e-04
#> gamma= 12.1992 alpha= 2.9661 beta= 1.5484
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 378.5 Ed= 240.4998 Ew= 2.05643
#> gradient= 713.4742
#> C_new= 593.772 Ed= 380.9955 Ew= 1.288545
#> mu= 0.005
#> C_new= 592.3552 Ed= 380.0804 Ew= 1.288562
#> mu= 0.05
#> C_new= 578.4305 Ed= 371.0872 Ew= 1.288825
#> mu= 0.5
#> C_new= 460.4602 Ed= 294.8803 Ew= 1.29956
#> mu= 5
#> C_new= 91.39993 Ed= 55.9145 Ew= 1.624841
#> mu= 0.5
#> gamma= 15.1867 alpha= 4.6733 beta= 6.6335
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 378.5 Ed= 55.9145 Ew= 1.624841
#> gradient= 1252.517
#> C_new= 18.2403 Ed= 1.231211 Ew= 2.155465
#> mu= 0.05
#> gamma= 13.5498 alpha= 3.1431 beta= 301.9183
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 378.5 Ed= 1.231211 Ew= 2.155465
#> gradient= 4154.485
#> C_new= 141.4844 Ed= 0.4467174 Ew= 2.103701
#> mu= 0.005
#> gamma= 21.8019 alpha= 5.1818 beta= 822.8894
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 378.5 Ed= 0.4467174 Ew= 2.103701
#> gradient= 14331.89
#> C_new= 591.8226 Ed= 0.7060641 Ew= 2.086128
#> mu= 0.05
#> C_new= 581.8869 Ed= 0.6939899 Ew= 2.08613
#> mu= 0.5
#> C_new= 493.348 Ed= 0.5863938 Ew= 2.086282
#> mu= 5
#> C_new= 132.4972 Ed= 0.1478312 Ew= 2.093573
#> mu= 0.5
#> gamma= 21.2708 alpha= 5.08 beta= 2488.411
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 378.5 Ed= 0.1478312 Ew= 2.093573
#> gradient= 23503.64
#> C_new= 38.27674 Ed= 0.01107908 Ew= 2.107758
#> mu= 0.05
#> gamma= 19.5311 alpha= 4.6331 beta= 33282.05
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 378.5 Ed= 0.01107908 Ew= 2.107758
#> gradient= 85817.91
#> C_new= 554.3129 Ed= 0.01636266 Ew= 2.100055
#> mu= 0.5
#> C_new= 460.5502 Ed= 0.01354544 Ew= 2.100097
#> mu= 5
#> C_new= 108.5955 Ed= 0.002970262 Ew= 2.102033
#> mu= 0.5
#> gamma= 22.1707 alpha= 5.2736 beta= 123697.7
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.467331 test-rmse:0.481850
#> [2] train-rmse:0.447946 test-rmse:0.477835
#> [3] train-rmse:0.436108 test-rmse:0.473088
#> [4] train-rmse:0.428309 test-rmse:0.476313
#> [5] train-rmse:0.421849 test-rmse:0.476027
#> [6] train-rmse:0.416105 test-rmse:0.478886
#> [7] train-rmse:0.411712 test-rmse:0.479509
#> [8] train-rmse:0.407652 test-rmse:0.478950
#> [9] train-rmse:0.404759 test-rmse:0.479738
#> [10] train-rmse:0.402170 test-rmse:0.480338
#> [11] train-rmse:0.398558 test-rmse:0.481465
#> [12] train-rmse:0.395802 test-rmse:0.481283
#> [13] train-rmse:0.389476 test-rmse:0.481976
#> [14] train-rmse:0.385637 test-rmse:0.482912
#> [15] train-rmse:0.383242 test-rmse:0.481823
#> [16] train-rmse:0.380104 test-rmse:0.480779
#> [17] train-rmse:0.377026 test-rmse:0.482912
#> [18] train-rmse:0.372050 test-rmse:0.482561
#> [19] train-rmse:0.369674 test-rmse:0.482200
#> [20] train-rmse:0.365309 test-rmse:0.483626
#> [21] train-rmse:0.363714 test-rmse:0.484841
#> [22] train-rmse:0.360608 test-rmse:0.484088
#> [23] train-rmse:0.358371 test-rmse:0.484863
#> [24] train-rmse:0.355831 test-rmse:0.484760
#> [25] train-rmse:0.352931 test-rmse:0.484661
#> [26] train-rmse:0.349575 test-rmse:0.485720
#> [27] train-rmse:0.347337 test-rmse:0.485899
#> [28] train-rmse:0.346334 test-rmse:0.486571
#> [29] train-rmse:0.344454 test-rmse:0.487078
#> [30] train-rmse:0.340980 test-rmse:0.489857
#> [31] train-rmse:0.338365 test-rmse:0.491583
#> [32] train-rmse:0.334672 test-rmse:0.493205
#> [33] train-rmse:0.333669 test-rmse:0.493830
#> [34] train-rmse:0.332866 test-rmse:0.493942
#> [35] train-rmse:0.331984 test-rmse:0.494204
#> [36] train-rmse:0.329138 test-rmse:0.493876
#> [37] train-rmse:0.328020 test-rmse:0.494519
#> [38] train-rmse:0.326004 test-rmse:0.494570
#> [39] train-rmse:0.324502 test-rmse:0.495605
#> [40] train-rmse:0.323359 test-rmse:0.496372
#> [41] train-rmse:0.319805 test-rmse:0.497922
#> [42] train-rmse:0.317666 test-rmse:0.500181
#> [43] train-rmse:0.316761 test-rmse:0.501140
#> [44] train-rmse:0.314806 test-rmse:0.501488
#> [45] train-rmse:0.312189 test-rmse:0.502570
#> [46] train-rmse:0.310698 test-rmse:0.502476
#> [47] train-rmse:0.308876 test-rmse:0.503231
#> [48] train-rmse:0.306881 test-rmse:0.503342
#> [49] train-rmse:0.305214 test-rmse:0.504253
#> [50] train-rmse:0.303648 test-rmse:0.504036
#> [51] train-rmse:0.301096 test-rmse:0.504102
#> [52] train-rmse:0.299013 test-rmse:0.504641
#> [53] train-rmse:0.297133 test-rmse:0.505133
#> [54] train-rmse:0.295308 test-rmse:0.507045
#> [55] train-rmse:0.294673 test-rmse:0.507159
#> [56] train-rmse:0.292979 test-rmse:0.507137
#> [57] train-rmse:0.290315 test-rmse:0.507923
#> [58] train-rmse:0.289481 test-rmse:0.507953
#> [59] train-rmse:0.287342 test-rmse:0.508925
#> [60] train-rmse:0.287147 test-rmse:0.508918
#> [61] train-rmse:0.286488 test-rmse:0.508892
#> [62] train-rmse:0.284669 test-rmse:0.509266
#> [63] train-rmse:0.282234 test-rmse:0.509011
#> [64] train-rmse:0.279858 test-rmse:0.509542
#> [65] train-rmse:0.278122 test-rmse:0.510121
#> [66] train-rmse:0.276381 test-rmse:0.508959
#> [67] train-rmse:0.275691 test-rmse:0.509539
#> [68] train-rmse:0.274594 test-rmse:0.510750
#> [69] train-rmse:0.272082 test-rmse:0.510836
#> [70] train-rmse:0.270573 test-rmse:0.510121
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.350735 test-rmse:0.350737
#> [2] train-rmse:0.246030 test-rmse:0.246033
#> [3] train-rmse:0.172583 test-rmse:0.172586
#> [4] train-rmse:0.121062 test-rmse:0.121064
#> [5] train-rmse:0.084921 test-rmse:0.084924
#> [6] train-rmse:0.059570 test-rmse:0.059572
#> [7] train-rmse:0.041787 test-rmse:0.041788
#> [8] train-rmse:0.029312 test-rmse:0.029313
#> [9] train-rmse:0.020562 test-rmse:0.020562
#> [10] train-rmse:0.014423 test-rmse:0.014424
#> [11] train-rmse:0.010118 test-rmse:0.010118
#> [12] train-rmse:0.007097 test-rmse:0.007098
#> [13] train-rmse:0.004978 test-rmse:0.004979
#> [14] train-rmse:0.003492 test-rmse:0.003492
#> [15] train-rmse:0.002450 test-rmse:0.002450
#> [16] train-rmse:0.001718 test-rmse:0.001719
#> [17] train-rmse:0.001205 test-rmse:0.001205
#> [18] train-rmse:0.000846 test-rmse:0.000846
#> [19] train-rmse:0.000593 test-rmse:0.000593
#> [20] train-rmse:0.000416 test-rmse:0.000416
#> [21] train-rmse:0.000292 test-rmse:0.000292
#> [22] train-rmse:0.000205 test-rmse:0.000205
#> [23] train-rmse:0.000144 test-rmse:0.000144
#> [24] train-rmse:0.000101 test-rmse:0.000101
#> [25] train-rmse:0.000071 test-rmse:0.000071
#> [26] train-rmse:0.000050 test-rmse:0.000050
#> [27] train-rmse:0.000050 test-rmse:0.000050
#> [28] train-rmse:0.000050 test-rmse:0.000050
#> [29] train-rmse:0.000050 test-rmse:0.000050
#> [30] train-rmse:0.000050 test-rmse:0.000050
#> [31] train-rmse:0.000050 test-rmse:0.000050
#> [32] train-rmse:0.000050 test-rmse:0.000050
#> [33] train-rmse:0.000050 test-rmse:0.000050
#> [34] train-rmse:0.000050 test-rmse:0.000050
#> [35] train-rmse:0.000050 test-rmse:0.000050
#> [36] train-rmse:0.000050 test-rmse:0.000050
#> [37] train-rmse:0.000050 test-rmse:0.000050
#> [38] train-rmse:0.000050 test-rmse:0.000050
#> [39] train-rmse:0.000050 test-rmse:0.000050
#> [40] train-rmse:0.000050 test-rmse:0.000050
#> [41] train-rmse:0.000049 test-rmse:0.000050
#> [42] train-rmse:0.000049 test-rmse:0.000050
#> [43] train-rmse:0.000049 test-rmse:0.000050
#> [44] train-rmse:0.000049 test-rmse:0.000050
#> [45] train-rmse:0.000049 test-rmse:0.000050
#> [46] train-rmse:0.000049 test-rmse:0.000050
#> [47] train-rmse:0.000049 test-rmse:0.000050
#> [48] train-rmse:0.000049 test-rmse:0.000050
#> [49] train-rmse:0.000049 test-rmse:0.000050
#> [50] train-rmse:0.000049 test-rmse:0.000050
#> [51] train-rmse:0.000049 test-rmse:0.000050
#> [52] train-rmse:0.000049 test-rmse:0.000050
#> [53] train-rmse:0.000049 test-rmse:0.000050
#> [54] train-rmse:0.000049 test-rmse:0.000050
#> [55] train-rmse:0.000049 test-rmse:0.000050
#> [56] train-rmse:0.000049 test-rmse:0.000050
#> [57] train-rmse:0.000049 test-rmse:0.000050
#> [58] train-rmse:0.000049 test-rmse:0.000050
#> [59] train-rmse:0.000049 test-rmse:0.000050
#> [60] train-rmse:0.000049 test-rmse:0.000050
#> [61] train-rmse:0.000049 test-rmse:0.000050
#> [62] train-rmse:0.000049 test-rmse:0.000050
#> [63] train-rmse:0.000049 test-rmse:0.000050
#> [64] train-rmse:0.000049 test-rmse:0.000050
#> [65] train-rmse:0.000049 test-rmse:0.000050
#> [66] train-rmse:0.000049 test-rmse:0.000050
#> [67] train-rmse:0.000049 test-rmse:0.000050
#> [68] train-rmse:0.000049 test-rmse:0.000050
#> [69] train-rmse:0.000049 test-rmse:0.000050
#> [70] train-rmse:0.000049 test-rmse:0.000050
#> [1]
#> [1] "Resampling number 5 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 140
#> Nguyen-Widrow method
#> Scaling factor= 0.702051
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 393.5 Ed= 659.6183 Ew= 7.629463
#> gradient= 228.8143
#> C_new= 169.1039 Ed= 311.7461 Ew= 1.767052
#> mu= 5e-04
#> gamma= 15.3922 alpha= 4.3553 beta= 1.2376
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 393.5 Ed= 311.7461 Ew= 1.767052
#> gradient= 560.3639
#> C_new= 519.3349 Ed= 415.191 Ew= 1.265564
#> mu= 0.005
#> C_new= 518.5358 Ed= 414.5453 Ew= 1.265564
#> mu= 0.05
#> C_new= 510.6353 Ed= 408.1612 Ew= 1.265604
#> mu= 0.5
#> C_new= 439.8948 Ed= 350.9857 Ew= 1.269637
#> mu= 5
#> C_new= 138.2069 Ed= 106.5694 Ew= 1.451322
#> mu= 0.5
#> gamma= 12.8394 alpha= 4.4234 beta= 3.6322
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 393.5 Ed= 106.5694 Ew= 1.451322
#> gradient= 788.124
#> C_new= 36.17463 Ed= 7.475644 Ew= 2.039556
#> mu= 0.05
#> gamma= 13.1074 alpha= 3.2133 beta= 51.7609
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 393.5 Ed= 7.475644 Ew= 2.039556
#> gradient= 3094.255
#> C_new= 674.8442 Ed= 12.91613 Ew= 1.958535
#> mu= 0.5
#> C_new= 521.2968 Ed= 9.949569 Ew= 1.959929
#> mu= 5
#> C_new= 80.5597 Ed= 1.43165 Ew= 2.009204
#> mu= 0.5
#> gamma= 14.9758 alpha= 3.7268 beta= 269.6275
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 393.5 Ed= 1.43165 Ew= 2.009204
#> gradient= 7525.563
#> C_new= 10.01897 Ed= 0.008245157 Ew= 2.091838
#> mu= 0.05
#> gamma= 15.0254 alpha= 3.5914 beta= 46813.82
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.472015 test-rmse:0.479405
#> [2] train-rmse:0.454509 test-rmse:0.464861
#> [3] train-rmse:0.445213 test-rmse:0.462106
#> [4] train-rmse:0.437988 test-rmse:0.457857
#> [5] train-rmse:0.431381 test-rmse:0.457320
#> [6] train-rmse:0.426092 test-rmse:0.458364
#> [7] train-rmse:0.422477 test-rmse:0.457928
#> [8] train-rmse:0.418360 test-rmse:0.458414
#> [9] train-rmse:0.412649 test-rmse:0.458915
#> [10] train-rmse:0.409383 test-rmse:0.461636
#> [11] train-rmse:0.406422 test-rmse:0.460816
#> [12] train-rmse:0.402651 test-rmse:0.461481
#> [13] train-rmse:0.397601 test-rmse:0.459518
#> [14] train-rmse:0.395597 test-rmse:0.461617
#> [15] train-rmse:0.393776 test-rmse:0.459887
#> [16] train-rmse:0.389105 test-rmse:0.459414
#> [17] train-rmse:0.385465 test-rmse:0.459463
#> [18] train-rmse:0.384793 test-rmse:0.459232
#> [19] train-rmse:0.383630 test-rmse:0.460229
#> [20] train-rmse:0.383091 test-rmse:0.460687
#> [21] train-rmse:0.381590 test-rmse:0.461815
#> [22] train-rmse:0.379974 test-rmse:0.462304
#> [23] train-rmse:0.376661 test-rmse:0.463148
#> [24] train-rmse:0.374596 test-rmse:0.462882
#> [25] train-rmse:0.372038 test-rmse:0.460755
#> [26] train-rmse:0.368759 test-rmse:0.459242
#> [27] train-rmse:0.364930 test-rmse:0.460171
#> [28] train-rmse:0.361760 test-rmse:0.461331
#> [29] train-rmse:0.358474 test-rmse:0.460822
#> [30] train-rmse:0.356190 test-rmse:0.461762
#> [31] train-rmse:0.352880 test-rmse:0.461370
#> [32] train-rmse:0.350157 test-rmse:0.460965
#> [33] train-rmse:0.347643 test-rmse:0.460787
#> [34] train-rmse:0.344682 test-rmse:0.463075
#> [35] train-rmse:0.341727 test-rmse:0.462328
#> [36] train-rmse:0.338642 test-rmse:0.462957
#> [37] train-rmse:0.336463 test-rmse:0.464065
#> [38] train-rmse:0.333756 test-rmse:0.465015
#> [39] train-rmse:0.332716 test-rmse:0.465399
#> [40] train-rmse:0.332202 test-rmse:0.465261
#> [41] train-rmse:0.331398 test-rmse:0.465966
#> [42] train-rmse:0.328863 test-rmse:0.466197
#> [43] train-rmse:0.327254 test-rmse:0.467917
#> [44] train-rmse:0.324478 test-rmse:0.468377
#> [45] train-rmse:0.321880 test-rmse:0.468361
#> [46] train-rmse:0.319537 test-rmse:0.468119
#> [47] train-rmse:0.317977 test-rmse:0.466914
#> [48] train-rmse:0.316174 test-rmse:0.467960
#> [49] train-rmse:0.314516 test-rmse:0.468928
#> [50] train-rmse:0.312354 test-rmse:0.469852
#> [51] train-rmse:0.309921 test-rmse:0.469688
#> [52] train-rmse:0.307118 test-rmse:0.470112
#> [53] train-rmse:0.306352 test-rmse:0.470880
#> [54] train-rmse:0.304827 test-rmse:0.470681
#> [55] train-rmse:0.303866 test-rmse:0.471778
#> [56] train-rmse:0.301592 test-rmse:0.471787
#> [57] train-rmse:0.301115 test-rmse:0.472183
#> [58] train-rmse:0.299111 test-rmse:0.472918
#> [59] train-rmse:0.296761 test-rmse:0.473694
#> [60] train-rmse:0.295247 test-rmse:0.474909
#> [61] train-rmse:0.294519 test-rmse:0.474677
#> [62] train-rmse:0.292770 test-rmse:0.474990
#> [63] train-rmse:0.292228 test-rmse:0.474557
#> [64] train-rmse:0.289580 test-rmse:0.474956
#> [65] train-rmse:0.288979 test-rmse:0.475584
#> [66] train-rmse:0.287340 test-rmse:0.475477
#> [67] train-rmse:0.285677 test-rmse:0.475229
#> [68] train-rmse:0.283416 test-rmse:0.475314
#> [69] train-rmse:0.282421 test-rmse:0.475635
#> [70] train-rmse:0.280654 test-rmse:0.475417
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.350813 test-rmse:0.350826
#> [2] train-rmse:0.246140 test-rmse:0.246157
#> [3] train-rmse:0.172698 test-rmse:0.172717
#> [4] train-rmse:0.121169 test-rmse:0.121187
#> [5] train-rmse:0.085016 test-rmse:0.085031
#> [6] train-rmse:0.059649 test-rmse:0.059662
#> [7] train-rmse:0.041851 test-rmse:0.041862
#> [8] train-rmse:0.029364 test-rmse:0.029373
#> [9] train-rmse:0.020603 test-rmse:0.020609
#> [10] train-rmse:0.014455 test-rmse:0.014461
#> [11] train-rmse:0.010142 test-rmse:0.010146
#> [12] train-rmse:0.007116 test-rmse:0.007119
#> [13] train-rmse:0.004993 test-rmse:0.004995
#> [14] train-rmse:0.003503 test-rmse:0.003505
#> [15] train-rmse:0.002458 test-rmse:0.002459
#> [16] train-rmse:0.001724 test-rmse:0.001726
#> [17] train-rmse:0.001210 test-rmse:0.001211
#> [18] train-rmse:0.000849 test-rmse:0.000849
#> [19] train-rmse:0.000596 test-rmse:0.000596
#> [20] train-rmse:0.000418 test-rmse:0.000418
#> [21] train-rmse:0.000293 test-rmse:0.000293
#> [22] train-rmse:0.000206 test-rmse:0.000206
#> [23] train-rmse:0.000144 test-rmse:0.000144
#> [24] train-rmse:0.000101 test-rmse:0.000101
#> [25] train-rmse:0.000071 test-rmse:0.000071
#> [26] train-rmse:0.000050 test-rmse:0.000050
#> [27] train-rmse:0.000050 test-rmse:0.000050
#> [28] train-rmse:0.000050 test-rmse:0.000050
#> [29] train-rmse:0.000050 test-rmse:0.000050
#> [30] train-rmse:0.000050 test-rmse:0.000050
#> [31] train-rmse:0.000050 test-rmse:0.000050
#> [32] train-rmse:0.000050 test-rmse:0.000050
#> [33] train-rmse:0.000050 test-rmse:0.000050
#> [34] train-rmse:0.000050 test-rmse:0.000050
#> [35] train-rmse:0.000050 test-rmse:0.000050
#> [36] train-rmse:0.000050 test-rmse:0.000050
#> [37] train-rmse:0.000050 test-rmse:0.000050
#> [38] train-rmse:0.000050 test-rmse:0.000050
#> [39] train-rmse:0.000050 test-rmse:0.000050
#> [40] train-rmse:0.000050 test-rmse:0.000050
#> [41] train-rmse:0.000050 test-rmse:0.000050
#> [42] train-rmse:0.000050 test-rmse:0.000050
#> [43] train-rmse:0.000050 test-rmse:0.000050
#> [44] train-rmse:0.000050 test-rmse:0.000050
#> [45] train-rmse:0.000050 test-rmse:0.000050
#> [46] train-rmse:0.000050 test-rmse:0.000050
#> [47] train-rmse:0.000050 test-rmse:0.000050
#> [48] train-rmse:0.000050 test-rmse:0.000050
#> [49] train-rmse:0.000050 test-rmse:0.000050
#> [50] train-rmse:0.000050 test-rmse:0.000050
#> [51] train-rmse:0.000050 test-rmse:0.000050
#> [52] train-rmse:0.000050 test-rmse:0.000050
#> [53] train-rmse:0.000050 test-rmse:0.000050
#> [54] train-rmse:0.000050 test-rmse:0.000050
#> [55] train-rmse:0.000050 test-rmse:0.000050
#> [56] train-rmse:0.000050 test-rmse:0.000050
#> [57] train-rmse:0.000050 test-rmse:0.000050
#> [58] train-rmse:0.000050 test-rmse:0.000050
#> [59] train-rmse:0.000050 test-rmse:0.000050
#> [60] train-rmse:0.000050 test-rmse:0.000050
#> [61] train-rmse:0.000050 test-rmse:0.000050
#> [62] train-rmse:0.000050 test-rmse:0.000050
#> [63] train-rmse:0.000050 test-rmse:0.000050
#> [64] train-rmse:0.000050 test-rmse:0.000050
#> [65] train-rmse:0.000050 test-rmse:0.000050
#> [66] train-rmse:0.000050 test-rmse:0.000050
#> [67] train-rmse:0.000050 test-rmse:0.000050
#> [68] train-rmse:0.000050 test-rmse:0.000050
#> [69] train-rmse:0.000050 test-rmse:0.000050
#> [70] train-rmse:0.000050 test-rmse:0.000050
#> [1]
#> [1] "Resampling number 6 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 140
#> Nguyen-Widrow method
#> Scaling factor= 0.7020304
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 397.5 Ed= 767.7908 Ew= 8.390727
#> gradient= 301.8039
#> C_new= 77.5348 Ed= 151.3234 Ew= 1.556842
#> mu= 5e-04
#> gamma= 19.5691 alpha= 6.2849 beta= 2.5622
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 397.5 Ed= 151.3234 Ew= 1.556842
#> gradient= 692.2406
#> C_new= 283.063 Ed= 105.9748 Ew= 1.835853
#> mu= 5e-05
#> gamma= 12.6341 alpha= 3.4409 beta= 3.6913
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 397.5 Ed= 105.9748 Ew= 1.835853
#> gradient= 846.3072
#> C_new= 336.4853 Ed= 89.54731 Ew= 1.726538
#> mu= 5e-06
#> gamma= 14.3049 alpha= 4.1426 beta= 4.3591
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 397.5 Ed= 89.54731 Ew= 1.726538
#> gradient= 973.8064
#> C_new= 414.8068 Ed= 93.5182 Ew= 1.725861
#> mu= 5e-05
#> C_new= 414.7987 Ed= 93.51634 Ew= 1.725861
#> mu= 5e-04
#> C_new= 414.7178 Ed= 93.49779 Ew= 1.725861
#> mu= 0.005
#> C_new= 413.9101 Ed= 93.31251 Ew= 1.725861
#> mu= 0.05
#> C_new= 405.9447 Ed= 91.48518 Ew= 1.72588
#> mu= 0.5
#> C_new= 336.2568 Ed= 75.49659 Ew= 1.727884
#> mu= 0.05
#> gamma= 12.417 alpha= 3.5931 beta= 5.1829
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 397.5 Ed= 75.49659 Ew= 1.727884
#> gradient= 1042.63
#> C_new= 408.4698 Ed= 77.59913 Ew= 1.748083
#> mu= 0.5
#> C_new= 331.408 Ed= 62.72902 Ew= 1.750445
#> mu= 0.05
#> gamma= 12.8263 alpha= 3.6637 beta= 6.2345
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 397.5 Ed= 62.72902 Ew= 1.750445
#> gradient= 1134.02
#> C_new= 371.7176 Ed= 58.56388 Ew= 1.801044
#> mu= 0.005
#> gamma= 12.5873 alpha= 3.4944 beta= 6.68
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 397.5 Ed= 58.56388 Ew= 1.801044
#> gradient= 1208.994
#> C_new= 488.6941 Ed= 72.23922 Ew= 1.756081
#> mu= 0.05
#> C_new= 477.8141 Ed= 70.61047 Ew= 1.756107
#> mu= 0.5
#> C_new= 384.5751 Ed= 56.65125 Ew= 1.758554
#> mu= 0.05
#> gamma= 12.8121 alpha= 3.6428 beta= 6.9035
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 397.5 Ed= 56.65125 Ew= 1.758554
#> gradient= 1164.197
#> C_new= 349.8529 Ed= 49.71695 Ew= 1.820065
#> mu= 0.005
#> gamma= 12.6232 alpha= 3.4678 beta= 7.8683
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 397.5 Ed= 49.71695 Ew= 1.820065
#> gradient= 1312.145
#> C_new= 495.8427 Ed= 62.23422 Ew= 1.77767
#> mu= 0.05
#> C_new= 484.6171 Ed= 60.80752 Ew= 1.777695
#> mu= 0.5
#> C_new= 388.6253 Ed= 48.6067 Ew= 1.780016
#> mu= 0.05
#> gamma= 12.839 alpha= 3.6064 beta= 8.0458
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 397.5 Ed= 48.6067 Ew= 1.780016
#> gradient= 1258.431
#> C_new= 350.0339 Ed= 42.68145 Ew= 1.837515
#> mu= 0.005
#> gamma= 12.6783 alpha= 3.4498 beta= 9.1647
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 397.5 Ed= 42.68145 Ew= 1.837515
#> gradient= 1410.686
#> C_new= 495.8215 Ed= 53.42425 Ew= 1.799089
#> mu= 0.05
#> C_new= 484.4551 Ed= 52.184 Ew= 1.799113
#> mu= 0.5
#> C_new= 387.4201 Ed= 41.59522 Ew= 1.801297
#> mu= 0.05
#> gamma= 12.8605 alpha= 3.5698 beta= 9.4018
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 397.5 Ed= 41.59522 Ew= 1.801297
#> gradient= 1357.922
#> C_new= 349.8351 Ed= 36.50536 Ew= 1.854208
#> mu= 0.005
#> gamma= 12.7271 alpha= 3.432 beta= 10.7145
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 397.5 Ed= 36.50536 Ew= 1.854208
#> gradient= 1516.421
#> C_new= 497.07 Ed= 45.80956 Ew= 1.819274
#> mu= 0.05
#> C_new= 485.5349 Ed= 44.73298 Ew= 1.819297
#> mu= 0.5
#> C_new= 387.2207 Ed= 35.5565 Ew= 1.821351
#> mu= 0.05
#> gamma= 12.8796 alpha= 3.5357 beta= 10.9983
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 397.5 Ed= 35.5565 Ew= 1.821351
#> gradient= 1463.864
#> C_new= 350.4206 Ed= 31.26029 Ew= 1.869872
#> mu= 0.005
#> gamma= 12.7694 alpha= 3.4145 beta= 12.5116
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 397.5 Ed= 31.26029 Ew= 1.869872
#> gradient= 1627.358
#> C_new= 498.1904 Ed= 39.31678 Ew= 1.837989
#> mu= 0.05
#> C_new= 486.4959 Ed= 38.38207 Ew= 1.83801
#> mu= 0.5
#> C_new= 386.9773 Ed= 30.42742 Ew= 1.839941
#> mu= 0.05
#> gamma= 12.8961 alpha= 3.5045 beta= 12.852
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 397.5 Ed= 30.42742 Ew= 1.839941
#> gradient= 1575.67
#> C_new= 351.1479 Ed= 26.80868 Ew= 1.884392
#> mu= 0.005
#> gamma= 12.8052 alpha= 3.3977 beta= 14.5885
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 397.5 Ed= 26.80868 Ew= 1.884392
#> gradient= 1744.133
#> C_new= 499.3403 Ed= 33.79637 Ew= 1.855202
#> mu= 0.05
#> C_new= 487.4918 Ed= 32.98417 Ew= 1.855222
#> mu= 0.5
#> C_new= 386.8122 Ed= 26.08244 Ew= 1.857037
#> mu= 0.05
#> gamma= 12.9102 alpha= 3.476 beta= 14.9927
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 397.5 Ed= 26.08244 Ew= 1.857037
#> gradient= 1693.651
#> C_new= 351.9936 Ed= 23.03775 Ew= 1.897766
#> mu= 0.005
#> gamma= 12.8355 alpha= 3.3817 beta= 16.9757
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 397.5 Ed= 23.03775 Ew= 1.897766
#> gradient= 1866.927
#> C_new= 500.3933 Ed= 29.10429 Ew= 1.870974
#> mu= 0.05
#> C_new= 488.3997 Ed= 28.39777 Ew= 1.870993
#> mu= 0.5
#> C_new= 386.6309 Ed= 22.40247 Ew= 1.872699
#> mu= 0.05
#> gamma= 12.9222 alpha= 3.4502 beta= 17.4552
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 397.5 Ed= 22.40247 Ew= 1.872699
#> gradient= 1818.101
#> C_new= 352.8667 Ed= 19.83806 Ew= 1.910047
#> mu= 0.005
#> gamma= 12.8609 alpha= 3.3666 beta= 19.7131
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 397.5 Ed= 19.83806 Ew= 1.910047
#> gradient= 1996.155
#> C_new= 501.3133 Ed= 25.10848 Ew= 1.88541
#> mu= 0.05
#> C_new= 489.1845 Ed= 24.49321 Ew= 1.885428
#> mu= 0.5
#> C_new= 386.4046 Ed= 19.27915 Ew= 1.887032
#> mu= 0.05
#> gamma= 12.9325 alpha= 3.4267 beta= 20.2827
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 397.5 Ed= 19.27915 Ew= 1.887032
#> gradient= 1949.474
#> C_new= 353.721 Ed= 17.11492 Ew= 1.921314
#> mu= 0.005
#> gamma= 12.8823 alpha= 3.3525 beta= 22.849
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 397.5 Ed= 17.11492 Ew= 1.921314
#> gradient= 2132.33
#> C_new= 502.0704 Ed= 21.69483 Ew= 1.898627
#> mu= 0.05
#> C_new= 489.8168 Ed= 21.15854 Ew= 1.898644
#> mu= 0.5
#> C_new= 386.1081 Ed= 16.61945 Ew= 1.900152
#> mu= 0.05
#> gamma= 12.9414 alpha= 3.4054 beta= 23.5284
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 397.5 Ed= 16.61945 Ew= 1.900152
#> gradient= 2088.347
#> C_new= 354.5227 Ed= 14.78828 Ew= 1.931653
#> mu= 0.005
#> gamma= 12.9002 alpha= 3.3392 beta= 26.4432
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 397.5 Ed= 14.78828 Ew= 1.931653
#> gradient= 2276.101
#> C_new= 502.6478 Ed= 18.76728 Ew= 1.910746
#> mu= 0.05
#> C_new= 490.2798 Ed= 18.29955 Ew= 1.910762
#> mu= 0.5
#> C_new= 385.7255 Ed= 14.34546 Ew= 1.91218
#> mu= 0.05
#> gamma= 12.949 alpha= 3.3859 beta= 27.2578
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 397.5 Ed= 14.34546 Ew= 1.91218
#> gradient= 2235.447
#> C_new= 355.2498 Ed= 12.79184 Ew= 1.941153
#> mu= 0.005
#> gamma= 12.9153 alpha= 3.3267 beta= 30.5697
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 397.5 Ed= 12.79184 Ew= 1.941153
#> gradient= 2428.261
#> C_new= 503.0375 Ed= 16.2463 Ew= 1.92188
#> mu= 0.05
#> C_new= 490.5655 Ed= 15.83831 Ew= 1.921895
#> mu= 0.5
#> C_new= 385.2474 Ed= 12.39298 Ew= 1.923227
#> mu= 0.05
#> gamma= 12.9556 alpha= 3.3682 beta= 31.5519
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 397.5 Ed= 12.39298 Ew= 1.923227
#> gradient= 2391.654
#> C_new= 355.8885 Ed= 11.07131 Ew= 1.949897
#> mu= 0.005
#> gamma= 12.9281 alpha= 3.3151 beta= 35.3198
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 397.5 Ed= 11.07131 Ew= 1.949897
#> gradient= 2589.77
#> C_new= 503.2401 Ed= 14.06677 Ew= 1.932133
#> mu= 0.05
#> C_new= 490.6739 Ed= 13.71098 Ew= 1.932147
#> mu= 0.5
#> C_new= 384.671 Ed= 10.70963 Ew= 1.933398
#> mu= 0.05
#> gamma= 12.9614 alpha= 3.352 beta= 36.511
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 397.5 Ed= 10.70963 Ew= 1.933398
#> gradient= 2558.027
#> C_new= 356.4328 Ed= 9.582586 Ew= 1.957962
#> mu= 0.005
#> gamma= 12.939 alpha= 3.3042 beta= 40.8064
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 397.5 Ed= 9.582586 Ew= 1.957962
#> gradient= 2761.758
#> C_new= 503.2651 Ed= 12.17579 Ew= 1.9416
#> mu= 0.05
#> C_new= 490.614 Ed= 11.86576 Ew= 1.941613
#> mu= 0.5
#> C_new= 384.0002 Ed= 9.252988 Ew= 1.942788
#> mu= 0.05
#> gamma= 12.9664 alpha= 3.3371 beta= 42.2584
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 397.5 Ed= 9.252988 Ew= 1.942788
#> gradient= 2735.796
#> C_new= 356.8841 Ed= 8.290071 Ew= 1.96542
#> mu= 0.005
#> gamma= 12.9482 alpha= 3.294 beta= 47.168
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 397.5 Ed= 8.290071 Ew= 1.96542
#> gradient= 2945.534
#> C_new= 503.1323 Ed= 10.53061 Ew= 1.950366
#> mu= 0.05
#> C_new= 490.4049 Ed= 10.26078 Ew= 1.950378
#> mu= 0.5
#> C_new= 383.2473 Ed= 7.988874 Ew= 1.951479
#> mu= 0.05
#> gamma= 12.9707 alpha= 3.3233 beta= 48.9449
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 397.5 Ed= 7.988874 Ew= 1.951479
#> gradient= 2926.367
#> C_new= 357.2519 Ed= 7.165144 Ew= 1.972337
#> mu= 0.005
#> gamma= 12.956 alpha= 3.2844 beta= 54.5728
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 397.5 Ed= 7.165144 Ew= 1.972337
#> gradient= 3142.566
#> C_new= 502.8721 Ed= 9.096829 Ew= 1.958505
#> mu= 0.05
#> C_new= 490.0757 Ed= 8.862346 Ew= 1.958516
#> mu= 0.5
#> C_new= 382.4327 Ed= 6.889819 Ew= 1.959547
#> mu= 0.05
#> gamma= 12.9746 alpha= 3.3106 beta= 56.7523
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 397.5 Ed= 6.889819 Ew= 1.959547
#> gradient= 3131.295
#> C_new= 357.5531 Ed= 6.184814 Ew= 1.978772
#> mu= 0.005
#> gamma= 12.9627 alpha= 3.2754 beta= 63.2224
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 397.5 Ed= 6.184814 Ew= 1.978772
#> gradient= 3354.456
#> C_new= 502.5239 Ed= 7.846654 Ew= 1.966084
#> mu= 0.05
#> C_new= 489.6648 Ed= 7.643259 Ew= 1.966095
#> mu= 0.5
#> C_new= 381.5845 Ed= 5.933683 Ew= 1.967059
#> mu= 0.05
#> gamma= 12.9779 alpha= 3.2988 beta= 65.8969
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 397.5 Ed= 5.933683 Ew= 1.967059
#> gradient= 3352.247
#> C_new= 357.8102 Ed= 5.330493 Ew= 1.984779
#> mu= 0.005
#> gamma= 12.9684 alpha= 3.267 beta= 73.3545
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 397.5 Ed= 5.330493 Ew= 1.984779
#> gradient= 3582.898
#> C_new= 502.1332 Ed= 6.757415 Ew= 1.97316
#> mu= 0.05
#> C_new= 489.2162 Ed= 6.581324 Ew= 1.97317
#> mu= 0.5
#> C_new= 380.7352 Ed= 5.102425 Ew= 1.974071
#> mu= 0.05
#> gamma= 12.9809 alpha= 3.2878 beta= 76.6321
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 397.5 Ed= 5.102425 Ew= 1.974071
#> gradient= 3590.954
#> C_new= 358.0484 Ed= 4.586907 Ew= 1.990404
#> mu= 0.005
#> gamma= 12.9733 alpha= 3.2589 beta= 85.2455
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 397.5 Ed= 4.586907 Ew= 1.990404
#> gradient= 3829.625
#> C_new= 501.7455 Ed= 5.810198 Ew= 1.97978
#> mu= 0.05
#> C_new= 488.7741 Ed= 5.658032 Ew= 1.979789
#> mu= 0.5
#> C_new= 379.9179 Ed= 4.381028 Ew= 1.98063
#> mu= 0.05
#> gamma= 12.9835 alpha= 3.2776 beta= 89.2503
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 397.5 Ed= 4.381028 Ew= 1.98063
#> gradient= 3849.166
#> C_new= 358.2914 Ed= 3.941165 Ew= 1.995685
#> mu= 0.005
#> gamma= 12.9774 alpha= 3.2514 beta= 99.2121
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 397.5 Ed= 3.941165 Ew= 1.995685
#> gradient= 4096.367
#> C_new= 501.4003 Ed= 4.988737 Ew= 1.985981
#> mu= 0.05
#> C_new= 488.3768 Ed= 4.857467 Ew= 1.98599
#> mu= 0.5
#> C_new= 379.1615 Ed= 3.756616 Ew= 1.986774
#> mu= 0.05
#> gamma= 12.9857 alpha= 3.268 beta= 104.0849
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 397.5 Ed= 3.756616 Ew= 1.986774
#> gradient= 4128.608
#> C_new= 358.5571 Ed= 3.382035 Ew= 2.000651
#> mu= 0.005
#> gamma= 12.9809 alpha= 3.2442 beta= 115.6137
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 397.5 Ed= 3.382035 Ew= 2.000651
#> gradient= 4384.821
#> C_new= 501.126 Ed= 4.278597 Ew= 1.991793
#> mu= 0.05
#> C_new= 488.0519 Ed= 4.165512 Ew= 1.991801
#> mu= 0.5
#> C_new= 378.4867 Ed= 3.217808 Ew= 1.992531
#> mu= 0.05
#> gamma= 12.9877 alpha= 3.2591 beta= 121.5132
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 397.5 Ed= 3.217808 Ew= 1.992531
#> gradient= 4430.966
#> C_new= 358.8558 Ed= 2.89944 Ew= 2.005322
#> mu= 0.005
#> gamma= 12.9838 alpha= 3.2373 beta= 134.8564
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 397.5 Ed= 2.89944 Ew= 2.005322
#> gradient= 4696.639
#> C_new= 500.9375 Ed= 3.666654 Ew= 1.997236
#> mu= 0.05
#> C_new= 487.814 Ed= 3.569339 Ew= 1.997243
#> mu= 0.5
#> C_new= 377.9042 Ed= 2.754309 Ew= 1.997922
#> mu= 0.05
#> gamma= 12.9894 alpha= 3.2507 beta= 141.9613
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 397.5 Ed= 2.754309 Ew= 1.997922
#> gradient= 4757.888
#> C_new= 359.1892 Ed= 2.484171 Ew= 2.009711
#> mu= 0.005
#> gamma= 12.9863 alpha= 3.2309 beta= 157.3993
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 397.5 Ed= 2.484171 Ew= 2.009711
#> gradient= 5033.444
#> C_new= 500.8366 Ed= 3.140848 Ew= 2.002324
#> mu= 0.05
#> C_new= 487.6645 Ed= 3.057162 Ew= 2.002331
#> mu= 0.5
#> C_new= 377.4146 Ed= 2.356702 Ew= 2.002963
#> mu= 0.05
#> gamma= 12.9909 alpha= 3.2429 beta= 165.9118
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 397.5 Ed= 2.356702 Ew= 2.002963
#> gradient= 5111.012
#> C_new= 359.5525 Ed= 2.127769 Ew= 2.013829
#> mu= 0.005
#> gamma= 12.9884 alpha= 3.2248 beta= 183.7633
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 397.5 Ed= 2.127769 Ew= 2.013829
#> gradient= 5396.859
#> C_new= 500.8148 Ed= 2.690104 Ew= 2.007072
#> mu= 0.05
#> C_new= 487.5954 Ed= 2.618167 Ew= 2.007079
#> mu= 0.5
#> C_new= 377.0112 Ed= 2.016381 Ew= 2.007665
#> mu= 0.05
#> gamma= 12.9922 alpha= 3.2356 beta= 193.9137
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 397.5 Ed= 2.016381 Ew= 2.007665
#> gradient= 5492.005
#> C_new= 359.9367 Ed= 1.822503 Ew= 2.017681
#> mu= 0.005
#> gamma= 12.9902 alpha= 3.2191 beta= 214.5428
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 397.5 Ed= 1.822503 Ew= 2.017681
#> gradient= 5788.548
#> C_new= 500.8576 Ed= 2.304353 Ew= 2.011492
#> mu= 0.05
#> C_new= 487.5923 Ed= 2.242522 Ew= 2.011498
#> mu= 0.5
#> C_new= 376.6821 Ed= 1.725553 Ew= 2.012043
#> mu= 0.05
#> gamma= 12.9933 alpha= 3.2289 beta= 226.5959
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 397.5 Ed= 1.725553 Ew= 2.012043
#> gradient= 5902.609
#> C_new= 360.3315 Ed= 1.561392 Ew= 2.021276
#> mu= 0.005
#> gamma= 12.9917 alpha= 3.2137 beta= 250.4202
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 397.5 Ed= 1.561392 Ew= 2.021276
#> gradient= 6210.262
#> C_new= 500.9479 Ed= 1.974562 Ew= 2.015597
#> mu= 0.05
#> C_new= 487.6384 Ed= 1.921413 Ew= 2.015603
#> mu= 0.5
#> C_new= 376.4135 Ed= 1.477254 Ew= 2.01611
#> mu= 0.05
#> gamma= 12.9942 alpha= 3.2226 beta= 264.6823
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 397.5 Ed= 1.477254 Ew= 2.01611
#> gradient= 6344.681
#> C_new= 360.7271 Ed= 1.338218 Ew= 2.024623
#> mu= 0.005
#> gamma= 12.993 alpha= 3.2087 beta= 292.1822
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 397.5 Ed= 1.338218 Ew= 2.024623
#> gradient= 6663.876
#> C_new= 501.0693 Ed= 1.692743 Ew= 2.019405
#> mu= 0.05
#> C_new= 487.7176 Ed= 1.647047 Ew= 2.01941
#> mu= 0.5
#> C_new= 376.1917 Ed= 1.265342 Ew= 2.019881
#> mu= 0.05
#> gamma= 12.995 alpha= 3.2168 beta= 309.0093
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 397.5 Ed= 1.265342 Ew= 2.019881
#> gradient= 6820.232
#> C_new= 361.1158 Ed= 1.147516 Ew= 2.027732
#> mu= 0.005
#> gamma= 12.994 alpha= 3.2041 beta= 340.7387
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 397.5 Ed= 1.147516 Ew= 2.027732
#> gradient= 7151.423
#> C_new= 501.2075 Ed= 1.451922 Ew= 2.02293
#> mu= 0.05
#> C_new= 487.816 Ed= 1.41262 Ew= 2.022935
#> mu= 0.5
#> C_new= 376.0049 Ed= 1.084473 Ew= 2.023373
#> mu= 0.05
#> gamma= 12.9957 alpha= 3.2114 beta= 360.5458
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 397.5 Ed= 1.084473 Ew= 2.023373
#> gradient= 7331.454
#> C_new= 361.492 Ed= 0.9845375 Ew= 2.030616
#> mu= 0.005
#> gamma= 12.9949 alpha= 3.1997 beta= 397.1434
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 397.5 Ed= 0.9845375 Ew= 2.030616
#> gradient= 7675.118
#> C_new= 501.3513 Ed= 1.246069 Ew= 2.026192
#> mu= 0.05
#> C_new= 487.9224 Ed= 1.212255 Ew= 2.026197
#> mu= 0.5
#> C_new= 375.8431 Ed= 0.9300382 Ew= 2.026603
#> mu= 0.05
#> gamma= 12.9963 alpha= 3.2064 beta= 420.4148
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 397.5 Ed= 0.9300382 Ew= 2.026603
#> gradient= 7880.738
#> C_new= 361.8521 Ed= 0.8451951 Ew= 2.033288
#> mu= 0.005
#> gamma= 12.9957 alpha= 3.1957 beta= 462.6177
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 397.5 Ed= 0.8451951 Ew= 2.033288
#> gradient= 8237.38
#> C_new= 501.4926 Ed= 1.070015 Ew= 2.029208
#> mu= 0.05
#> C_new= 488.0288 Ed= 1.040911 Ew= 2.029212
#> mu= 0.5
#> C_new= 375.6989 Ed= 0.798095 Ew= 2.02959
#> mu= 0.05
#> gamma= 12.9968 alpha= 3.2018 beta= 489.9186
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 397.5 Ed= 0.798095 Ew= 2.02959
#> gradient= 8470.697
#> C_new= 362.1946 Ed= 0.7259908 Ew= 2.035762
#> mu= 0.005
#> gamma= 12.9963 alpha= 3.192 beta= 538.5769
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 397.5 Ed= 0.7259908 Ew= 2.035762
#> gradient= 8840.846
#> C_new= 501.626 Ed= 0.9193485 Ew= 2.031996
#> mu= 0.05
#> C_new= 488.1296 Ed= 0.8942891 Ew= 2.032
#> mu= 0.5
#> C_new= 375.5666 Ed= 0.6852862 Ew= 2.032351
#> mu= 0.05
#> gamma= 12.9973 alpha= 3.1976 beta= 570.5666
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 397.5 Ed= 0.6852862 Ew= 2.032351
#> gradient= 9104.168
#> C_new= 362.5188 Ed= 0.6239447 Ew= 2.038052
#> mu= 0.005
#> gamma= 12.9969 alpha= 3.1885 beta= 626.6606
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 397.5 Ed= 0.6239447 Ew= 2.038052
#> gradient= 9488.38
#> C_new= 501.7479 Ed= 0.7903171 Ew= 2.034573
#> mu= 0.05
#> C_new= 488.2213 Ed= 0.7687319 Ew= 2.034576
#> mu= 0.5
#> C_new= 375.4423 Ed= 0.5887619 Ew= 2.034903
#> mu= 0.05
#> gamma= 12.9976 alpha= 3.1937 beta= 664.1074
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 397.5 Ed= 0.5887619 Ew= 2.034903
#> gradient= 9784.234
#> C_new= 362.8253 Ed= 0.5365241 Ew= 2.040171
#> mu= 0.005
#> gamma= 12.9973 alpha= 3.1853 beta= 728.7675
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 397.5 Ed= 0.5365241 Ew= 2.040171
#> gradient= 10183.09
#> C_new= 501.8567 Ed= 0.6797344 Ew= 2.036955
#> mu= 0.05
#> C_new= 488.3022 Ed= 0.6611351 Ew= 2.036959
#> mu= 0.5
#> C_new= 375.3235 Ed= 0.5061067 Ew= 2.037262
#> mu= 0.05
#> gamma= 12.998 alpha= 3.1901 beta= 772.5664
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 397.5 Ed= 0.5061067 Ew= 2.037262
#> gradient= 10514.23
#> C_new= 363.1149 Ed= 0.4615789 Ew= 2.042133
#> mu= 0.005
#> gamma= 12.9977 alpha= 3.1824 beta= 847.0949
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 397.5 Ed= 0.4615789 Ew= 2.042133
#> gradient= 10928.35
#> C_new= 501.9517 Ed= 0.5848958 Ew= 2.039158
#> mu= 0.05
#> C_new= 488.3713 Ed= 0.5688641 Ew= 2.039162
#> mu= 0.5
#> C_new= 375.2083 Ed= 0.4352736 Ew= 2.039444
#> mu= 0.05
#> gamma= 12.9983 alpha= 3.1867 beta= 898.2876
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 397.5 Ed= 0.4352736 Ew= 2.039444
#> gradient= 11297.77
#> C_new= 363.3886 Ed= 0.3972838 Ew= 2.043948
#> mu= 0.005
#> gamma= 12.998 alpha= 3.1796 beta= 984.1856
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 397.5 Ed= 0.3972838 Ew= 2.043948
#> gradient= 11739.06
#> C_new= 502.0328 Ed= 0.5035051 Ew= 2.041196
#> mu= 0.05
#> C_new= 488.4286 Ed= 0.4896823 Ew= 2.041199
#> mu= 0.5
#> C_new= 375.0959 Ed= 0.3745277 Ew= 2.041462
#> mu= 0.05
#> gamma= 12.9985 alpha= 3.1836 beta= 1043.984
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 397.5 Ed= 0.3745277 Ew= 2.041462
#> gradient= 12138.73
#> C_new= 363.6476 Ed= 0.3420888 Ew= 2.045629
#> mu= 0.005
#> gamma= 12.9983 alpha= 3.1771 beta= 1142.981
#> ----------------------------------------------------------------------
#> Epoch= 75
#> C= 397.5 Ed= 0.3420888 Ew= 2.045629
#> gradient= 12633.72
#> C_new= 502.1005 Ed= 0.4336114 Ew= 2.043082
#> mu= 0.05
#> C_new= 488.4743 Ed= 0.4216898 Ew= 2.043085
#> mu= 0.5
#> C_new= 374.9854 Ed= 0.322397 Ew= 2.043329
#> mu= 0.05
#> gamma= 12.9987 alpha= 3.1808 beta= 1212.792
#> ----------------------------------------------------------------------
#> Epoch= 76
#> C= 397.5 Ed= 0.322397 Ew= 2.043329
#> gradient= 13041.32
#> C_new= 363.8931 Ed= 0.2946765 Ew= 2.047185
#> mu= 0.005
#> gamma= 12.9986 alpha= 3.1747 beta= 1326.881
#> ----------------------------------------------------------------------
#> Epoch= 77
#> C= 397.5 Ed= 0.2946765 Ew= 2.047185
#> gradient= 13589.86
#> C_new= 502.1557 Ed= 0.3735556 Ew= 2.044828
#> mu= 0.05
#> C_new= 488.5092 Ed= 0.363271 Ew= 2.04483
#> mu= 0.5
#> C_new= 374.8766 Ed= 0.2776315 Ew= 2.045057
#> mu= 0.05
#> gamma= 12.9989 alpha= 3.1781 beta= 1408.343
#> ----------------------------------------------------------------------
#> Epoch= 78
#> C= 397.5 Ed= 0.2776315 Ew= 2.045057
#> gradient= 14010.04
#> C_new= 364.126 Ed= 0.2539261 Ew= 2.048627
#> mu= 0.005
#> gamma= 12.9988 alpha= 3.1726 beta= 1539.82
#> ----------------------------------------------------------------------
#> Epoch= 79
#> C= 397.5 Ed= 0.2539261 Ew= 2.048627
#> gradient= 14612.56
#> C_new= 502.1993 Ed= 0.3219251 Ew= 2.046444
#> mu= 0.05
#> C_new= 488.5341 Ed= 0.3130506 Ew= 2.046446
#> mu= 0.5
#> C_new= 374.7693 Ed= 0.2391683 Ew= 2.046657
#> mu= 0.05
#> gamma= 12.999 alpha= 3.1757 beta= 1634.834
#> ----------------------------------------------------------------------
#> Epoch= 80
#> C= 397.5 Ed= 0.2391683 Ew= 2.046657
#> gradient= 15049.75
#> C_new= 364.3475 Ed= 0.218883 Ew= 2.049963
#> mu= 0.005
#> gamma= 12.9989 alpha= 3.1705 beta= 1786.345
#> ----------------------------------------------------------------------
#> Epoch= 81
#> C= 397.5 Ed= 0.218883 Ew= 2.049963
#> gradient= 15707.22
#> C_new= 502.2322 Ed= 0.2775159 Ew= 2.047941
#> mu= 0.05
#> C_new= 488.5498 Ed= 0.2698565 Ew= 2.047943
#> mu= 0.5
#> C_new= 374.6635 Ed= 0.2061023 Ew= 2.048139
#> mu= 0.05
#> gamma= 12.9992 alpha= 3.1734 beta= 1897.118
#> ----------------------------------------------------------------------
#> Epoch= 82
#> C= 397.5 Ed= 0.2061023 Ew= 2.048139
#> gradient= 16165.68
#> C_new= 364.5583 Ed= 0.1887331 Ew= 2.051201
#> mu= 0.005
#> gamma= 12.9991 alpha= 3.1687 beta= 2071.711
#> ----------------------------------------------------------------------
#> Epoch= 83
#> C= 397.5 Ed= 0.1887331 Ew= 2.051201
#> gradient= 16879.57
#> C_new= 502.2554 Ed= 0.2393007 Ew= 2.049328
#> mu= 0.05
#> C_new= 488.5572 Ed= 0.2326886 Ew= 2.04933
#> mu= 0.5
#> C_new= 374.5593 Ed= 0.1776624 Ew= 2.049512
#> mu= 0.05
#> gamma= 12.9993 alpha= 3.1713 beta= 2200.806
#> ----------------------------------------------------------------------
#> Epoch= 84
#> C= 397.5 Ed= 0.1776624 Ew= 2.049512
#> gradient= 17363.45
#> C_new= 364.7592 Ed= 0.1627816 Ew= 2.052349
#> mu= 0.005
#> gamma= 12.9992 alpha= 3.1669 beta= 2401.994
#> ----------------------------------------------------------------------
#> Epoch= 85
#> C= 397.5 Ed= 0.1627816 Ew= 2.052349
#> gradient= 18135.7
#> C_new= 502.2699 Ed= 0.2064017 Ew= 2.050613
#> mu= 0.05
#> C_new= 488.5571 Ed= 0.2006928 Ew= 2.050615
#> mu= 0.5
#> C_new= 374.4566 Ed= 0.1531902 Ew= 2.050785
#> mu= 0.05
#> gamma= 12.9994 alpha= 3.1694 beta= 2552.385
#> ----------------------------------------------------------------------
#> Epoch= 86
#> C= 397.5 Ed= 0.1531902 Ew= 2.050785
#> gradient= 18649.1
#> C_new= 364.9509 Ed= 0.1404345 Ew= 2.053414
#> mu= 0.005
#> gamma= 12.9993 alpha= 3.1653 beta= 2784.219
#> ----------------------------------------------------------------------
#> Epoch= 87
#> C= 397.5 Ed= 0.1404345 Ew= 2.053414
#> gradient= 19482.11
#> C_new= 502.2766 Ed= 0.1780686 Ew= 2.051805
#> mu= 0.05
#> C_new= 488.5503 Ed= 0.1731386 Ew= 2.051807
#> mu= 0.5
#> C_new= 374.3557 Ed= 0.1321234 Ew= 2.051964
#> mu= 0.05
#> gamma= 12.9995 alpha= 3.1676 beta= 2959.356
#> ----------------------------------------------------------------------
#> Epoch= 88
#> C= 397.5 Ed= 0.1321234 Ew= 2.051964
#> gradient= 20029.11
#> C_new= 365.134 Ed= 0.121184 Ew= 2.054401
#> mu= 0.005
#> gamma= 12.9994 alpha= 3.1638 beta= 3226.501
#> ----------------------------------------------------------------------
#> Epoch= 89
#> C= 397.5 Ed= 0.121184 Ew= 2.054401
#> gradient= 20925.75
#> C_new= 502.2763 Ed= 0.1536591 Ew= 2.05291
#> mu= 0.05
#> C_new= 488.5376 Ed= 0.149401 Ew= 2.052911
#> mu= 0.5
#> C_new= 374.2565 Ed= 0.1139814 Ew= 2.053058
#> mu= 0.05
#> gamma= 12.9995 alpha= 3.1659 beta= 3430.387
#> ----------------------------------------------------------------------
#> Epoch= 90
#> C= 397.5 Ed= 0.1139814 Ew= 2.053058
#> gradient= 21510.48
#> C_new= 365.309 Ed= 0.1045952 Ew= 2.055317
#> mu= 0.005
#> gamma= 12.9995 alpha= 3.1624 beta= 3738.222
#> ----------------------------------------------------------------------
#> Epoch= 91
#> C= 397.5 Ed= 0.1045952 Ew= 2.055317
#> gradient= 22474.05
#> C_new= 502.2699 Ed= 0.1326231 Ew= 2.053934
#> mu= 0.05
#> C_new= 488.5197 Ed= 0.1289448 Ew= 2.053936
#> mu= 0.5
#> C_new= 374.1592 Ed= 0.09835246 Ew= 2.054072
#> mu= 0.05
#> gamma= 12.9996 alpha= 3.1643 beta= 3975.5
#> ----------------------------------------------------------------------
#> Epoch= 92
#> C= 397.5 Ed= 0.09835246 Ew= 2.054072
#> gradient= 23100.7
#> C_new= 365.4765 Ed= 0.09029557 Ew= 2.056167
#> mu= 0.005
#> gamma= 12.9996 alpha= 3.1611 beta= 4330.226
#> ----------------------------------------------------------------------
#> Epoch= 93
#> C= 397.5 Ed= 0.09029557 Ew= 2.056167
#> gradient= 24134.92
#> C_new= 502.2579 Ed= 0.1144888 Ew= 2.054885
#> mu= 0.05
#> C_new= 488.4972 Ed= 0.1113109 Ew= 2.054886
#> mu= 0.5
#> C_new= 374.0639 Ed= 0.08488419 Ew= 2.055013
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1629 beta= 4606.278
#> ----------------------------------------------------------------------
#> Epoch= 94
#> C= 397.5 Ed= 0.08488419 Ew= 2.055013
#> gradient= 24807.82
#> C_new= 365.6367 Ed= 0.0779655 Ew= 2.056956
#> mu= 0.005
#> gamma= 12.9996 alpha= 3.1599 beta= 5015.041
#> ----------------------------------------------------------------------
#> Epoch= 95
#> C= 397.5 Ed= 0.0779655 Ew= 2.056956
#> gradient= 25916.88
#> C_new= 502.2411 Ed= 0.09885165 Ew= 2.055767
#> mu= 0.05
#> C_new= 488.4708 Ed= 0.09610584 Ew= 2.055768
#> mu= 0.5
#> C_new= 373.9706 Ed= 0.0732744 Ew= 2.055886
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1616 beta= 5336.109
#> ----------------------------------------------------------------------
#> Epoch= 96
#> C= 397.5 Ed= 0.0732744 Ew= 2.055886
#> gradient= 26640.52
#> C_new= 365.7902 Ed= 0.06733084 Ew= 2.057688
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1588 beta= 5807.148
#> ----------------------------------------------------------------------
#> Epoch= 97
#> C= 397.5 Ed= 0.06733084 Ew= 2.057688
#> gradient= 27829.04
#> C_new= 502.2202 Ed= 0.08536442 Ew= 2.056585
#> mu= 0.05
#> C_new= 488.4409 Ed= 0.0829916 Ew= 2.056587
#> mu= 0.5
#> C_new= 373.8793 Ed= 0.06326386 Ew= 2.056697
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1603 beta= 6180.466
#> ----------------------------------------------------------------------
#> Epoch= 98
#> C= 397.5 Ed= 0.06326386 Ew= 2.056697
#> gradient= 28608.1
#> C_new= 365.9373 Ed= 0.05815616 Ew= 2.058368
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1578 beta= 6723.28
#> ----------------------------------------------------------------------
#> Epoch= 99
#> C= 397.5 Ed= 0.05815616 Ew= 2.058368
#> gradient= 29881.14
#> C_new= 502.1955 Ed= 0.07372873 Ew= 2.057345
#> mu= 0.05
#> C_new= 488.408 Ed= 0.07167802 Ew= 2.057346
#> mu= 0.5
#> C_new= 373.7902 Ed= 0.05463007 Ew= 2.057448
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1592 beta= 7157.233
#> ----------------------------------------------------------------------
#> Epoch= 100
#> C= 397.5 Ed= 0.05463007 Ew= 2.057448
#> gradient= 30720.54
#> C_new= 366.0782 Ed= 0.05023918 Ew= 2.059
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1568 beta= 7782.773
#> ----------------------------------------------------------------------
#> Epoch= 101
#> C= 397.5 Ed= 0.05023918 Ew= 2.059
#> gradient= 32083.66
#> C_new= 502.1677 Ed= 0.0636882 Ew= 2.05805
#> mu= 0.05
#> C_new= 488.3727 Ed= 0.06191569 Ew= 2.058051
#> mu= 0.5
#> C_new= 373.7033 Ed= 0.04718191 Ew= 2.058146
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1581 beta= 8287.076
#> ----------------------------------------------------------------------
#> Epoch= 102
#> C= 397.5 Ed= 0.04718191 Ew= 2.058146
#> gradient= 32988.61
#> C_new= 366.2134 Ed= 0.04340601 Ew= 2.059586
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1559 beta= 9007.97
#> ----------------------------------------------------------------------
#> Epoch= 103
#> C= 397.5 Ed= 0.04340601 Ew= 2.059586
#> gradient= 34447.82
#> C_new= 502.1372 Ed= 0.05502239 Ew= 2.058705
#> mu= 0.05
#> C_new= 488.3352 Ed= 0.05349019 Ew= 2.058706
#> mu= 0.5
#> C_new= 373.6186 Ed= 0.04075515 Ew= 2.058795
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1571 beta= 9593.882
#> ----------------------------------------------------------------------
#> Epoch= 104
#> C= 397.5 Ed= 0.04075515 Ew= 2.058795
#> gradient= 35423.84
#> C_new= 366.343 Ed= 0.03750712 Ew= 2.06013
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1551 beta= 10424.69
#> ----------------------------------------------------------------------
#> Epoch= 105
#> C= 397.5 Ed= 0.03750712 Ew= 2.06013
#> gradient= 36985.69
#> C_new= 502.1043 Ed= 0.04754166 Ew= 2.059313
#> mu= 0.05
#> C_new= 488.296 Ed= 0.04621707 Ew= 2.059314
#> mu= 0.5
#> C_new= 373.5361 Ed= 0.03520858 Ew= 2.059396
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1562 beta= 11105.25
#> ----------------------------------------------------------------------
#> Epoch= 106
#> C= 397.5 Ed= 0.03520858 Ew= 2.059396
#> gradient= 38038.64
#> C_new= 366.4674 Ed= 0.03241382 Ew= 2.060636
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1543 beta= 12062.76
#> ----------------------------------------------------------------------
#> Epoch= 107
#> C= 397.5 Ed= 0.03241382 Ew= 2.060636
#> gradient= 39710.2
#> C_new= 502.0695 Ed= 0.04108281 Ew= 2.059878
#> mu= 0.05
#> C_new= 488.2553 Ed= 0.03993761 Ew= 2.059879
#> mu= 0.5
#> C_new= 373.4558 Ed= 0.03042073 Ew= 2.059955
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1554 beta= 12853.08
#> ----------------------------------------------------------------------
#> Epoch= 108
#> C= 397.5 Ed= 0.03042073 Ew= 2.059955
#> gradient= 40846.33
#> C_new= 366.5867 Ed= 0.02801533 Ew= 2.061106
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1536 beta= 13956.65
#> ----------------------------------------------------------------------
#> Epoch= 109
#> C= 397.5 Ed= 0.02801533 Ew= 2.061106
#> gradient= 42635.24
#> C_new= 502.0331 Ed= 0.03550533 Ew= 2.060402
#> mu= 0.05
#> C_new= 488.2135 Ed= 0.03451515 Ew= 2.060403
#> mu= 0.5
#> C_new= 373.3777 Ed= 0.0262871 Ew= 2.060474
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1546 beta= 14874.22
#> ----------------------------------------------------------------------
#> Epoch= 110
#> C= 397.5 Ed= 0.0262871 Ew= 2.060474
#> gradient= 43861.22
#> C_new= 366.7013 Ed= 0.02421626 Ew= 2.061543
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.153 beta= 16146.18
#> ----------------------------------------------------------------------
#> Epoch= 111
#> C= 397.5 Ed= 0.02421626 Ew= 2.061543
#> gradient= 45775.73
#> C_new= 501.9954 Ed= 0.03068822 Ew= 2.060889
#> mu= 0.05
#> C_new= 488.1708 Ed= 0.029832 Ew= 2.06089
#> mu= 0.5
#> C_new= 373.3019 Ed= 0.02271768 Ew= 2.060956
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1539 beta= 17211.27
#> ----------------------------------------------------------------------
#> Epoch= 112
#> C= 397.5 Ed= 0.02271768 Ew= 2.060956
#> gradient= 47098.71
#> C_new= 366.8112 Ed= 0.02093444 Ew= 2.061948
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1523 beta= 18677.36
#> ----------------------------------------------------------------------
#> Epoch= 113
#> C= 397.5 Ed= 0.02093444 Ew= 2.061948
#> gradient= 49147.67
#> C_new= 501.9567 Ed= 0.02652723 Ew= 2.061342
#> mu= 0.05
#> C_new= 488.1275 Ed= 0.0257868 Ew= 2.061342
#> mu= 0.5
#> C_new= 373.2282 Ed= 0.019635 Ew= 2.061404
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1532 beta= 19913.42
#> ----------------------------------------------------------------------
#> Epoch= 114
#> C= 397.5 Ed= 0.019635 Ew= 2.061404
#> gradient= 50575.32
#> C_new= 366.9168 Ed= 0.01809904 Ew= 2.062325
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1518 beta= 21603.35
#> ----------------------------------------------------------------------
#> Epoch= 115
#> C= 397.5 Ed= 0.01809904 Ew= 2.062325
#> gradient= 52768.27
#> C_new= 501.9171 Ed= 0.0229325 Ew= 2.061762
#> mu= 0.05
#> C_new= 488.0837 Ed= 0.02229216 Ew= 2.061763
#> mu= 0.5
#> C_new= 373.1568 Ed= 0.01697229 Ew= 2.06182
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1525 beta= 23037.55
#> ----------------------------------------------------------------------
#> Epoch= 116
#> C= 397.5 Ed= 0.01697229 Ew= 2.06182
#> gradient= 54308.8
#> C_new= 367.0181 Ed= 0.01564903 Ew= 2.062676
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1512 beta= 24985.57
#> ----------------------------------------------------------------------
#> Epoch= 117
#> C= 397.5 Ed= 0.01564903 Ew= 2.062676
#> gradient= 56656.01
#> C_new= 501.877 Ed= 0.01982659 Ew= 2.062153
#> mu= 0.05
#> C_new= 488.0397 Ed= 0.01927278 Ew= 2.062153
#> mu= 0.5
#> C_new= 373.0875 Ed= 0.01467203 Ew= 2.062207
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1519 beta= 26649.35
#> ----------------------------------------------------------------------
#> Epoch= 118
#> C= 397.5 Ed= 0.01467203 Ew= 2.062207
#> gradient= 58318.24
#> C_new= 367.1154 Ed= 0.01353178 Ew= 2.063001
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1507 beta= 28894.95
#> ----------------------------------------------------------------------
#> Epoch= 119
#> C= 397.5 Ed= 0.01353178 Ew= 2.063001
#> gradient= 60830.73
#> C_new= 501.8364 Ed= 0.01714272 Ew= 2.062516
#> mu= 0.05
#> C_new= 487.9957 Ed= 0.01666371 Ew= 2.062516
#> mu= 0.5
#> C_new= 373.0204 Ed= 0.01268463 Ew= 2.062566
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1514 beta= 30824.71
#> ----------------------------------------------------------------------
#> Epoch= 120
#> C= 397.5 Ed= 0.01268463 Ew= 2.062566
#> gradient= 62624.13
#> C_new= 367.2089 Ed= 0.01170187 Ew= 2.063304
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1503 beta= 33413.48
#> ----------------------------------------------------------------------
#> Epoch= 121
#> C= 397.5 Ed= 0.01170187 Ew= 2.063304
#> gradient= 65313.75
#> C_new= 501.7957 Ed= 0.01482328 Ew= 2.062853
#> mu= 0.05
#> C_new= 487.9517 Ed= 0.01440895 Ew= 2.062854
#> mu= 0.5
#> C_new= 372.9554 Ed= 0.01096733 Ew= 2.0629
#> mu= 0.05
#> gamma= 13 alpha= 3.1509 beta= 35651.33
#> ----------------------------------------------------------------------
#> Epoch= 122
#> C= 397.5 Ed= 0.01096733 Ew= 2.0629
#> gradient= 67248.49
#> C_new= 367.2987 Ed= 0.01012014 Ew= 2.063585
#> mu= 0.005
#> gamma= 13 alpha= 3.1498 beta= 38635.82
#> ----------------------------------------------------------------------
#> Epoch= 123
#> C= 397.5 Ed= 0.01012014 Ew= 2.063585
#> gradient= 70127.96
#> C_new= 501.7549 Ed= 0.01281858 Ew= 2.063166
#> mu= 0.05
#> C_new= 487.9079 Ed= 0.01246018 Ew= 2.063167
#> mu= 0.5
#> C_new= 372.8925 Ed= 0.009483264 Ew= 2.06321
#> mu= 0.05
#> gamma= 13 alpha= 3.1504 beta= 41230.53
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.474009 test-rmse:0.478548
#> [2] train-rmse:0.459710 test-rmse:0.468367
#> [3] train-rmse:0.450503 test-rmse:0.463578
#> [4] train-rmse:0.443193 test-rmse:0.460970
#> [5] train-rmse:0.437356 test-rmse:0.458616
#> [6] train-rmse:0.433953 test-rmse:0.457659
#> [7] train-rmse:0.430190 test-rmse:0.457797
#> [8] train-rmse:0.427091 test-rmse:0.456955
#> [9] train-rmse:0.424456 test-rmse:0.458624
#> [10] train-rmse:0.420525 test-rmse:0.458243
#> [11] train-rmse:0.418547 test-rmse:0.458241
#> [12] train-rmse:0.416254 test-rmse:0.457364
#> [13] train-rmse:0.413713 test-rmse:0.455764
#> [14] train-rmse:0.408430 test-rmse:0.454460
#> [15] train-rmse:0.407017 test-rmse:0.454021
#> [16] train-rmse:0.405239 test-rmse:0.453557
#> [17] train-rmse:0.401366 test-rmse:0.455869
#> [18] train-rmse:0.398611 test-rmse:0.455592
#> [19] train-rmse:0.396128 test-rmse:0.457949
#> [20] train-rmse:0.393066 test-rmse:0.459321
#> [21] train-rmse:0.391050 test-rmse:0.459351
#> [22] train-rmse:0.388758 test-rmse:0.457753
#> [23] train-rmse:0.385535 test-rmse:0.459376
#> [24] train-rmse:0.385027 test-rmse:0.459209
#> [25] train-rmse:0.381498 test-rmse:0.458985
#> [26] train-rmse:0.378802 test-rmse:0.460462
#> [27] train-rmse:0.377241 test-rmse:0.459531
#> [28] train-rmse:0.373531 test-rmse:0.459619
#> [29] train-rmse:0.369765 test-rmse:0.460576
#> [30] train-rmse:0.367552 test-rmse:0.461906
#> [31] train-rmse:0.365097 test-rmse:0.462830
#> [32] train-rmse:0.362219 test-rmse:0.464007
#> [33] train-rmse:0.361215 test-rmse:0.463569
#> [34] train-rmse:0.359036 test-rmse:0.465531
#> [35] train-rmse:0.356814 test-rmse:0.466507
#> [36] train-rmse:0.356007 test-rmse:0.467012
#> [37] train-rmse:0.355526 test-rmse:0.466974
#> [38] train-rmse:0.354379 test-rmse:0.468571
#> [39] train-rmse:0.353400 test-rmse:0.469016
#> [40] train-rmse:0.351094 test-rmse:0.468949
#> [41] train-rmse:0.348280 test-rmse:0.467178
#> [42] train-rmse:0.345383 test-rmse:0.468088
#> [43] train-rmse:0.343163 test-rmse:0.468759
#> [44] train-rmse:0.342260 test-rmse:0.467842
#> [45] train-rmse:0.340858 test-rmse:0.467154
#> [46] train-rmse:0.339519 test-rmse:0.467627
#> [47] train-rmse:0.337679 test-rmse:0.468517
#> [48] train-rmse:0.335494 test-rmse:0.469699
#> [49] train-rmse:0.334633 test-rmse:0.469599
#> [50] train-rmse:0.332851 test-rmse:0.468720
#> [51] train-rmse:0.332346 test-rmse:0.468545
#> [52] train-rmse:0.330931 test-rmse:0.467665
#> [53] train-rmse:0.329378 test-rmse:0.467720
#> [54] train-rmse:0.328725 test-rmse:0.468103
#> [55] train-rmse:0.327548 test-rmse:0.467296
#> [56] train-rmse:0.326349 test-rmse:0.466964
#> [57] train-rmse:0.323641 test-rmse:0.468088
#> [58] train-rmse:0.322219 test-rmse:0.468733
#> [59] train-rmse:0.319384 test-rmse:0.468907
#> [60] train-rmse:0.318698 test-rmse:0.468960
#> [61] train-rmse:0.317126 test-rmse:0.470782
#> [62] train-rmse:0.315286 test-rmse:0.472143
#> [63] train-rmse:0.313740 test-rmse:0.472964
#> [64] train-rmse:0.311945 test-rmse:0.472815
#> [65] train-rmse:0.309135 test-rmse:0.474855
#> [66] train-rmse:0.307883 test-rmse:0.475774
#> [67] train-rmse:0.307430 test-rmse:0.475419
#> [68] train-rmse:0.305774 test-rmse:0.477290
#> [69] train-rmse:0.304741 test-rmse:0.477402
#> [70] train-rmse:0.304553 test-rmse:0.477475
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.350787 test-rmse:0.350787
#> [2] train-rmse:0.246104 test-rmse:0.246103
#> [3] train-rmse:0.172660 test-rmse:0.172659
#> [4] train-rmse:0.121134 test-rmse:0.121133
#> [5] train-rmse:0.084985 test-rmse:0.084984
#> [6] train-rmse:0.059623 test-rmse:0.059622
#> [7] train-rmse:0.041830 test-rmse:0.041829
#> [8] train-rmse:0.029347 test-rmse:0.029346
#> [9] train-rmse:0.020589 test-rmse:0.020589
#> [10] train-rmse:0.014445 test-rmse:0.014444
#> [11] train-rmse:0.010134 test-rmse:0.010134
#> [12] train-rmse:0.007110 test-rmse:0.007110
#> [13] train-rmse:0.004988 test-rmse:0.004988
#> [14] train-rmse:0.003499 test-rmse:0.003499
#> [15] train-rmse:0.002455 test-rmse:0.002455
#> [16] train-rmse:0.001722 test-rmse:0.001722
#> [17] train-rmse:0.001208 test-rmse:0.001208
#> [18] train-rmse:0.000848 test-rmse:0.000848
#> [19] train-rmse:0.000595 test-rmse:0.000595
#> [20] train-rmse:0.000417 test-rmse:0.000417
#> [21] train-rmse:0.000293 test-rmse:0.000293
#> [22] train-rmse:0.000205 test-rmse:0.000205
#> [23] train-rmse:0.000144 test-rmse:0.000144
#> [24] train-rmse:0.000101 test-rmse:0.000101
#> [25] train-rmse:0.000071 test-rmse:0.000071
#> [26] train-rmse:0.000050 test-rmse:0.000050
#> [27] train-rmse:0.000050 test-rmse:0.000050
#> [28] train-rmse:0.000050 test-rmse:0.000050
#> [29] train-rmse:0.000050 test-rmse:0.000050
#> [30] train-rmse:0.000050 test-rmse:0.000050
#> [31] train-rmse:0.000050 test-rmse:0.000050
#> [32] train-rmse:0.000050 test-rmse:0.000050
#> [33] train-rmse:0.000050 test-rmse:0.000050
#> [34] train-rmse:0.000050 test-rmse:0.000050
#> [35] train-rmse:0.000050 test-rmse:0.000050
#> [36] train-rmse:0.000050 test-rmse:0.000050
#> [37] train-rmse:0.000050 test-rmse:0.000050
#> [38] train-rmse:0.000050 test-rmse:0.000050
#> [39] train-rmse:0.000050 test-rmse:0.000050
#> [40] train-rmse:0.000050 test-rmse:0.000050
#> [41] train-rmse:0.000050 test-rmse:0.000050
#> [42] train-rmse:0.000050 test-rmse:0.000050
#> [43] train-rmse:0.000050 test-rmse:0.000050
#> [44] train-rmse:0.000050 test-rmse:0.000050
#> [45] train-rmse:0.000050 test-rmse:0.000050
#> [46] train-rmse:0.000050 test-rmse:0.000050
#> [47] train-rmse:0.000050 test-rmse:0.000050
#> [48] train-rmse:0.000050 test-rmse:0.000050
#> [49] train-rmse:0.000050 test-rmse:0.000050
#> [50] train-rmse:0.000050 test-rmse:0.000050
#> [51] train-rmse:0.000050 test-rmse:0.000050
#> [52] train-rmse:0.000050 test-rmse:0.000050
#> [53] train-rmse:0.000050 test-rmse:0.000050
#> [54] train-rmse:0.000050 test-rmse:0.000050
#> [55] train-rmse:0.000050 test-rmse:0.000050
#> [56] train-rmse:0.000050 test-rmse:0.000050
#> [57] train-rmse:0.000050 test-rmse:0.000050
#> [58] train-rmse:0.000050 test-rmse:0.000050
#> [59] train-rmse:0.000050 test-rmse:0.000050
#> [60] train-rmse:0.000050 test-rmse:0.000050
#> [61] train-rmse:0.000050 test-rmse:0.000050
#> [62] train-rmse:0.000050 test-rmse:0.000050
#> [63] train-rmse:0.000050 test-rmse:0.000050
#> [64] train-rmse:0.000050 test-rmse:0.000050
#> [65] train-rmse:0.000050 test-rmse:0.000050
#> [66] train-rmse:0.000050 test-rmse:0.000050
#> [67] train-rmse:0.000050 test-rmse:0.000050
#> [68] train-rmse:0.000050 test-rmse:0.000050
#> [69] train-rmse:0.000050 test-rmse:0.000050
#> [70] train-rmse:0.000050 test-rmse:0.000050
#> [1]
#> [1] "Resampling number 7 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 140
#> Nguyen-Widrow method
#> Scaling factor= 0.7020775
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 388.5 Ed= 815.22 Ew= 7.775739
#> gradient= 227.6678
#> C_new= 117.0641 Ed= 263.9362 Ew= 1.549181
#> mu= 5e-04
#> gamma= 14.7613 alpha= 4.7642 beta= 1.444
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 388.5 Ed= 263.9362 Ew= 1.549181
#> gradient= 618.4132
#> C_new= 305.2017 Ed= 206.0288 Ew= 1.61616
#> mu= 5e-05
#> gamma= 12.4387 alpha= 3.8482 beta= 1.8555
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 388.5 Ed= 206.0288 Ew= 1.61616
#> gradient= 709.722
#> C_new= 445.6703 Ed= 237.0568 Ew= 1.511872
#> mu= 5e-04
#> C_new= 445.5895 Ed= 237.0132 Ew= 1.511872
#> mu= 0.005
#> C_new= 444.7823 Ed= 236.5782 Ew= 1.511873
#> mu= 0.05
#> C_new= 436.8169 Ed= 232.2852 Ew= 1.51192
#> mu= 0.5
#> C_new= 366.7774 Ed= 194.5302 Ew= 1.515493
#> mu= 0.05
#> gamma= 12.8371 alpha= 4.2353 beta= 1.9641
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 388.5 Ed= 194.5302 Ew= 1.515493
#> gradient= 716.5868
#> C_new= 346.9057 Ed= 173.1266 Ew= 1.620555
#> mu= 0.005
#> gamma= 11.9303 alpha= 3.6809 beta= 2.2096
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 388.5 Ed= 173.1266 Ew= 1.620555
#> gradient= 767.3938
#> C_new= 482.8435 Ed= 215.9919 Ew= 1.519988
#> mu= 0.05
#> C_new= 473.6152 Ed= 211.8153 Ew= 1.520019
#> mu= 0.5
#> C_new= 393.0732 Ed= 175.3579 Ew= 1.523568
#> mu= 5
#> C_new= 97.33891 Ed= 41.27424 Ew= 1.668247
#> mu= 0.5
#> gamma= 12.4292 alpha= 3.7252 beta= 9.2621
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 388.5 Ed= 41.27424 Ew= 1.668247
#> gradient= 1494.763
#> C_new= 28.02971 Ed= 2.197655 Ew= 2.060241
#> mu= 0.05
#> gamma= 12.731 alpha= 3.0897 beta= 173.8828
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 388.5 Ed= 2.197655 Ew= 2.060241
#> gradient= 6487.506
#> C_new= 698.6692 Ed= 3.982053 Ew= 2.025642
#> mu= 0.5
#> C_new= 534.4461 Ed= 3.037591 Ew= 2.026468
#> mu= 5
#> C_new= 77.77958 Ed= 0.4107867 Ew= 2.055485
#> mu= 0.5
#> gamma= 13.0016 alpha= 3.1627 beta= 929.921
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 388.5 Ed= 0.4107867 Ew= 2.055485
#> gradient= 14715.68
#> C_new= 7.083916 Ed= 0.0004790822 Ew= 2.098994
#> mu= 0.05
#> gamma= 12.9986 alpha= 3.0964 beta= 797359.3
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.474333 test-rmse:0.478744
#> [2] train-rmse:0.459053 test-rmse:0.467051
#> [3] train-rmse:0.448963 test-rmse:0.460623
#> [4] train-rmse:0.442981 test-rmse:0.460301
#> [5] train-rmse:0.436706 test-rmse:0.459404
#> [6] train-rmse:0.431661 test-rmse:0.460465
#> [7] train-rmse:0.426674 test-rmse:0.459687
#> [8] train-rmse:0.421784 test-rmse:0.462653
#> [9] train-rmse:0.417210 test-rmse:0.461373
#> [10] train-rmse:0.415155 test-rmse:0.461646
#> [11] train-rmse:0.410850 test-rmse:0.461024
#> [12] train-rmse:0.407953 test-rmse:0.462135
#> [13] train-rmse:0.404053 test-rmse:0.462723
#> [14] train-rmse:0.400347 test-rmse:0.463362
#> [15] train-rmse:0.396864 test-rmse:0.464318
#> [16] train-rmse:0.392045 test-rmse:0.465353
#> [17] train-rmse:0.389269 test-rmse:0.466964
#> [18] train-rmse:0.388661 test-rmse:0.467754
#> [19] train-rmse:0.385400 test-rmse:0.466895
#> [20] train-rmse:0.382321 test-rmse:0.466683
#> [21] train-rmse:0.380194 test-rmse:0.467430
#> [22] train-rmse:0.378752 test-rmse:0.468711
#> [23] train-rmse:0.376436 test-rmse:0.469007
#> [24] train-rmse:0.373554 test-rmse:0.469332
#> [25] train-rmse:0.372426 test-rmse:0.471192
#> [26] train-rmse:0.369192 test-rmse:0.470901
#> [27] train-rmse:0.367374 test-rmse:0.471222
#> [28] train-rmse:0.365327 test-rmse:0.472104
#> [29] train-rmse:0.363887 test-rmse:0.473688
#> [30] train-rmse:0.360625 test-rmse:0.475303
#> [31] train-rmse:0.357054 test-rmse:0.475706
#> [32] train-rmse:0.355683 test-rmse:0.475989
#> [33] train-rmse:0.352118 test-rmse:0.478025
#> [34] train-rmse:0.349085 test-rmse:0.479108
#> [35] train-rmse:0.345830 test-rmse:0.480495
#> [36] train-rmse:0.343215 test-rmse:0.484060
#> [37] train-rmse:0.342298 test-rmse:0.485558
#> [38] train-rmse:0.339583 test-rmse:0.484590
#> [39] train-rmse:0.337712 test-rmse:0.486704
#> [40] train-rmse:0.335686 test-rmse:0.486253
#> [41] train-rmse:0.332489 test-rmse:0.486627
#> [42] train-rmse:0.329723 test-rmse:0.487091
#> [43] train-rmse:0.327435 test-rmse:0.487558
#> [44] train-rmse:0.326710 test-rmse:0.488068
#> [45] train-rmse:0.324212 test-rmse:0.487661
#> [46] train-rmse:0.323071 test-rmse:0.487710
#> [47] train-rmse:0.321261 test-rmse:0.487820
#> [48] train-rmse:0.319028 test-rmse:0.488792
#> [49] train-rmse:0.316244 test-rmse:0.488484
#> [50] train-rmse:0.314660 test-rmse:0.488658
#> [51] train-rmse:0.313287 test-rmse:0.488490
#> [52] train-rmse:0.312163 test-rmse:0.487841
#> [53] train-rmse:0.310806 test-rmse:0.488166
#> [54] train-rmse:0.307819 test-rmse:0.488597
#> [55] train-rmse:0.305318 test-rmse:0.489438
#> [56] train-rmse:0.304804 test-rmse:0.489947
#> [57] train-rmse:0.304444 test-rmse:0.490689
#> [58] train-rmse:0.303359 test-rmse:0.491186
#> [59] train-rmse:0.303102 test-rmse:0.491330
#> [60] train-rmse:0.300128 test-rmse:0.492328
#> [61] train-rmse:0.298719 test-rmse:0.492774
#> [62] train-rmse:0.298489 test-rmse:0.492652
#> [63] train-rmse:0.296058 test-rmse:0.492889
#> [64] train-rmse:0.294669 test-rmse:0.493926
#> [65] train-rmse:0.292986 test-rmse:0.494685
#> [66] train-rmse:0.291393 test-rmse:0.494538
#> [67] train-rmse:0.289457 test-rmse:0.495539
#> [68] train-rmse:0.288725 test-rmse:0.496322
#> [69] train-rmse:0.288034 test-rmse:0.497155
#> [70] train-rmse:0.286471 test-rmse:0.497548
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.350789 test-rmse:0.350795
#> [2] train-rmse:0.246106 test-rmse:0.246114
#> [3] train-rmse:0.172663 test-rmse:0.172672
#> [4] train-rmse:0.121137 test-rmse:0.121145
#> [5] train-rmse:0.084987 test-rmse:0.084994
#> [6] train-rmse:0.059625 test-rmse:0.059631
#> [7] train-rmse:0.041832 test-rmse:0.041836
#> [8] train-rmse:0.029348 test-rmse:0.029352
#> [9] train-rmse:0.020590 test-rmse:0.020593
#> [10] train-rmse:0.014446 test-rmse:0.014448
#> [11] train-rmse:0.010135 test-rmse:0.010137
#> [12] train-rmse:0.007110 test-rmse:0.007112
#> [13] train-rmse:0.004988 test-rmse:0.004989
#> [14] train-rmse:0.003500 test-rmse:0.003501
#> [15] train-rmse:0.002455 test-rmse:0.002456
#> [16] train-rmse:0.001723 test-rmse:0.001723
#> [17] train-rmse:0.001209 test-rmse:0.001209
#> [18] train-rmse:0.000848 test-rmse:0.000848
#> [19] train-rmse:0.000595 test-rmse:0.000595
#> [20] train-rmse:0.000417 test-rmse:0.000417
#> [21] train-rmse:0.000293 test-rmse:0.000293
#> [22] train-rmse:0.000205 test-rmse:0.000205
#> [23] train-rmse:0.000144 test-rmse:0.000144
#> [24] train-rmse:0.000101 test-rmse:0.000101
#> [25] train-rmse:0.000071 test-rmse:0.000071
#> [26] train-rmse:0.000050 test-rmse:0.000050
#> [27] train-rmse:0.000050 test-rmse:0.000050
#> [28] train-rmse:0.000050 test-rmse:0.000050
#> [29] train-rmse:0.000050 test-rmse:0.000050
#> [30] train-rmse:0.000050 test-rmse:0.000050
#> [31] train-rmse:0.000050 test-rmse:0.000050
#> [32] train-rmse:0.000050 test-rmse:0.000050
#> [33] train-rmse:0.000050 test-rmse:0.000050
#> [34] train-rmse:0.000050 test-rmse:0.000050
#> [35] train-rmse:0.000050 test-rmse:0.000050
#> [36] train-rmse:0.000050 test-rmse:0.000050
#> [37] train-rmse:0.000050 test-rmse:0.000050
#> [38] train-rmse:0.000050 test-rmse:0.000050
#> [39] train-rmse:0.000050 test-rmse:0.000050
#> [40] train-rmse:0.000050 test-rmse:0.000050
#> [41] train-rmse:0.000050 test-rmse:0.000050
#> [42] train-rmse:0.000050 test-rmse:0.000050
#> [43] train-rmse:0.000050 test-rmse:0.000050
#> [44] train-rmse:0.000050 test-rmse:0.000050
#> [45] train-rmse:0.000050 test-rmse:0.000050
#> [46] train-rmse:0.000050 test-rmse:0.000050
#> [47] train-rmse:0.000050 test-rmse:0.000050
#> [48] train-rmse:0.000050 test-rmse:0.000050
#> [49] train-rmse:0.000050 test-rmse:0.000050
#> [50] train-rmse:0.000050 test-rmse:0.000050
#> [51] train-rmse:0.000050 test-rmse:0.000050
#> [52] train-rmse:0.000050 test-rmse:0.000050
#> [53] train-rmse:0.000050 test-rmse:0.000050
#> [54] train-rmse:0.000050 test-rmse:0.000050
#> [55] train-rmse:0.000050 test-rmse:0.000050
#> [56] train-rmse:0.000050 test-rmse:0.000050
#> [57] train-rmse:0.000050 test-rmse:0.000050
#> [58] train-rmse:0.000050 test-rmse:0.000050
#> [59] train-rmse:0.000050 test-rmse:0.000050
#> [60] train-rmse:0.000050 test-rmse:0.000050
#> [61] train-rmse:0.000050 test-rmse:0.000050
#> [62] train-rmse:0.000050 test-rmse:0.000050
#> [63] train-rmse:0.000050 test-rmse:0.000050
#> [64] train-rmse:0.000050 test-rmse:0.000050
#> [65] train-rmse:0.000050 test-rmse:0.000050
#> [66] train-rmse:0.000050 test-rmse:0.000050
#> [67] train-rmse:0.000050 test-rmse:0.000050
#> [68] train-rmse:0.000050 test-rmse:0.000050
#> [69] train-rmse:0.000050 test-rmse:0.000050
#> [70] train-rmse:0.000050 test-rmse:0.000050
#> [1]
#> [1] "Resampling number 8 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 140
#> Nguyen-Widrow method
#> Scaling factor= 0.7021553
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 374.5 Ed= 816.2535 Ew= 7.493964
#> gradient= 208.8102
#> C_new= 119.3822 Ed= 265.122 Ew= 2.192468
#> mu= 5e-04
#> gamma= 12.1511 alpha= 2.7711 beta= 1.3896
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 374.5 Ed= 265.122 Ew= 2.192468
#> gradient= 813.4779
#> C_new= 585.9895 Ed= 419.2993 Ew= 1.195902
#> mu= 0.005
#> C_new= 584.4207 Ed= 418.1703 Ew= 1.195897
#> mu= 0.05
#> C_new= 569.0272 Ed= 407.0928 Ew= 1.195978
#> mu= 0.5
#> C_new= 440.5772 Ed= 314.6356 Ew= 1.207684
#> mu= 5
#> C_new= 74.14981 Ed= 50.16834 Ew= 1.600023
#> mu= 0.5
#> gamma= 12.8301 alpha= 4.0093 beta= 7.337
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 374.5 Ed= 50.16834 Ew= 1.600023
#> gradient= 1266.476
#> C_new= 13.16459 Ed= 0.6022978 Ew= 2.18129
#> mu= 0.05
#> gamma= 14.1816 alpha= 3.2507 beta= 610.0126
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 374.5 Ed= 0.6022978 Ew= 2.18129
#> gradient= 9011.776
#> C_new= 49.39272 Ed= 0.06963316 Ew= 2.127403
#> mu= 0.005
#> gamma= 23.0404 alpha= 5.4151 beta= 5212.743
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 374.5 Ed= 0.06963316 Ew= 2.127403
#> gradient= 35206.29
#> C_new= 735.3672 Ed= 0.1388766 Ew= 2.112456
#> mu= 0.05
#> C_new= 723.6516 Ed= 0.1366291 Ew= 2.112457
#> mu= 0.5
#> C_new= 618.6649 Ed= 0.1164886 Ew= 2.112527
#> mu= 5
#> C_new= 175.1301 Ed= 0.03139834 Ew= 2.116032
#> mu= 0.5
#> gamma= 26.8088 alpha= 6.3347 beta= 11500.47
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 374.5 Ed= 0.03139834 Ew= 2.116032
#> gradient= 49934.16
#> C_new= 21.79439 Ed= 0.0007283146 Ew= 2.118247
#> mu= 0.05
#> gamma= 22.5847 alpha= 5.331 beta= 498696.1
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.473653 test-rmse:0.481244
#> [2] train-rmse:0.458252 test-rmse:0.473075
#> [3] train-rmse:0.447487 test-rmse:0.472297
#> [4] train-rmse:0.440514 test-rmse:0.468654
#> [5] train-rmse:0.434571 test-rmse:0.466929
#> [6] train-rmse:0.428801 test-rmse:0.466626
#> [7] train-rmse:0.425087 test-rmse:0.467381
#> [8] train-rmse:0.419470 test-rmse:0.467443
#> [9] train-rmse:0.416363 test-rmse:0.469981
#> [10] train-rmse:0.411458 test-rmse:0.471472
#> [11] train-rmse:0.406805 test-rmse:0.472912
#> [12] train-rmse:0.402936 test-rmse:0.473098
#> [13] train-rmse:0.399438 test-rmse:0.472428
#> [14] train-rmse:0.396766 test-rmse:0.472421
#> [15] train-rmse:0.395322 test-rmse:0.471892
#> [16] train-rmse:0.392236 test-rmse:0.470841
#> [17] train-rmse:0.388313 test-rmse:0.471603
#> [18] train-rmse:0.384427 test-rmse:0.471290
#> [19] train-rmse:0.381278 test-rmse:0.472355
#> [20] train-rmse:0.377596 test-rmse:0.474338
#> [21] train-rmse:0.373461 test-rmse:0.473598
#> [22] train-rmse:0.370671 test-rmse:0.474358
#> [23] train-rmse:0.368062 test-rmse:0.473401
#> [24] train-rmse:0.366152 test-rmse:0.473365
#> [25] train-rmse:0.363720 test-rmse:0.473133
#> [26] train-rmse:0.360877 test-rmse:0.474073
#> [27] train-rmse:0.359923 test-rmse:0.473512
#> [28] train-rmse:0.359259 test-rmse:0.473479
#> [29] train-rmse:0.356608 test-rmse:0.472612
#> [30] train-rmse:0.353899 test-rmse:0.473955
#> [31] train-rmse:0.351276 test-rmse:0.473892
#> [32] train-rmse:0.349265 test-rmse:0.474546
#> [33] train-rmse:0.345885 test-rmse:0.473069
#> [34] train-rmse:0.343915 test-rmse:0.473941
#> [35] train-rmse:0.342042 test-rmse:0.474625
#> [36] train-rmse:0.339080 test-rmse:0.475441
#> [37] train-rmse:0.336763 test-rmse:0.474684
#> [38] train-rmse:0.334462 test-rmse:0.476431
#> [39] train-rmse:0.332190 test-rmse:0.475446
#> [40] train-rmse:0.331422 test-rmse:0.475618
#> [41] train-rmse:0.329487 test-rmse:0.475873
#> [42] train-rmse:0.328430 test-rmse:0.475368
#> [43] train-rmse:0.327896 test-rmse:0.475897
#> [44] train-rmse:0.327257 test-rmse:0.475258
#> [45] train-rmse:0.325480 test-rmse:0.477550
#> [46] train-rmse:0.322663 test-rmse:0.478316
#> [47] train-rmse:0.321254 test-rmse:0.478134
#> [48] train-rmse:0.318444 test-rmse:0.479534
#> [49] train-rmse:0.315321 test-rmse:0.478731
#> [50] train-rmse:0.311934 test-rmse:0.479410
#> [51] train-rmse:0.309389 test-rmse:0.479126
#> [52] train-rmse:0.307912 test-rmse:0.479076
#> [53] train-rmse:0.305838 test-rmse:0.478812
#> [54] train-rmse:0.303357 test-rmse:0.479439
#> [55] train-rmse:0.301954 test-rmse:0.478828
#> [56] train-rmse:0.300079 test-rmse:0.479421
#> [57] train-rmse:0.297150 test-rmse:0.479734
#> [58] train-rmse:0.295757 test-rmse:0.480075
#> [59] train-rmse:0.293985 test-rmse:0.479652
#> [60] train-rmse:0.291082 test-rmse:0.480927
#> [61] train-rmse:0.290072 test-rmse:0.481747
#> [62] train-rmse:0.287836 test-rmse:0.481812
#> [63] train-rmse:0.286595 test-rmse:0.481943
#> [64] train-rmse:0.284898 test-rmse:0.481472
#> [65] train-rmse:0.283353 test-rmse:0.481534
#> [66] train-rmse:0.282896 test-rmse:0.481979
#> [67] train-rmse:0.281200 test-rmse:0.481801
#> [68] train-rmse:0.280297 test-rmse:0.481694
#> [69] train-rmse:0.278593 test-rmse:0.481800
#> [70] train-rmse:0.277024 test-rmse:0.481734
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.350739 test-rmse:0.350745
#> [2] train-rmse:0.246036 test-rmse:0.246044
#> [3] train-rmse:0.172589 test-rmse:0.172597
#> [4] train-rmse:0.121067 test-rmse:0.121075
#> [5] train-rmse:0.084926 test-rmse:0.084933
#> [6] train-rmse:0.059574 test-rmse:0.059579
#> [7] train-rmse:0.041790 test-rmse:0.041794
#> [8] train-rmse:0.029314 test-rmse:0.029318
#> [9] train-rmse:0.020563 test-rmse:0.020567
#> [10] train-rmse:0.014425 test-rmse:0.014427
#> [11] train-rmse:0.010119 test-rmse:0.010121
#> [12] train-rmse:0.007098 test-rmse:0.007099
#> [13] train-rmse:0.004979 test-rmse:0.004980
#> [14] train-rmse:0.003493 test-rmse:0.003494
#> [15] train-rmse:0.002450 test-rmse:0.002451
#> [16] train-rmse:0.001719 test-rmse:0.001719
#> [17] train-rmse:0.001206 test-rmse:0.001206
#> [18] train-rmse:0.000846 test-rmse:0.000846
#> [19] train-rmse:0.000593 test-rmse:0.000593
#> [20] train-rmse:0.000416 test-rmse:0.000416
#> [21] train-rmse:0.000292 test-rmse:0.000292
#> [22] train-rmse:0.000205 test-rmse:0.000205
#> [23] train-rmse:0.000144 test-rmse:0.000144
#> [24] train-rmse:0.000101 test-rmse:0.000101
#> [25] train-rmse:0.000071 test-rmse:0.000071
#> [26] train-rmse:0.000050 test-rmse:0.000050
#> [27] train-rmse:0.000050 test-rmse:0.000050
#> [28] train-rmse:0.000049 test-rmse:0.000050
#> [29] train-rmse:0.000049 test-rmse:0.000050
#> [30] train-rmse:0.000049 test-rmse:0.000050
#> [31] train-rmse:0.000049 test-rmse:0.000050
#> [32] train-rmse:0.000049 test-rmse:0.000050
#> [33] train-rmse:0.000049 test-rmse:0.000050
#> [34] train-rmse:0.000049 test-rmse:0.000050
#> [35] train-rmse:0.000049 test-rmse:0.000050
#> [36] train-rmse:0.000049 test-rmse:0.000050
#> [37] train-rmse:0.000049 test-rmse:0.000050
#> [38] train-rmse:0.000049 test-rmse:0.000050
#> [39] train-rmse:0.000049 test-rmse:0.000050
#> [40] train-rmse:0.000049 test-rmse:0.000050
#> [41] train-rmse:0.000049 test-rmse:0.000050
#> [42] train-rmse:0.000049 test-rmse:0.000050
#> [43] train-rmse:0.000049 test-rmse:0.000050
#> [44] train-rmse:0.000049 test-rmse:0.000050
#> [45] train-rmse:0.000049 test-rmse:0.000050
#> [46] train-rmse:0.000049 test-rmse:0.000050
#> [47] train-rmse:0.000049 test-rmse:0.000050
#> [48] train-rmse:0.000049 test-rmse:0.000050
#> [49] train-rmse:0.000049 test-rmse:0.000050
#> [50] train-rmse:0.000049 test-rmse:0.000050
#> [51] train-rmse:0.000049 test-rmse:0.000050
#> [52] train-rmse:0.000049 test-rmse:0.000050
#> [53] train-rmse:0.000049 test-rmse:0.000050
#> [54] train-rmse:0.000049 test-rmse:0.000050
#> [55] train-rmse:0.000050 test-rmse:0.000050
#> [56] train-rmse:0.000050 test-rmse:0.000050
#> [57] train-rmse:0.000050 test-rmse:0.000050
#> [58] train-rmse:0.000050 test-rmse:0.000050
#> [59] train-rmse:0.000050 test-rmse:0.000050
#> [60] train-rmse:0.000050 test-rmse:0.000050
#> [61] train-rmse:0.000050 test-rmse:0.000050
#> [62] train-rmse:0.000050 test-rmse:0.000050
#> [63] train-rmse:0.000050 test-rmse:0.000050
#> [64] train-rmse:0.000050 test-rmse:0.000050
#> [65] train-rmse:0.000050 test-rmse:0.000050
#> [66] train-rmse:0.000050 test-rmse:0.000050
#> [67] train-rmse:0.000050 test-rmse:0.000050
#> [68] train-rmse:0.000050 test-rmse:0.000050
#> [69] train-rmse:0.000050 test-rmse:0.000050
#> [70] train-rmse:0.000050 test-rmse:0.000050
#> [1]
#> [1] "Resampling number 9 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 140
#> Nguyen-Widrow method
#> Scaling factor= 0.7020882
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 386.5 Ed= 964.8687 Ew= 8.055354
#> gradient= 206.6516
#> C_new= 256.1539 Ed= 754.8382 Ew= 0.9837813
#> mu= 5e-04
#> gamma= 15.8121 alpha= 8.0364 beta= 0.5016
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 386.5 Ed= 754.8382 Ew= 0.9837813
#> gradient= 335.1915
#> C_new= 335.1963 Ed= 646.3799 Ew= 1.36881
#> mu= 5e-05
#> gamma= 9.2855 alpha= 3.3918 beta= 0.5908
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 386.5 Ed= 646.3799 Ew= 1.36881
#> gradient= 341.1553
#> C_new= 395.8869 Ed= 664.4295 Ew= 0.992566
#> mu= 5e-04
#> C_new= 395.8286 Ed= 664.3309 Ew= 0.992566
#> mu= 0.005
#> C_new= 395.2466 Ed= 663.3456 Ew= 0.992567
#> mu= 0.05
#> C_new= 389.4946 Ed= 653.6087 Ew= 0.9926388
#> mu= 0.5
#> C_new= 338.1745 Ed= 566.7027 Ew= 0.9987358
#> mu= 0.05
#> gamma= 12.3676 alpha= 6.1916 beta= 0.6711
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 386.5 Ed= 566.7027 Ew= 0.9987358
#> gradient= 316.8229
#> C_new= 323.6244 Ed= 468.9601 Ew= 1.438009
#> mu= 0.005
#> gamma= 10.3452 alpha= 3.5971 beta= 0.8131
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 386.5 Ed= 468.9601 Ew= 1.438009
#> gradient= 431.1014
#> C_new= 430.7448 Ed= 524.8156 Ew= 1.111831
#> mu= 0.05
#> C_new= 423.9014 Ed= 516.3995 Ew= 1.11185
#> mu= 0.5
#> C_new= 363.195 Ed= 441.7203 Ew= 1.11681
#> mu= 0.05
#> gamma= 12.1312 alpha= 5.4312 beta= 0.8613
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 386.5 Ed= 441.7203 Ew= 1.11681
#> gradient= 385.4078
#> C_new= 327.3993 Ed= 371.0023 Ew= 1.449265
#> mu= 0.005
#> gamma= 10.903 alpha= 3.7616 beta= 1.0271
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 386.5 Ed= 371.0023 Ew= 1.449265
#> gradient= 491.3488
#> C_new= 445.0874 Ed= 428.8486 Ew= 1.229868
#> mu= 0.05
#> C_new= 437.8184 Ed= 421.7712 Ew= 1.229889
#> mu= 0.5
#> C_new= 373.4067 Ed= 359.0422 Ew= 1.234106
#> mu= 0.05
#> gamma= 12.0366 alpha= 4.8766 beta= 1.0597
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 386.5 Ed= 359.0422 Ew= 1.234106
#> gradient= 442.4084
#> C_new= 327.4995 Ed= 302.2532 Ew= 1.475984
#> mu= 0.005
#> gamma= 11.3138 alpha= 3.8326 beta= 1.26
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 386.5 Ed= 302.2532 Ew= 1.475984
#> gradient= 545.1055
#> C_new= 453.7411 Ed= 356.0822 Ew= 1.323563
#> mu= 0.05
#> C_new= 446.0928 Ed= 350.0121 Ew= 1.323585
#> mu= 0.5
#> C_new= 378.47 Ed= 296.3322 Ew= 1.327398
#> mu= 0.05
#> gamma= 12.1084 alpha= 4.561 beta= 1.2838
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 386.5 Ed= 296.3322 Ew= 1.327398
#> gradient= 497.8603
#> C_new= 330.2664 Ed= 251.8727 Ew= 1.512816
#> mu= 0.005
#> gamma= 11.5907 alpha= 3.8308 beta= 1.5115
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 386.5 Ed= 251.8727 Ew= 1.512816
#> gradient= 597.0115
#> C_new= 457.2924 Ed= 299.0057 Ew= 1.395602
#> mu= 0.05
#> C_new= 449.2907 Ed= 293.7118 Ew= 1.395627
#> mu= 0.5
#> C_new= 378.7828 Ed= 247.0549 Ew= 1.399238
#> mu= 0.05
#> gamma= 12.2154 alpha= 4.365 beta= 1.5397
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 386.5 Ed= 247.0549 Ew= 1.399238
#> gradient= 552.2443
#> C_new= 332.6646 Ed= 211.6554 Ew= 1.552595
#> mu= 0.005
#> gamma= 11.7941 alpha= 3.7982 beta= 1.7982
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 386.5 Ed= 211.6554 Ew= 1.552595
#> gradient= 650.2787
#> C_new= 460.492 Ed= 253.0098 Ew= 1.454614
#> mu= 0.05
#> C_new= 452.1243 Ed= 248.3564 Ew= 1.454641
#> mu= 0.5
#> C_new= 378.6689 Ed= 207.5001 Ew= 1.45812
#> mu= 0.05
#> gamma= 12.3158 alpha= 4.2232 beta= 1.833
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 386.5 Ed= 207.5001 Ew= 1.45812
#> gradient= 606.2731
#> C_new= 333.8192 Ed= 178.4526 Ew= 1.591297
#> mu= 0.005
#> gamma= 11.957 alpha= 3.757 beta= 2.1323
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 386.5 Ed= 178.4526 Ew= 1.591297
#> gradient= 705.5605
#> C_new= 464.076 Ed= 214.9841 Ew= 1.505741
#> mu= 0.05
#> C_new= 455.3416 Ed= 210.8879 Ew= 1.50577
#> mu= 0.5
#> C_new= 378.9523 Ed= 175.0578 Ew= 1.509128
#> mu= 0.05
#> gamma= 12.406 alpha= 4.1103 beta= 2.1724
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 386.5 Ed= 175.0578 Ew= 1.509128
#> gradient= 661.1516
#> C_new= 334.2747 Ed= 150.7935 Ew= 1.627492
#> mu= 0.005
#> gamma= 12.0942 alpha= 3.7156 beta= 2.523
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 386.5 Ed= 150.7935 Ew= 1.627492
#> gradient= 762.9419
#> C_new= 467.5323 Ed= 183.0231 Ew= 1.551341
#> mu= 0.05
#> C_new= 458.4502 Ed= 179.4233 Ew= 1.55137
#> mu= 0.5
#> C_new= 379.2962 Ed= 148.0456 Ew= 1.554604
#> mu= 0.05
#> gamma= 12.4858 alpha= 4.0157 beta= 2.5685
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 386.5 Ed= 148.0456 Ew= 1.554604
#> gradient= 717.8164
#> C_new= 334.4533 Ed= 127.616 Ew= 1.660976
#> mu= 0.005
#> gamma= 12.2132 alpha= 3.6765 beta= 2.9808
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 386.5 Ed= 127.616 Ew= 1.660976
#> gradient= 822.7294
#> C_new= 470.6218 Ed= 155.9219 Ew= 1.592586
#> mu= 0.05
#> C_new= 461.2176 Ed= 152.7669 Ew= 1.592616
#> mu= 0.5
#> C_new= 379.5205 Ed= 125.3549 Ew= 1.595717
#> mu= 0.05
#> gamma= 12.556 alpha= 3.9343 beta= 3.0332
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 386.5 Ed= 125.3549 Ew= 1.595717
#> gradient= 776.96
#> C_new= 334.5193 Ed= 108.0927 Ew= 1.691907
#> mu= 0.005
#> gamma= 12.3179 alpha= 3.6402 beta= 3.5187
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 386.5 Ed= 108.0927 Ew= 1.691907
#> gradient= 885.4122
#> C_new= 473.3105 Ed= 132.8281 Ew= 1.630192
#> mu= 0.05
#> C_new= 463.61 Ed= 130.0712 Ew= 1.630221
#> mu= 0.5
#> C_new= 379.5882 Ed= 106.1891 Ew= 1.633183
#> mu= 0.05
#> gamma= 12.6177 alpha= 3.8629 beta= 3.5803
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 386.5 Ed= 106.1891 Ew= 1.633183
#> gradient= 839.2082
#> C_new= 334.5389 Ed= 91.58196 Ew= 1.720509
#> mu= 0.005
#> gamma= 12.4104 alpha= 3.6066 beta= 4.1525
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 386.5 Ed= 91.58196 Ew= 1.720509
#> gradient= 951.5677
#> C_new= 475.6277 Ed= 113.094 Ew= 1.664661
#> mu= 0.05
#> C_new= 465.6545 Ed= 110.6923 Ew= 1.66469
#> mu= 0.5
#> C_new= 379.5079 Ed= 89.94416 Ew= 1.667509
#> mu= 0.05
#> gamma= 12.6716 alpha= 3.7996 beta= 4.2267
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 386.5 Ed= 89.94416 Ew= 1.667509
#> gradient= 905.1911
#> C_new= 334.5516 Ed= 77.58207 Ew= 1.746992
#> mu= 0.005
#> gamma= 12.4923 alpha= 3.5754 beta= 4.9013
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 386.5 Ed= 77.58207 Ew= 1.746992
#> gradient= 1021.817
#> C_new= 477.6183 Ed= 96.20961 Ew= 1.69637
#> mu= 0.05
#> C_new= 467.3937 Ed= 94.12349 Ew= 1.696398
#> mu= 0.5
#> C_new= 379.3009 Ed= 76.14822 Ew= 1.699071
#> mu= 0.05
#> gamma= 12.7187 alpha= 3.7428 beta= 4.9921
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 386.5 Ed= 76.14822 Ew= 1.699071
#> gradient= 975.5562
#> C_new= 334.5888 Ed= 65.69525 Ew= 1.771537
#> mu= 0.005
#> gamma= 12.5648 alpha= 3.5463 beta= 5.7876
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 386.5 Ed= 65.69525 Ew= 1.771537
#> gradient= 1096.801
#> C_new= 479.3312 Ed= 81.76308 Ew= 1.725607
#> mu= 0.05
#> C_new= 468.8741 Ed= 79.95625 Ew= 1.725633
#> mu= 0.5
#> C_new= 378.9927 Ed= 64.4247 Ew= 1.728162
#> mu= 0.05
#> gamma= 12.7596 alpha= 3.6917 beta= 5.9002
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 386.5 Ed= 64.4247 Ew= 1.728162
#> gradient= 1050.964
#> C_new= 334.6786 Ed= 55.60036 Ew= 1.794298
#> mu= 0.005
#> gamma= 12.6286 alpha= 3.5191 beta= 6.8378
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 386.5 Ed= 55.60036 Ew= 1.794298
#> gradient= 1177.167
#> C_new= 480.8145 Ed= 69.41488 Ew= 1.752597
#> mu= 0.05
#> C_new= 470.1417 Ed= 67.85401 Ew= 1.752623
#> mu= 0.5
#> C_new= 378.6102 Ed= 54.46674 Ew= 1.755008
#> mu= 0.05
#> gamma= 12.795 alpha= 3.6453 beta= 6.9786
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 386.5 Ed= 54.46674 Ew= 1.755008
#> gradient= 1132.075
#> C_new= 334.8441 Ed= 47.03317 Ew= 1.815402
#> mu= 0.005
#> gamma= 12.6845 alpha= 3.4936 beta= 8.0828
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 386.5 Ed= 47.03317 Ew= 1.815402
#> gradient= 1263.555
#> C_new= 482.1136 Ed= 58.87887 Ew= 1.777522
#> mu= 0.05
#> C_new= 471.2398 Ed= 57.53355 Ew= 1.777546
#> mu= 0.5
#> C_new= 378.1796 Ed= 46.01916 Ew= 1.77979
#> mu= 0.05
#> gamma= 12.8255 alpha= 3.6031 beta= 8.2593
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 386.5 Ed= 46.01916 Ew= 1.77979
#> gradient= 1219.544
#> C_new= 335.1025 Ed= 39.77213 Ew= 1.834955
#> mu= 0.005
#> gamma= 12.733 alpha= 3.4696 beta= 9.5578
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 386.5 Ed= 39.77213 Ew= 1.834955
#> gradient= 1356.588
#> C_new= 483.2683 Ed= 49.90917 Ew= 1.800527
#> mu= 0.05
#> C_new= 472.2066 Ed= 48.75182 Ew= 1.80055
#> mu= 0.5
#> C_new= 377.7245 Ed= 38.8657 Ew= 1.802658
#> mu= 0.05
#> gamma= 12.8517 alpha= 3.5646 beta= 9.7792
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 386.5 Ed= 38.8657 Ew= 1.802658
#> gradient= 1314.005
#> C_new= 335.4627 Ed= 33.62836 Ew= 1.85305
#> mu= 0.005
#> gamma= 12.7748 alpha= 3.447 beta= 11.3033
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 386.5 Ed= 33.62836 Ew= 1.85305
#> gradient= 1456.867
#> C_new= 484.3107 Ed= 42.29116 Ew= 1.82174
#> mu= 0.05
#> C_new= 473.0729 Ed= 41.29695 Ew= 1.821761
#> mu= 0.5
#> C_new= 377.264 Ed= 32.82019 Ew= 1.823738
#> mu= 0.05
#> gamma= 12.874 alpha= 3.5296 beta= 11.5802
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 386.5 Ed= 32.82019 Ew= 1.823738
#> gradient= 1416.073
#> C_new= 335.9254 Ed= 28.43881 Ew= 1.86977
#> mu= 0.005
#> gamma= 12.8106 alpha= 3.4257 beta= 13.3654
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 386.5 Ed= 28.43881 Ew= 1.86977
#> gradient= 1564.969
#> C_new= 485.2643 Ed= 35.8357 Ew= 1.841273
#> mu= 0.05
#> C_new= 473.8612 Ed= 34.9825 Ew= 1.841294
#> mu= 0.5
#> C_new= 376.8116 Ed= 27.72075 Ew= 1.843145
#> mu= 0.05
#> gamma= 12.893 alpha= 3.4976 beta= 13.7101
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 386.5 Ed= 27.72075 Ew= 1.843145
#> gradient= 1526.342
#> C_new= 336.4828 Ed= 24.06181 Ew= 1.885196
#> mu= 0.005
#> gamma= 12.841 alpha= 3.4057 beta= 15.796
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 386.5 Ed= 24.06181 Ew= 1.885196
#> gradient= 1681.454
#> C_new= 486.1443 Ed= 30.37562 Ew= 1.859234
#> mu= 0.05
#> C_new= 474.5858 Ed= 29.64388 Ew= 1.859253
#> mu= 0.5
#> C_new= 376.375 Ed= 23.42605 Ew= 1.860985
#> mu= 0.05
#> gamma= 12.9092 alpha= 3.4684 beta= 16.2232
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 386.5 Ed= 23.42605 Ew= 1.860985
#> gradient= 1645.391
#> C_new= 337.1214 Ed= 20.37413 Ew= 1.899403
#> mu= 0.005
#> gamma= 12.8667 alpha= 3.387 beta= 18.6544
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 386.5 Ed= 20.37413 Ew= 1.899403
#> gradient= 1806.872
#> C_new= 486.9585 Ed= 25.76368 Ew= 1.875726
#> mu= 0.05
#> C_new= 475.2541 Ed= 25.13625 Ew= 1.875744
#> mu= 0.5
#> C_new= 375.957 Ed= 19.81296 Ew= 1.877363
#> mu= 0.05
#> gamma= 12.9229 alpha= 3.4418 beta= 19.1813
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 386.5 Ed= 19.81296 Ew= 1.877363
#> gradient= 1773.796
#> C_new= 337.8237 Ed= 17.26896 Ew= 1.91247
#> mu= 0.005
#> gamma= 12.8882 alpha= 3.3695 beta= 22.008
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 386.5 Ed= 17.26896 Ew= 1.91247
#> gradient= 1941.78
#> C_new= 487.7099 Ed= 21.87105 Ew= 1.890852
#> mu= 0.05
#> C_new= 475.8689 Ed= 21.33301 Ew= 1.890869
#> mu= 0.5
#> C_new= 375.5569 Ed= 16.77481 Ew= 1.892381
#> mu= 0.05
#> gamma= 12.9344 alpha= 3.4175 beta= 22.655
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 386.5 Ed= 16.77481 Ew= 1.892381
#> gradient= 1912.143
#> C_new= 338.5709 Ed= 14.65436 Ew= 1.924474
#> mu= 0.005
#> gamma= 12.9063 alpha= 3.3532 beta= 25.934
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 386.5 Ed= 14.65436 Ew= 1.924474
#> gradient= 2086.751
#> C_new= 488.3989 Ed= 18.58607 Ew= 1.904713
#> mu= 0.05
#> C_new= 476.43 Ed= 18.12455 Ew= 1.904729
#> mu= 0.5
#> C_new= 375.172 Ed= 14.21993 Ew= 1.906141
#> mu= 0.05
#> gamma= 12.9442 alpha= 3.3954 beta= 26.725
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 386.5 Ed= 14.21993 Ew= 1.906141
#> gradient= 2061.039
#> C_new= 339.3452 Ed= 12.45175 Ew= 1.935494
#> mu= 0.005
#> gamma= 12.9214 alpha= 3.338 beta= 30.5209
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 386.5 Ed= 12.45175 Ew= 1.935494
#> gradient= 2242.389
#> C_new= 489.0247 Ed= 15.81289 Ew= 1.91741
#> mu= 0.05
#> C_new= 476.9366 Ed= 15.41683 Ew= 1.917425
#> mu= 0.5
#> C_new= 374.7988 Ed= 12.0702 Ew= 1.918743
#> mu= 0.05
#> gamma= 12.9525 alpha= 3.3752 beta= 31.4845
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 386.5 Ed= 12.0702 Ew= 1.918743
#> gradient= 2221.129
#> C_new= 340.1306 Ed= 10.59455 Ew= 1.945605
#> mu= 0.005
#> gamma= 12.934 alpha= 3.3239 beta= 35.8706
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 386.5 Ed= 10.59455 Ew= 1.945605
#> gradient= 2409.341
#> C_new= 489.5872 Ed= 13.46995 Ew= 1.929039
#> mu= 0.05
#> C_new= 477.3882 Ed= 13.12986 Ew= 1.929053
#> mu= 0.5
#> C_new= 374.434 Ed= 10.2596 Ew= 1.930283
#> mu= 0.05
#> gamma= 12.9595 alpha= 3.3569 beta= 37.0405
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 386.5 Ed= 10.2596 Ew= 1.930283
#> gradient= 2393.104
#> C_new= 340.9143 Ed= 9.026666 Ew= 1.954883
#> mu= 0.005
#> gamma= 12.9445 alpha= 3.3108 beta= 42.1006
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 386.5 Ed= 9.026666 Ew= 1.954883
#> gradient= 2588.308
#> C_new= 490.0871 Ed= 11.48833 Ew= 1.939692
#> mu= 0.05
#> C_new= 477.785 Ed= 11.19612 Ew= 1.939705
#> mu= 0.5
#> C_new= 374.0751 Ed= 8.732646 Ew= 1.940852
#> mu= 0.05
#> gamma= 12.9654 alpha= 3.3401 beta= 43.5169
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 386.5 Ed= 8.732646 Ew= 1.940852
#> gradient= 2577.712
#> C_new= 341.6862 Ed= 7.701112 Ew= 1.963398
#> mu= 0.005
#> gamma= 12.9533 alpha= 3.2987 beta= 49.3466
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 386.5 Ed= 7.701112 Ew= 1.963398
#> gradient= 2780.047
#> C_new= 490.5262 Ed= 9.810119 Ew= 1.949455
#> mu= 0.05
#> C_new= 478.1286 Ed= 9.558882 Ew= 1.949467
#> mu= 0.5
#> C_new= 373.7205 Ed= 7.442997 Ew= 1.950536
#> mu= 0.05
#> gamma= 12.9704 alpha= 3.3248 beta= 51.0567
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 386.5 Ed= 7.442997 Ew= 1.950536
#> gradient= 2775.761
#> C_new= 342.4391 Ed= 6.57867 Ew= 1.971217
#> mu= 0.005
#> gamma= 12.9606 alpha= 3.2875 beta= 57.7654
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 386.5 Ed= 6.57867 Ew= 1.971217
#> gradient= 2985.385
#> C_new= 490.9076 Ed= 8.386839 Ew= 1.958407
#> mu= 0.05
#> C_new= 478.4215 Ed= 8.170688 Ew= 1.958419
#> mu= 0.5
#> C_new= 373.3692 Ed= 6.35203 Ew= 1.959416
#> mu= 0.05
#> gamma= 12.9746 alpha= 3.3108 beta= 59.8254
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 386.5 Ed= 6.35203 Ew= 1.959416
#> gradient= 2988.133
#> C_new= 343.1681 Ed= 5.626672 Ew= 1.9784
#> mu= 0.005
#> gamma= 12.9667 alpha= 3.2771 beta= 67.5384
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 386.5 Ed= 5.626672 Ew= 1.9784
#> gradient= 3205.219
#> C_new= 491.2348 Ed= 7.177987 Ew= 1.966623
#> mu= 0.05
#> C_new= 478.667 Ed= 6.991903 Ew= 1.966634
#> mu= 0.5
#> C_new= 373.0211 Ed= 5.427624 Ew= 1.967565
#> mu= 0.05
#> gamma= 12.9783 alpha= 3.2981 beta= 70.0142
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 386.5 Ed= 5.427624 Ew= 1.967565
#> gradient= 3215.782
#> C_new= 343.8701 Ed= 4.817928 Ew= 1.985005
#> mu= 0.005
#> gamma= 12.9719 alpha= 3.2675 beta= 78.875
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 386.5 Ed= 4.817928 Ew= 1.985005
#> gradient= 3440.522
#> C_new= 491.5119 Ed= 6.149748 Ew= 1.97417
#> mu= 0.05
#> C_new= 478.8687 Ed= 5.989453 Ew= 1.97418
#> mu= 0.5
#> C_new= 372.6762 Ed= 4.643078 Ew= 1.975048
#> mu= 0.05
#> gamma= 12.9814 alpha= 3.2863 beta= 81.8443
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 386.5 Ed= 4.643078 Ew= 1.975048
#> gradient= 3459.744
#> C_new= 344.5436 Ed= 4.129798 Ew= 1.991083
#> mu= 0.005
#> gamma= 12.9762 alpha= 3.2586 beta= 92.0171
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 386.5 Ed= 4.129798 Ew= 1.991083
#> gradient= 3692.347
#> C_new= 491.7434 Ed= 5.273889 Ew= 1.981108
#> mu= 0.05
#> C_new= 479.0305 Ed= 5.135731 Ew= 1.981117
#> mu= 0.5
#> C_new= 372.3351 Ed= 3.976185 Ew= 1.981926
#> mu= 0.05
#> gamma= 12.984 alpha= 3.2756 beta= 95.571
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 386.5 Ed= 3.976185 Ew= 1.981926
#> gradient= 3721.141
#> C_new= 345.188 Ed= 3.543413 Ew= 1.996681
#> mu= 0.005
#> gamma= 12.9798 alpha= 3.2503 beta= 107.2441
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 386.5 Ed= 3.543413 Ew= 1.996681
#> gradient= 3961.836
#> C_new= 491.9335 Ed= 4.52681 Ew= 1.987491
#> mu= 0.05
#> C_new= 479.1564 Ed= 4.407668 Ew= 1.987499
#> mu= 0.5
#> C_new= 371.9984 Ed= 3.408449 Ew= 1.988254
#> mu= 0.05
#> gamma= 12.9862 alpha= 3.2657 beta= 111.4897
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 386.5 Ed= 3.408449 Ew= 1.988254
#> gradient= 4001.184
#> C_new= 345.8032 Ed= 3.043023 Ew= 2.00184
#> mu= 0.005
#> gamma= 12.9828 alpha= 3.2427 beta= 124.8786
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 386.5 Ed= 3.043023 Ew= 2.00184
#> gradient= 4258.126
#> C_new= 492.0864 Ed= 3.888755 Ew= 1.993369
#> mu= 0.05
#> C_new= 479.2499 Ed= 3.785963 Ew= 1.993377
#> mu= 0.5
#> C_new= 371.6667 Ed= 2.924443 Ew= 1.99408
#> mu= 0.05
#> gamma= 12.9881 alpha= 3.2567 beta= 129.9413
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 386.5 Ed= 2.924443 Ew= 1.99408
#> gradient= 4302.266
#> C_new= 346.3901 Ed= 2.615452 Ew= 2.006599
#> mu= 0.005
#> gamma= 12.9854 alpha= 3.2357 beta= 145.2932
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 386.5 Ed= 2.615452 Ew= 2.006599
#> gradient= 4574.134
#> C_new= 492.2058 Ed= 3.343161 Ew= 1.998786
#> mu= 0.05
#> C_new= 479.3146 Ed= 3.254435 Ew= 1.998794
#> mu= 0.5
#> C_new= 371.3405 Ed= 2.511274 Ew= 1.999449
#> mu= 0.05
#> gamma= 12.9898 alpha= 3.2483 beta= 151.3196
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 386.5 Ed= 2.511274 Ew= 1.999449
#> gradient= 4630.508
#> C_new= 346.9494 Ed= 2.249655 Ew= 2.010993
#> mu= 0.005
#> gamma= 12.9876 alpha= 3.2291 beta= 168.9175
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 386.5 Ed= 2.249655 Ew= 2.010993
#> gradient= 4911.022
#> C_new= 492.2954 Ed= 2.876107 Ew= 2.003783
#> mu= 0.05
#> C_new= 479.3538 Ed= 2.799492 Ew= 2.00379
#> mu= 0.5
#> C_new= 371.0204 Ed= 2.158142 Ew= 2.004401
#> mu= 0.05
#> gamma= 12.9912 alpha= 3.2407 beta= 176.0795
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 386.5 Ed= 2.158142 Ew= 2.004401
#> gradient= 4980.911
#> C_new= 347.4823 Ed= 1.936354 Ew= 2.015051
#> mu= 0.005
#> gamma= 12.9894 alpha= 3.2231 beta= 196.2479
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 386.5 Ed= 1.936354 Ew= 2.015051
#> gradient= 5270.44
#> C_new= 492.3584 Ed= 2.475875 Ew= 2.008395
#> mu= 0.05
#> C_new= 479.3703 Ed= 2.409693 Ew= 2.008402
#> mu= 0.5
#> C_new= 370.7069 Ed= 1.855978 Ew= 2.008971
#> mu= 0.05
#> gamma= 12.9924 alpha= 3.2336 beta= 204.7458
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 386.5 Ed= 1.855978 Ew= 2.008971
#> gradient= 5355.211
#> C_new= 347.9899 Ed= 1.667736 Ew= 2.018802
#> mu= 0.005
#> gamma= 12.9909 alpha= 3.2175 beta= 227.8566
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 386.5 Ed= 1.667736 Ew= 2.018802
#> gradient= 5654.146
#> C_new= 492.3978 Ed= 2.132579 Ew= 2.012655
#> mu= 0.05
#> C_new= 479.3669 Ed= 2.07539 Ew= 2.012661
#> mu= 0.5
#> C_new= 370.4001 Ed= 1.597157 Ew= 2.013192
#> mu= 0.05
#> gamma= 12.9935 alpha= 3.2271 beta= 237.9248
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 386.5 Ed= 1.597157 Ew= 2.013192
#> gradient= 5755.263
#> C_new= 348.4734 Ed= 1.437208 Ew= 2.022272
#> mu= 0.005
#> gamma= 12.9923 alpha= 3.2123 beta= 264.4043
#> ----------------------------------------------------------------------
#> Epoch= 75
#> C= 386.5 Ed= 1.437208 Ew= 2.022272
#> gradient= 6064.011
#> C_new= 492.4163 Ed= 1.837861 Ew= 2.016593
#> mu= 0.05
#> C_new= 479.3459 Ed= 1.788428 Ew= 2.016598
#> mu= 0.5
#> C_new= 370.1005 Ed= 1.375246 Ew= 2.017093
#> mu= 0.05
#> gamma= 12.9944 alpha= 3.2211 beta= 276.3163
#> ----------------------------------------------------------------------
#> Epoch= 76
#> C= 386.5 Ed= 1.375246 Ew= 2.017093
#> gradient= 6183.045
#> C_new= 348.9342 Ed= 1.239196 Ew= 2.025483
#> mu= 0.005
#> gamma= 12.9934 alpha= 3.2075 beta= 306.6531
#> ----------------------------------------------------------------------
#> Epoch= 77
#> C= 386.5 Ed= 1.239196 Ew= 2.025483
#> gradient= 6502.029
#> C_new= 492.4163 Ed= 1.584645 Ew= 2.020234
#> mu= 0.05
#> C_new= 479.3095 Ed= 1.541904 Ew= 2.020239
#> mu= 0.5
#> C_new= 369.8081 Ed= 1.184813 Ew= 2.0207
#> mu= 0.05
#> gamma= 12.9951 alpha= 3.2155 beta= 320.7277
#> ----------------------------------------------------------------------
#> Epoch= 78
#> C= 386.5 Ed= 1.184813 Ew= 2.0207
#> gradient= 6640.667
#> C_new= 349.3733 Ed= 1.068978 Ew= 2.028457
#> mu= 0.005
#> gamma= 12.9943 alpha= 3.203 beta= 355.4824
#> ----------------------------------------------------------------------
#> Epoch= 79
#> C= 386.5 Ed= 1.068978 Ew= 2.028457
#> gradient= 6970.332
#> C_new= 492.3998 Ed= 1.366926 Ew= 2.023603
#> mu= 0.05
#> C_new= 479.2595 Ed= 1.329961 Ew= 2.023608
#> mu= 0.5
#> C_new= 369.5231 Ed= 1.02126 Ew= 2.024038
#> mu= 0.05
#> gamma= 12.9958 alpha= 3.2104 beta= 372.0913
#> ----------------------------------------------------------------------
#> Epoch= 80
#> C= 386.5 Ed= 1.02126 Ew= 2.024038
#> gradient= 7130.385
#> C_new= 349.7919 Ed= 0.9225449 Ew= 2.031212
#> mu= 0.005
#> gamma= 12.9951 alpha= 3.1989 beta= 411.9067
#> ----------------------------------------------------------------------
#> Epoch= 81
#> C= 386.5 Ed= 0.9225449 Ew= 2.031212
#> gradient= 7471.191
#> C_new= 492.369 Ed= 1.179602 Ew= 2.026722
#> mu= 0.05
#> C_new= 479.1978 Ed= 1.147625 Ew= 2.026726
#> mu= 0.5
#> C_new= 369.2456 Ed= 0.8806875 Ew= 2.027127
#> mu= 0.05
#> gamma= 12.9964 alpha= 3.2056 beta= 431.4831
#> ----------------------------------------------------------------------
#> Epoch= 82
#> C= 386.5 Ed= 0.8806875 Ew= 2.027127
#> gradient= 7654.611
#> C_new= 350.1911 Ed= 0.7964892 Ew= 2.033764
#> mu= 0.005
#> gamma= 12.9958 alpha= 3.195 beta= 477.0963
#> ----------------------------------------------------------------------
#> Epoch= 83
#> C= 386.5 Ed= 0.7964892 Ew= 2.033764
#> gradient= 8007.038
#> C_new= 492.3254 Ed= 1.018328 Ew= 2.02961
#> mu= 0.05
#> C_new= 479.1258 Ed= 0.9906618 Ew= 2.029615
#> mu= 0.5
#> C_new= 368.9755 Ed= 0.759783 Ew= 2.029988
#> mu= 0.05
#> gamma= 12.9968 alpha= 3.2012 beta= 500.1449
#> ----------------------------------------------------------------------
#> Epoch= 84
#> C= 386.5 Ed= 0.759783 Ew= 2.029988
#> gradient= 8215.923
#> C_new= 350.572 Ed= 0.6879086 Ew= 2.036132
#> mu= 0.005
#> gamma= 12.9964 alpha= 3.1915 beta= 552.4016
#> ----------------------------------------------------------------------
#> Epoch= 85
#> C= 386.5 Ed= 0.6879086 Ew= 2.036132
#> gradient= 8580.471
#> C_new= 492.2707 Ed= 0.8794051 Ew= 2.032287
#> mu= 0.05
#> C_new= 479.0449 Ed= 0.8554626 Ew= 2.032291
#> mu= 0.5
#> C_new= 368.713 Ed= 0.6557293 Ew= 2.032639
#> mu= 0.05
#> gamma= 12.9973 alpha= 3.1971 beta= 579.5095
#> ----------------------------------------------------------------------
#> Epoch= 86
#> C= 386.5 Ed= 0.6557293 Ew= 2.032639
#> gradient= 8817.084
#> C_new= 350.9355 Ed= 0.5943279 Ew= 2.038327
#> mu= 0.005
#> gamma= 12.9969 alpha= 3.1881 beta= 639.3802
#> ----------------------------------------------------------------------
#> Epoch= 87
#> C= 386.5 Ed= 0.5943279 Ew= 2.038327
#> gradient= 9194.273
#> C_new= 492.2063 Ed= 0.7596719 Ew= 2.034768
#> mu= 0.05
#> C_new= 478.9563 Ed= 0.7389487 Ew= 2.034771
#> mu= 0.5
#> C_new= 368.4578 Ed= 0.5661258 Ew= 2.035096
#> mu= 0.05
#> gamma= 12.9976 alpha= 3.1934 beta= 671.231
#> ----------------------------------------------------------------------
#> Epoch= 88
#> C= 386.5 Ed= 0.5661258 Ew= 2.035096
#> gradient= 9461.049
#> C_new= 351.2826 Ed= 0.5136338 Ew= 2.040364
#> mu= 0.005
#> gamma= 12.9974 alpha= 3.1851 beta= 739.8292
#> ----------------------------------------------------------------------
#> Epoch= 89
#> C= 386.5 Ed= 0.5136338 Ew= 2.040364
#> gradient= 9851.423
#> C_new= 492.1335 Ed= 0.6564289 Ew= 2.037068
#> mu= 0.05
#> C_new= 478.8613 Ed= 0.6384894 Ew= 2.037071
#> mu= 0.5
#> C_new= 368.2099 Ed= 0.4889247 Ew= 2.037374
#> mu= 0.05
#> gamma= 12.998 alpha= 3.1899 beta= 777.2179
#> ----------------------------------------------------------------------
#> Epoch= 90
#> C= 386.5 Ed= 0.4889247 Ew= 2.037374
#> gradient= 10150.99
#> C_new= 351.6141 Ed= 0.4440191 Ew= 2.042255
#> mu= 0.005
#> gamma= 12.9977 alpha= 3.1822 beta= 855.8216
#> ----------------------------------------------------------------------
#> Epoch= 91
#> C= 386.5 Ed= 0.4440191 Ew= 2.042255
#> gradient= 10555.11
#> C_new= 492.0533 Ed= 0.5673661 Ew= 2.039202
#> mu= 0.05
#> C_new= 478.7607 Ed= 0.5518341 Ew= 2.039205
#> mu= 0.5
#> C_new= 367.9693 Ed= 0.4223769 Ew= 2.039486
#> mu= 0.05
#> gamma= 12.9982 alpha= 3.1866 beta= 899.6725
#> ----------------------------------------------------------------------
#> Epoch= 92
#> C= 386.5 Ed= 0.4223769 Ew= 2.039486
#> gradient= 10890.29
#> C_new= 351.9309 Ed= 0.3839368 Ew= 2.04401
#> mu= 0.005
#> gamma= 12.9981 alpha= 3.1795 beta= 989.7488
#> ----------------------------------------------------------------------
#> Epoch= 93
#> C= 386.5 Ed= 0.3839368 Ew= 2.04401
#> gradient= 11308.76
#> C_new= 491.9668 Ed= 0.490505 Ew= 2.041181
#> mu= 0.05
#> C_new= 478.6554 Ed= 0.4770557 Ew= 2.041185
#> mu= 0.5
#> C_new= 367.7359 Ed= 0.3649865 Ew= 2.041447
#> mu= 0.05
#> gamma= 12.9985 alpha= 3.1836 beta= 1041.136
#> ----------------------------------------------------------------------
#> Epoch= 94
#> C= 386.5 Ed= 0.3649865 Ew= 2.041447
#> gradient= 11682.6
#> C_new= 352.2337 Ed= 0.3320613 Ew= 2.04564
#> mu= 0.005
#> gamma= 12.9983 alpha= 3.1771 beta= 1144.37
#> ----------------------------------------------------------------------
#> Epoch= 95
#> C= 386.5 Ed= 0.3320613 Ew= 2.04564
#> gradient= 12116.04
#> C_new= 491.875 Ed= 0.4241498 Ew= 2.043019
#> mu= 0.05
#> C_new= 478.5463 Ed= 0.4125026 Ew= 2.043022
#> mu= 0.5
#> C_new= 367.5094 Ed= 0.315473 Ew= 2.043266
#> mu= 0.05
#> gamma= 12.9987 alpha= 3.1809 beta= 1204.543
#> ----------------------------------------------------------------------
#> Epoch= 96
#> C= 386.5 Ed= 0.315473 Ew= 2.043266
#> gradient= 12531.83
#> C_new= 352.5232 Ed= 0.2872555 Ew= 2.047154
#> mu= 0.005
#> gamma= 12.9986 alpha= 3.1748 beta= 1322.867
#> ----------------------------------------------------------------------
#> Epoch= 97
#> C= 386.5 Ed= 0.2872555 Ew= 2.047154
#> gradient= 12980.87
#> C_new= 491.7787 Ed= 0.3668451 Ew= 2.044725
#> mu= 0.05
#> C_new= 478.4341 Ed= 0.3567575 Ew= 2.044727
#> mu= 0.5
#> C_new= 367.2898 Ed= 0.2727392 Ew= 2.044955
#> mu= 0.05
#> gamma= 12.9989 alpha= 3.1783 beta= 1393.275
#> ----------------------------------------------------------------------
#> Epoch= 98
#> C= 386.5 Ed= 0.2727392 Ew= 2.044955
#> gradient= 13442.16
#> C_new= 352.8001 Ed= 0.2485434 Ew= 2.04856
#> mu= 0.005
#> gamma= 12.9988 alpha= 3.1727 beta= 1528.911
#> ----------------------------------------------------------------------
#> Epoch= 99
#> C= 386.5 Ed= 0.2485434 Ew= 2.04856
#> gradient= 13907.49
#> C_new= 491.6786 Ed= 0.3173412 Ew= 2.046308
#> mu= 0.05
#> C_new= 478.3194 Ed= 0.3086035 Ew= 2.046311
#> mu= 0.5
#> C_new= 367.077 Ed= 0.2358438 Ew= 2.046523
#> mu= 0.05
#> gamma= 12.999 alpha= 3.1759 beta= 1611.238
#> ----------------------------------------------------------------------
#> Epoch= 100
#> C= 386.5 Ed= 0.2358438 Ew= 2.046523
#> gradient= 14418.08
#> C_new= 353.065 Ed= 0.2150861 Ew= 2.049867
#> mu= 0.005
#> gamma= 12.9989 alpha= 3.1707 beta= 1766.737
#> ----------------------------------------------------------------------
#> Epoch= 101
#> C= 386.5 Ed= 0.2150861 Ew= 2.049867
#> gradient= 14900.41
#> C_new= 491.5754 Ed= 0.2745641 Ew= 2.047779
#> mu= 0.05
#> C_new= 478.2029 Ed= 0.266995 Ew= 2.047782
#> mu= 0.5
#> C_new= 366.8708 Ed= 0.203979 Ew= 2.047979
#> mu= 0.05
#> gamma= 12.9991 alpha= 3.1736 beta= 1862.939
#> ----------------------------------------------------------------------
#> Epoch= 102
#> C= 386.5 Ed= 0.203979 Ew= 2.047979
#> gradient= 15464.42
#> C_new= 353.3186 Ed= 0.1861624 Ew= 2.051082
#> mu= 0.005
#> gamma= 12.9991 alpha= 3.1688 beta= 2041.231
#> ----------------------------------------------------------------------
#> Epoch= 103
#> C= 386.5 Ed= 0.1861624 Ew= 2.051082
#> gradient= 15964.49
#> C_new= 491.4698 Ed= 0.2375902 Ew= 2.049146
#> mu= 0.05
#> C_new= 478.085 Ed= 0.2310329 Ew= 2.049148
#> mu= 0.5
#> C_new= 366.671 Ed= 0.1764509 Ew= 2.049332
#> mu= 0.05
#> gamma= 12.9993 alpha= 3.1716 beta= 2153.576
#> ----------------------------------------------------------------------
#> Epoch= 104
#> C= 386.5 Ed= 0.1764509 Ew= 2.049332
#> gradient= 16586.35
#> C_new= 353.5614 Ed= 0.1611518 Ew= 2.052211
#> mu= 0.005
#> gamma= 12.9992 alpha= 3.1671 beta= 2358.028
#> ----------------------------------------------------------------------
#> Epoch= 105
#> C= 386.5 Ed= 0.1611518 Ew= 2.052211
#> gradient= 17104.94
#> C_new= 491.3623 Ed= 0.2056245 Ew= 2.050415
#> mu= 0.05
#> C_new= 477.9661 Ed= 0.1999435 Ew= 2.050417
#> mu= 0.5
#> C_new= 366.4776 Ed= 0.1526628 Ew= 2.050589
#> mu= 0.05
#> gamma= 12.9994 alpha= 3.1697 beta= 2489.148
#> ----------------------------------------------------------------------
#> Epoch= 106
#> C= 386.5 Ed= 0.1526628 Ew= 2.050589
#> gradient= 17789.43
#> C_new= 353.7939 Ed= 0.1395199 Ew= 2.053261
#> mu= 0.005
#> gamma= 12.9993 alpha= 3.1655 beta= 2723.628
#> ----------------------------------------------------------------------
#> Epoch= 107
#> C= 386.5 Ed= 0.1395199 Ew= 2.053261
#> gradient= 18327.36
#> C_new= 491.2533 Ed= 0.1779828 Ew= 2.051595
#> mu= 0.05
#> C_new= 477.8468 Ed= 0.1730605 Ew= 2.051597
#> mu= 0.5
#> C_new= 366.2903 Ed= 0.1321015 Ew= 2.051757
#> mu= 0.05
#> gamma= 12.9994 alpha= 3.1679 beta= 2876.577
#> ----------------------------------------------------------------------
#> Epoch= 108
#> C= 386.5 Ed= 0.1321015 Ew= 2.051757
#> gradient= 19079.61
#> C_new= 354.0166 Ed= 0.1208064 Ew= 2.054237
#> mu= 0.005
#> gamma= 12.9994 alpha= 3.164 beta= 3145.531
#> ----------------------------------------------------------------------
#> Epoch= 109
#> C= 386.5 Ed= 0.1208064 Ew= 2.054237
#> gradient= 19637.75
#> C_new= 491.1434 Ed= 0.1540753 Ew= 2.052691
#> mu= 0.05
#> C_new= 477.7275 Ed= 0.1498102 Ew= 2.052693
#> mu= 0.5
#> C_new= 366.1091 Ed= 0.1143253 Ew= 2.052842
#> mu= 0.05
#> gamma= 12.9995 alpha= 3.1662 beta= 3323.851
#> ----------------------------------------------------------------------
#> Epoch= 110
#> C= 386.5 Ed= 0.1143253 Ew= 2.052842
#> gradient= 20463.3
#> C_new= 354.23 Ed= 0.1046145 Ew= 2.055145
#> mu= 0.005
#> gamma= 12.9995 alpha= 3.1627 beta= 3632.387
#> ----------------------------------------------------------------------
#> Epoch= 111
#> C= 386.5 Ed= 0.1046145 Ew= 2.055145
#> gradient= 21042.55
#> C_new= 491.0329 Ed= 0.1333938 Ew= 2.05371
#> mu= 0.05
#> C_new= 477.6083 Ed= 0.1296979 Ew= 2.053712
#> mu= 0.5
#> C_new= 365.9337 Ed= 0.09895367 Ew= 2.053851
#> mu= 0.05
#> gamma= 12.9996 alpha= 3.1647 beta= 3840.183
#> ----------------------------------------------------------------------
#> Epoch= 112
#> C= 386.5 Ed= 0.09895367 Ew= 2.053851
#> gradient= 21947.38
#> C_new= 354.4345 Ed= 0.09060191 Ew= 2.055989
#> mu= 0.005
#> gamma= 12.9996 alpha= 3.1614 beta= 4194.174
#> ----------------------------------------------------------------------
#> Epoch= 113
#> C= 386.5 Ed= 0.09060191 Ew= 2.055989
#> gradient= 22548.68
#> C_new= 490.9222 Ed= 0.1154999 Ew= 2.054658
#> mu= 0.05
#> C_new= 477.4897 Ed= 0.1122972 Ew= 2.054659
#> mu= 0.5
#> C_new= 365.764 Ed= 0.08565881 Ew= 2.054788
#> mu= 0.05
#> gamma= 12.9996 alpha= 3.1633 beta= 4436.207
#> ----------------------------------------------------------------------
#> Epoch= 114
#> C= 386.5 Ed= 0.08565881 Ew= 2.054788
#> gradient= 23539.2
#> C_new= 354.6305 Ed= 0.07847345 Ew= 2.056774
#> mu= 0.005
#> gamma= 12.9996 alpha= 3.1602 beta= 4842.404
#> ----------------------------------------------------------------------
#> Epoch= 115
#> C= 386.5 Ed= 0.07847345 Ew= 2.056774
#> gradient= 24163.56
#> C_new= 490.8117 Ed= 0.1000156 Ew= 2.055539
#> mu= 0.05
#> C_new= 477.3719 Ed= 0.09724012 Ew= 2.05554
#> mu= 0.5
#> C_new= 365.5999 Ed= 0.07415812 Ew= 2.05566
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1619 beta= 5124.188
#> ----------------------------------------------------------------------
#> Epoch= 116
#> C= 386.5 Ed= 0.07415812 Ew= 2.05566
#> gradient= 25246.71
#> C_new= 354.8185 Ed= 0.06797425 Ew= 2.057504
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1591 beta= 5590.355
#> ----------------------------------------------------------------------
#> Epoch= 117
#> C= 386.5 Ed= 0.06797425 Ew= 2.057504
#> gradient= 25895.17
#> C_new= 490.7015 Ed= 0.08661441 Ew= 2.056358
#> mu= 0.05
#> C_new= 477.2551 Ed= 0.08420912 Ew= 2.056359
#> mu= 0.5
#> C_new= 365.4412 Ed= 0.06420784 Ew= 2.056471
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1607 beta= 5918.282
#> ----------------------------------------------------------------------
#> Epoch= 118
#> C= 386.5 Ed= 0.06420784 Ew= 2.056471
#> gradient= 27078.39
#> C_new= 354.9988 Ed= 0.05888423 Ew= 2.058184
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1581 beta= 6453.343
#> ----------------------------------------------------------------------
#> Epoch= 119
#> C= 386.5 Ed= 0.05888423 Ew= 2.058184
#> gradient= 27752.07
#> C_new= 490.592 Ed= 0.07501469 Ew= 2.057119
#> mu= 0.05
#> C_new= 477.1396 Ed= 0.07293012 Ew= 2.057121
#> mu= 0.5
#> C_new= 365.2878 Ed= 0.05559769 Ew= 2.057225
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1595 beta= 6834.819
#> ----------------------------------------------------------------------
#> Epoch= 120
#> C= 386.5 Ed= 0.05559769 Ew= 2.057225
#> gradient= 29043.38
#> C_new= 355.1717 Ed= 0.05101332 Ew= 2.058816
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1571 beta= 7449.037
#> ----------------------------------------------------------------------
#> Epoch= 121
#> C= 386.5 Ed= 0.05101332 Ew= 2.058816
#> gradient= 29743.43
#> C_new= 490.4834 Ed= 0.06497305 Ew= 2.057828
#> mu= 0.05
#> C_new= 477.0255 Ed= 0.06316638 Ew= 2.057829
#> mu= 0.5
#> C_new= 365.1395 Ed= 0.04814615 Ew= 2.057926
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1585 beta= 7892.638
#> ----------------------------------------------------------------------
#> Epoch= 122
#> C= 386.5 Ed= 0.04814615 Ew= 2.057926
#> gradient= 31151.48
#> C_new= 355.3376 Ed= 0.04419727 Ew= 2.059405
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1562 beta= 8597.818
#> ----------------------------------------------------------------------
#> Epoch= 123
#> C= 386.5 Ed= 0.04419727 Ew= 2.059405
#> gradient= 31879.13
#> C_new= 490.3759 Ed= 0.05627927 Ew= 2.058487
#> mu= 0.05
#> C_new= 476.913 Ed= 0.05471341 Ew= 2.058488
#> mu= 0.5
#> C_new= 364.9962 Ed= 0.0416965 Ew= 2.058578
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1575 beta= 9113.477
#> ----------------------------------------------------------------------
#> Epoch= 124
#> C= 386.5 Ed= 0.0416965 Ew= 2.058578
#> gradient= 33413.22
#> C_new= 355.4968 Ed= 0.03829412 Ew= 2.059952
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1554 beta= 9923.198
#> ----------------------------------------------------------------------
#> Epoch= 125
#> C= 386.5 Ed= 0.03829412 Ew= 2.059952
#> gradient= 34169.75
#> C_new= 490.2697 Ed= 0.04875167 Ew= 2.059099
#> mu= 0.05
#> C_new= 476.8022 Ed= 0.04739449 Ew= 2.0591
#> mu= 0.5
#> C_new= 364.8578 Ed= 0.03611339 Ew= 2.059185
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1566 beta= 10522.42
#> ----------------------------------------------------------------------
#> Epoch= 126
#> C= 386.5 Ed= 0.03611339 Ew= 2.059185
#> gradient= 35839.9
#> C_new= 355.6496 Ed= 0.03318113 Ew= 2.060461
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1546 beta= 11452.3
#> ----------------------------------------------------------------------
#> Epoch= 127
#> C= 386.5 Ed= 0.03318113 Ew= 2.060461
#> gradient= 36638.95
#> C_new= 490.1649 Ed= 0.04223323 Ew= 2.05967
#> mu= 0.05
#> C_new= 476.6932 Ed= 0.0410569 Ew= 2.05967
#> mu= 0.5
#> C_new= 364.724 Ed= 0.03127987 Ew= 2.059749
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1557 beta= 12148.39
#> ----------------------------------------------------------------------
#> Epoch= 128
#> C= 386.5 Ed= 0.03127987 Ew= 2.059749
#> gradient= 38443.64
#> C_new= 355.7962 Ed= 0.02875217 Ew= 2.060935
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1539 beta= 13216.39
#> ----------------------------------------------------------------------
#> Epoch= 129
#> C= 386.5 Ed= 0.02875217 Ew= 2.060935
#> gradient= 39322.38
#> C_new= 490.0616 Ed= 0.03658819 Ew= 2.0602
#> mu= 0.05
#> C_new= 476.5862 Ed= 0.03556859 Ew= 2.060201
#> mu= 0.5
#> C_new= 364.5949 Ed= 0.02709491 Ew= 2.060274
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1549 beta= 14024.78
#> ----------------------------------------------------------------------
#> Epoch= 130
#> C= 386.5 Ed= 0.02709491 Ew= 2.060274
#> gradient= 41237.49
#> C_new= 355.937 Ed= 0.02491545 Ew= 2.061377
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1532 beta= 15251.58
#> ----------------------------------------------------------------------
#> Epoch= 131
#> C= 386.5 Ed= 0.02491545 Ew= 2.061377
#> gradient= 42202.52
#> C_new= 489.96 Ed= 0.03169915 Ew= 2.060693
#> mu= 0.05
#> C_new= 476.4812 Ed= 0.03081539 Ew= 2.060694
#> mu= 0.5
#> C_new= 364.4701 Ed= 0.02347115 Ew= 2.060762
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1541 beta= 16190.09
#> ----------------------------------------------------------------------
#> Epoch= 132
#> C= 386.5 Ed= 0.02347115 Ew= 2.060762
#> gradient= 44235.43
#> C_new= 356.0722 Ed= 0.02159154 Ew= 2.061787
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1526 beta= 17599.49
#> ----------------------------------------------------------------------
#> Epoch= 133
#> C= 386.5 Ed= 0.02159154 Ew= 2.061787
#> gradient= 45293.86
#> C_new= 489.8602 Ed= 0.02746456 Ew= 2.061152
#> mu= 0.05
#> C_new= 476.3783 Ed= 0.02669852 Ew= 2.061153
#> mu= 0.5
#> C_new= 364.3497 Ed= 0.02033307 Ew= 2.061217
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1535 beta= 18688.77
#> ----------------------------------------------------------------------
#> Epoch= 134
#> C= 386.5 Ed= 0.02033307 Ew= 2.061217
#> gradient= 47452.49
#> C_new= 356.2021 Ed= 0.01871172 Ew= 2.062169
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.152 beta= 20308.13
#> ----------------------------------------------------------------------
#> Epoch= 135
#> C= 386.5 Ed= 0.01871172 Ew= 2.062169
#> gradient= 48611.97
#> C_new= 489.7622 Ed= 0.02379659 Ew= 2.06158
#> mu= 0.05
#> C_new= 476.2776 Ed= 0.02313258 Ew= 2.06158
#> mu= 0.5
#> C_new= 364.2335 Ed= 0.01761537 Ew= 2.061639
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1528 beta= 21572.07
#> ----------------------------------------------------------------------
#> Epoch= 136
#> C= 386.5 Ed= 0.01761537 Ew= 2.061639
#> gradient= 50904.8
#> C_new= 356.3268 Ed= 0.01621652 Ew= 2.062525
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1515 beta= 23432.89
#> ----------------------------------------------------------------------
#> Epoch= 137
#> C= 386.5 Ed= 0.01621652 Ew= 2.062525
#> gradient= 52173.59
#> C_new= 489.6662 Ed= 0.02061922 Ew= 2.061977
#> mu= 0.05
#> C_new= 476.1791 Ed= 0.02004366 Ew= 2.061978
#> mu= 0.5
#> C_new= 364.1213 Ed= 0.01526158 Ew= 2.062033
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1522 beta= 24899.14
#> ----------------------------------------------------------------------
#> Epoch= 138
#> C= 386.5 Ed= 0.01526158 Ew= 2.062033
#> gradient= 54609.67
#> C_new= 356.4466 Ed= 0.01405446 Ew= 2.062856
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.151 beta= 27037.68
#> ----------------------------------------------------------------------
#> Epoch= 139
#> C= 386.5 Ed= 0.01405446 Ew= 2.062856
#> gradient= 55996.66
#> C_new= 489.5722 Ed= 0.01786669 Ew= 2.062347
#> mu= 0.05
#> C_new= 476.0828 Ed= 0.01736778 Ew= 2.062348
#> mu= 0.5
#> C_new= 364.013 Ed= 0.01322283 Ew= 2.062399
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1517 beta= 28738.19
#> ----------------------------------------------------------------------
#> Epoch= 140
#> C= 386.5 Ed= 0.01322283 Ew= 2.062399
#> gradient= 58585.72
#> C_new= 356.5616 Ed= 0.01218098 Ew= 2.063164
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1505 beta= 31196.18
#> ----------------------------------------------------------------------
#> Epoch= 141
#> C= 386.5 Ed= 0.01218098 Ew= 2.063164
#> gradient= 60100.46
#> C_new= 489.4802 Ed= 0.01548208 Ew= 2.062691
#> mu= 0.05
#> C_new= 475.9888 Ed= 0.01504961 Ew= 2.062692
#> mu= 0.5
#> C_new= 363.9086 Ed= 0.01145685 Ew= 2.062739
#> mu= 0.05
#> gamma= 13 alpha= 3.1511 beta= 33167.94
#> ----------------------------------------------------------------------
#> Epoch= 142
#> C= 386.5 Ed= 0.01145685 Ew= 2.062739
#> gradient= 62852.92
#> C_new= 356.6722 Ed= 0.01055748 Ew= 2.063451
#> mu= 0.005
#> gamma= 13 alpha= 3.1501 beta= 35993.42
#> ----------------------------------------------------------------------
#> Epoch= 143
#> C= 386.5 Ed= 0.01055748 Ew= 2.063451
#> gradient= 64505.71
#> C_new= 489.3902 Ed= 0.01341611 Ew= 2.063012
#> mu= 0.05
#> C_new= 475.8971 Ed= 0.01304123 Ew= 2.063012
#> mu= 0.5
#> C_new= 363.8078 Ed= 0.009927065 Ew= 2.063056
#> mu= 0.05
#> gamma= 13 alpha= 3.1507 beta= 38279.19
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.479357 test-rmse:0.478589
#> [2] train-rmse:0.465814 test-rmse:0.466118
#> [3] train-rmse:0.457567 test-rmse:0.458323
#> [4] train-rmse:0.450697 test-rmse:0.455774
#> [5] train-rmse:0.445388 test-rmse:0.453240
#> [6] train-rmse:0.438849 test-rmse:0.452154
#> [7] train-rmse:0.434240 test-rmse:0.451286
#> [8] train-rmse:0.432105 test-rmse:0.452301
#> [9] train-rmse:0.429429 test-rmse:0.452407
#> [10] train-rmse:0.425658 test-rmse:0.451886
#> [11] train-rmse:0.421899 test-rmse:0.453679
#> [12] train-rmse:0.417934 test-rmse:0.452502
#> [13] train-rmse:0.414489 test-rmse:0.452516
#> [14] train-rmse:0.412789 test-rmse:0.453042
#> [15] train-rmse:0.410959 test-rmse:0.455241
#> [16] train-rmse:0.410286 test-rmse:0.453835
#> [17] train-rmse:0.407364 test-rmse:0.452495
#> [18] train-rmse:0.406181 test-rmse:0.451760
#> [19] train-rmse:0.401686 test-rmse:0.451738
#> [20] train-rmse:0.399088 test-rmse:0.451949
#> [21] train-rmse:0.397024 test-rmse:0.451830
#> [22] train-rmse:0.394442 test-rmse:0.451669
#> [23] train-rmse:0.392875 test-rmse:0.451723
#> [24] train-rmse:0.392294 test-rmse:0.451550
#> [25] train-rmse:0.391718 test-rmse:0.452238
#> [26] train-rmse:0.390365 test-rmse:0.453047
#> [27] train-rmse:0.387103 test-rmse:0.456277
#> [28] train-rmse:0.383184 test-rmse:0.457934
#> [29] train-rmse:0.380334 test-rmse:0.457476
#> [30] train-rmse:0.378574 test-rmse:0.458480
#> [31] train-rmse:0.375876 test-rmse:0.459403
#> [32] train-rmse:0.373889 test-rmse:0.459490
#> [33] train-rmse:0.371968 test-rmse:0.458583
#> [34] train-rmse:0.369658 test-rmse:0.458968
#> [35] train-rmse:0.368708 test-rmse:0.459760
#> [36] train-rmse:0.368308 test-rmse:0.459389
#> [37] train-rmse:0.365368 test-rmse:0.458797
#> [38] train-rmse:0.364303 test-rmse:0.459008
#> [39] train-rmse:0.361353 test-rmse:0.460713
#> [40] train-rmse:0.357940 test-rmse:0.463439
#> [41] train-rmse:0.353752 test-rmse:0.465115
#> [42] train-rmse:0.350308 test-rmse:0.463460
#> [43] train-rmse:0.348091 test-rmse:0.465464
#> [44] train-rmse:0.345364 test-rmse:0.466558
#> [45] train-rmse:0.343250 test-rmse:0.466646
#> [46] train-rmse:0.340784 test-rmse:0.467296
#> [47] train-rmse:0.340471 test-rmse:0.466863
#> [48] train-rmse:0.339810 test-rmse:0.468629
#> [49] train-rmse:0.337553 test-rmse:0.469019
#> [50] train-rmse:0.334437 test-rmse:0.469874
#> [51] train-rmse:0.332874 test-rmse:0.470769
#> [52] train-rmse:0.330527 test-rmse:0.471195
#> [53] train-rmse:0.329051 test-rmse:0.471172
#> [54] train-rmse:0.327113 test-rmse:0.471845
#> [55] train-rmse:0.325515 test-rmse:0.472012
#> [56] train-rmse:0.323862 test-rmse:0.473197
#> [57] train-rmse:0.322312 test-rmse:0.474590
#> [58] train-rmse:0.321665 test-rmse:0.474612
#> [59] train-rmse:0.321266 test-rmse:0.474868
#> [60] train-rmse:0.320698 test-rmse:0.474965
#> [61] train-rmse:0.319394 test-rmse:0.475220
#> [62] train-rmse:0.316886 test-rmse:0.476462
#> [63] train-rmse:0.314654 test-rmse:0.476853
#> [64] train-rmse:0.312824 test-rmse:0.477342
#> [65] train-rmse:0.310622 test-rmse:0.477606
#> [66] train-rmse:0.308571 test-rmse:0.477883
#> [67] train-rmse:0.307620 test-rmse:0.477505
#> [68] train-rmse:0.304892 test-rmse:0.478457
#> [69] train-rmse:0.303557 test-rmse:0.479763
#> [70] train-rmse:0.303004 test-rmse:0.479785
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.350822 test-rmse:0.350823
#> [2] train-rmse:0.246152 test-rmse:0.246153
#> [3] train-rmse:0.172711 test-rmse:0.172712
#> [4] train-rmse:0.121182 test-rmse:0.121183
#> [5] train-rmse:0.085026 test-rmse:0.085027
#> [6] train-rmse:0.059658 test-rmse:0.059659
#> [7] train-rmse:0.041859 test-rmse:0.041860
#> [8] train-rmse:0.029370 test-rmse:0.029371
#> [9] train-rmse:0.020607 test-rmse:0.020608
#> [10] train-rmse:0.014459 test-rmse:0.014459
#> [11] train-rmse:0.010145 test-rmse:0.010145
#> [12] train-rmse:0.007118 test-rmse:0.007118
#> [13] train-rmse:0.004994 test-rmse:0.004995
#> [14] train-rmse:0.003504 test-rmse:0.003504
#> [15] train-rmse:0.002459 test-rmse:0.002459
#> [16] train-rmse:0.001725 test-rmse:0.001725
#> [17] train-rmse:0.001210 test-rmse:0.001211
#> [18] train-rmse:0.000849 test-rmse:0.000849
#> [19] train-rmse:0.000596 test-rmse:0.000596
#> [20] train-rmse:0.000418 test-rmse:0.000418
#> [21] train-rmse:0.000293 test-rmse:0.000293
#> [22] train-rmse:0.000206 test-rmse:0.000206
#> [23] train-rmse:0.000144 test-rmse:0.000144
#> [24] train-rmse:0.000101 test-rmse:0.000101
#> [25] train-rmse:0.000071 test-rmse:0.000071
#> [26] train-rmse:0.000050 test-rmse:0.000050
#> [27] train-rmse:0.000050 test-rmse:0.000050
#> [28] train-rmse:0.000050 test-rmse:0.000050
#> [29] train-rmse:0.000050 test-rmse:0.000050
#> [30] train-rmse:0.000050 test-rmse:0.000050
#> [31] train-rmse:0.000050 test-rmse:0.000050
#> [32] train-rmse:0.000050 test-rmse:0.000050
#> [33] train-rmse:0.000050 test-rmse:0.000050
#> [34] train-rmse:0.000050 test-rmse:0.000050
#> [35] train-rmse:0.000050 test-rmse:0.000050
#> [36] train-rmse:0.000050 test-rmse:0.000050
#> [37] train-rmse:0.000050 test-rmse:0.000050
#> [38] train-rmse:0.000050 test-rmse:0.000050
#> [39] train-rmse:0.000050 test-rmse:0.000050
#> [40] train-rmse:0.000050 test-rmse:0.000050
#> [41] train-rmse:0.000050 test-rmse:0.000050
#> [42] train-rmse:0.000050 test-rmse:0.000050
#> [43] train-rmse:0.000050 test-rmse:0.000050
#> [44] train-rmse:0.000050 test-rmse:0.000050
#> [45] train-rmse:0.000050 test-rmse:0.000050
#> [46] train-rmse:0.000050 test-rmse:0.000050
#> [47] train-rmse:0.000050 test-rmse:0.000050
#> [48] train-rmse:0.000050 test-rmse:0.000050
#> [49] train-rmse:0.000050 test-rmse:0.000050
#> [50] train-rmse:0.000050 test-rmse:0.000050
#> [51] train-rmse:0.000050 test-rmse:0.000050
#> [52] train-rmse:0.000050 test-rmse:0.000050
#> [53] train-rmse:0.000050 test-rmse:0.000050
#> [54] train-rmse:0.000050 test-rmse:0.000050
#> [55] train-rmse:0.000050 test-rmse:0.000050
#> [56] train-rmse:0.000050 test-rmse:0.000050
#> [57] train-rmse:0.000050 test-rmse:0.000050
#> [58] train-rmse:0.000050 test-rmse:0.000050
#> [59] train-rmse:0.000050 test-rmse:0.000050
#> [60] train-rmse:0.000050 test-rmse:0.000050
#> [61] train-rmse:0.000050 test-rmse:0.000050
#> [62] train-rmse:0.000050 test-rmse:0.000050
#> [63] train-rmse:0.000050 test-rmse:0.000050
#> [64] train-rmse:0.000050 test-rmse:0.000050
#> [65] train-rmse:0.000050 test-rmse:0.000050
#> [66] train-rmse:0.000050 test-rmse:0.000050
#> [67] train-rmse:0.000050 test-rmse:0.000050
#> [68] train-rmse:0.000050 test-rmse:0.000050
#> [69] train-rmse:0.000050 test-rmse:0.000050
#> [70] train-rmse:0.000050 test-rmse:0.000050
#> [1]
#> [1] "Resampling number 10 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 140
#> Nguyen-Widrow method
#> Scaling factor= 0.7020882
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 386.5 Ed= 705.7385 Ew= 7.9225
#> gradient= 240.487
#> C_new= 167.9463 Ed= 345.3928 Ew= 1.476897
#> mu= 5e-04
#> gamma= 16.1253 alpha= 5.4592 beta= 1.0957
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 386.5 Ed= 345.3928 Ew= 1.476897
#> gradient= 520.177
#> C_new= 355.7365 Ed= 316.2511 Ew= 1.690539
#> mu= 5e-05
#> gamma= 10.9944 alpha= 3.2517 beta= 1.2047
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 386.5 Ed= 316.2511 Ew= 1.690539
#> gradient= 514.8374
#> C_new= 321.7795 Ed= 263.1336 Ew= 1.466875
#> mu= 5e-06
#> gamma= 15.5563 alpha= 5.3025 beta= 1.4393
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 386.5 Ed= 263.1336 Ew= 1.466875
#> gradient= 563.5892
#> C_new= 410.3083 Ed= 279.6644 Ew= 1.469873
#> mu= 5e-05
#> C_new= 410.3029 Ed= 279.6606 Ew= 1.469873
#> mu= 5e-04
#> C_new= 410.2485 Ed= 279.6228 Ew= 1.469873
#> mu= 0.005
#> C_new= 409.7049 Ed= 279.2452 Ew= 1.469871
#> mu= 0.05
#> C_new= 404.3222 Ed= 275.5053 Ew= 1.469871
#> mu= 0.5
#> C_new= 355.3979 Ed= 241.5067 Ew= 1.4716
#> mu= 0.05
#> gamma= 11.4539 alpha= 3.8916 beta= 1.5767
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 386.5 Ed= 241.5067 Ew= 1.4716
#> gradient= 576.1168
#> C_new= 405.2435 Ed= 253.3844 Ew= 1.475818
#> mu= 0.5
#> C_new= 342.0467 Ed= 213.2938 Ew= 1.478974
#> mu= 0.05
#> gamma= 12.2672 alpha= 4.1472 beta= 1.7833
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 386.5 Ed= 213.2938 Ew= 1.478974
#> gradient= 606.9077
#> C_new= 370.4422 Ed= 204.0892 Ew= 1.564977
#> mu= 0.005
#> gamma= 11.6945 alpha= 3.7363 beta= 1.8651
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 386.5 Ed= 204.0892 Ew= 1.564977
#> gradient= 635.0677
#> C_new= 460.5151 Ed= 243.9607 Ew= 1.471206
#> mu= 0.05
#> C_new= 452.0087 Ed= 239.3999 Ew= 1.471235
#> mu= 0.5
#> C_new= 377.54 Ed= 199.4659 Ew= 1.474778
#> mu= 0.05
#> gamma= 12.3603 alpha= 4.1906 beta= 1.9067
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 386.5 Ed= 199.4659 Ew= 1.474778
#> gradient= 594.6164
#> C_new= 346.8352 Ed= 178.3848 Ew= 1.601354
#> mu= 0.005
#> gamma= 11.7441 alpha= 3.6669 beta= 2.1337
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 386.5 Ed= 178.3848 Ew= 1.601354
#> gradient= 687.1689
#> C_new= 470.4207 Ed= 217.8851 Ew= 1.502361
#> mu= 0.05
#> C_new= 461.4026 Ed= 213.6586 Ew= 1.502393
#> mu= 0.5
#> C_new= 382.7837 Ed= 176.807 Ew= 1.505948
#> mu= 0.05
#> gamma= 12.4335 alpha= 4.1281 beta= 2.1508
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 386.5 Ed= 176.807 Ew= 1.505948
#> gradient= 637.307
#> C_new= 342.3897 Ed= 156.0605 Ew= 1.630017
#> mu= 0.005
#> gamma= 11.8615 alpha= 3.6385 beta= 2.4386
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 386.5 Ed= 156.0605 Ew= 1.630017
#> gradient= 737.1066
#> C_new= 472.8015 Ed= 191.5866 Ew= 1.538651
#> mu= 0.05
#> C_new= 463.5105 Ed= 187.7765 Ew= 1.538683
#> mu= 0.5
#> C_new= 382.7319 Ed= 154.6464 Ew= 1.542126
#> mu= 0.05
#> gamma= 12.4927 alpha= 4.0505 beta= 2.4589
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 386.5 Ed= 154.6464 Ew= 1.542126
#> gradient= 685.5602
#> C_new= 341.238 Ed= 136.0494 Ew= 1.657042
#> mu= 0.005
#> gamma= 11.9839 alpha= 3.6161 beta= 2.7968
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 386.5 Ed= 136.0494 Ew= 1.657042
#> gradient= 788.7732
#> C_new= 474.4218 Ed= 167.5926 Ew= 1.574274
#> mu= 0.05
#> C_new= 464.8925 Ed= 164.1854 Ew= 1.574306
#> mu= 0.5
#> C_new= 382.2435 Ed= 134.6302 Ew= 1.577614
#> mu= 0.05
#> gamma= 12.5466 alpha= 3.9764 beta= 2.8242
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 386.5 Ed= 134.6302 Ew= 1.577614
#> gradient= 736.8462
#> C_new= 341.0363 Ed= 118.3841 Ew= 1.682983
#> mu= 0.005
#> gamma= 12.0993 alpha= 3.5946 beta= 3.2137
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 386.5 Ed= 118.3841 Ew= 1.682983
#> gradient= 842.4527
#> C_new= 475.7569 Ed= 146.2419 Ew= 1.608075
#> mu= 0.05
#> C_new= 466.0052 Ed= 143.2074 Ew= 1.608106
#> mu= 0.5
#> C_new= 381.6204 Ed= 116.946 Ew= 1.611274
#> mu= 0.05
#> gamma= 12.5958 alpha= 3.9087 beta= 3.2511
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 386.5 Ed= 116.946 Ew= 1.611274
#> gradient= 790.6805
#> C_new= 341.1291 Ed= 102.8744 Ew= 1.707714
#> mu= 0.005
#> gamma= 12.2056 alpha= 3.5737 beta= 3.6977
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 386.5 Ed= 102.8744 Ew= 1.707714
#> gradient= 898.4935
#> C_new= 477.0134 Ed= 127.4185 Ew= 1.639827
#> mu= 0.05
#> C_new= 467.0495 Ed= 124.7238 Ew= 1.639858
#> mu= 0.5
#> C_new= 381.0171 Ed= 101.4543 Ew= 1.642885
#> mu= 0.05
#> gamma= 12.6407 alpha= 3.8471 beta= 3.7473
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 386.5 Ed= 101.4543 Ew= 1.642885
#> gradient= 847.1895
#> C_new= 341.4157 Ed= 89.33257 Ew= 1.731135
#> mu= 0.005
#> gamma= 12.3025 alpha= 3.5533 beta= 4.2577
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 386.5 Ed= 89.33257 Ew= 1.731135
#> gradient= 957.1261
#> C_new= 478.1762 Ed= 110.916 Ew= 1.669516
#> mu= 0.05
#> C_new= 468.0107 Ed= 108.5284 Ew= 1.669545
#> mu= 0.5
#> C_new= 380.421 Ed= 87.95378 Ew= 1.672431
#> mu= 0.05
#> gamma= 12.6813 alpha= 3.7913 beta= 4.3223
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 386.5 Ed= 87.95378 Ew= 1.672431
#> gradient= 906.5941
#> C_new= 341.8421 Ed= 77.55086 Ew= 1.75321
#> mu= 0.005
#> gamma= 12.39 alpha= 3.5335 beta= 4.9039
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 386.5 Ed= 77.55086 Ew= 1.75321
#> gradient= 1018.635
#> C_new= 479.2723 Ed= 96.50912 Ew= 1.69719
#> mu= 0.05
#> C_new= 468.9151 Ed= 94.3971 Ew= 1.697218
#> mu= 0.5
#> C_new= 379.8507 Ed= 76.23332 Ew= 1.699965
#> mu= 0.05
#> gamma= 12.7177 alpha= 3.7406 beta= 4.9865
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 386.5 Ed= 76.23332 Ew= 1.699965
#> gradient= 969.1488
#> C_new= 342.3884 Ed= 67.33171 Ew= 1.773943
#> mu= 0.005
#> gamma= 12.4684 alpha= 3.5143 beta= 5.6476
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 386.5 Ed= 67.33171 Ew= 1.773943
#> gradient= 1083.288
#> C_new= 480.325 Ed= 83.97658 Ew= 1.722921
#> mu= 0.05
#> C_new= 469.7853 Ed= 82.11035 Ew= 1.722949
#> mu= 0.5
#> C_new= 379.3214 Ed= 66.09074 Ew= 1.72556
#> mu= 0.05
#> gamma= 12.7504 alpha= 3.6946 beta= 5.7516
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 386.5 Ed= 66.09074 Ew= 1.72556
#> gradient= 1035.093
#> C_new= 343.0381 Ed= 58.49064 Ew= 1.793359
#> mu= 0.005
#> gamma= 12.5381 alpha= 3.4957 beta= 6.5007
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 386.5 Ed= 58.49064 Ew= 1.793359
#> gradient= 1151.331
#> C_new= 481.359 Ed= 73.10777 Ew= 1.746792
#> mu= 0.05
#> C_new= 470.6448 Ed= 71.45961 Ew= 1.746819
#> mu= 0.5
#> C_new= 378.8485 Ed= 57.33731 Ew= 1.749299
#> mu= 0.05
#> gamma= 12.7795 alpha= 3.6528 beta= 6.6294
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 386.5 Ed= 57.33731 Ew= 1.749299
#> gradient= 1104.635
#> C_new= 343.7758 Ed= 50.85835 Ew= 1.811493
#> mu= 0.005
#> gamma= 12.5995 alpha= 3.4776 beta= 7.4757
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 386.5 Ed= 50.85835 Ew= 1.811493
#> gradient= 1222.971
#> C_new= 482.3914 Ed= 63.70529 Ew= 1.768891
#> mu= 0.05
#> C_new= 471.5103 Ed= 62.24975 Ew= 1.768916
#> mu= 0.5
#> C_new= 378.4423 Ed= 49.7992 Ew= 1.77127
#> mu= 0.05
#> gamma= 12.8054 alpha= 3.6147 beta= 7.6326
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 386.5 Ed= 49.7992 Ew= 1.77127
#> gradient= 1177.949
#> C_new= 344.5842 Ed= 44.28046 Ew= 1.82839
#> mu= 0.005
#> gamma= 12.6531 alpha= 3.4602 beta= 8.5856
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 386.5 Ed= 44.28046 Ew= 1.82839
#> gradient= 1298.377
#> C_new= 483.4312 Ed= 55.58621 Ew= 1.78931
#> mu= 0.05
#> C_new= 472.3903 Ed= 54.30022 Ew= 1.789335
#> mu= 0.5
#> C_new= 378.1071 Ed= 43.31774 Ew= 1.791569
#> mu= 0.05
#> gamma= 12.8282 alpha= 3.5802 beta= 8.7744
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 386.5 Ed= 43.31774 Ew= 1.791569
#> gradient= 1255.171
#> C_new= 345.4442 Ed= 38.61724 Ew= 1.844101
#> mu= 0.005
#> gamma= 12.6997 alpha= 3.4433 beta= 9.8441
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 386.5 Ed= 38.61724 Ew= 1.844101
#> gradient= 1377.685
#> C_new= 484.4788 Ed= 48.58292 Ew= 1.80815
#> mu= 0.05
#> C_new= 473.2849 Ed= 47.44578 Ew= 1.808174
#> mu= 0.5
#> C_new= 377.8408 Ed= 37.74943 Ew= 1.810293
#> mu= 0.05
#> gamma= 12.8484 alpha= 3.5487 beta= 10.0684
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 386.5 Ed= 37.74943 Ew= 1.810293
#> gradient= 1336.411
#> C_new= 346.3358 Ed= 33.74324 Ew= 1.858684
#> mu= 0.005
#> gamma= 12.7399 alpha= 3.4271 beta= 11.2654
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 386.5 Ed= 33.74324 Ew= 1.858684
#> gradient= 1461.003
#> C_new= 485.5283 Ed= 42.54383 Ew= 1.825514
#> mu= 0.05
#> C_new= 474.1881 Ed= 41.53718 Ew= 1.825536
#> mu= 0.5
#> C_new= 377.6365 Ed= 32.96592 Ew= 1.827547
#> mu= 0.05
#> gamma= 12.8661 alpha= 3.52 beta= 11.5291
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 386.5 Ed= 32.96592 Ew= 1.827547
#> gradient= 1421.761
#> C_new= 347.2398 Ed= 29.54697 Ew= 1.872201
#> mu= 0.005
#> gamma= 12.7745 alpha= 3.4116 beta= 12.8647
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 386.5 Ed= 29.54697 Ew= 1.872201
#> gradient= 1548.422
#> C_new= 486.5693 Ed= 37.33371 Ew= 1.841507
#> mu= 0.05
#> C_new= 475.0896 Ed= 36.44136 Ew= 1.841528
#> mu= 0.5
#> C_new= 377.4842 Ed= 28.85378 Ew= 1.843437
#> mu= 0.05
#> gamma= 12.8816 alpha= 3.4939 beta= 13.1719
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 386.5 Ed= 28.85378 Ew= 1.843437
#> gradient= 1511.304
#> C_new= 348.1388 Ed= 25.93048 Ew= 1.884718
#> mu= 0.005
#> gamma= 12.8042 alpha= 3.3968 beta= 14.6583
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 386.5 Ed= 25.93048 Ew= 1.884718
#> gradient= 1640.029
#> C_new= 487.5903 Ed= 32.83352 Ew= 1.856237
#> mu= 0.05
#> C_new= 475.9781 Ed= 32.04132 Ew= 1.856257
#> mu= 0.5
#> C_new= 377.3724 Ed= 25.31397 Ew= 1.858069
#> mu= 0.05
#> gamma= 12.8952 alpha= 3.4701 beta= 15.0135
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 386.5 Ed= 25.31397 Ew= 1.858069
#> gradient= 1605.127
#> C_new= 349.019 Ed= 22.80865 Ew= 1.896306
#> mu= 0.005
#> gamma= 12.8296 alpha= 3.3828 beta= 16.6641
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 386.5 Ed= 22.80865 Ew= 1.896306
#> gradient= 1735.91
#> C_new= 488.5803 Ed= 28.93979 Ew= 1.86981
#> mu= 0.05
#> C_new= 476.8424 Ed= 28.23541 Ew= 1.869829
#> mu= 0.5
#> C_new= 377.29 Ed= 22.26099 Ew= 1.871549
#> mu= 0.05
#> gamma= 12.9071 alpha= 3.4482 beta= 17.0723
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 386.5 Ed= 22.26099 Ew= 1.871549
#> gradient= 1703.323
#> C_new= 349.8698 Ed= 20.10823 Ew= 1.907034
#> mu= 0.005
#> gamma= 12.8515 alpha= 3.3695 beta= 18.9014
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 386.5 Ed= 20.10823 Ew= 1.907034
#> gradient= 1836.161
#> C_new= 489.5302 Ed= 25.56355 Ew= 1.882326
#> mu= 0.05
#> C_new= 477.6733 Ed= 24.93625 Ew= 1.882344
#> mu= 0.5
#> C_new= 377.2272 Ed= 19.62175 Ew= 1.883979
#> mu= 0.05
#> gamma= 12.9176 alpha= 3.4283 beta= 19.3684
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 386.5 Ed= 19.62175 Ew= 1.883979
#> gradient= 1806.002
#> C_new= 350.6843 Ed= 17.76673 Ew= 1.916971
#> mu= 0.005
#> gamma= 12.8703 alpha= 3.3569 beta= 21.3919
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 386.5 Ed= 17.76673 Ew= 1.916971
#> gradient= 1940.894
#> C_new= 490.4333 Ed= 22.62887 Ew= 1.893882
#> mu= 0.05
#> C_new= 478.4643 Ed= 22.06936 Ew= 1.893899
#> mu= 0.5
#> C_new= 377.1762 Ed= 17.33425 Ew= 1.895452
#> mu= 0.05
#> gamma= 12.9268 alpha= 3.4099 beta= 21.924
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 386.5 Ed= 17.33425 Ew= 1.895452
#> gradient= 1913.289
#> C_new= 351.4585 Ed= 15.73115 Ew= 1.926182
#> mu= 0.005
#> gamma= 12.8864 alpha= 3.3451 beta= 24.1595
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 386.5 Ed= 15.73115 Ew= 1.926182
#> gradient= 2050.233
#> C_new= 491.2857 Ed= 20.07139 Ew= 1.904566
#> mu= 0.05
#> C_new= 479.2109 Ed= 19.57159 Ew= 1.904582
#> mu= 0.5
#> C_new= 377.1306 Ed= 15.34613 Ew= 1.906059
#> mu= 0.05
#> gamma= 12.9348 alpha= 3.3931 beta= 24.7641
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 386.5 Ed= 15.34613 Ew= 1.906059
#> gradient= 2025.329
#> C_new= 352.191 Ed= 13.95676 Ew= 1.93473
#> mu= 0.005
#> gamma= 12.9003 alpha= 3.3339 beta= 27.2305
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 386.5 Ed= 13.95676 Ew= 1.93473
#> gradient= 2164.322
#> C_new= 492.0851 Ed= 17.8367 Ew= 1.914459
#> mu= 0.05
#> C_new= 479.9107 Ed= 17.38961 Ew= 1.914475
#> mu= 0.5
#> C_new= 377.0861 Ed= 13.61336 Ew= 1.915879
#> mu= 0.05
#> gamma= 12.9419 alpha= 3.3775 beta= 27.9159
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 386.5 Ed= 13.61336 Ew= 1.915879
#> gradient= 2142.284
#> C_new= 352.8815 Ed= 12.40584 Ew= 1.942672
#> mu= 0.005
#> gamma= 12.9124 alpha= 3.3234 beta= 30.6343
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 386.5 Ed= 12.40584 Ew= 1.942672
#> gradient= 2283.324
#> C_new= 492.8312 Ed= 15.87889 Ew= 1.923636
#> mu= 0.05
#> C_new= 480.5631 Ed= 15.47842 Ew= 1.923651
#> mu= 0.5
#> C_new= 377.0394 Ed= 12.09894 Ew= 1.924987
#> mu= 0.05
#> gamma= 12.9481 alpha= 3.3632 beta= 31.4099
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 386.5 Ed= 12.09894 Ew= 1.924987
#> gradient= 2264.334
#> C_new= 353.5313 Ed= 11.04662 Ew= 1.950061
#> mu= 0.005
#> gamma= 12.9228 alpha= 3.3134 beta= 34.4032
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 386.5 Ed= 11.04662 Ew= 1.950061
#> gradient= 2407.418
#> C_new= 493.5245 Ed= 14.15924 Ew= 1.932161
#> mu= 0.05
#> C_new= 481.1683 Ed= 13.80008 Ew= 1.932176
#> mu= 0.5
#> C_new= 376.9884 Ed= 10.77175 Ew= 1.933447
#> mu= 0.05
#> gamma= 12.9537 alpha= 3.3499 beta= 35.2796
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 386.5 Ed= 10.77175 Ew= 1.933447
#> gradient= 2391.681
#> C_new= 354.1417 Ed= 9.852322 Ew= 1.956945
#> mu= 0.005
#> gamma= 12.9318 alpha= 3.3041 beta= 38.573
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 386.5 Ed= 9.852322 Ew= 1.956945
#> gradient= 2536.805
#> C_new= 494.1664 Ed= 12.645 Ew= 1.940095
#> mu= 0.05
#> C_new= 481.7273 Ed= 12.32252 Ew= 1.940109
#> mu= 0.5
#> C_new= 376.9315 Ed= 9.605599 Ew= 1.941319
#> mu= 0.05
#> gamma= 12.9585 alpha= 3.3376 beta= 39.5624
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 386.5 Ed= 9.605599 Ew= 1.941319
#> gradient= 2524.544
#> C_new= 354.7145 Ed= 8.800311 Ew= 1.963367
#> mu= 0.005
#> gamma= 12.9397 alpha= 3.2953 beta= 43.1837
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 386.5 Ed= 8.800311 Ew= 1.963367
#> gradient= 2671.707
#> C_new= 494.7584 Ed= 11.30845 Ew= 1.947489
#> mu= 0.05
#> C_new= 482.2413 Ed= 11.01859 Ew= 1.947502
#> mu= 0.5
#> C_new= 376.8675 Ed= 8.578376 Ew= 1.948655
#> mu= 0.05
#> gamma= 12.9628 alpha= 3.3261 beta= 44.2996
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 386.5 Ed= 8.578376 Ew= 1.948655
#> gradient= 2663.165
#> C_new= 355.251 Ed= 7.871419 Ew= 1.969365
#> mu= 0.005
#> gamma= 12.9466 alpha= 3.287 beta= 48.2793
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 386.5 Ed= 7.871419 Ew= 1.969365
#> gradient= 2812.37
#> C_new= 495.3017 Ed= 10.12603 Ew= 1.954391
#> mu= 0.05
#> C_new= 482.7114 Ed= 9.865245 Ew= 1.954404
#> mu= 0.5
#> C_new= 376.7954 Ed= 7.671353 Ew= 1.955501
#> mu= 0.05
#> gamma= 12.9667 alpha= 3.3154 beta= 49.5371
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 386.5 Ed= 7.671353 Ew= 1.955501
#> gradient= 2807.811
#> C_new= 355.7524 Ed= 7.049352 Ew= 1.974976
#> mu= 0.005
#> gamma= 12.9526 alpha= 3.2792 beta= 53.909
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 386.5 Ed= 7.049352 Ew= 1.974976
#> gradient= 2959.063
#> C_new= 495.7975 Ed= 9.077655 Ew= 1.960843
#> mu= 0.05
#> C_new= 483.1383 Ed= 8.842829 Ew= 1.960855
#> mu= 0.5
#> C_new= 376.7139 Ed= 6.868617 Ew= 1.9619
#> mu= 0.05
#> gamma= 12.9701 alpha= 3.3055 beta= 55.3263
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 386.5 Ed= 6.868617 Ew= 1.9619
#> gradient= 2958.775
#> C_new= 356.2194 Ed= 6.320211 Ew= 1.980229
#> mu= 0.005
#> gamma= 12.9579 alpha= 3.2718 beta= 60.1279
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 386.5 Ed= 6.320211 Ew= 1.980229
#> gradient= 3112.088
#> C_new= 496.2462 Ed= 8.14615 Ew= 1.966881
#> mu= 0.05
#> C_new= 483.5224 Ed= 7.934537 Ew= 1.966892
#> mu= 0.5
#> C_new= 376.6216 Ed= 6.156592 Ew= 1.967888
#> mu= 0.05
#> gamma= 12.9731 alpha= 3.2962 beta= 61.7246
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 386.5 Ed= 6.156592 Ew= 1.967888
#> gradient= 3116.384
#> C_new= 356.6517 Ed= 5.672099 Ew= 1.985153
#> mu= 0.005
#> gamma= 12.9626 alpha= 3.2649 beta= 66.9979
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 386.5 Ed= 5.672099 Ew= 1.985153
#> gradient= 3271.784
#> C_new= 496.6476 Ed= 7.316758 Ew= 1.972539
#> mu= 0.05
#> C_new= 483.8631 Ed= 7.125938 Ew= 1.97255
#> mu= 0.5
#> C_new= 376.5166 Ed= 5.523656 Ew= 1.973499
#> mu= 0.05
#> gamma= 12.9758 alpha= 3.2875 beta= 68.7972
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 386.5 Ed= 5.523656 Ew= 1.973499
#> gradient= 3281.004
#> C_new= 357.0486 Ed= 5.094788 Ew= 1.989773
#> mu= 0.005
#> gamma= 12.9667 alpha= 3.2583 beta= 74.5893
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 386.5 Ed= 5.094788 Ew= 1.989773
#> gradient= 3438.533
#> C_new= 497.0002 Ed= 6.576758 Ew= 1.977846
#> mu= 0.05
#> C_new= 484.1589 Ed= 6.404598 Ew= 1.977856
#> mu= 0.5
#> C_new= 376.3964 Ed= 4.959813 Ew= 1.97876
#> mu= 0.05
#> gamma= 12.9782 alpha= 3.2794 beta= 76.618
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 386.5 Ed= 4.959813 Ew= 1.97876
#> gradient= 3453.054
#> C_new= 357.4083 Ed= 4.579457 Ew= 1.99411
#> mu= 0.005
#> gamma= 12.9703 alpha= 3.2521 beta= 82.9825
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 386.5 Ed= 4.579457 Ew= 1.99411
#> gradient= 3612.777
#> C_new= 497.3016 Ed= 5.91514 Ew= 1.982828
#> mu= 0.05
#> C_new= 484.4074 Ed= 5.759754 Ew= 1.982838
#> mu= 0.5
#> C_new= 376.2577 Ed= 4.456438 Ew= 1.9837
#> mu= 0.05
#> gamma= 12.9804 alpha= 3.2718 beta= 85.2721
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 386.5 Ed= 4.456438 Ew= 1.9837
#> gradient= 3633.015
#> C_new= 357.7277 Ed= 4.118465 Ew= 1.998185
#> mu= 0.005
#> gamma= 12.9735 alpha= 3.2463 beta= 92.2706
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 386.5 Ed= 4.118465 Ew= 1.998185
#> gradient= 3795.028
#> C_new= 497.5479 Ed= 5.322343 Ew= 1.987509
#> mu= 0.05
#> C_new= 484.6043 Ed= 5.182064 Ew= 1.987518
#> mu= 0.5
#> C_new= 376.0963 Ed= 4.006059 Ew= 1.98834
#> mu= 0.05
#> gamma= 12.9823 alpha= 3.2646 beta= 94.8585
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 386.5 Ed= 4.006059 Ew= 1.98834
#> gradient= 3821.447
#> C_new= 358.0029 Ed= 3.705171 Ew= 2.002015
#> mu= 0.005
#> gamma= 12.9763 alpha= 3.2408 beta= 102.5626
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 386.5 Ed= 3.705171 Ew= 2.002015
#> gradient= 3985.89
#> C_new= 497.7334 Ed= 4.790033 Ew= 1.991909
#> mu= 0.05
#> C_new= 484.7443 Ed= 4.663387 Ew= 1.991918
#> mu= 0.5
#> C_new= 375.9068 Ed= 3.60218 Ew= 1.992701
#> mu= 0.05
#> gamma= 12.9841 alpha= 3.2579 beta= 105.4939
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 386.5 Ed= 3.60218 Ew= 1.992701
#> gradient= 4019.017
#> C_new= 358.2282 Ed= 3.333786 Ew= 2.005613
#> mu= 0.005
#> gamma= 12.9788 alpha= 3.2356 beta= 113.9877
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 386.5 Ed= 3.333786 Ew= 2.005613
#> gradient= 4186.086
#> C_new= 497.8509 Ed= 4.310925 Ew= 1.996047
#> mu= 0.05
#> C_new= 484.8201 Ed= 4.196607 Ew= 1.996056
#> mu= 0.5
#> C_new= 375.6825 Ed= 3.239136 Ew= 1.996801
#> mu= 0.05
#> gamma= 12.9857 alpha= 3.2516 beta= 117.3175
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 386.5 Ed= 3.239136 Ew= 1.996801
#> gradient= 4226.523
#> C_new= 358.3968 Ed= 2.999249 Ew= 2.008995
#> mu= 0.005
#> gamma= 12.9811 alpha= 3.2307 beta= 126.7015
#> ----------------------------------------------------------------------
#> Epoch= 75
#> C= 386.5 Ed= 2.999249 Ew= 2.008995
#> gradient= 4396.488
#> C_new= 497.8912 Ed= 3.878642 Ew= 1.999939
#> mu= 0.05
#> C_new= 484.8226 Ed= 3.775497 Ew= 1.999947
#> mu= 0.5
#> C_new= 375.4159 Ed= 2.91198 Ew= 2.000656
#> mu= 0.05
#> gamma= 12.9871 alpha= 3.2457 beta= 130.4976
#> ----------------------------------------------------------------------
#> Epoch= 76
#> C= 386.5 Ed= 2.91198 Ew= 2.000656
#> gradient= 4444.932
#> C_new= 358.5007 Ed= 2.697135 Ew= 2.012171
#> mu= 0.005
#> gamma= 12.9831 alpha= 3.2261 beta= 140.8934
#> ----------------------------------------------------------------------
#> Epoch= 77
#> C= 386.5 Ed= 2.697135 Ew= 2.012171
#> gradient= 4618.157
#> C_new= 497.8438 Ed= 3.487601 Ew= 2.003598
#> mu= 0.05
#> C_new= 484.7415 Ed= 3.394607 Ew= 2.003605
#> mu= 0.5
#> C_new= 375.0979 Ed= 2.616388 Ew= 2.004281
#> mu= 0.05
#> gamma= 12.9884 alpha= 3.2402 beta= 145.2406
#> ----------------------------------------------------------------------
#> Epoch= 78
#> C= 386.5 Ed= 2.616388 Ew= 2.004281
#> gradient= 4675.418
#> C_new= 358.531 Ed= 2.423576 Ew= 2.015151
#> mu= 0.005
#> gamma= 12.9849 alpha= 3.2218 beta= 156.7962
#> ----------------------------------------------------------------------
#> Epoch= 79
#> C= 386.5 Ed= 2.423576 Ew= 2.015151
#> gradient= 4852.387
#> C_new= 497.6973 Ed= 3.132927 Ew= 2.007037
#> mu= 0.05
#> C_new= 484.5657 Ed= 3.049176 Ew= 2.007044
#> mu= 0.5
#> C_new= 374.7193 Ed= 2.348595 Ew= 2.007687
#> mu= 0.05
#> gamma= 12.9895 alpha= 3.2349 beta= 161.8011
#> ----------------------------------------------------------------------
#> Epoch= 80
#> C= 386.5 Ed= 2.348595 Ew= 2.007687
#> gradient= 4919.418
#> C_new= 358.4791 Ed= 2.175209 Ew= 2.017943
#> mu= 0.005
#> gamma= 12.9865 alpha= 3.2178 beta= 174.6989
#> ----------------------------------------------------------------------
#> Epoch= 81
#> C= 386.5 Ed= 2.175209 Ew= 2.017943
#> gradient= 5100.753
#> C_new= 497.4409 Ed= 2.810391 Ew= 2.010269
#> mu= 0.05
#> C_new= 484.2844 Ed= 2.735082 Ew= 2.010276
#> mu= 0.5
#> C_new= 374.2711 Ed= 2.10534 Ew= 2.010887
#> mu= 0.05
#> gamma= 12.9906 alpha= 3.2301 beta= 180.4957
#> ----------------------------------------------------------------------
#> Epoch= 82
#> C= 386.5 Ed= 2.10534 Ew= 2.010887
#> gradient= 5178.671
#> C_new= 358.338 Ed= 1.949141 Ew= 2.020558
#> mu= 0.005
#> gamma= 12.988 alpha= 3.214 beta= 194.9608
#> ----------------------------------------------------------------------
#> Epoch= 83
#> C= 386.5 Ed= 1.949141 Ew= 2.020558
#> gradient= 5365.154
#> C_new= 497.0658 Ed= 2.516379 Ew= 2.013306
#> mu= 0.05
#> C_new= 483.8892 Ed= 2.448793 Ew= 2.013313
#> mu= 0.5
#> C_new= 373.7463 Ed= 1.883834 Ew= 2.013892
#> mu= 0.05
#> gamma= 12.9916 alpha= 3.2255 beta= 201.7185
#> ----------------------------------------------------------------------
#> Epoch= 84
#> C= 386.5 Ed= 1.883834 Ew= 2.013892
#> gradient= 5455.268
#> C_new= 358.1042 Ed= 1.742919 Ew= 2.023005
#> mu= 0.005
#> gamma= 12.9893 alpha= 3.2104 beta= 218.0281
#> ----------------------------------------------------------------------
#> Epoch= 85
#> C= 386.5 Ed= 1.742919 Ew= 2.023005
#> gradient= 5647.849
#> C_new= 496.5685 Ed= 2.247856 Ew= 2.016161
#> mu= 0.05
#> C_new= 483.3764 Ed= 2.18735 Ew= 2.016167
#> mu= 0.5
#> C_new= 373.1414 Ed= 1.681742 Ew= 2.016717
#> mu= 0.05
#> gamma= 12.9924 alpha= 3.2212 beta= 225.9585
#> ----------------------------------------------------------------------
#> Epoch= 86
#> C= 386.5 Ed= 1.681742 Ew= 2.016717
#> gradient= 5751.68
#> C_new= 357.7804 Ed= 1.554518 Ew= 2.025296
#> mu= 0.005
#> gamma= 12.9905 alpha= 3.2071 beta= 244.4517
#> ----------------------------------------------------------------------
#> Epoch= 87
#> C= 386.5 Ed= 1.554518 Ew= 2.025296
#> gradient= 5951.471
#> C_new= 495.9529 Ed= 2.002351 Ew= 2.018849
#> mu= 0.05
#> C_new= 482.7498 Ed= 1.94834 Ew= 2.018855
#> mu= 0.5
#> C_new= 372.4587 Ed= 1.497156 Ew= 2.019376
#> mu= 0.05
#> gamma= 12.9933 alpha= 3.2171 beta= 253.8168
#> ----------------------------------------------------------------------
#> Epoch= 88
#> C= 386.5 Ed= 1.497156 Ew= 2.019376
#> gradient= 6070.761
#> C_new= 357.3775 Ed= 1.382315 Ew= 2.027446
#> mu= 0.005
#> gamma= 12.9916 alpha= 3.2039 beta= 274.9041
#> ----------------------------------------------------------------------
#> Epoch= 89
#> C= 386.5 Ed= 1.382315 Ew= 2.027446
#> gradient= 6279.008
#> C_new= 495.2328 Ed= 1.777916 Ew= 2.02139
#> mu= 0.05
#> C_new= 482.0227 Ed= 1.729862 Ew= 2.021396
#> mu= 0.5
#> C_new= 371.7078 Ed= 1.328572 Ew= 2.021888
#> mu= 0.05
#> gamma= 12.994 alpha= 3.2133 beta= 286.0237
#> ----------------------------------------------------------------------
#> Epoch= 90
#> C= 386.5 Ed= 1.328572 Ew= 2.021888
#> gradient= 6415.722
#> C_new= 356.9157 Ed= 1.225053 Ew= 2.029474
#> mu= 0.005
#> gamma= 12.9926 alpha= 3.201 beta= 310.1936
#> ----------------------------------------------------------------------
#> Epoch= 91
#> C= 386.5 Ed= 1.225053 Ew= 2.029474
#> gradient= 6633.755
#> C_new= 494.4327 Ed= 1.573065 Ew= 2.023805
#> mu= 0.05
#> C_new= 481.219 Ed= 1.530466 Ew= 2.023811
#> mu= 0.5
#> C_new= 370.9062 Ed= 1.174836 Ew= 2.024274
#> mu= 0.05
#> gamma= 12.9947 alpha= 3.2097 beta= 323.4517
#> ----------------------------------------------------------------------
#> Epoch= 92
#> C= 386.5 Ed= 1.174836 Ew= 2.024274
#> gradient= 6790.067
#> C_new= 356.4236 Ed= 1.081779 Ew= 2.031403
#> mu= 0.005
#> gamma= 12.9935 alpha= 3.1982 beta= 351.2762
#> ----------------------------------------------------------------------
#> Epoch= 93
#> C= 386.5 Ed= 1.081779 Ew= 2.031403
#> gradient= 7019.227
#> C_new= 493.5867 Ed= 1.386678 Ew= 2.026117
#> mu= 0.05
#> C_new= 480.3716 Ed= 1.349057 Ew= 2.026122
#> mu= 0.5
#> C_new= 370.0785 Ed= 1.035075 Ew= 2.026559
#> mu= 0.05
#> gamma= 12.9953 alpha= 3.2062 beta= 367.1254
#> ----------------------------------------------------------------------
#> Epoch= 94
#> C= 386.5 Ed= 1.035075 Ew= 2.026559
#> gradient= 7197.493
#> C_new= 355.9349 Ed= 0.9517613 Ew= 2.033256
#> mu= 0.005
#> gamma= 12.9943 alpha= 3.1954 beta= 399.2628
#> ----------------------------------------------------------------------
#> Epoch= 95
#> C= 386.5 Ed= 0.9517613 Ew= 2.033256
#> gradient= 7439.06
#> C_new= 492.734 Ed= 1.217876 Ew= 2.028349
#> mu= 0.05
#> C_new= 479.5186 Ed= 1.184776 Ew= 2.028354
#> mu= 0.5
#> C_new= 369.2529 Ed= 0.9085999 Ew= 2.028764
#> mu= 0.05
#> gamma= 12.9959 alpha= 3.2029 beta= 418.2282
#> ----------------------------------------------------------------------
#> Epoch= 96
#> C= 386.5 Ed= 0.9085999 Ew= 2.028764
#> gradient= 7641.787
#> C_new= 355.483 Ed= 0.8343889 Ew= 2.035054
#> mu= 0.005
#> gamma= 12.995 alpha= 3.1928 beta= 455.4261
#> ----------------------------------------------------------------------
#> Epoch= 97
#> C= 386.5 Ed= 0.8343889 Ew= 2.035054
#> gradient= 7896.913
#> C_new= 491.9142 Ed= 1.065884 Ew= 2.030518
#> mu= 0.05
#> C_new= 478.6982 Ed= 1.036865 Ew= 2.030522
#> mu= 0.5
#> C_new= 368.4582 Ed= 0.7948028 Ew= 2.030907
#> mu= 0.05
#> gamma= 12.9964 alpha= 3.1996 beta= 478.1083
#> ----------------------------------------------------------------------
#> Epoch= 98
#> C= 386.5 Ed= 0.7948028 Ew= 2.030907
#> gradient= 8126.724
#> C_new= 355.0959 Ed= 0.7290792 Ew= 2.036814
#> mu= 0.005
#> gamma= 12.9957 alpha= 3.1902 beta= 521.2084
#> ----------------------------------------------------------------------
#> Epoch= 99
#> C= 386.5 Ed= 0.7290792 Ew= 2.036814
#> gradient= 8396.389
#> C_new= 491.1613 Ed= 0.9299098 Ew= 2.032635
#> mu= 0.05
#> C_new= 477.9437 Ed= 0.9045503 Ew= 2.032639
#> mu= 0.5
#> C_new= 367.7191 Ed= 0.6930691 Ew= 2.032999
#> mu= 0.05
#> gamma= 12.9968 alpha= 3.1965 beta= 548.2882
#> ----------------------------------------------------------------------
#> Epoch= 100
#> C= 386.5 Ed= 0.6930691 Ew= 2.032999
#> gradient= 8655.992
#> C_new= 354.7916 Ed= 0.6352051 Ew= 2.038542
#> mu= 0.005
#> gamma= 12.9963 alpha= 3.1876 beta= 598.2349
#> ----------------------------------------------------------------------
#> Epoch= 101
#> C= 386.5 Ed= 0.6352051 Ew= 2.038542
#> gradient= 8945.056
#> C_new= 490.4997 Ed= 0.8090698 Ew= 2.034703
#> mu= 0.05
#> C_new= 477.2787 Ed= 0.7869698 Ew= 2.034707
#> mu= 0.5
#> C_new= 367.0534 Ed= 0.6027172 Ew= 2.035043
#> mu= 0.05
#> gamma= 12.9972 alpha= 3.1934 beta= 630.4805
#> ----------------------------------------------------------------------
#> Epoch= 102
#> C= 386.5 Ed= 0.6027172 Ew= 2.035043
#> gradient= 9233.153
#> C_new= 354.5773 Ed= 0.5520585 Ew= 2.040241
#> mu= 0.005
#> gamma= 12.9968 alpha= 3.1851 beta= 688.3358
#> ----------------------------------------------------------------------
#> Epoch= 103
#> C= 386.5 Ed= 0.5520585 Ew= 2.040241
#> gradient= 9549.055
#> C_new= 489.9423 Ed= 0.7023537 Ew= 2.036718
#> mu= 0.05
#> C_new= 476.7157 Ed= 0.6831382 Ew= 2.036722
#> mu= 0.5
#> C_new= 366.4708 Ed= 0.5229753 Ew= 2.037035
#> mu= 0.05
#> gamma= 12.9976 alpha= 3.1903 beta= 726.6141
#> ----------------------------------------------------------------------
#> Epoch= 104
#> C= 386.5 Ed= 0.5229753 Ew= 2.037035
#> gradient= 9861.657
#> C_new= 354.4502 Ed= 0.4788455 Ew= 2.041901
#> mu= 0.005
#> gamma= 12.9972 alpha= 3.1826 beta= 793.5783
#> ----------------------------------------------------------------------
#> Epoch= 105
#> C= 386.5 Ed= 0.4788455 Ew= 2.041901
#> gradient= 10206.16
#> C_new= 489.4907 Ed= 0.6086386 Ew= 2.03867
#> mu= 0.05
#> C_new= 476.2562 Ed= 0.5919616 Ew= 2.038674
#> mu= 0.5
#> C_new= 365.9726 Ed= 0.4529904 Ew= 2.038966
#> mu= 0.05
#> gamma= 12.9979 alpha= 3.1874 beta= 838.8722
#> ----------------------------------------------------------------------
#> Epoch= 106
#> C= 386.5 Ed= 0.4529904 Ew= 2.038966
#> gradient= 10544.89
#> C_new= 354.4005 Ed= 0.4147081 Ew= 2.043515
#> mu= 0.005
#> gamma= 12.9976 alpha= 3.1802 beta= 916.3101
#> ----------------------------------------------------------------------
#> Epoch= 107
#> C= 386.5 Ed= 0.4147081 Ew= 2.043515
#> gradient= 10919.81
#> C_new= 489.1372 Ed= 0.5267298 Ew= 2.040549
#> mu= 0.05
#> C_new= 475.8929 Ed= 0.5122758 Ew= 2.040552
#> mu= 0.5
#> C_new= 365.5537 Ed= 0.391858 Ew= 2.040824
#> mu= 0.05
#> gamma= 12.9982 alpha= 3.1845 beta= 969.7415
#> ----------------------------------------------------------------------
#> Epoch= 108
#> C= 386.5 Ed= 0.391858 Ew= 2.040824
#> gradient= 11286.24
#> C_new= 354.4147 Ed= 0.3587575 Ew= 2.045069
#> mu= 0.005
#> gamma= 12.9979 alpha= 3.1779 beta= 1059.214
#> ----------------------------------------------------------------------
#> Epoch= 109
#> C= 386.5 Ed= 0.3587575 Ew= 2.045069
#> gradient= 11693.48
#> C_new= 488.8684 Ed= 0.4554113 Ew= 2.042344
#> mu= 0.05
#> C_new= 475.6128 Ed= 0.4428967 Ew= 2.042346
#> mu= 0.5
#> C_new= 365.2044 Ed= 0.3386598 Ew= 2.0426
#> mu= 0.05
#> gamma= 12.9984 alpha= 3.1818 beta= 1122.072
#> ----------------------------------------------------------------------
#> Epoch= 110
#> C= 386.5 Ed= 0.3386598 Ew= 2.0426
#> gradient= 12089.23
#> C_new= 354.478 Ed= 0.3101103 Ew= 2.046556
#> mu= 0.005
#> gamma= 12.9982 alpha= 3.1756 beta= 1225.373
#> ----------------------------------------------------------------------
#> Epoch= 111
#> C= 386.5 Ed= 0.3101103 Ew= 2.046556
#> gradient= 12530.81
#> C_new= 488.6682 Ed= 0.393494 Ew= 2.044047
#> mu= 0.05
#> C_new= 475.4003 Ed= 0.3826664 Ew= 2.04405
#> mu= 0.5
#> C_new= 364.9133 Ed= 0.2924998 Ew= 2.044286
#> mu= 0.05
#> gamma= 12.9986 alpha= 3.1793 beta= 1299.149
#> ----------------------------------------------------------------------
#> Epoch= 112
#> C= 386.5 Ed= 0.2924998 Ew= 2.044286
#> gradient= 12957.56
#> C_new= 354.577 Ed= 0.2679186 Ew= 2.047967
#> mu= 0.005
#> gamma= 12.9985 alpha= 3.1735 beta= 1418.344
#> ----------------------------------------------------------------------
#> Epoch= 113
#> C= 386.5 Ed= 0.2679186 Ew= 2.047967
#> gradient= 13435.69
#> C_new= 488.5207 Ed= 0.3398532 Ew= 2.045654
#> mu= 0.05
#> C_new= 475.24 Ed= 0.3304897 Ew= 2.045657
#> mu= 0.5
#> C_new= 364.6687 Ed= 0.2525312 Ew= 2.045877
#> mu= 0.05
#> gamma= 12.9988 alpha= 3.1768 beta= 1504.767
#> ----------------------------------------------------------------------
#> Epoch= 114
#> C= 386.5 Ed= 0.2525312 Ew= 2.045877
#> gradient= 13895.25
#> C_new= 354.7003 Ed= 0.2313913 Ew= 2.049299
#> mu= 0.005
#> gamma= 12.9987 alpha= 3.1715 beta= 1642.243
#> ----------------------------------------------------------------------
#> Epoch= 115
#> C= 386.5 Ed= 0.2313913 Ew= 2.049299
#> gradient= 14412.31
#> C_new= 488.4118 Ed= 0.2934519 Ew= 2.047164
#> mu= 0.05
#> C_new= 475.1182 Ed= 0.2853571 Ew= 2.047167
#> mu= 0.5
#> C_new= 364.4603 Ed= 0.2179745 Ew= 2.047371
#> mu= 0.05
#> gamma= 12.999 alpha= 3.1746 beta= 1743.325
#> ----------------------------------------------------------------------
#> Epoch= 116
#> C= 386.5 Ed= 0.2179745 Ew= 2.047371
#> gradient= 14906.66
#> C_new= 354.8387 Ed= 0.1998073 Ew= 2.05055
#> mu= 0.005
#> gamma= 12.9989 alpha= 3.1696 beta= 1901.835
#> ----------------------------------------------------------------------
#> Epoch= 117
#> C= 386.5 Ed= 0.1998073 Ew= 2.05055
#> gradient= 15465.27
#> C_new= 488.3299 Ed= 0.2533535 Ew= 2.048578
#> mu= 0.05
#> C_new= 475.0235 Ed= 0.2463569 Ew= 2.04858
#> mu= 0.5
#> C_new= 364.2792 Ed= 0.1881264 Ew= 2.04877
#> mu= 0.05
#> gamma= 12.9991 alpha= 3.1724 beta= 2019.921
#> ----------------------------------------------------------------------
#> Epoch= 118
#> C= 386.5 Ed= 0.1881264 Ew= 2.04877
#> gradient= 15996.58
#> C_new= 354.9855 Ed= 0.1725199 Ew= 2.051722
#> mu= 0.005
#> gamma= 12.999 alpha= 3.1678 beta= 2202.647
#> ----------------------------------------------------------------------
#> Epoch= 119
#> C= 386.5 Ed= 0.1725199 Ew= 2.051722
#> gradient= 16599.58
#> C_new= 488.2661 Ed= 0.2187243 Ew= 2.049898
#> mu= 0.05
#> C_new= 474.9473 Ed= 0.2126775 Ew= 2.0499
#> mu= 0.5
#> C_new= 364.1188 Ed= 0.1623613 Ew= 2.050077
#> mu= 0.05
#> gamma= 12.9992 alpha= 3.1704 beta= 2340.462
#> ----------------------------------------------------------------------
#> Epoch= 120
#> C= 386.5 Ed= 0.1623613 Ew= 2.050077
#> gradient= 17170.23
#> C_new= 355.136 Ed= 0.1489568 Ew= 2.052816
#> mu= 0.005
#> gamma= 12.9992 alpha= 3.1662 beta= 2551.079
#> ----------------------------------------------------------------------
#> Epoch= 121
#> C= 386.5 Ed= 0.1489568 Ew= 2.052816
#> gradient= 17820.73
#> C_new= 488.2139 Ed= 0.1888298 Ew= 2.051128
#> mu= 0.05
#> C_new= 474.8832 Ed= 0.1836043 Ew= 2.051129
#> mu= 0.5
#> C_new= 363.974 Ed= 0.1401286 Ew= 2.051294
#> mu= 0.05
#> gamma= 12.9993 alpha= 3.1686 beta= 2711.796
#> ----------------------------------------------------------------------
#> Epoch= 122
#> C= 386.5 Ed= 0.1401286 Ew= 2.051294
#> gradient= 18433.35
#> C_new= 355.2867 Ed= 0.1286155 Ew= 2.053836
#> mu= 0.005
#> gamma= 12.9993 alpha= 3.1646 beta= 2954.546
#> ----------------------------------------------------------------------
#> Epoch= 123
#> C= 386.5 Ed= 0.1286155 Ew= 2.053836
#> gradient= 19134.7
#> C_new= 488.1687 Ed= 0.1630281 Ew= 2.052272
#> mu= 0.05
#> C_new= 474.8268 Ed= 0.1585124 Ew= 2.052274
#> mu= 0.5
#> C_new= 363.8409 Ed= 0.1209478 Ew= 2.052427
#> mu= 0.05
#> gamma= 12.9994 alpha= 3.1668 beta= 3141.854
#> ----------------------------------------------------------------------
#> Epoch= 124
#> C= 386.5 Ed= 0.1209478 Ew= 2.052427
#> gradient= 19792.16
#> C_new= 355.4356 Ed= 0.1110581 Ew= 2.054786
#> mu= 0.005
#> gamma= 12.9994 alpha= 3.1632 beta= 3421.635
#> ----------------------------------------------------------------------
#> Epoch= 125
#> C= 386.5 Ed= 0.1110581 Ew= 2.054786
#> gradient= 20548.02
#> C_new= 488.1275 Ed= 0.1407609 Ew= 2.053337
#> mu= 0.05
#> C_new= 474.7751 Ed= 0.1368586 Ew= 2.053339
#> mu= 0.5
#> C_new= 363.7171 Ed= 0.1044008 Ew= 2.053481
#> mu= 0.05
#> gamma= 12.9995 alpha= 3.1652 beta= 3639.82
#> ----------------------------------------------------------------------
#> Epoch= 126
#> C= 386.5 Ed= 0.1044008 Ew= 2.053481
#> gradient= 21253.44
#> C_new= 355.5813 Ed= 0.09590436 Ew= 2.05567
#> mu= 0.005
#> gamma= 12.9995 alpha= 3.1619 beta= 3962.283
#> ----------------------------------------------------------------------
#> Epoch= 127
#> C= 386.5 Ed= 0.09590436 Ew= 2.05567
#> gradient= 22067.75
#> C_new= 488.0883 Ed= 0.1215443 Ew= 2.054327
#> mu= 0.05
#> C_new= 474.726 Ed= 0.1181719 Ew= 2.054329
#> mu= 0.5
#> C_new= 363.6006 Ed= 0.09012598 Ew= 2.054461
#> mu= 0.05
#> gamma= 12.9996 alpha= 3.1637 beta= 4216.323
#> ----------------------------------------------------------------------
#> Epoch= 128
#> C= 386.5 Ed= 0.09012598 Ew= 2.054461
#> gradient= 22824.52
#> C_new= 355.7229 Ed= 0.08282494 Ew= 2.056491
#> mu= 0.005
#> gamma= 12.9995 alpha= 3.1606 beta= 4587.993
#> ----------------------------------------------------------------------
#> Epoch= 129
#> C= 386.5 Ed= 0.08282494 Ew= 2.056491
#> gradient= 23701.55
#> C_new= 488.0498 Ed= 0.1049596 Ew= 2.055247
#> mu= 0.05
#> C_new= 474.6783 Ed= 0.1020452 Ew= 2.055248
#> mu= 0.5
#> C_new= 363.4902 Ed= 0.07781049 Ew= 2.055371
#> mu= 0.05
#> gamma= 12.9996 alpha= 3.1624 beta= 4883.663
#> ----------------------------------------------------------------------
#> Epoch= 130
#> C= 386.5 Ed= 0.07781049 Ew= 2.055371
#> gradient= 24513.36
#> C_new= 355.86 Ed= 0.07153529 Ew= 2.057255
#> mu= 0.005
#> gamma= 12.9996 alpha= 3.1595 beta= 5312.066
#> ----------------------------------------------------------------------
#> Epoch= 131
#> C= 386.5 Ed= 0.07153529 Ew= 2.057255
#> gradient= 25457.71
#> C_new= 488.0113 Ed= 0.09064555 Ew= 2.056101
#> mu= 0.05
#> C_new= 474.6313 Ed= 0.08812675 Ew= 2.056102
#> mu= 0.5
#> C_new= 363.385 Ed= 0.0671845 Ew= 2.056217
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1611 beta= 5656.069
#> ----------------------------------------------------------------------
#> Epoch= 132
#> C= 386.5 Ed= 0.0671845 Ew= 2.056217
#> gradient= 26328.54
#> C_new= 355.9923 Ed= 0.06178971 Ew= 2.057965
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1584 beta= 6149.894
#> ----------------------------------------------------------------------
#> Epoch= 133
#> C= 386.5 Ed= 0.06178971 Ew= 2.057965
#> gradient= 27345.15
#> C_new= 487.9725 Ed= 0.07829014 Ew= 2.056895
#> mu= 0.05
#> C_new= 474.5845 Ed= 0.0761132 Ew= 2.056896
#> mu= 0.5
#> C_new= 363.2845 Ed= 0.05801526 Ew= 2.057003
#> mu= 0.05
#> gamma= 12.9997 alpha= 3.1599 beta= 6550.003
#> ----------------------------------------------------------------------
#> Epoch= 134
#> C= 386.5 Ed= 0.05801526 Ew= 2.057003
#> gradient= 28279.31
#> C_new= 356.1197 Ed= 0.05337627 Ew= 2.058624
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1574 beta= 7119.272
#> ----------------------------------------------------------------------
#> Epoch= 135
#> C= 386.5 Ed= 0.05337627 Ew= 2.058624
#> gradient= 29373.54
#> C_new= 487.9331 Ed= 0.06762439 Ew= 2.057632
#> mu= 0.05
#> C_new= 474.5378 Ed= 0.06574283 Ew= 2.057633
#> mu= 0.5
#> C_new= 363.1881 Ed= 0.05010218 Ew= 2.057732
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1588 beta= 7584.503
#> ----------------------------------------------------------------------
#> Epoch= 136
#> C= 386.5 Ed= 0.05010218 Ew= 2.057732
#> gradient= 30375.66
#> C_new= 356.2423 Ed= 0.04611215 Ew= 2.059237
#> mu= 0.005
#> gamma= 12.9997 alpha= 3.1564 beta= 8240.781
#> ----------------------------------------------------------------------
#> Epoch= 137
#> C= 386.5 Ed= 0.04611215 Ew= 2.059237
#> gradient= 31553.24
#> C_new= 487.8932 Ed= 0.05841633 Ew= 2.058317
#> mu= 0.05
#> C_new= 474.4911 Ed= 0.05679001 Ew= 2.058318
#> mu= 0.5
#> C_new= 363.0955 Ed= 0.04327238 Ew= 2.05841
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1577 beta= 8781.585
#> ----------------------------------------------------------------------
#> Epoch= 138
#> C= 386.5 Ed= 0.04327238 Ew= 2.05841
#> gradient= 32628.35
#> C_new= 356.3602 Ed= 0.03983972 Ew= 2.059806
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1556 beta= 9538.221
#> ----------------------------------------------------------------------
#> Epoch= 139
#> C= 386.5 Ed= 0.03983972 Ew= 2.059806
#> gradient= 33895.46
#> C_new= 487.8527 Ed= 0.05046596 Ew= 2.058953
#> mu= 0.05
#> C_new= 474.4443 Ed= 0.04906021 Ew= 2.058954
#> mu= 0.5
#> C_new= 363.0065 Ed= 0.03737689 Ew= 2.059039
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1568 beta= 10166.71
#> ----------------------------------------------------------------------
#> Epoch= 140
#> C= 386.5 Ed= 0.03737689 Ew= 2.059039
#> gradient= 35048.94
#> C_new= 356.4735 Ed= 0.03442308 Ew= 2.060336
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.1548 beta= 11039.11
#> ----------------------------------------------------------------------
#> Epoch= 141
#> C= 386.5 Ed= 0.03442308 Ew= 2.060336
#> gradient= 36412.23
#> C_new= 487.8118 Ed= 0.04360084 Ew= 2.059543
#> mu= 0.05
#> C_new= 474.3976 Ed= 0.04238569 Ew= 2.059544
#> mu= 0.5
#> C_new= 362.921 Ed= 0.03228733 Ew= 2.059624
#> mu= 0.05
#> gamma= 12.9998 alpha= 3.1559 beta= 11769.32
#> ----------------------------------------------------------------------
#> Epoch= 142
#> C= 386.5 Ed= 0.03228733 Ew= 2.059624
#> gradient= 37649.91
#> C_new= 356.5824 Ed= 0.02974501 Ew= 2.060827
#> mu= 0.005
#> gamma= 12.9998 alpha= 3.154 beta= 12775.26
#> ----------------------------------------------------------------------
#> Epoch= 143
#> C= 386.5 Ed= 0.02974501 Ew= 2.060827
#> gradient= 39116.5
#> C_new= 487.7706 Ed= 0.03767228 Ew= 2.060092
#> mu= 0.05
#> C_new= 474.3511 Ed= 0.03662185 Ew= 2.060093
#> mu= 0.5
#> C_new= 362.8387 Ed= 0.02789305 Ew= 2.060167
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1551 beta= 13623.47
#> ----------------------------------------------------------------------
#> Epoch= 144
#> C= 386.5 Ed= 0.02789305 Ew= 2.060167
#> gradient= 40444.65
#> C_new= 356.6869 Ed= 0.02570443 Ew= 2.061284
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1533 beta= 14783.45
#> ----------------------------------------------------------------------
#> Epoch= 145
#> C= 386.5 Ed= 0.02570443 Ew= 2.061284
#> gradient= 42022.22
#> C_new= 487.7292 Ed= 0.03255204 Ew= 2.060602
#> mu= 0.05
#> C_new= 474.3048 Ed= 0.03164397 Ew= 2.060603
#> mu= 0.5
#> C_new= 362.7595 Ed= 0.02409867 Ew= 2.060672
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1543 beta= 15768.5
#> ----------------------------------------------------------------------
#> Epoch= 146
#> C= 386.5 Ed= 0.02409867 Ew= 2.060672
#> gradient= 43447.58
#> C_new= 356.7873 Ed= 0.02221416 Ew= 2.061709
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1527 beta= 17106.21
#> ----------------------------------------------------------------------
#> Epoch= 147
#> C= 386.5 Ed= 0.02221416 Ew= 2.061709
#> gradient= 45144.38
#> C_new= 487.6878 Ed= 0.02812954 Ew= 2.061076
#> mu= 0.05
#> C_new= 474.2588 Ed= 0.0273445 Ew= 2.061077
#> mu= 0.5
#> C_new= 362.6833 Ed= 0.02082198 Ew= 2.061141
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1536 beta= 18249.95
#> ----------------------------------------------------------------------
#> Epoch= 148
#> C= 386.5 Ed= 0.02082198 Ew= 2.061141
#> gradient= 46674.21
#> C_new= 356.8836 Ed= 0.019199 Ew= 2.062103
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1521 beta= 19792.7
#> ----------------------------------------------------------------------
#> Epoch= 149
#> C= 386.5 Ed= 0.019199 Ew= 2.062103
#> gradient= 48499.08
#> C_new= 487.6464 Ed= 0.02430938 Ew= 2.061516
#> mu= 0.05
#> C_new= 474.2132 Ed= 0.02363068 Ew= 2.061517
#> mu= 0.5
#> C_new= 362.6101 Ed= 0.01799207 Ew= 2.061576
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1529 beta= 21120.42
#> ----------------------------------------------------------------------
#> Epoch= 150
#> C= 386.5 Ed= 0.01799207 Ew= 2.061576
#> gradient= 50141.2
#> C_new= 356.9762 Ed= 0.01659406 Ew= 2.06247
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1515 beta= 22899.77
#> ----------------------------------------------------------------------
#> Epoch= 151
#> C= 386.5 Ed= 0.01659406 Ew= 2.06247
#> gradient= 52103.66
#> C_new= 487.6053 Ed= 0.02100925 Ew= 2.061925
#> mu= 0.05
#> C_new= 474.1682 Ed= 0.02042248 Ew= 2.061925
#> mu= 0.5
#> C_new= 362.5396 Ed= 0.01554781 Ew= 2.061981
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1523 beta= 24440.75
#> ----------------------------------------------------------------------
#> Epoch= 152
#> C= 386.5 Ed= 0.01554781 Ew= 2.061981
#> gradient= 53866.48
#> C_new= 357.065 Ed= 0.01434336 Ew= 2.062811
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.151 beta= 26493.09
#> ----------------------------------------------------------------------
#> Epoch= 153
#> C= 386.5 Ed= 0.01434336 Ew= 2.062811
#> gradient= 55976.74
#> C_new= 487.5644 Ed= 0.01815817 Ew= 2.062305
#> mu= 0.05
#> C_new= 474.1238 Ed= 0.01765084 Ew= 2.062305
#> mu= 0.5
#> C_new= 362.4718 Ed= 0.01343646 Ew= 2.062357
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1517 beta= 28281.27
#> ----------------------------------------------------------------------
#> Epoch= 154
#> C= 386.5 Ed= 0.01343646 Ew= 2.062357
#> gradient= 57869.32
#> C_new= 357.1504 Ed= 0.01239859 Ew= 2.063128
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1505 beta= 30648.64
#> ----------------------------------------------------------------------
#> Epoch= 155
#> C= 386.5 Ed= 0.01239859 Ew= 2.063128
#> gradient= 60138.36
#> C_new= 487.524 Ed= 0.01569484 Ew= 2.062658
#> mu= 0.05
#> C_new= 474.0801 Ed= 0.01525619 Ew= 2.062658
#> mu= 0.5
#> C_new= 362.4067 Ed= 0.01161252 Ew= 2.062707
#> mu= 0.05
#> gamma= 12.9999 alpha= 3.1512 beta= 32723.3
#> ----------------------------------------------------------------------
#> Epoch= 156
#> C= 386.5 Ed= 0.01161252 Ew= 2.062707
#> gradient= 62170.42
#> C_new= 357.2323 Ed= 0.01071805 Ew= 2.063422
#> mu= 0.005
#> gamma= 12.9999 alpha= 3.1501 beta= 35454.2
#> ----------------------------------------------------------------------
#> Epoch= 157
#> C= 386.5 Ed= 0.01071805 Ew= 2.063422
#> gradient= 64610.02
#> C_new= 487.484 Ed= 0.01356639 Ew= 2.062986
#> mu= 0.05
#> C_new= 474.0371 Ed= 0.01318711 Ew= 2.062987
#> mu= 0.5
#> C_new= 362.3441 Ed= 0.01003676 Ew= 2.063031
#> mu= 0.05
#> gamma= 13 alpha= 3.1507 beta= 37860.82
#> ----------------------------------------------------------------------
#> Epoch= 158
#> C= 386.5 Ed= 0.01003676 Ew= 2.063031
#> gradient= 66792.05
#> C_new= 357.311 Ed= 0.009265751 Ew= 2.063696
#> mu= 0.005
#> gamma= 13 alpha= 3.1497 beta= 41011.25
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.476056 test-rmse:0.477687
#> [2] train-rmse:0.463582 test-rmse:0.463691
#> [3] train-rmse:0.455417 test-rmse:0.457306
#> [4] train-rmse:0.447914 test-rmse:0.453133
#> [5] train-rmse:0.442588 test-rmse:0.450341
#> [6] train-rmse:0.439408 test-rmse:0.449563
#> [7] train-rmse:0.434885 test-rmse:0.447355
#> [8] train-rmse:0.430208 test-rmse:0.446605
#> [9] train-rmse:0.423961 test-rmse:0.445802
#> [10] train-rmse:0.421109 test-rmse:0.447061
#> [11] train-rmse:0.419098 test-rmse:0.447740
#> [12] train-rmse:0.416416 test-rmse:0.447692
#> [13] train-rmse:0.413434 test-rmse:0.447248
#> [14] train-rmse:0.410390 test-rmse:0.447004
#> [15] train-rmse:0.405574 test-rmse:0.449797
#> [16] train-rmse:0.401173 test-rmse:0.449251
#> [17] train-rmse:0.397917 test-rmse:0.447877
#> [18] train-rmse:0.396589 test-rmse:0.448855
#> [19] train-rmse:0.393773 test-rmse:0.450647
#> [20] train-rmse:0.390073 test-rmse:0.453101
#> [21] train-rmse:0.387924 test-rmse:0.454546
#> [22] train-rmse:0.384202 test-rmse:0.455859
#> [23] train-rmse:0.381503 test-rmse:0.456525
#> [24] train-rmse:0.378993 test-rmse:0.456738
#> [25] train-rmse:0.375673 test-rmse:0.456919
#> [26] train-rmse:0.373426 test-rmse:0.456836
#> [27] train-rmse:0.370065 test-rmse:0.457851
#> [28] train-rmse:0.366577 test-rmse:0.457583
#> [29] train-rmse:0.363489 test-rmse:0.458670
#> [30] train-rmse:0.361031 test-rmse:0.459969
#> [31] train-rmse:0.358886 test-rmse:0.459958
#> [32] train-rmse:0.356796 test-rmse:0.460825
#> [33] train-rmse:0.354514 test-rmse:0.460787
#> [34] train-rmse:0.351048 test-rmse:0.463198
#> [35] train-rmse:0.349915 test-rmse:0.463681
#> [36] train-rmse:0.347250 test-rmse:0.462379
#> [37] train-rmse:0.345275 test-rmse:0.462926
#> [38] train-rmse:0.343936 test-rmse:0.462878
#> [39] train-rmse:0.343360 test-rmse:0.463853
#> [40] train-rmse:0.340796 test-rmse:0.464281
#> [41] train-rmse:0.338637 test-rmse:0.463294
#> [42] train-rmse:0.337142 test-rmse:0.464254
#> [43] train-rmse:0.336317 test-rmse:0.464415
#> [44] train-rmse:0.335016 test-rmse:0.464513
#> [45] train-rmse:0.334422 test-rmse:0.464478
#> [46] train-rmse:0.331709 test-rmse:0.464835
#> [47] train-rmse:0.330018 test-rmse:0.465633
#> [48] train-rmse:0.328296 test-rmse:0.466165
#> [49] train-rmse:0.327259 test-rmse:0.466762
#> [50] train-rmse:0.324563 test-rmse:0.469227
#> [51] train-rmse:0.321516 test-rmse:0.469983
#> [52] train-rmse:0.320748 test-rmse:0.470210
#> [53] train-rmse:0.320197 test-rmse:0.470864
#> [54] train-rmse:0.319554 test-rmse:0.471247
#> [55] train-rmse:0.319093 test-rmse:0.471941
#> [56] train-rmse:0.316812 test-rmse:0.472175
#> [57] train-rmse:0.314199 test-rmse:0.473690
#> [58] train-rmse:0.312325 test-rmse:0.474971
#> [59] train-rmse:0.311084 test-rmse:0.475891
#> [60] train-rmse:0.309741 test-rmse:0.475991
#> [61] train-rmse:0.308062 test-rmse:0.475626
#> [62] train-rmse:0.306942 test-rmse:0.476438
#> [63] train-rmse:0.305510 test-rmse:0.477410
#> [64] train-rmse:0.302996 test-rmse:0.476332
#> [65] train-rmse:0.302506 test-rmse:0.476433
#> [66] train-rmse:0.300633 test-rmse:0.477664
#> [67] train-rmse:0.298467 test-rmse:0.478496
#> [68] train-rmse:0.297052 test-rmse:0.478024
#> [69] train-rmse:0.295769 test-rmse:0.478905
#> [70] train-rmse:0.295009 test-rmse:0.479185
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.350761 test-rmse:0.350760
#> [2] train-rmse:0.246067 test-rmse:0.246066
#> [3] train-rmse:0.172622 test-rmse:0.172620
#> [4] train-rmse:0.121098 test-rmse:0.121097
#> [5] train-rmse:0.084953 test-rmse:0.084952
#> [6] train-rmse:0.059597 test-rmse:0.059595
#> [7] train-rmse:0.041808 test-rmse:0.041807
#> [8] train-rmse:0.029329 test-rmse:0.029329
#> [9] train-rmse:0.020575 test-rmse:0.020575
#> [10] train-rmse:0.014434 test-rmse:0.014434
#> [11] train-rmse:0.010126 test-rmse:0.010125
#> [12] train-rmse:0.007103 test-rmse:0.007103
#> [13] train-rmse:0.004983 test-rmse:0.004983
#> [14] train-rmse:0.003496 test-rmse:0.003496
#> [15] train-rmse:0.002452 test-rmse:0.002452
#> [16] train-rmse:0.001720 test-rmse:0.001720
#> [17] train-rmse:0.001207 test-rmse:0.001207
#> [18] train-rmse:0.000847 test-rmse:0.000847
#> [19] train-rmse:0.000594 test-rmse:0.000594
#> [20] train-rmse:0.000417 test-rmse:0.000417
#> [21] train-rmse:0.000292 test-rmse:0.000292
#> [22] train-rmse:0.000205 test-rmse:0.000205
#> [23] train-rmse:0.000144 test-rmse:0.000144
#> [24] train-rmse:0.000101 test-rmse:0.000101
#> [25] train-rmse:0.000071 test-rmse:0.000071
#> [26] train-rmse:0.000050 test-rmse:0.000050
#> [27] train-rmse:0.000050 test-rmse:0.000050
#> [28] train-rmse:0.000050 test-rmse:0.000050
#> [29] train-rmse:0.000050 test-rmse:0.000050
#> [30] train-rmse:0.000050 test-rmse:0.000050
#> [31] train-rmse:0.000050 test-rmse:0.000050
#> [32] train-rmse:0.000050 test-rmse:0.000050
#> [33] train-rmse:0.000050 test-rmse:0.000050
#> [34] train-rmse:0.000050 test-rmse:0.000050
#> [35] train-rmse:0.000050 test-rmse:0.000050
#> [36] train-rmse:0.000050 test-rmse:0.000050
#> [37] train-rmse:0.000050 test-rmse:0.000050
#> [38] train-rmse:0.000050 test-rmse:0.000050
#> [39] train-rmse:0.000050 test-rmse:0.000050
#> [40] train-rmse:0.000050 test-rmse:0.000050
#> [41] train-rmse:0.000050 test-rmse:0.000050
#> [42] train-rmse:0.000050 test-rmse:0.000050
#> [43] train-rmse:0.000050 test-rmse:0.000050
#> [44] train-rmse:0.000050 test-rmse:0.000050
#> [45] train-rmse:0.000050 test-rmse:0.000050
#> [46] train-rmse:0.000050 test-rmse:0.000050
#> [47] train-rmse:0.000050 test-rmse:0.000050
#> [48] train-rmse:0.000050 test-rmse:0.000050
#> [49] train-rmse:0.000050 test-rmse:0.000050
#> [50] train-rmse:0.000050 test-rmse:0.000050
#> [51] train-rmse:0.000050 test-rmse:0.000050
#> [52] train-rmse:0.000050 test-rmse:0.000050
#> [53] train-rmse:0.000050 test-rmse:0.000050
#> [54] train-rmse:0.000050 test-rmse:0.000050
#> [55] train-rmse:0.000050 test-rmse:0.000050
#> [56] train-rmse:0.000050 test-rmse:0.000050
#> [57] train-rmse:0.000050 test-rmse:0.000050
#> [58] train-rmse:0.000050 test-rmse:0.000050
#> [59] train-rmse:0.000050 test-rmse:0.000050
#> [60] train-rmse:0.000050 test-rmse:0.000050
#> [61] train-rmse:0.000050 test-rmse:0.000050
#> [62] train-rmse:0.000050 test-rmse:0.000050
#> [63] train-rmse:0.000050 test-rmse:0.000050
#> [64] train-rmse:0.000050 test-rmse:0.000050
#> [65] train-rmse:0.000050 test-rmse:0.000050
#> [66] train-rmse:0.000050 test-rmse:0.000050
#> [67] train-rmse:0.000050 test-rmse:0.000050
#> [68] train-rmse:0.000050 test-rmse:0.000050
#> [69] train-rmse:0.000050 test-rmse:0.000050
#> [70] train-rmse:0.000050 test-rmse:0.000050
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> $Head_of_data
#>
#> $Summary_tables
#> $Summary_tables$ADA_Boost
#> y_test
#> adaboost_test_predictions 0 1
#> 0 2445 1505
#> 1 1362 2368
#>
#> $Summary_tables$Bagged_Random_Forest
#> y_test
#> 0 1
#> 0 3807 0
#> 1 0 3873
#>
#> $Summary_tables$Bagging
#> y_test
#> 0 1
#> 0 2567 1547
#> 1 1240 2326
#>
#> $Summary_tables$BayesGLM
#> y_test
#> bayesglm_test_predictions 0 1
#> 0 2575 1276
#> 1 1232 2597
#>
#> $Summary_tables$BayesRNN
#> y_test
#> bayesrnn_test_predictions 0 1
#> 0 3807 0
#> 1 0 3873
#>
#> $Summary_tables$C50
#> y_test
#> C50_test_predictions 0 1
#> 0 3807 0
#> 1 0 3873
#>
#> $Summary_tables$Cubist
#> y_test
#> cubist_test_pred 0 1
#> 0 3807 0
#> 1 0 3873
#>
#> $Summary_tables$`Fixture Discrmininant Analysis`
#> y_test
#> fda_test_predictions 0 1
#> 0 3807 0
#> 1 0 3873
#>
#> $Summary_tables$`Generalized Additive Methods`
#> y_test
#> gam_test_predictions 0 1
#> 0 2582 1268
#> 1 1225 2605
#>
#> $Summary_tables$`Gradient Boosted`
#> y_test
#> gb_test_predictions 0 1
#> 0 2530 1460
#> 1 1277 2413
#>
#> $Summary_tables$`Generalized Linear Models`
#> y_test
#> glm_test_predictions 0 1
#> 0 2572 1279
#> 1 1235 2594
#>
#> $Summary_tables$Linear
#> y_test
#> linear_test_pred 0 1
#> 0 2582 1268
#> 1 1225 2605
#>
#> $Summary_tables$`Linear Discrmininant Analysis`
#> y_test
#> 0 1
#> 0 2582 1268
#> 1 1225 2605
#>
#> $Summary_tables$`Mixture Discrminint Analysis`
#> y_test
#> mda_test_predictions 0 1
#> 0 2472 1270
#> 1 1335 2603
#>
#> $Summary_tables$`Naive Bayes`
#> y_test
#> n_bayes_test_predictions 0 1
#> 0 3807 0
#> 1 0 3873
#>
#> $Summary_tables$`Penalized Discrminant Analysis`
#> y_test
#> pda_test_pred 0 1
#> 0 2579 1267
#> 1 1228 2606
#>
#> $Summary_tables$`Quadratic Discrmininant Analysis`
#> y_test
#> 0 1
#> 0 2365 1187
#> 1 1442 2686
#>
#> $Summary_tables$`Random Forest`
#> y_test
#> rf_test_probabilities 0 1
#> 0 3807 0
#> 1 0 3873
#>
#> $Summary_tables$Ranger
#> y_test
#> ranger_test_probabilities 0 1
#> 0 2806 1555
#> 1 1001 2318
#>
#> $Summary_tables$RPart
#> y_test
#> rpart_test_probabilities 0 1
#> 0 2822 1527
#> 1 985 2346
#>
#> $Summary_tables$`Support Vector Machines`
#> y_test
#> svm_test_pred 0 1
#> 0 2505 1276
#> 1 1302 2597
#>
#> $Summary_tables$Trees
#> y_test
#> tree_test_predictions 0 1
#> 0 3094 1789
#> 1 713 2084
#>
#> $Summary_tables$XGBoost
#> y_test
#> xgb_test_predictions 0 1
#> 0 2508 1458
#> 1 1299 2415
#>
#> $Summary_tables$`Ensembel ADABoost`
#> ensemble_y_test
#> ensemble_adaboost_test_probabilities 0 1
#> 0 1910 0
#> 1 0 1901
#>
#> $Summary_tables$`Ensemble Bagging`
#> ensemble_y_test
#> ensemble_bagging_test_probabilities 0 1
#> 0 1910 0
#> 1 0 1901
#>
#> $Summary_tables$`Ensemble C50`
#> ensemble_y_test
#> ensemble_C50_test_probabilities 0 1
#> 0 1910 0
#> 1 0 1901
#>
#> $Summary_tables$`Ensemble Gradient Boosted`
#> ensemble_y_test
#> ensemble_gb_test_probabilities 0 1
#> 0 1910 0
#> 1 0 1901
#>
#> $Summary_tables$`Ensemble Partial Least Squares`
#> ensemble_y_test
#> ensemble_pls_test_pred 0 1
#> 0 1910 0
#> 1 0 1901
#>
#> $Summary_tables$`Ensemble Penalized Discrmininant Analysis`
#> ensemble_y_test
#> ensemble_pda_test_pred 0 1
#> 0 1910 0
#> 1 0 1901
#>
#> $Summary_tables$`Ensemble Random Forest`
#> ensemble_y_test
#> ensemble_rf_test_predictions 0 1
#> 0 1910 0
#> 1 0 1901
#>
#> $Summary_tables$`Ensemble Ranger`
#> ensemble_y_test
#> ensemble_ranger_test_pred 0 1
#> 0 1910 0
#> 1 0 1901
#>
#> $Summary_tables$`Ensemble Regularized Discrmininant Analysis`
#> ensemble_y_test
#> 0 1
#> 0 1910 0
#> 1 0 1901
#>
#> $Summary_tables$`Ensemble RPart`
#> ensemble_y_test
#> ensemble_rpart_test_pred 0 1
#> 0 1910 0
#> 1 0 1901
#>
#> $Summary_tables$`Ensemble Support Vector Machines`
#> ensemble_y_test
#> ensemble_svm_test_pred 0 1
#> 0 1901 134
#> 1 9 1767
#>
#> $Summary_tables$`Ensemble Trees`
#> ensemble_y_test
#> ensemble_tree_test_probabilities 0 1
#> 0 1910 0
#> 1 0 1901
#>
#> $Summary_tables$`Ensemble XGBoost`
#> ensemble_y_test
#> ensemble_xgb_test_probabilities 0 1
#> 0 1910 0
#> 1 0 1901
#>
#>
#> $accuracy_plot
#>
#> $total_plot
#>
#> $accuracy_barchart
#>
#> $overfitting_plot
#>
#> $Duration_barchart
#>
#> $Overfitting_barchart
#>
#> $ROC_curves
#> TableGrob (6 x 6) "arrange": 36 grobs
#> z cells name grob
#> 1 1 (1-1,1-1) arrange gtable[layout]
#> 2 2 (1-1,2-2) arrange gtable[layout]
#> 3 3 (1-1,3-3) arrange gtable[layout]
#> 4 4 (1-1,4-4) arrange gtable[layout]
#> 5 5 (1-1,5-5) arrange gtable[layout]
#> 6 6 (1-1,6-6) arrange gtable[layout]
#> 7 7 (2-2,1-1) arrange gtable[layout]
#> 8 8 (2-2,2-2) arrange gtable[layout]
#> 9 9 (2-2,3-3) arrange gtable[layout]
#> 10 10 (2-2,4-4) arrange gtable[layout]
#> 11 11 (2-2,5-5) arrange gtable[layout]
#> 12 12 (2-2,6-6) arrange gtable[layout]
#> 13 13 (3-3,1-1) arrange gtable[layout]
#> 14 14 (3-3,2-2) arrange gtable[layout]
#> 15 15 (3-3,3-3) arrange gtable[layout]
#> 16 16 (3-3,4-4) arrange gtable[layout]
#> 17 17 (3-3,5-5) arrange gtable[layout]
#> 18 18 (3-3,6-6) arrange gtable[layout]
#> 19 19 (4-4,1-1) arrange gtable[layout]
#> 20 20 (4-4,2-2) arrange gtable[layout]
#> 21 21 (4-4,3-3) arrange gtable[layout]
#> 22 22 (4-4,4-4) arrange gtable[layout]
#> 23 23 (4-4,5-5) arrange gtable[layout]
#> 24 24 (4-4,6-6) arrange gtable[layout]
#> 25 25 (5-5,1-1) arrange gtable[layout]
#> 26 26 (5-5,2-2) arrange gtable[layout]
#> 27 27 (5-5,3-3) arrange gtable[layout]
#> 28 28 (5-5,4-4) arrange gtable[layout]
#> 29 29 (5-5,5-5) arrange gtable[layout]
#> 30 30 (5-5,6-6) arrange gtable[layout]
#> 31 31 (6-6,1-1) arrange gtable[layout]
#> 32 32 (6-6,2-2) arrange gtable[layout]
#> 33 33 (6-6,3-3) arrange gtable[layout]
#> 34 34 (6-6,4-4) arrange gtable[layout]
#> 35 35 (6-6,5-5) arrange gtable[layout]
#> 36 36 (6-6,6-6) arrange gtable[layout]
#>
#> $Boxplots
#>
#> $Barchart
#>
#> $Display_pairs
#> NULL
#>
#> $Correlation_table
#>
#> $`Ensemble Correlation`
#>
#> $Ensemble_head
#>
#> $Data_Summary
#>
#> $Holdout_results
#>
#> $How_to_handle_strings
#> [1] 0
#>
#> $Train_amount
#> [1] 0.5
#>
#> $Test_amount
#> [1] 0.25
#>
#> $Validation_amount
#> [1] 0.25
#>
options(rgl.useNULL=TRUE) #needed if there are issues with X11 with this example
Logistic(data = Diabetes,
colnum = ncol(Diabetes),
numresamples = 10,
save_all_trained_models = "N",
how_to_handle_strings = 1,
do_you_have_new_data = "N",
remove_ensemble_correlations_greater_than = 1.00,
use_parallel = "Y",
train_amount = 0.60,
test_amount = 0.20,
validation_amount = 0.20)
#> [1]
#> [1] "Resampling number 1 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 110
#> Nguyen-Widrow method
#> Scaling factor= 0.7034378
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 235 Ed= 704.6952 Ew= 7.827923
#> gradient= 121.531
#> C_new= 109.8348 Ed= 398.8221 Ew= 1.133458
#> mu= 5e-04
#> gamma= 6.5223 alpha= 2.8772 beta= 0.5811
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 235 Ed= 398.8221 Ew= 1.133458
#> gradient= 276.303
#> C_new= 245.0737 Ed= 413.2048 Ew= 1.730052
#> mu= 0.005
#> C_new= 244.6308 Ed= 412.4429 Ew= 1.729982
#> mu= 0.05
#> C_new= 240.2665 Ed= 404.9351 Ew= 1.72935
#> mu= 0.5
#> C_new= 202.3616 Ed= 339.7014 Ew= 1.72926
#> mu= 0.05
#> gamma= 6.3207 alpha= 1.8276 beta= 0.6825
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 235 Ed= 339.7014 Ew= 1.72926
#> gradient= 334.5054
#> C_new= 214.621 Ed= 311.5914 Ew= 1.075665
#> mu= 0.005
#> gamma= 10.3474 alpha= 4.8098 beta= 0.7376
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 235 Ed= 311.5914 Ew= 1.075665
#> gradient= 308.4305
#> C_new= 255.6291 Ed= 336.9474 Ew= 1.476281
#> mu= 0.05
#> C_new= 252.5898 Ed= 332.8282 Ew= 1.47606
#> mu= 0.5
#> C_new= 224.8669 Ed= 295.2433 Ew= 1.475905
#> mu= 0.05
#> gamma= 6.5201 alpha= 2.2088 beta= 0.7849
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 235 Ed= 295.2433 Ew= 1.475905
#> gradient= 377.1857
#> C_new= 223.9072 Ed= 282.0583 Ew= 1.139219
#> mu= 0.005
#> gamma= 9.6635 alpha= 4.2413 beta= 0.816
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 235 Ed= 282.0583 Ew= 1.139219
#> gradient= 324.3304
#> C_new= 222.2979 Ed= 265.2162 Ew= 1.384807
#> mu= 5e-04
#> gamma= 7.373 alpha= 2.6621 beta= 0.8722
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 235 Ed= 265.2162 Ew= 1.384807
#> gradient= 393.2334
#> C_new= 265.1616 Ed= 300.504 Ew= 1.153657
#> mu= 0.005
#> C_new= 264.5901 Ed= 299.8487 Ew= 1.153649
#> mu= 0.05
#> C_new= 258.9702 Ed= 293.4052 Ew= 1.153661
#> mu= 0.5
#> C_new= 211.0746 Ed= 238.4658 Ew= 1.161485
#> mu= 0.05
#> gamma= 9.1622 alpha= 3.9442 beta= 0.9663
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 235 Ed= 238.4658 Ew= 1.161485
#> gradient= 337.1334
#> C_new= 182.47 Ed= 182.6627 Ew= 1.513906
#> mu= 0.005
#> gamma= 7.8765 alpha= 2.6014 beta= 1.265
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 235 Ed= 182.6627 Ew= 1.513906
#> gradient= 465.6428
#> C_new= 299.9728 Ed= 234.5215 Ew= 1.273025
#> mu= 0.05
#> C_new= 292.784 Ed= 228.8384 Ew= 1.273078
#> mu= 0.5
#> C_new= 232.4344 Ed= 181.1129 Ew= 1.281293
#> mu= 0.05
#> gamma= 9.4237 alpha= 3.6774 beta= 1.2715
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 235 Ed= 181.1129 Ew= 1.281293
#> gradient= 384.6956
#> C_new= 176.1625 Ed= 133.9699 Ew= 1.581951
#> mu= 0.005
#> gamma= 8.512 alpha= 2.6904 beta= 1.7224
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 235 Ed= 133.9699 Ew= 1.581951
#> gradient= 521.3118
#> C_new= 305.788 Ed= 175.3563 Ew= 1.398244
#> mu= 0.05
#> C_new= 298.2383 Ed= 170.9729 Ew= 1.398299
#> mu= 0.5
#> C_new= 234.9993 Ed= 134.2454 Ew= 1.405345
#> mu= 0.05
#> gamma= 9.5528 alpha= 3.3988 beta= 1.7149
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 235 Ed= 134.2454 Ew= 1.405345
#> gradient= 442.7044
#> C_new= 180.1623 Ed= 101.8229 Ew= 1.630471
#> mu= 0.005
#> gamma= 9.0109 alpha= 2.7633 beta= 2.2637
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 235 Ed= 101.8229 Ew= 1.630471
#> gradient= 571.2457
#> C_new= 304.1794 Ed= 132.5451 Ew= 1.498045
#> mu= 0.05
#> C_new= 296.5354 Ed= 129.1683 Ew= 1.498097
#> mu= 0.5
#> C_new= 232.5778 Ed= 100.9071 Ew= 1.504123
#> mu= 0.05
#> gamma= 9.643 alpha= 3.2055 beta= 2.2811
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 235 Ed= 100.9071 Ew= 1.504123
#> gradient= 501.446
#> C_new= 184.7447 Ed= 78.63513 Ew= 1.675442
#> mu= 0.005
#> gamma= 9.3253 alpha= 2.7829 beta= 2.9292
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 235 Ed= 78.63513 Ew= 1.675442
#> gradient= 622.9759
#> C_new= 302.5716 Ed= 101.7983 Ew= 1.57568
#> mu= 0.05
#> C_new= 294.7652 Ed= 99.13317 Ew= 1.575731
#> mu= 0.5
#> C_new= 229.6522 Ed= 76.89907 Ew= 1.581087
#> mu= 0.05
#> gamma= 9.7178 alpha= 3.0731 beta= 2.9928
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 235 Ed= 76.89907 Ew= 1.581087
#> gradient= 561.2317
#> C_new= 187.8147 Ed= 60.99191 Ew= 1.71812
#> mu= 0.005
#> gamma= 9.5255 alpha= 2.7721 beta= 3.7749
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 235 Ed= 60.99191 Ew= 1.71812
#> gradient= 680.1814
#> C_new= 301.8615 Ed= 78.76197 Ew= 1.639329
#> mu= 0.05
#> C_new= 293.8317 Ed= 76.63478 Ew= 1.639378
#> mu= 0.5
#> C_new= 227.1398 Ed= 58.96393 Ew= 1.644235
#> mu= 0.05
#> gamma= 9.7793 alpha= 2.9738 beta= 3.9026
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 235 Ed= 58.96393 Ew= 1.644235
#> gradient= 625.0589
#> C_new= 189.7161 Ed= 47.2739 Ew= 1.757602
#> mu= 0.005
#> gamma= 9.6603 alpha= 2.7482 beta= 4.8689
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 235 Ed= 47.2739 Ew= 1.757602
#> gradient= 744.8693
#> C_new= 301.6448 Ed= 60.99798 Ew= 1.693636
#> mu= 0.05
#> C_new= 293.3708 Ed= 59.29858 Ew= 1.693682
#> mu= 0.5
#> C_new= 224.9656 Ed= 45.24654 Ew= 1.698111
#> mu= 0.05
#> gamma= 9.8289 alpha= 2.8941 beta= 5.0852
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 235 Ed= 45.24654 Ew= 1.698111
#> gradient= 695.7182
#> C_new= 190.9746 Ed= 36.53455 Ew= 1.793612
#> mu= 0.005
#> gamma= 9.7547 alpha= 2.7193 beta= 6.2988
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 235 Ed= 36.53455 Ew= 1.793612
#> gradient= 818.7032
#> C_new= 301.5405 Ed= 47.12134 Ew= 1.740917
#> mu= 0.05
#> C_new= 293.025 Ed= 45.7694 Ew= 1.740961
#> mu= 0.5
#> C_new= 222.9456 Ed= 34.64178 Ew= 1.744996
#> mu= 0.05
#> gamma= 9.8682 alpha= 2.8276 beta= 6.6413
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 235 Ed= 34.64178 Ew= 1.744996
#> gradient= 775.5665
#> C_new= 191.8306 Ed= 28.10702 Ew= 1.826239
#> mu= 0.005
#> gamma= 9.8221 alpha= 2.6892 beta= 8.1862
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 235 Ed= 28.10702 Ew= 1.826239
#> gradient= 903.5941
#> C_new= 301.4047 Ed= 36.2332 Ew= 1.782497
#> mu= 0.05
#> C_new= 292.6603 Ed= 35.16499 Ew= 1.782537
#> mu= 0.5
#> C_new= 221.0145 Ed= 26.41174 Ew= 1.786199
#> mu= 0.05
#> gamma= 9.8992 alpha= 2.771 beta= 8.7102
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 235 Ed= 26.41174 Ew= 1.786199
#> gradient= 866.9504
#> C_new= 192.4037 Ed= 21.49922 Ew= 1.855684
#> mu= 0.005
#> gamma= 9.8708 alpha= 2.6596 beta= 10.7011
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 235 Ed= 21.49922 Ew= 1.855684
#> gradient= 1001.771
#> C_new= 301.1834 Ed= 27.69302 Ew= 1.819239
#> mu= 0.05
#> C_new= 292.2271 Ed= 26.85606 Ew= 1.819276
#> mu= 0.5
#> C_new= 219.1507 Ed= 20.02635 Ew= 1.822582
#> mu= 0.05
#> gamma= 9.9234 alpha= 2.7223 beta= 11.4868
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 235 Ed= 20.02635 Ew= 1.822582
#> gradient= 972.4582
#> C_new= 192.7691 Ed= 16.33576 Ew= 1.882165
#> mu= 0.005
#> gamma= 9.9062 alpha= 2.6316 beta= 14.0824
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 235 Ed= 16.33576 Ew= 1.882165
#> gradient= 1115.868
#> C_new= 300.8676 Ed= 21.01873 Ew= 1.851763
#> mu= 0.05
#> C_new= 291.718 Ed= 20.36901 Ew= 1.851797
#> mu= 0.5
#> C_new= 217.3559 Ed= 15.08796 Ew= 1.854763
#> mu= 0.05
#> gamma= 9.9422 alpha= 2.6802 beta= 15.2459
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 235 Ed= 15.08796 Ew= 1.854763
#> gradient= 1095.07
#> C_new= 192.9848 Ed= 12.32313 Ew= 1.905899
#> mu= 0.005
#> gamma= 9.9321 alpha= 2.6056 beta= 18.6668
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 235 Ed= 12.32313 Ew= 1.905899
#> gradient= 1249.01
#> C_new= 300.4707 Ed= 15.83399 Ew= 1.880539
#> mu= 0.05
#> C_new= 291.147 Ed= 15.33451 Ew= 1.880569
#> mu= 0.5
#> C_new= 215.6424 Ed= 11.28929 Ew= 1.883213
#> mu= 0.05
#> gamma= 9.9567 alpha= 2.6435 beta= 20.3752
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 235 Ed= 11.28929 Ew= 1.883213
#> gradient= 1238.27
#> C_new= 193.0983 Ed= 9.227098 Ew= 1.927084
#> mu= 0.005
#> gamma= 9.9509 alpha= 2.5819 beta= 24.9292
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 235 Ed= 9.227098 Ew= 1.927084
#> gradient= 1404.896
#> C_new= 300.0168 Ed= 11.83734 Ew= 1.905945
#> mu= 0.05
#> C_new= 290.5376 Ed= 11.45709 Ew= 1.905972
#> mu= 0.5
#> C_new= 214.0265 Ed= 8.387723 Ew= 1.908314
#> mu= 0.05
#> gamma= 9.9678 alpha= 2.6117 beta= 27.4229
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 235 Ed= 8.387723 Ew= 1.908314
#> gradient= 1406.159
#> C_new= 193.1492 Ed= 6.858018 Ew= 1.945909
#> mu= 0.005
#> gamma= 9.9646 alpha= 2.5604 beta= 33.54
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 235 Ed= 6.858018 Ew= 1.945909
#> gradient= 1587.898
#> C_new= 299.5327 Ed= 8.783415 Ew= 1.928304
#> mu= 0.05
#> C_new= 289.9157 Ed= 8.49668 Ew= 1.928329
#> mu= 0.5
#> C_new= 212.5238 Ed= 6.18907 Ew= 1.930389
#> mu= 0.05
#> gamma= 9.9762 alpha= 2.584 beta= 37.1642
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 235 Ed= 6.18907 Ew= 1.930389
#> gradient= 1603.566
#> C_new= 193.1695 Ed= 5.061274 Ew= 1.962554
#> mu= 0.005
#> gamma= 9.9746 alpha= 2.5412 beta= 45.4456
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 235 Ed= 5.061274 Ew= 1.962554
#> gradient= 1803.175
#> C_new= 299.0439 Ed= 6.471337 Ew= 1.947906
#> mu= 0.05
#> C_new= 289.3054 Ed= 6.257045 Ew= 1.947927
#> mu= 0.5
#> C_new= 211.1462 Ed= 4.537104 Ew= 1.94973
#> mu= 0.05
#> gamma= 9.9826 alpha= 2.56 beta= 50.695
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 235 Ed= 4.537104 Ew= 1.94973
#> gradient= 1836.187
#> C_new= 193.1847 Ed= 3.710878 Ew= 1.977198
#> mu= 0.005
#> gamma= 9.9818 alpha= 2.5242 beta= 61.9824
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 235 Ed= 3.710878 Ew= 1.977198
#> gradient= 2056.8
#> C_new= 298.5719 Ed= 4.737019 Ew= 1.965019
#> mu= 0.05
#> C_new= 288.7267 Ed= 4.578179 Ew= 1.965038
#> mu= 0.5
#> C_new= 209.9011 Ed= 3.306373 Ew= 1.966606
#> mu= 0.05
#> gamma= 9.9873 alpha= 2.5392 beta= 69.5646
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 235 Ed= 3.306373 Ew= 1.966606
#> gradient= 2110.728
#> C_new= 193.2139 Ed= 2.704837 Ew= 1.990017
#> mu= 0.005
#> gamma= 9.987 alpha= 2.5093 beta= 85.0352
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 235 Ed= 2.704837 Ew= 1.990017
#> gradient= 2355.916
#> C_new= 298.1327 Ed= 3.447567 Ew= 1.979897
#> mu= 0.05
#> C_new= 288.1942 Ed= 3.330691 Ew= 1.979913
#> mu= 0.5
#> C_new= 208.7906 Ed= 2.396878 Ew= 1.981271
#> mu= 0.05
#> gamma= 9.9908 alpha= 2.5213 beta= 95.9601
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 235 Ed= 2.396878 Ew= 1.981271
#> gradient= 2435.086
#> C_new= 193.2693 Ed= 1.961479 Ew= 2.001186
#> mu= 0.005
#> gamma= 9.9908 alpha= 2.4962 beta= 117.2608
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 235 Ed= 1.961479 Ew= 2.001186
#> gradient= 2708.915
#> C_new= 297.7364 Ed= 2.496674 Ew= 1.992779
#> mu= 0.05
#> C_new= 287.7164 Ed= 2.411223 Ew= 1.992793
#> mu= 0.5
#> C_new= 207.8118 Ed= 1.729772 Ew= 1.993963
#> mu= 0.05
#> gamma= 9.9933 alpha= 2.5059 beta= 132.9674
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 235 Ed= 1.729772 Ew= 1.993963
#> gradient= 2818.554
#> C_new= 193.357 Ed= 1.416272 Ew= 2.010875
#> mu= 0.005
#> gamma= 9.9934 alpha= 2.4848 beta= 162.4006
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 235 Ed= 1.416272 Ew= 2.010875
#> gradient= 3125.666
#> C_new= 297.3868 Ed= 1.800532 Ew= 2.003891
#> mu= 0.05
#> C_new= 287.2958 Ed= 1.738396 Ew= 2.003903
#> mu= 0.5
#> C_new= 206.9572 Ed= 1.243686 Ew= 2.004908
#> mu= 0.05
#> gamma= 9.9952 alpha= 2.4927 beta= 184.936
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 235 Ed= 1.243686 Ew= 2.004908
#> gradient= 3272.073
#> C_new= 193.4772 Ed= 1.018968 Ew= 2.019246
#> mu= 0.005
#> gamma= 9.9953 alpha= 2.475 beta= 225.7209
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 235 Ed= 1.018968 Ew= 2.019246
#> gradient= 3617.781
#> C_new= 297.0824 Ed= 1.294072 Ew= 2.013443
#> mu= 0.05
#> C_new= 286.9297 Ed= 1.249093 Ew= 2.013453
#> mu= 0.5
#> C_new= 206.2157 Ed= 0.8915003 Ew= 2.014314
#> mu= 0.05
#> gamma= 9.9966 alpha= 2.4814 beta= 257.994
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 235 Ed= 0.8915003 Ew= 2.014314
#> gradient= 3808.537
#> C_new= 193.6259 Ed= 0.7310151 Ew= 2.026453
#> mu= 0.005
#> gamma= 9.9967 alpha= 2.4666 beta= 314.6333
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 235 Ed= 0.7310151 Ew= 2.026453
#> gradient= 4198.945
#> C_new= 296.8178 Ed= 0.9275287 Ew= 2.021628
#> mu= 0.05
#> C_new= 286.6117 Ed= 0.8950904 Ew= 2.021636
#> mu= 0.5
#> C_new= 205.574 Ed= 0.6375222 Ew= 2.022371
#> mu= 0.05
#> gamma= 9.9975 alpha= 2.4717 beta= 360.7737
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 235 Ed= 0.6375222 Ew= 2.022371
#> gradient= 4443.163
#> C_new= 193.7964 Ed= 0.5232428 Ew= 2.032635
#> mu= 0.005
#> gamma= 9.9977 alpha= 2.4593 beta= 439.5687
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 235 Ed= 0.5232428 Ew= 2.032635
#> gradient= 4885.321
#> C_new= 296.5859 Ed= 0.6633706 Ew= 2.02862
#> mu= 0.05
#> C_new= 286.3337 Ed= 0.6400472 Ew= 2.028628
#> mu= 0.5
#> C_new= 205.0182 Ed= 0.4550543 Ew= 2.029253
#> mu= 0.05
#> gamma= 9.9982 alpha= 2.4635 beta= 505.4361
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 235 Ed= 0.4550543 Ew= 2.029253
#> gradient= 5193.942
#> C_new= 193.9811 Ed= 0.3738567 Ew= 2.037924
#> mu= 0.005
#> gamma= 9.9983 alpha= 2.4531 beta= 615.2112
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 235 Ed= 0.3738567 Ew= 2.037924
#> gradient= 5696.017
#> C_new= 296.379 Ed= 0.473639 Ew= 2.03458
#> mu= 0.05
#> C_new= 286.0873 Ed= 0.4569104 Ew= 2.034586
#> mu= 0.5
#> C_new= 204.535 Ed= 0.3243482 Ew= 2.035117
#> mu= 0.05
#> gamma= 9.9987 alpha= 2.4566 beta= 709.1163
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 235 Ed= 0.3243482 Ew= 2.035117
#> gradient= 6082.167
#> C_new= 194.173 Ed= 0.2667485 Ew= 2.042435
#> mu= 0.005
#> gamma= 9.9988 alpha= 2.4478 beta= 862.2377
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 235 Ed= 0.2667485 Ew= 2.042435
#> gradient= 6653.658
#> C_new= 296.1903 Ed= 0.3377233 Ew= 2.039647
#> mu= 0.05
#> C_new= 285.8651 Ed= 0.3257483 Ew= 2.039652
#> mu= 0.5
#> C_new= 204.1124 Ed= 0.2309324 Ew= 2.040103
#> mu= 0.05
#> gamma= 9.9991 alpha= 2.4506 beta= 995.9642
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 235 Ed= 0.2309324 Ew= 2.040103
#> gradient= 7133.067
#> C_new= 194.366 Ed= 0.1901186 Ew= 2.046274
#> mu= 0.005
#> gamma= 9.9992 alpha= 2.4433 beta= 1209.773
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 235 Ed= 0.1901186 Ew= 2.046274
#> gradient= 7785.056
#> C_new= 296.0145 Ed= 0.240558 Ew= 2.043948
#> mu= 0.05
#> C_new= 285.6609 Ed= 0.2319997 Ew= 2.043952
#> mu= 0.5
#> C_new= 203.7402 Ed= 0.1642832 Ew= 2.044335
#> mu= 0.05
#> gamma= 9.9994 alpha= 2.4456 beta= 1400.024
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 235 Ed= 0.1642832 Ew= 2.044335
#> gradient= 8376.559
#> C_new= 194.5556 Ed= 0.1353857 Ew= 2.049536
#> mu= 0.005
#> gamma= 9.9994 alpha= 2.4394 beta= 1698.852
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 235 Ed= 0.1353857 Ew= 2.049536
#> gradient= 9122.002
#> C_new= 295.8476 Ed= 0.1712054 Ew= 2.047592
#> mu= 0.05
#> C_new= 285.4702 Ed= 0.1650969 Ew= 2.047596
#> mu= 0.5
#> C_new= 203.4101 Ed= 0.1167932 Ew= 2.04792
#> mu= 0.05
#> gamma= 9.9995 alpha= 2.4414 beta= 1969.295
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 235 Ed= 0.1167932 Ew= 2.04792
#> gradient= 9848.135
#> C_new= 194.7385 Ed= 0.09634313 Ew= 2.052302
#> mu= 0.005
#> gamma= 9.9996 alpha= 2.4362 beta= 2387.303
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 235 Ed= 0.09634313 Ew= 2.052302
#> gradient= 10702.21
#> C_new= 295.6871 Ed= 0.1217656 Ew= 2.050677
#> mu= 0.05
#> C_new= 285.2899 Ed= 0.1174103 Ew= 2.05068
#> mu= 0.5
#> C_new= 203.1152 Ed= 0.08298851 Ew= 2.050954
#> mu= 0.05
#> gamma= 9.9997 alpha= 2.4378 beta= 2771.47
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 235 Ed= 0.08298851 Ew= 2.050954
#> gradient= 11589.91
#> C_new= 194.9128 Ed= 0.06852102 Ew= 2.054644
#> mu= 0.005
#> gamma= 9.9997 alpha= 2.4334 beta= 3356.636
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 235 Ed= 0.06852102 Ew= 2.054644
#> gradient= 12570.42
#> C_new= 295.5316 Ed= 0.08655542 Ew= 2.053285
#> mu= 0.05
#> C_new= 285.118 Ed= 0.08345302 Ew= 2.053288
#> mu= 0.5
#> C_new= 202.8503 Ed= 0.05894387 Ew= 2.053519
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4348 beta= 3902.019
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 235 Ed= 0.05894387 Ew= 2.053519
#> gradient= 13651.88
#> C_new= 195.0772 Ed= 0.04871062 Ew= 2.056626
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.4311 beta= 4721.765
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 235 Ed= 0.04871062 Ew= 2.056626
#> gradient= 14779.74
#> C_new= 295.3805 Ed= 0.0614989 Ew= 2.055488
#> mu= 0.05
#> C_new= 284.9535 Ed= 0.05929062 Ew= 2.05549
#> mu= 0.5
#> C_new= 202.611 Ed= 0.0418516 Ew= 2.055686
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4322 beta= 5495.611
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 235 Ed= 0.0418516 Ew= 2.055686
#> gradient= 16093.38
#> C_new= 195.2313 Ed= 0.034614 Ew= 2.058301
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4292 beta= 6644.713
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 235 Ed= 0.034614 Ew= 2.058301
#> gradient= 17393.17
#> C_new= 295.2337 Ed= 0.04367925 Ew= 2.057348
#> mu= 0.05
#> C_new= 284.7958 Ed= 0.04210839 Ew= 2.05735
#> mu= 0.5
#> C_new= 202.3941 Ed= 0.02970724 Ew= 2.057515
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4301 beta= 7742.222
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 235 Ed= 0.02970724 Ew= 2.057515
#> gradient= 18984.86
#> C_new= 195.3751 Ed= 0.02458852 Ew= 2.059716
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4275 beta= 9353.96
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 235 Ed= 0.02458852 Ew= 2.059716
#> gradient= 20485.53
#> C_new= 295.0913 Ed= 0.03101288 Ew= 2.058917
#> mu= 0.05
#> C_new= 284.6446 Ed= 0.02989606 Ew= 2.058919
#> mu= 0.5
#> C_new= 202.1968 Ed= 0.02108182 Ew= 2.059059
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4283 beta= 10909.88
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 235 Ed= 0.02108182 Ew= 2.059059
#> gradient= 22409.97
#> C_new= 195.5087 Ed= 0.01746163 Ew= 2.060911
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4261 beta= 13171.74
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 235 Ed= 0.01746163 Ew= 2.060911
#> gradient= 24145.59
#> C_new= 294.9536 Ed= 0.02201344 Ew= 2.060241
#> mu= 0.05
#> C_new= 284.5 Ed= 0.0212198 Ew= 2.060243
#> mu= 0.5
#> C_new= 202.017 Ed= 0.01495766 Ew= 2.06036
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4267 beta= 15376.74
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 235 Ed= 0.01495766 Ew= 2.06036
#> gradient= 26468.01
#> C_new= 195.6326 Ed= 0.01239722 Ew= 2.061919
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4249 beta= 18552.55
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 235 Ed= 0.01239722 Ew= 2.061919
#> gradient= 28478.76
#> C_new= 294.8211 Ed= 0.01562171 Ew= 2.061357
#> mu= 0.05
#> C_new= 284.3619 Ed= 0.01505795 Ew= 2.061358
#> mu= 0.5
#> C_new= 201.8528 Ed= 0.01061061 Ew= 2.061458
#> mu= 0.05
#> gamma= 10 alpha= 2.4255 beta= 21676.41
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 235 Ed= 0.01061061 Ew= 2.061458
#> gradient= 31276.92
#> C_new= 195.7472 Ed= 0.008799613 Ew= 2.062769
#> mu= 0.005
#> gamma= 10 alpha= 2.4239 beta= 26137.52
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.442405 test-rmse:0.452634
#> [2] train-rmse:0.408209 test-rmse:0.424939
#> [3] train-rmse:0.382880 test-rmse:0.414306
#> [4] train-rmse:0.365054 test-rmse:0.406441
#> [5] train-rmse:0.354165 test-rmse:0.402216
#> [6] train-rmse:0.345592 test-rmse:0.400168
#> [7] train-rmse:0.334880 test-rmse:0.404122
#> [8] train-rmse:0.329281 test-rmse:0.405199
#> [9] train-rmse:0.325579 test-rmse:0.404393
#> [10] train-rmse:0.318594 test-rmse:0.408240
#> [11] train-rmse:0.313815 test-rmse:0.409522
#> [12] train-rmse:0.308568 test-rmse:0.408933
#> [13] train-rmse:0.304651 test-rmse:0.410425
#> [14] train-rmse:0.301713 test-rmse:0.409899
#> [15] train-rmse:0.299884 test-rmse:0.408505
#> [16] train-rmse:0.295913 test-rmse:0.407760
#> [17] train-rmse:0.292535 test-rmse:0.406533
#> [18] train-rmse:0.289058 test-rmse:0.408833
#> [19] train-rmse:0.284489 test-rmse:0.405607
#> [20] train-rmse:0.281472 test-rmse:0.407377
#> [21] train-rmse:0.277845 test-rmse:0.407214
#> [22] train-rmse:0.276166 test-rmse:0.407053
#> [23] train-rmse:0.270770 test-rmse:0.406651
#> [24] train-rmse:0.267121 test-rmse:0.406568
#> [25] train-rmse:0.265743 test-rmse:0.406907
#> [26] train-rmse:0.264683 test-rmse:0.408139
#> [27] train-rmse:0.262094 test-rmse:0.407847
#> [28] train-rmse:0.259900 test-rmse:0.409420
#> [29] train-rmse:0.257410 test-rmse:0.411253
#> [30] train-rmse:0.256729 test-rmse:0.410235
#> [31] train-rmse:0.254603 test-rmse:0.412421
#> [32] train-rmse:0.251834 test-rmse:0.413361
#> [33] train-rmse:0.247939 test-rmse:0.414437
#> [34] train-rmse:0.245861 test-rmse:0.415518
#> [35] train-rmse:0.244015 test-rmse:0.413277
#> [36] train-rmse:0.241870 test-rmse:0.414196
#> [37] train-rmse:0.238510 test-rmse:0.416417
#> [38] train-rmse:0.234961 test-rmse:0.417981
#> [39] train-rmse:0.234405 test-rmse:0.418119
#> [40] train-rmse:0.232191 test-rmse:0.419471
#> [41] train-rmse:0.230320 test-rmse:0.420739
#> [42] train-rmse:0.227274 test-rmse:0.421161
#> [43] train-rmse:0.226254 test-rmse:0.421103
#> [44] train-rmse:0.223381 test-rmse:0.421881
#> [45] train-rmse:0.221022 test-rmse:0.421114
#> [46] train-rmse:0.218423 test-rmse:0.421369
#> [47] train-rmse:0.215516 test-rmse:0.422868
#> [48] train-rmse:0.214686 test-rmse:0.422731
#> [49] train-rmse:0.213077 test-rmse:0.423410
#> [50] train-rmse:0.210548 test-rmse:0.422630
#> [51] train-rmse:0.207375 test-rmse:0.421828
#> [52] train-rmse:0.206241 test-rmse:0.422055
#> [53] train-rmse:0.204519 test-rmse:0.421776
#> [54] train-rmse:0.202098 test-rmse:0.423565
#> [55] train-rmse:0.200412 test-rmse:0.424293
#> [56] train-rmse:0.198318 test-rmse:0.424294
#> [57] train-rmse:0.195960 test-rmse:0.424969
#> [58] train-rmse:0.193257 test-rmse:0.425904
#> [59] train-rmse:0.192011 test-rmse:0.426684
#> [60] train-rmse:0.190685 test-rmse:0.427428
#> [61] train-rmse:0.189471 test-rmse:0.427362
#> [62] train-rmse:0.188673 test-rmse:0.427968
#> [63] train-rmse:0.186879 test-rmse:0.428672
#> [64] train-rmse:0.184840 test-rmse:0.429417
#> [65] train-rmse:0.184213 test-rmse:0.429548
#> [66] train-rmse:0.182878 test-rmse:0.429694
#> [67] train-rmse:0.182241 test-rmse:0.429737
#> [68] train-rmse:0.180623 test-rmse:0.431526
#> [69] train-rmse:0.179717 test-rmse:0.432279
#> [70] train-rmse:0.178137 test-rmse:0.431549
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.351522 test-rmse:0.351533
#> [2] train-rmse:0.247136 test-rmse:0.247151
#> [3] train-rmse:0.173748 test-rmse:0.173765
#> [4] train-rmse:0.122154 test-rmse:0.122169
#> [5] train-rmse:0.085881 test-rmse:0.085894
#> [6] train-rmse:0.060379 test-rmse:0.060390
#> [7] train-rmse:0.042450 test-rmse:0.042459
#> [8] train-rmse:0.029845 test-rmse:0.029852
#> [9] train-rmse:0.020983 test-rmse:0.020989
#> [10] train-rmse:0.014752 test-rmse:0.014757
#> [11] train-rmse:0.010372 test-rmse:0.010375
#> [12] train-rmse:0.007292 test-rmse:0.007295
#> [13] train-rmse:0.005127 test-rmse:0.005129
#> [14] train-rmse:0.003605 test-rmse:0.003606
#> [15] train-rmse:0.002534 test-rmse:0.002535
#> [16] train-rmse:0.001782 test-rmse:0.001783
#> [17] train-rmse:0.001253 test-rmse:0.001253
#> [18] train-rmse:0.000881 test-rmse:0.000881
#> [19] train-rmse:0.000619 test-rmse:0.000620
#> [20] train-rmse:0.000435 test-rmse:0.000436
#> [21] train-rmse:0.000306 test-rmse:0.000306
#> [22] train-rmse:0.000215 test-rmse:0.000215
#> [23] train-rmse:0.000151 test-rmse:0.000151
#> [24] train-rmse:0.000106 test-rmse:0.000106
#> [25] train-rmse:0.000075 test-rmse:0.000075
#> [26] train-rmse:0.000053 test-rmse:0.000053
#> [27] train-rmse:0.000052 test-rmse:0.000052
#> [28] train-rmse:0.000051 test-rmse:0.000052
#> [29] train-rmse:0.000051 test-rmse:0.000051
#> [30] train-rmse:0.000051 test-rmse:0.000051
#> [31] train-rmse:0.000051 test-rmse:0.000051
#> [32] train-rmse:0.000051 test-rmse:0.000051
#> [33] train-rmse:0.000051 test-rmse:0.000051
#> [34] train-rmse:0.000051 test-rmse:0.000051
#> [35] train-rmse:0.000051 test-rmse:0.000051
#> [36] train-rmse:0.000051 test-rmse:0.000051
#> [37] train-rmse:0.000051 test-rmse:0.000051
#> [38] train-rmse:0.000051 test-rmse:0.000051
#> [39] train-rmse:0.000051 test-rmse:0.000051
#> [40] train-rmse:0.000051 test-rmse:0.000051
#> [41] train-rmse:0.000051 test-rmse:0.000051
#> [42] train-rmse:0.000051 test-rmse:0.000051
#> [43] train-rmse:0.000051 test-rmse:0.000051
#> [44] train-rmse:0.000051 test-rmse:0.000051
#> [45] train-rmse:0.000051 test-rmse:0.000051
#> [46] train-rmse:0.000051 test-rmse:0.000051
#> [47] train-rmse:0.000051 test-rmse:0.000051
#> [48] train-rmse:0.000051 test-rmse:0.000051
#> [49] train-rmse:0.000051 test-rmse:0.000051
#> [50] train-rmse:0.000051 test-rmse:0.000051
#> [51] train-rmse:0.000051 test-rmse:0.000051
#> [52] train-rmse:0.000051 test-rmse:0.000051
#> [53] train-rmse:0.000051 test-rmse:0.000051
#> [54] train-rmse:0.000051 test-rmse:0.000051
#> [55] train-rmse:0.000051 test-rmse:0.000051
#> [56] train-rmse:0.000051 test-rmse:0.000051
#> [57] train-rmse:0.000051 test-rmse:0.000051
#> [58] train-rmse:0.000051 test-rmse:0.000051
#> [59] train-rmse:0.000051 test-rmse:0.000051
#> [60] train-rmse:0.000051 test-rmse:0.000051
#> [61] train-rmse:0.000051 test-rmse:0.000051
#> [62] train-rmse:0.000051 test-rmse:0.000051
#> [63] train-rmse:0.000051 test-rmse:0.000051
#> [64] train-rmse:0.000051 test-rmse:0.000051
#> [65] train-rmse:0.000051 test-rmse:0.000051
#> [66] train-rmse:0.000051 test-rmse:0.000051
#> [67] train-rmse:0.000051 test-rmse:0.000051
#> [68] train-rmse:0.000051 test-rmse:0.000051
#> [69] train-rmse:0.000051 test-rmse:0.000051
#> [70] train-rmse:0.000051 test-rmse:0.000051
#> [1]
#> [1] "Resampling number 2 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 110
#> Nguyen-Widrow method
#> Scaling factor= 0.7034749
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 232.5 Ed= 373.0257 Ew= 7.730798
#> gradient= 172.8325
#> C_new= 195.2067 Ed= 391.6891 Ew= 1.240573
#> mu= 5e-04
#> gamma= 7.8721 alpha= 3.1728 beta= 0.5835
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 232.5 Ed= 391.6891 Ew= 1.240573
#> gradient= 261.2123
#> C_new= 250.1336 Ed= 422.1251 Ew= 1.200605
#> mu= 0.005
#> C_new= 249.7456 Ed= 421.4603 Ew= 1.200565
#> mu= 0.05
#> C_new= 245.9131 Ed= 414.8944 Ew= 1.200231
#> mu= 0.5
#> C_new= 211.9234 Ed= 356.6338 Ew= 1.20255
#> mu= 0.05
#> gamma= 7.4818 alpha= 3.1108 beta= 0.6414
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 232.5 Ed= 356.6338 Ew= 1.20255
#> gradient= 232.5625
#> C_new= 212.5705 Ed= 325.4044 Ew= 1.235442
#> mu= 0.005
#> gamma= 8.5287 alpha= 3.4517 beta= 0.7014
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 232.5 Ed= 325.4044 Ew= 1.235442
#> gradient= 257.9416
#> C_new= 258.523 Ed= 362.8976 Ew= 1.155959
#> mu= 0.05
#> C_new= 254.4768 Ed= 357.1293 Ew= 1.155852
#> mu= 0.5
#> C_new= 218.6275 Ed= 306.0001 Ew= 1.159412
#> mu= 0.05
#> gamma= 7.8399 alpha= 3.381 beta= 0.747
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 232.5 Ed= 306.0001 Ew= 1.159412
#> gradient= 244.7194
#> C_new= 216.0571 Ed= 283.3871 Ew= 1.292161
#> mu= 0.005
#> gamma= 8.5853 alpha= 3.3221 beta= 0.8053
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 232.5 Ed= 283.3871 Ew= 1.292161
#> gradient= 281.6818
#> C_new= 253.3749 Ed= 309.6902 Ew= 1.199886
#> mu= 0.05
#> C_new= 248.9616 Ed= 304.2099 Ew= 1.199834
#> mu= 0.5
#> C_new= 210.2781 Ed= 256.1548 Ew= 1.204246
#> mu= 0.05
#> gamma= 8.1213 alpha= 3.372 beta= 0.8918
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 232.5 Ed= 256.1548 Ew= 1.204246
#> gradient= 278.4121
#> C_new= 219.4685 Ed= 240.9666 Ew= 1.35649
#> mu= 0.005
#> gamma= 8.7986 alpha= 3.2431 beta= 0.9466
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 232.5 Ed= 240.9666 Ew= 1.35649
#> gradient= 310.0964
#> C_new= 253.9703 Ed= 263.9592 Ew= 1.265658
#> mu= 0.05
#> C_new= 249.1623 Ed= 258.88 Ew= 1.265637
#> mu= 0.5
#> C_new= 207.3875 Ed= 214.7323 Ew= 1.270468
#> mu= 0.05
#> gamma= 8.3968 alpha= 3.3046 beta= 1.0632
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 232.5 Ed= 214.7323 Ew= 1.270468
#> gradient= 306.5435
#> C_new= 218.1278 Ed= 200.7647 Ew= 1.415134
#> mu= 0.005
#> gamma= 9.0178 alpha= 3.1862 beta= 1.1356
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 232.5 Ed= 200.7647 Ew= 1.415134
#> gradient= 340.3127
#> C_new= 257.9202 Ed= 223.3713 Ew= 1.336003
#> mu= 0.05
#> C_new= 252.6901 Ed= 218.7658 Ew= 1.336003
#> mu= 0.5
#> C_new= 207.5959 Ed= 179.0427 Ew= 1.341004
#> mu= 0.05
#> gamma= 8.6555 alpha= 3.2272 beta= 1.2744
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 232.5 Ed= 179.0427 Ew= 1.341004
#> gradient= 336.3375
#> C_new= 216.2446 Ed= 165.9605 Ew= 1.470053
#> mu= 0.005
#> gamma= 9.2087 alpha= 3.1321 beta= 1.3732
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 232.5 Ed= 165.9605 Ew= 1.470053
#> gradient= 372.1003
#> C_new= 260.7466 Ed= 186.6807 Ew= 1.404196
#> mu= 0.05
#> C_new= 255.1316 Ed= 182.5917 Ew= 1.404211
#> mu= 0.5
#> C_new= 207.0649 Ed= 147.5766 Ew= 1.409251
#> mu= 0.05
#> gamma= 8.887 alpha= 3.1531 beta= 1.5453
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 232.5 Ed= 147.5766 Ew= 1.409251
#> gradient= 369.9038
#> C_new= 215.5201 Ed= 136.3566 Ew= 1.52306
#> mu= 0.005
#> gamma= 9.3695 alpha= 3.0759 beta= 1.6707
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 232.5 Ed= 136.3566 Ew= 1.52306
#> gradient= 406.2031
#> C_new= 262.5953 Ed= 154.4709 Ew= 1.468136
#> mu= 0.05
#> C_new= 256.6237 Ed= 150.8966 Ew= 1.468163
#> mu= 0.5
#> C_new= 205.857 Ed= 120.5015 Ew= 1.473163
#> mu= 0.05
#> gamma= 9.092 alpha= 3.0859 beta= 1.8917
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 232.5 Ed= 120.5015 Ew= 1.473163
#> gradient= 406.8219
#> C_new= 214.9598 Ed= 111.0644 Ew= 1.57428
#> mu= 0.005
#> gamma= 9.5009 alpha= 3.0175 beta= 2.0506
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 232.5 Ed= 111.0644 Ew= 1.57428
#> gradient= 443.9392
#> C_new= 264.4089 Ed= 126.6937 Ew= 1.527712
#> mu= 0.05
#> C_new= 258.0863 Ed= 123.6103 Ew= 1.527746
#> mu= 0.5
#> C_new= 204.6992 Ed= 97.56832 Ew= 1.532647
#> mu= 0.05
#> gamma= 9.2717 alpha= 3.0247 beta= 2.3354
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 232.5 Ed= 97.56832 Ew= 1.532647
#> gradient= 447.638
#> C_new= 214.1834 Ed= 89.60798 Ew= 1.623293
#> mu= 0.005
#> gamma= 9.6071 alpha= 2.9591 beta= 2.541
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 232.5 Ed= 89.60798 Ew= 1.623293
#> gradient= 486.4022
#> C_new= 266.2602 Ed= 102.9407 Ew= 1.583184
#> mu= 0.05
#> C_new= 259.5924 Ed= 100.3166 Ew= 1.583222
#> mu= 0.5
#> C_new= 203.6598 Ed= 78.29929 Ew= 1.58797
#> mu= 0.05
#> gamma= 9.4256 alpha= 2.9678 beta= 2.9092
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 232.5 Ed= 78.29929 Ew= 1.58797
#> gradient= 493.5007
#> C_new= 213.2368 Ed= 71.59439 Ew= 1.669701
#> mu= 0.005
#> gamma= 9.6927 alpha= 2.9025 beta= 3.1798
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 232.5 Ed= 71.59439 Ew= 1.669701
#> gradient= 534.7073
#> C_new= 268.1174 Ed= 82.82754 Ew= 1.634756
#> mu= 0.05
#> C_new= 261.1136 Ed= 80.62491 Ew= 1.634798
#> mu= 0.5
#> C_new= 202.733 Ed= 62.26074 Ew= 1.639344
#> mu= 0.05
#> gamma= 9.554 alpha= 2.914 beta= 3.6576
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 232.5 Ed= 62.26074 Ew= 1.639344
#> gradient= 545.6372
#> C_new= 212.1654 Ed= 56.64229 Ew= 1.713215
#> mu= 0.005
#> gamma= 9.7613 alpha= 2.8488 beta= 4.0185
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 232.5 Ed= 56.64229 Ew= 1.713215
#> gradient= 590.0986
#> C_new= 269.9678 Ed= 65.98777 Ew= 1.682545
#> mu= 0.05
#> C_new= 262.6401 Ed= 64.16428 Ew= 1.682587
#> mu= 0.5
#> C_new= 201.9245 Ed= 49.05234 Ew= 1.686891
#> mu= 0.05
#> gamma= 9.6585 alpha= 2.8628 beta= 4.6414
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 232.5 Ed= 49.05234 Ew= 1.686891
#> gradient= 605.4124
#> C_new= 211.0276 Ed= 44.38489 Ew= 1.753638
#> mu= 0.005
#> gamma= 9.8159 alpha= 2.7987 beta= 5.1277
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 232.5 Ed= 44.38489 Ew= 1.753638
#> gradient= 653.9598
#> C_new= 271.8072 Ed= 52.06532 Ew= 1.726605
#> mu= 0.05
#> C_new= 264.1698 Ed= 50.57585 Ew= 1.726647
#> mu= 0.5
#> C_new= 201.2424 Ed= 38.30157 Ew= 1.730678
#> mu= 0.05
#> gamma= 9.7418 alpha= 2.8144 beta= 5.9431
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 232.5 Ed= 38.30157 Ew= 1.730678
#> gradient= 674.3404
#> C_new= 209.882 Ed= 34.4673 Ew= 1.790848
#> mu= 0.005
#> gamma= 9.859 alpha= 2.7526 beta= 6.6025
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 232.5 Ed= 34.4673 Ew= 1.790848
#> gradient= 727.8309
#> C_new= 273.635 Ed= 40.70748 Ew= 1.766971
#> mu= 0.05
#> C_new= 265.7036 Ed= 39.50619 Ew= 1.767011
#> mu= 0.5
#> C_new= 200.6943 Ed= 29.65846 Ew= 1.770748
#> mu= 0.05
#> gamma= 9.8067 alpha= 2.7691 beta= 7.6739
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 232.5 Ed= 29.65846 Ew= 1.770748
#> gradient= 754.1012
#> C_new= 208.7784 Ed= 26.54777 Ew= 1.824794
#> mu= 0.005
#> gamma= 9.8927 alpha= 2.7106 beta= 8.5715
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 232.5 Ed= 26.54777 Ew= 1.824794
#> gradient= 813.4259
#> C_new= 275.4467 Ed= 31.56486 Ew= 1.803685
#> mu= 0.05
#> C_new= 267.2384 Ed= 30.60722 Ew= 1.803723
#> mu= 0.5
#> C_new= 200.2818 Ed= 22.79457 Ew= 1.807155
#> mu= 0.05
#> gamma= 9.8565 alpha= 2.7271 beta= 9.9836
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 232.5 Ed= 22.79457 Ew= 1.807155
#> gradient= 846.5625
#> C_new= 207.7518 Ed= 20.30248 Ew= 1.855492
#> mu= 0.005
#> gamma= 9.9188 alpha= 2.6728 beta= 11.2075
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 232.5 Ed= 20.30248 Ew= 1.855492
#> gradient= 912.6596
#> C_new= 277.2296 Ed= 24.29796 Ew= 1.836827
#> mu= 0.05
#> C_new= 268.7627 Ed= 23.54249 Ew= 1.836862
#> mu= 0.5
#> C_new= 199.9975 Ed= 17.40612 Ew= 1.839987
#> mu= 0.05
#> gamma= 9.8942 alpha= 2.6887 beta= 13.0732
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 232.5 Ed= 17.40612 Ew= 1.839987
#> gradient= 953.8131
#> C_new= 206.8193 Ed= 15.43288 Ew= 1.883025
#> mu= 0.005
#> gamma= 9.9388 alpha= 2.6391 beta= 14.7432
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 232.5 Ed= 15.43288 Ew= 1.883025
#> gradient= 1027.688
#> C_new= 278.9627 Ed= 18.5873 Ew= 1.866523
#> mu= 0.05
#> C_new= 270.2564 Ed= 17.99676 Ew= 1.866556
#> mu= 0.5
#> C_new= 199.8249 Ed= 13.21905 Ew= 1.869379
#> mu= 0.05
#> gamma= 9.9223 alpha= 2.6539 beta= 17.213
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 232.5 Ed= 13.21905 Ew= 1.869379
#> gradient= 1078.214
#> C_new= 205.982 Ed= 11.67258 Ew= 1.907534
#> mu= 0.005
#> gamma= 9.954 alpha= 2.6091 beta= 19.4921
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 232.5 Ed= 11.67258 Ew= 1.907534
#> gradient= 1160.969
#> C_new= 280.6192 Ed= 14.14319 Ew= 1.892951
#> mu= 0.05
#> C_new= 271.6934 Ed= 13.68527 Ew= 1.892981
#> mu= 0.5
#> C_new= 199.7407 Ed= 9.993544 Ew= 1.895515
#> mu= 0.05
#> gamma= 9.9431 alpha= 2.6228 beta= 22.7675
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 232.5 Ed= 9.993544 Ew= 1.895515
#> gradient= 1222.469
#> C_new= 205.229 Ed= 8.79186 Ew= 1.929206
#> mu= 0.005
#> gamma= 9.9656 alpha= 2.5828 beta= 25.8782
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 232.5 Ed= 8.79186 Ew= 1.929206
#> gradient= 1315.338
#> C_new= 282.1705 Ed= 10.71254 Ew= 1.916329
#> mu= 0.05
#> C_new= 273.0457 Ed= 10.35993 Ew= 1.916355
#> mu= 0.5
#> C_new= 199.7178 Ed= 7.526128 Ew= 1.918617
#> mu= 0.05
#> gamma= 9.9584 alpha= 2.5952 beta= 30.2308
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 232.5 Ed= 7.526128 Ew= 1.918617
#> gradient= 1389.715
#> C_new= 204.5421 Ed= 6.598769 Ew= 1.948259
#> mu= 0.005
#> gamma= 9.9743 alpha= 2.5598 beta= 34.4781
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 232.5 Ed= 6.598769 Ew= 1.948259
#> gradient= 1494.112
#> C_new= 283.5897 Ed= 8.081414 Ew= 1.936901
#> mu= 0.05
#> C_new= 274.2862 Ed= 7.811575 Ew= 1.936924
#> mu= 0.5
#> C_new= 199.729 Ed= 5.648973 Ew= 1.938932
#> mu= 0.05
#> gamma= 9.9697 alpha= 2.5709 beta= 40.2755
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 232.5 Ed= 5.648973 Ew= 1.938932
#> gradient= 1583.641
#> C_new= 203.9006 Ed= 4.937219 Ew= 1.964926
#> mu= 0.005
#> gamma= 9.9808 alpha= 2.5397 beta= 46.0805
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 232.5 Ed= 4.937219 Ew= 1.964926
#> gradient= 1701.215
#> C_new= 284.8542 Ed= 6.073917 Ew= 1.954921
#> mu= 0.05
#> C_new= 275.3923 Ed= 5.868582 Ew= 1.954942
#> mu= 0.5
#> C_new= 199.7489 Ed= 4.226936 Ew= 1.956716
#> mu= 0.05
#> gamma= 9.9779 alpha= 2.5497 beta= 53.8241
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 232.5 Ed= 4.226936 Ew= 1.956716
#> gradient= 1808.624
#> C_new= 203.2835 Ed= 3.683045 Ew= 1.979443
#> mu= 0.005
#> gamma= 9.9857 alpha= 2.5223 beta= 61.7715
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 232.5 Ed= 3.683045 Ew= 1.979443
#> gradient= 1941.336
#> C_new= 285.9473 Ed= 4.548647 Ew= 1.970644
#> mu= 0.05
#> C_new= 276.3467 Ed= 4.393225 Ew= 1.970662
#> mu= 0.5
#> C_new= 199.756 Ed= 3.153257 Ew= 1.972223
#> mu= 0.05
#> gamma= 9.9839 alpha= 2.5311 beta= 72.1502
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 232.5 Ed= 3.153257 Ew= 1.972223
#> gradient= 2069.915
#> C_new= 202.6725 Ed= 2.739154 Ew= 1.992037
#> mu= 0.005
#> gamma= 9.9894 alpha= 2.5073 beta= 83.0568
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 232.5 Ed= 2.739154 Ew= 1.992037
#> gradient= 2220.118
#> C_new= 286.8589 Ed= 3.393865 Ew= 1.984313
#> mu= 0.05
#> C_new= 277.1384 Ed= 3.276831 Ew= 1.984329
#> mu= 0.5
#> C_new= 199.7334 Ed= 2.344836 Ew= 1.985696
#> mu= 0.05
#> gamma= 9.9883 alpha= 2.5151 beta= 97.0242
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 232.5 Ed= 2.344836 Ew= 1.985696
#> gradient= 2373.846
#> C_new= 202.053 Ed= 2.030581 Ew= 2.002921
#> mu= 0.005
#> gamma= 9.9921 alpha= 2.4944 beta= 112.0389
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 232.5 Ed= 2.030581 Ew= 2.002921
#> gradient= 2544.397
#> C_new= 287.5859 Ed= 2.5224 Ew= 1.996154
#> mu= 0.05
#> C_new= 277.7634 Ed= 2.434728 Ew= 1.996168
#> mu= 0.5
#> C_new= 199.6694 Ed= 1.737676 Ew= 1.997361
#> mu= 0.05
#> gamma= 9.9915 alpha= 2.5012 beta= 130.9244
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 232.5 Ed= 1.737676 Ew= 1.997361
#> gradient= 2728.093
#> C_new= 201.4157 Ed= 1.499969 Ew= 2.012292
#> mu= 0.005
#> gamma= 9.9942 alpha= 2.4833 beta= 151.6717
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 232.5 Ed= 1.499969 Ew= 2.012292
#> gradient= 2922.471
#> C_new= 288.1334 Ed= 1.866868 Ew= 2.006378
#> mu= 0.05
#> C_new= 278.2253 Ed= 1.801541 Ew= 2.00639
#> mu= 0.5
#> C_new= 199.5586 Ed= 1.28286 Ew= 2.007428
#> mu= 0.05
#> gamma= 9.9938 alpha= 2.4892 beta= 177.3405
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 232.5 Ed= 1.28286 Ew= 2.007428
#> gradient= 3141.98
#> C_new= 200.7583 Ed= 1.103692 Ew= 2.020333
#> mu= 0.005
#> gamma= 9.9957 alpha= 2.4738 beta= 206.1283
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 232.5 Ed= 1.103692 Ew= 2.020333
#> gradient= 3364.424
#> C_new= 288.515 Ed= 1.375502 Ew= 2.015177
#> mu= 0.05
#> C_new= 278.5362 Ed= 1.327092 Ew= 2.015187
#> mu= 0.5
#> C_new= 199.402 Ed= 0.9431733 Ew= 2.016087
#> mu= 0.05
#> gamma= 9.9955 alpha= 2.4789 beta= 241.2094
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 232.5 Ed= 0.9431733 Ew= 2.016087
#> gradient= 3626.829
#> C_new= 200.0862 Ed= 0.8086787 Ew= 2.027208
#> mu= 0.005
#> gamma= 9.9968 alpha= 2.4657 beta= 281.3251
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 232.5 Ed= 0.8086787 Ew= 2.027208
#> gradient= 3882.475
#> C_new= 288.7526 Ed= 1.008674 Ew= 2.022728
#> mu= 0.05
#> C_new= 278.7164 Ed= 0.972999 Ew= 2.022738
#> mu= 0.5
#> C_new= 199.2069 Ed= 0.6903673 Ew= 2.023514
#> mu= 0.05
#> gamma= 9.9968 alpha= 2.4702 beta= 329.537
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 232.5 Ed= 0.6903673 Ew= 2.023514
#> gradient= 4196.346
#> C_new= 199.4125 Ed= 0.5898895 Ew= 2.033073
#> mu= 0.005
#> gamma= 9.9977 alpha= 2.4588 beta= 385.6674
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 232.5 Ed= 0.5898895 Ew= 2.033073
#> gradient= 4491.359
#> C_new= 288.8753 Ed= 0.7360902 Ew= 2.029196
#> mu= 0.05
#> C_new= 278.7929 Ed= 0.7099475 Ew= 2.029204
#> mu= 0.5
#> C_new= 198.9859 Ed= 0.5030111 Ew= 2.029872
#> mu= 0.05
#> gamma= 9.9977 alpha= 2.4626 beta= 452.2786
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 232.5 Ed= 0.5030111 Ew= 2.029872
#> gradient= 4867.034
#> C_new= 198.7562 Ed= 0.4283579 Ew= 2.038068
#> mu= 0.005
#> gamma= 9.9983 alpha= 2.4529 beta= 531.0999
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 232.5 Ed= 0.4283579 Ew= 2.038068
#> gradient= 5208.742
#> C_new= 288.916 Ed= 0.5345982 Ew= 2.034731
#> mu= 0.05
#> C_new= 278.7965 Ed= 0.5155444 Ew= 2.034738
#> mu= 0.5
#> C_new= 198.7547 Ed= 0.3648321 Ew= 2.03531
#> mu= 0.05
#> gamma= 9.9983 alpha= 2.4562 beta= 623.5768
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 232.5 Ed= 0.3648321 Ew= 2.03531
#> gradient= 5658.65
#> C_new= 198.1387 Ed= 0.309701 Ew= 2.042324
#> mu= 0.005
#> gamma= 9.9988 alpha= 2.4479 beta= 734.5816
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 232.5 Ed= 0.309701 Ew= 2.042324
#> gradient= 6055.675
#> C_new= 288.9068 Ed= 0.3864981 Ew= 2.039468
#> mu= 0.05
#> C_new= 278.7574 Ed= 0.3726816 Ew= 2.039474
#> mu= 0.5
#> C_new= 198.5287 Ed= 0.2634631 Ew= 2.039963
#> mu= 0.05
#> gamma= 9.9988 alpha= 2.4507 beta= 863.5009
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 232.5 Ed= 0.2634631 Ew= 2.039963
#> gradient= 6594.723
#> C_new= 197.5795 Ed= 0.2230054 Ew= 2.045956
#> mu= 0.005
#> gamma= 9.9991 alpha= 2.4436 beta= 1020.157
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 232.5 Ed= 0.2230054 Ew= 2.045956
#> gradient= 7066.464
#> C_new= 288.8752 Ed= 0.2782725 Ew= 2.043527
#> mu= 0.05
#> C_new= 278.7012 Ed= 0.2682996 Ew= 2.043532
#> mu= 0.5
#> C_new= 198.321 Ed= 0.1895065 Ew= 2.043949
#> mu= 0.05
#> gamma= 9.9992 alpha= 2.446 beta= 1200.489
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 232.5 Ed= 0.1895065 Ew= 2.043949
#> gradient= 7703.163
#> C_new= 197.0915 Ed= 0.160001 Ew= 2.049064
#> mu= 0.005
#> gamma= 9.9994 alpha= 2.44 beta= 1421.868
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 232.5 Ed= 0.160001 Ew= 2.049064
#> gradient= 8269.007
#> C_new= 288.8412 Ed= 0.1996292 Ew= 2.047011
#> mu= 0.05
#> C_new= 278.6466 Ed= 0.1924594 Ew= 2.047016
#> mu= 0.5
#> C_new= 198.1399 Ed= 0.1358384 Ew= 2.04737
#> mu= 0.05
#> gamma= 9.9994 alpha= 2.442 beta= 1674.786
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 232.5 Ed= 0.1358384 Ew= 2.04737
#> gradient= 9017.007
#> C_new= 196.68 Ed= 0.1144443 Ew= 2.051732
#> mu= 0.005
#> gamma= 9.9995 alpha= 2.4369 beta= 1987.869
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 232.5 Ed= 0.1144443 Ew= 2.051732
#> gradient= 9695.369
#> C_new= 288.8171 Ed= 0.1427768 Ew= 2.050006
#> mu= 0.05
#> C_new= 278.6049 Ed= 0.1376395 Ew= 2.050009
#> mu= 0.5
#> C_new= 197.9896 Ed= 0.09708548 Ew= 2.05031
#> mu= 0.05
#> gamma= 9.9996 alpha= 2.4386 beta= 2343.298
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 232.5 Ed= 0.09708548 Ew= 2.05031
#> gradient= 10575.34
#> C_new= 196.3427 Ed= 0.08165152 Ew= 2.054026
#> mu= 0.005
#> gamma= 9.9997 alpha= 2.4342 beta= 2786.233
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 232.5 Ed= 0.08165152 Ew= 2.054026
#> gradient= 11388.08
#> C_new= 288.8088 Ed= 0.1018624 Ew= 2.05258
#> mu= 0.05
#> C_new= 278.5811 Ed= 0.09819164 Ew= 2.052583
#> mu= 0.5
#> C_new= 197.8701 Ed= 0.06922362 Ew= 2.052838
#> mu= 0.05
#> gamma= 9.9997 alpha= 2.4356 beta= 3286.452
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 232.5 Ed= 0.06922362 Ew= 2.052838
#> gradient= 12424.43
#> C_new= 196.0719 Ed= 0.05813697 Ew= 2.056
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.4318 beta= 3913.175
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 232.5 Ed= 0.05813697 Ew= 2.056
#> gradient= 13397.55
#> C_new= 288.8176 Ed= 0.07252951 Ew= 2.054793
#> mu= 0.05
#> C_new= 278.5762 Ed= 0.06991235 Ew= 2.054796
#> mu= 0.5
#> C_new= 197.7794 Ed= 0.04926484 Ew= 2.05501
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.433 beta= 4617.9
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 232.5 Ed= 0.04926484 Ew= 2.05501
#> gradient= 14619.06
#> C_new= 195.8574 Ed= 0.04132851 Ew= 2.057699
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.4299 beta= 5504.676
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 232.5 Ed= 0.04132851 Ew= 2.057699
#> gradient= 15783.49
#> C_new= 288.8419 Ed= 0.05156424 Ew= 2.056691
#> mu= 0.05
#> C_new= 278.5882 Ed= 0.04970152 Ew= 2.056693
#> mu= 0.5
#> C_new= 197.7139 Ed= 0.0350095 Ew= 2.056875
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4308 beta= 6498.239
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 232.5 Ed= 0.0350095 Ew= 2.056875
#> gradient= 17224.13
#> C_new= 195.6882 Ed= 0.02934375 Ew= 2.059157
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4281 beta= 7752.93
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 232.5 Ed= 0.02934375 Ew= 2.059157
#> gradient= 18616.75
#> C_new= 288.8789 Ed= 0.03661596 Ew= 2.058316
#> mu= 0.05
#> C_new= 278.6142 Ed= 0.03529199 Ew= 2.058318
#> mu= 0.5
#> C_new= 197.6695 Ed= 0.02485141 Ew= 2.058471
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.429 beta= 9154.414
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 232.5 Ed= 0.02485141 Ew= 2.058471
#> gradient= 20316.63
#> C_new= 195.5545 Ed= 0.02081508 Ew= 2.060406
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4267 beta= 10929.58
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 232.5 Ed= 0.02081508 Ew= 2.060406
#> gradient= 21981.38
#> C_new= 288.9251 Ed= 0.02597784 Ew= 2.059704
#> mu= 0.05
#> C_new= 278.6506 Ed= 0.02503778 Ew= 2.059705
#> mu= 0.5
#> C_new= 197.6421 Ed= 0.01762589 Ew= 2.059834
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4274 beta= 12907.15
#> ----------------------------------------------------------------------
#> Epoch= 75
#> C= 232.5 Ed= 0.01762589 Ew= 2.059834
#> gradient= 23987.87
#> C_new= 195.448 Ed= 0.01475493 Ew= 2.061472
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4254 beta= 15418.58
#> ----------------------------------------------------------------------
#> Epoch= 76
#> C= 232.5 Ed= 0.01475493 Ew= 2.061472
#> gradient= 25977.12
#> C_new= 288.9771 Ed= 0.01841795 Ew= 2.060886
#> mu= 0.05
#> C_new= 278.6939 Ed= 0.01775101 Ew= 2.060887
#> mu= 0.5
#> C_new= 197.628 Ed= 0.01249332 Ew= 2.060996
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.426 beta= 18209.73
#> ----------------------------------------------------------------------
#> Epoch= 77
#> C= 232.5 Ed= 0.01249332 Ew= 2.060996
#> gradient= 28346.28
#> C_new= 195.3623 Ed= 0.01045369 Ew= 2.062381
#> mu= 0.005
#> gamma= 10 alpha= 2.4244 beta= 21762.65
#> ----------------------------------------------------------------------
#> Epoch= 78
#> C= 232.5 Ed= 0.01045369 Ew= 2.062381
#> gradient= 30722.42
#> C_new= 289.032 Ed= 0.01305141 Ew= 2.061889
#> mu= 0.05
#> C_new= 278.741 Ed= 0.01257854 Ew= 2.06189
#> mu= 0.5
#> C_new= 197.6238 Ed= 0.008851166 Ew= 2.061982
#> mu= 0.05
#> gamma= 10 alpha= 2.4248 beta= 25702.83
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.440699 test-rmse:0.460556
#> [2] train-rmse:0.406898 test-rmse:0.440988
#> [3] train-rmse:0.383885 test-rmse:0.437611
#> [4] train-rmse:0.371299 test-rmse:0.429110
#> [5] train-rmse:0.359437 test-rmse:0.423372
#> [6] train-rmse:0.351650 test-rmse:0.423280
#> [7] train-rmse:0.343977 test-rmse:0.423789
#> [8] train-rmse:0.339167 test-rmse:0.423332
#> [9] train-rmse:0.332571 test-rmse:0.423243
#> [10] train-rmse:0.327934 test-rmse:0.424275
#> [11] train-rmse:0.322302 test-rmse:0.426781
#> [12] train-rmse:0.317913 test-rmse:0.428256
#> [13] train-rmse:0.313340 test-rmse:0.430434
#> [14] train-rmse:0.309432 test-rmse:0.432027
#> [15] train-rmse:0.306907 test-rmse:0.432065
#> [16] train-rmse:0.304273 test-rmse:0.433215
#> [17] train-rmse:0.300085 test-rmse:0.432093
#> [18] train-rmse:0.295027 test-rmse:0.431019
#> [19] train-rmse:0.293264 test-rmse:0.432302
#> [20] train-rmse:0.291955 test-rmse:0.432531
#> [21] train-rmse:0.289223 test-rmse:0.433480
#> [22] train-rmse:0.286434 test-rmse:0.433757
#> [23] train-rmse:0.285274 test-rmse:0.432844
#> [24] train-rmse:0.282453 test-rmse:0.433025
#> [25] train-rmse:0.281262 test-rmse:0.434249
#> [26] train-rmse:0.276951 test-rmse:0.437618
#> [27] train-rmse:0.273341 test-rmse:0.438452
#> [28] train-rmse:0.271049 test-rmse:0.435001
#> [29] train-rmse:0.267839 test-rmse:0.434760
#> [30] train-rmse:0.265691 test-rmse:0.435760
#> [31] train-rmse:0.262423 test-rmse:0.441006
#> [32] train-rmse:0.261804 test-rmse:0.441336
#> [33] train-rmse:0.260652 test-rmse:0.441789
#> [34] train-rmse:0.257388 test-rmse:0.445010
#> [35] train-rmse:0.256400 test-rmse:0.444513
#> [36] train-rmse:0.255122 test-rmse:0.443950
#> [37] train-rmse:0.251607 test-rmse:0.443391
#> [38] train-rmse:0.250577 test-rmse:0.444151
#> [39] train-rmse:0.246315 test-rmse:0.444922
#> [40] train-rmse:0.242216 test-rmse:0.446514
#> [41] train-rmse:0.238732 test-rmse:0.448997
#> [42] train-rmse:0.234992 test-rmse:0.450639
#> [43] train-rmse:0.231614 test-rmse:0.452004
#> [44] train-rmse:0.228926 test-rmse:0.454841
#> [45] train-rmse:0.228383 test-rmse:0.456200
#> [46] train-rmse:0.227424 test-rmse:0.455879
#> [47] train-rmse:0.224029 test-rmse:0.455755
#> [48] train-rmse:0.220318 test-rmse:0.455863
#> [49] train-rmse:0.218024 test-rmse:0.456984
#> [50] train-rmse:0.216806 test-rmse:0.457319
#> [51] train-rmse:0.214863 test-rmse:0.457482
#> [52] train-rmse:0.213829 test-rmse:0.457207
#> [53] train-rmse:0.210473 test-rmse:0.457656
#> [54] train-rmse:0.209936 test-rmse:0.458095
#> [55] train-rmse:0.209421 test-rmse:0.458585
#> [56] train-rmse:0.208166 test-rmse:0.458630
#> [57] train-rmse:0.206038 test-rmse:0.460521
#> [58] train-rmse:0.204585 test-rmse:0.459883
#> [59] train-rmse:0.202554 test-rmse:0.457030
#> [60] train-rmse:0.201995 test-rmse:0.457691
#> [61] train-rmse:0.199757 test-rmse:0.458991
#> [62] train-rmse:0.198259 test-rmse:0.459070
#> [63] train-rmse:0.197031 test-rmse:0.457082
#> [64] train-rmse:0.195702 test-rmse:0.458362
#> [65] train-rmse:0.193709 test-rmse:0.459834
#> [66] train-rmse:0.192946 test-rmse:0.460275
#> [67] train-rmse:0.190798 test-rmse:0.458987
#> [68] train-rmse:0.189508 test-rmse:0.458667
#> [69] train-rmse:0.187537 test-rmse:0.460152
#> [70] train-rmse:0.186998 test-rmse:0.460261
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.351513 test-rmse:0.351568
#> [2] train-rmse:0.247124 test-rmse:0.247201
#> [3] train-rmse:0.173737 test-rmse:0.173819
#> [4] train-rmse:0.122144 test-rmse:0.122221
#> [5] train-rmse:0.085873 test-rmse:0.085940
#> [6] train-rmse:0.060373 test-rmse:0.060430
#> [7] train-rmse:0.042446 test-rmse:0.042492
#> [8] train-rmse:0.029842 test-rmse:0.029880
#> [9] train-rmse:0.020981 test-rmse:0.021011
#> [10] train-rmse:0.014751 test-rmse:0.014774
#> [11] train-rmse:0.010371 test-rmse:0.010389
#> [12] train-rmse:0.007292 test-rmse:0.007306
#> [13] train-rmse:0.005127 test-rmse:0.005137
#> [14] train-rmse:0.003605 test-rmse:0.003613
#> [15] train-rmse:0.002534 test-rmse:0.002540
#> [16] train-rmse:0.001782 test-rmse:0.001786
#> [17] train-rmse:0.001253 test-rmse:0.001256
#> [18] train-rmse:0.000881 test-rmse:0.000883
#> [19] train-rmse:0.000619 test-rmse:0.000621
#> [20] train-rmse:0.000436 test-rmse:0.000437
#> [21] train-rmse:0.000306 test-rmse:0.000307
#> [22] train-rmse:0.000215 test-rmse:0.000216
#> [23] train-rmse:0.000151 test-rmse:0.000152
#> [24] train-rmse:0.000106 test-rmse:0.000107
#> [25] train-rmse:0.000075 test-rmse:0.000075
#> [26] train-rmse:0.000072 test-rmse:0.000073
#> [27] train-rmse:0.000071 test-rmse:0.000072
#> [28] train-rmse:0.000070 test-rmse:0.000072
#> [29] train-rmse:0.000070 test-rmse:0.000072
#> [30] train-rmse:0.000070 test-rmse:0.000072
#> [31] train-rmse:0.000070 test-rmse:0.000072
#> [32] train-rmse:0.000070 test-rmse:0.000072
#> [33] train-rmse:0.000070 test-rmse:0.000072
#> [34] train-rmse:0.000070 test-rmse:0.000072
#> [35] train-rmse:0.000070 test-rmse:0.000072
#> [36] train-rmse:0.000070 test-rmse:0.000072
#> [37] train-rmse:0.000070 test-rmse:0.000072
#> [38] train-rmse:0.000070 test-rmse:0.000072
#> [39] train-rmse:0.000070 test-rmse:0.000072
#> [40] train-rmse:0.000070 test-rmse:0.000072
#> [41] train-rmse:0.000070 test-rmse:0.000072
#> [42] train-rmse:0.000070 test-rmse:0.000072
#> [43] train-rmse:0.000070 test-rmse:0.000072
#> [44] train-rmse:0.000070 test-rmse:0.000072
#> [45] train-rmse:0.000070 test-rmse:0.000072
#> [46] train-rmse:0.000070 test-rmse:0.000072
#> [47] train-rmse:0.000070 test-rmse:0.000072
#> [48] train-rmse:0.000070 test-rmse:0.000072
#> [49] train-rmse:0.000070 test-rmse:0.000072
#> [50] train-rmse:0.000070 test-rmse:0.000072
#> [51] train-rmse:0.000070 test-rmse:0.000072
#> [52] train-rmse:0.000070 test-rmse:0.000072
#> [53] train-rmse:0.000070 test-rmse:0.000072
#> [54] train-rmse:0.000070 test-rmse:0.000072
#> [55] train-rmse:0.000070 test-rmse:0.000072
#> [56] train-rmse:0.000070 test-rmse:0.000072
#> [57] train-rmse:0.000070 test-rmse:0.000072
#> [58] train-rmse:0.000070 test-rmse:0.000072
#> [59] train-rmse:0.000070 test-rmse:0.000072
#> [60] train-rmse:0.000070 test-rmse:0.000072
#> [61] train-rmse:0.000070 test-rmse:0.000072
#> [62] train-rmse:0.000070 test-rmse:0.000072
#> [63] train-rmse:0.000070 test-rmse:0.000072
#> [64] train-rmse:0.000070 test-rmse:0.000072
#> [65] train-rmse:0.000070 test-rmse:0.000072
#> [66] train-rmse:0.000070 test-rmse:0.000072
#> [67] train-rmse:0.000070 test-rmse:0.000072
#> [68] train-rmse:0.000070 test-rmse:0.000072
#> [69] train-rmse:0.000070 test-rmse:0.000072
#> [70] train-rmse:0.000070 test-rmse:0.000072
#> [1]
#> [1] "Resampling number 3 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 110
#> Nguyen-Widrow method
#> Scaling factor= 0.7032904
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 245.5 Ed= 293.9799 Ew= 8.090662
#> gradient= 198.5065
#> C_new= 131.7456 Ed= 189.4728 Ew= 1.319005
#> mu= 5e-04
#> gamma= 10.271 alpha= 3.8935 beta= 1.2686
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 245.5 Ed= 189.4728 Ew= 1.319005
#> gradient= 308.625
#> C_new= 187.5197 Ed= 142.7887 Ew= 1.638261
#> mu= 5e-05
#> gamma= 8.7765 alpha= 2.6786 beta= 1.6886
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 245.5 Ed= 142.7887 Ew= 1.638261
#> gradient= 388.6843
#> C_new= 306.1851 Ed= 179.0664 Ew= 1.42431
#> mu= 5e-04
#> C_new= 306.1059 Ed= 179.0195 Ew= 1.42431
#> mu= 0.005
#> C_new= 305.3158 Ed= 178.5516 Ew= 1.424309
#> mu= 0.05
#> C_new= 297.5639 Ed= 173.9607 Ew= 1.424382
#> mu= 0.5
#> C_new= 232.8683 Ed= 135.6356 Ew= 1.4318
#> mu= 0.05
#> gamma= 9.9163 alpha= 3.4629 beta= 1.7734
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 245.5 Ed= 135.6356 Ew= 1.4318
#> gradient= 373.325
#> C_new= 192.5613 Ed= 105.4076 Ew= 1.624936
#> mu= 0.005
#> gamma= 9.0525 alpha= 2.7855 beta= 2.2861
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 245.5 Ed= 105.4076 Ew= 1.624936
#> gradient= 447.7789
#> C_new= 315.8557 Ed= 136.3116 Ew= 1.519332
#> mu= 0.05
#> C_new= 307.7985 Ed= 132.7871 Ew= 1.519383
#> mu= 0.5
#> C_new= 240.504 Ed= 103.3437 Ew= 1.525289
#> mu= 0.05
#> gamma= 9.6749 alpha= 3.1715 beta= 2.3288
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 245.5 Ed= 103.3437 Ew= 1.525289
#> gradient= 430.7
#> C_new= 210.0771 Ed= 87.94509 Ew= 1.662997
#> mu= 0.005
#> gamma= 9.3211 alpha= 2.8025 beta= 2.7385
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 245.5 Ed= 87.94509 Ew= 1.662997
#> gradient= 484.2572
#> C_new= 302.7864 Ed= 108.9481 Ew= 1.580642
#> mu= 0.05
#> C_new= 294.9519 Ed= 106.0872 Ew= 1.580691
#> mu= 0.5
#> C_new= 229.6293 Ed= 82.22849 Ew= 1.58604
#> mu= 0.05
#> gamma= 9.7113 alpha= 3.0615 beta= 2.9265
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 245.5 Ed= 82.22849 Ew= 1.58604
#> gradient= 480.9998
#> C_new= 211.7155 Ed= 70.5621 Ew= 1.702829
#> mu= 0.005
#> gamma= 9.4798 alpha= 2.7835 beta= 3.412
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 245.5 Ed= 70.5621 Ew= 1.702829
#> gradient= 535.0363
#> C_new= 305.6635 Ed= 88.25273 Ew= 1.631878
#> mu= 0.05
#> C_new= 297.5286 Ed= 85.86852 Ew= 1.631927
#> mu= 0.5
#> C_new= 229.977 Ed= 66.0664 Ew= 1.63691
#> mu= 0.05
#> gamma= 9.7709 alpha= 2.9845 beta= 3.642
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 245.5 Ed= 66.0664 Ew= 1.63691
#> gradient= 532.6601
#> C_new= 211.3344 Ed= 56.60103 Ew= 1.739913
#> mu= 0.005
#> gamma= 9.5968 alpha= 2.7578 beta= 4.2526
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 245.5 Ed= 56.60103 Ew= 1.739913
#> gradient= 590.18
#> C_new= 307.6097 Ed= 71.24636 Ew= 1.677901
#> mu= 0.05
#> C_new= 299.197 Ed= 69.26806 Ew= 1.677949
#> mu= 0.5
#> C_new= 229.6253 Ed= 52.90527 Ew= 1.682589
#> mu= 0.05
#> gamma= 9.8192 alpha= 2.9179 beta= 4.5476
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 245.5 Ed= 52.90527 Ew= 1.682589
#> gradient= 589.6737
#> C_new= 210.4598 Ed= 45.14125 Ew= 1.774154
#> mu= 0.005
#> gamma= 9.6888 alpha= 2.7305 beta= 5.3312
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 245.5 Ed= 45.14125 Ew= 1.774154
#> gradient= 651.8385
#> C_new= 309.3447 Ed= 57.14474 Ew= 1.719981
#> mu= 0.05
#> C_new= 300.6649 Ed= 55.51659 Ew= 1.720026
#> mu= 0.5
#> C_new= 229.173 Ed= 42.10421 Ew= 1.724325
#> mu= 0.05
#> gamma= 9.8582 alpha= 2.8586 beta= 5.7137
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 245.5 Ed= 42.10421 Ew= 1.724325
#> gradient= 653.8384
#> C_new= 209.5206 Ed= 35.76641 Ew= 1.805785
#> mu= 0.005
#> gamma= 9.7614 alpha= 2.7028 beta= 6.7275
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 245.5 Ed= 35.76641 Ew= 1.805785
#> gradient= 721.5336
#> C_new= 310.7686 Ed= 45.4871 Ew= 1.758591
#> mu= 0.05
#> C_new= 301.8374 Ed= 44.15953 Ew= 1.758635
#> mu= 0.5
#> C_new= 228.5601 Ed= 33.26576 Ew= 1.762594
#> mu= 0.05
#> gamma= 9.8894 alpha= 2.8054 beta= 7.2313
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 245.5 Ed= 33.26576 Ew= 1.762594
#> gradient= 726.901
#> C_new= 208.6107 Ed= 28.13636 Ew= 1.834962
#> mu= 0.005
#> gamma= 9.8184 alpha= 2.6754 beta= 8.5509
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 245.5 Ed= 28.13636 Ew= 1.834962
#> gradient= 801.0732
#> C_new= 311.9654 Ed= 35.92212 Ew= 1.793968
#> mu= 0.05
#> C_new= 302.7975 Ed= 34.84994 Ew= 1.794009
#> mu= 0.5
#> C_new= 227.8567 Ed= 26.08472 Ew= 1.797635
#> mu= 0.05
#> gamma= 9.9142 alpha= 2.7576 beta= 9.2216
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 245.5 Ed= 26.08472 Ew= 1.797635
#> gradient= 810.7508
#> C_new= 207.7849 Ed= 21.97568 Ew= 1.861766
#> mu= 0.005
#> gamma= 9.8628 alpha= 2.6488 beta= 10.947
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 245.5 Ed= 21.97568 Ew= 1.861766
#> gradient= 892.4068
#> C_new= 312.9755 Ed= 28.14809 Ew= 1.826252
#> mu= 0.05
#> C_new= 303.5857 Ed= 27.29032 Ew= 1.82629
#> mu= 0.5
#> C_new= 227.1016 Ed= 20.30279 Ew= 1.829591
#> mu= 0.05
#> gamma= 9.9338 alpha= 2.7148 beta= 11.8473
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 245.5 Ed= 20.30279 Ew= 1.829591
#> gradient= 907.4742
#> C_new= 207.0684 Ed= 17.0459 Ew= 1.886248
#> mu= 0.005
#> gamma= 9.8971 alpha= 2.6235 beta= 14.112
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 245.5 Ed= 17.0459 Ew= 1.886248
#> gradient= 997.7031
#> C_new= 313.8265 Ed= 21.89334 Ew= 1.855559
#> mu= 0.05
#> C_new= 304.23 Ed= 21.2133 Ew= 1.855594
#> mu= 0.5
#> C_new= 226.3229 Ed= 15.69212 Ew= 1.858582
#> mu= 0.05
#> gamma= 9.9492 alpha= 2.6766 beta= 15.3278
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 245.5 Ed= 15.69212 Ew= 1.858582
#> gradient= 1019.416
#> C_new= 206.4738 Ed= 13.1373 Ew= 1.908472
#> mu= 0.005
#> gamma= 9.9232 alpha= 2.5998 beta= 18.3096
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 245.5 Ed= 13.1373 Ew= 1.908472
#> gradient= 1119.401
#> C_new= 314.5377 Ed= 16.91163 Ew= 1.882015
#> mu= 0.05
#> C_new= 304.7502 Ed= 16.37707 Ew= 1.882046
#> mu= 0.5
#> C_new= 225.5407 Ed= 12.05057 Ew= 1.884735
#> mu= 0.05
#> gamma= 9.9612 alpha= 2.6426 beta= 19.9592
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 245.5 Ed= 12.05057 Ew= 1.884735
#> gradient= 1149.235
#> C_new= 206.0073 Ed= 10.0661 Ew= 1.928522
#> mu= 0.005
#> gamma= 9.943 alpha= 2.5779 beta= 23.8949
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 245.5 Ed= 10.0661 Ew= 1.928522
#> gradient= 1260.266
#> C_new= 315.1272 Ed= 12.98244 Ew= 1.905764
#> mu= 0.05
#> C_new= 305.1647 Ed= 12.56551 Ew= 1.905792
#> mu= 0.5
#> C_new= 224.7716 Ed= 9.200807 Ew= 1.9082
#> mu= 0.05
#> gamma= 9.9704 alpha= 2.6125 beta= 26.1406
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 245.5 Ed= 9.200807 Ew= 1.9082
#> gradient= 1299.962
#> C_new= 205.6711 Ed= 7.673337 Ew= 1.946509
#> mu= 0.005
#> gamma= 9.9578 alpha= 2.5579 beta= 31.345
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 245.5 Ed= 7.673337 Ew= 1.946509
#> gradient= 1423.438
#> C_new= 315.6143 Ed= 9.911786 Ew= 1.926971
#> mu= 0.05
#> C_new= 305.4924 Ed= 9.588866 Ew= 1.926996
#> mu= 0.5
#> C_new= 224.0299 Ed= 6.989795 Ew= 1.929141
#> mu= 0.05
#> gamma= 9.9776 alpha= 2.586 beta= 34.4089
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 245.5 Ed= 6.989795 Ew= 1.929141
#> gradient= 1475.046
#> C_new= 205.4633 Ed= 5.823729 Ew= 1.96256
#> mu= 0.005
#> gamma= 9.9689 alpha= 2.5398 beta= 41.2992
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 245.5 Ed= 5.823729 Ew= 1.96256
#> gradient= 1612.487
#> C_new= 316.0179 Ed= 7.532244 Ew= 1.945814
#> mu= 0.05
#> C_new= 305.7516 Ed= 7.283661 Ew= 1.945836
#> mu= 0.5
#> C_new= 223.3275 Ed= 5.287766 Ew= 1.94774
#> mu= 0.05
#> gamma= 9.983 alpha= 2.5627 beta= 45.4839
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 245.5 Ed= 5.287766 Ew= 1.94774
#> gradient= 1678.41
#> C_new= 205.3767 Ed= 4.403986 Ew= 1.976815
#> mu= 0.005
#> gamma= 9.9771 alpha= 2.5235 beta= 54.6122
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 245.5 Ed= 4.403986 Ew= 1.976815
#> gradient= 1833.017
#> C_new= 316.3539 Ed= 5.702048 Ew= 1.962479
#> mu= 0.05
#> C_new= 305.9575 Ed= 5.51168 Ew= 1.962499
#> mu= 0.5
#> C_new= 222.6722 Ed= 3.986571 Ew= 1.964181
#> mu= 0.05
#> gamma= 9.9872 alpha= 2.5423 beta= 60.3291
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 245.5 Ed= 3.986571 Ew= 1.964181
#> gradient= 1914.512
#> C_new= 205.3978 Ed= 3.320784 Ew= 1.98942
#> mu= 0.005
#> gamma= 9.9832 alpha= 2.5091 beta= 72.4252
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 245.5 Ed= 3.320784 Ew= 1.98942
#> gradient= 2093.831
#> C_new= 316.6337 Ed= 4.303377 Ew= 1.977156
#> mu= 0.05
#> C_new= 306.1206 Ed= 4.158218 Ew= 1.977174
#> mu= 0.5
#> C_new= 222.0671 Ed= 2.997611 Ew= 1.978656
#> mu= 0.05
#> gamma= 9.9903 alpha= 2.5245 beta= 80.2322
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 245.5 Ed= 2.997611 Ew= 1.978656
#> gradient= 2189.832
#> C_new= 205.5084 Ed= 2.498474 Ew= 2.000522
#> mu= 0.005
#> gamma= 9.9877 alpha= 2.4963 beta= 96.2612
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 245.5 Ed= 2.498474 Ew= 2.000522
#> gradient= 2394.108
#> C_new= 316.864 Ed= 3.240104 Ew= 1.990034
#> mu= 0.05
#> C_new= 306.2467 Ed= 3.129807 Ew= 1.990049
#> mu= 0.5
#> C_new= 221.5113 Ed= 2.249508 Ew= 1.991351
#> mu= 0.05
#> gamma= 9.9927 alpha= 2.509 beta= 106.9139
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 245.5 Ed= 2.249508 Ew= 1.991351
#> gradient= 2513.709
#> C_new= 205.6878 Ed= 1.876688 Ew= 2.010266
#> mu= 0.005
#> gamma= 9.9909 alpha= 2.485 beta= 128.1537
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 245.5 Ed= 1.876688 Ew= 2.010266
#> gradient= 2739.989
#> C_new= 317.0479 Ed= 2.43516 Ew= 2.001295
#> mu= 0.05
#> C_new= 306.3382 Ed= 2.35159 Ew= 2.001308
#> mu= 0.5
#> C_new= 221.0009 Ed= 1.68567 Ew= 2.002449
#> mu= 0.05
#> gamma= 9.9945 alpha= 2.4956 beta= 142.6749
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 245.5 Ed= 1.68567 Ew= 2.002449
#> gradient= 2887.636
#> C_new= 205.9155 Ed= 1.407939 Ew= 2.01879
#> mu= 0.005
#> gamma= 9.9933 alpha= 2.4751 beta= 170.8194
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 245.5 Ed= 1.407939 Ew= 2.01879
#> gradient= 3158.22
#> C_new= 317.1869 Ed= 1.827715 Ew= 2.011114
#> mu= 0.05
#> C_new= 306.3956 Ed= 1.764541 Ew= 2.011126
#> mu= 0.5
#> C_new= 220.5304 Ed= 1.26186 Ew= 2.012124
#> mu= 0.05
#> gamma= 9.9959 alpha= 2.4839 beta= 190.5933
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 245.5 Ed= 1.26186 Ew= 2.012124
#> gradient= 3319.377
#> C_new= 206.1731 Ed= 1.055337 Ew= 2.026227
#> mu= 0.005
#> gamma= 9.9951 alpha= 2.4664 beta= 227.8916
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 245.5 Ed= 1.055337 Ew= 2.026227
#> gradient= 3653.523
#> C_new= 317.2822 Ed= 1.370392 Ew= 2.019656
#> mu= 0.05
#> C_new= 306.4195 Ed= 1.322726 Ew= 2.019666
#> mu= 0.5
#> C_new= 220.0943 Ed= 0.943917 Ew= 2.020538
#> mu= 0.05
#> gamma= 9.9969 alpha= 2.4738 beta= 254.791
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 245.5 Ed= 0.943917 Ew= 2.020538
#> gradient= 3829.066
#> C_new= 206.4452 Ed= 0.7905171 Ew= 2.032701
#> mu= 0.005
#> gamma= 9.9964 alpha= 2.4589 beta= 304.2335
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 245.5 Ed= 0.7905171 Ew= 2.032701
#> gradient= 4219.46
#> C_new= 317.3354 Ed= 1.026682 Ew= 2.027073
#> mu= 0.05
#> C_new= 306.4105 Ed= 0.9907724 Ew= 2.027082
#> mu= 0.5
#> C_new= 219.6876 Ed= 0.7057123 Ew= 2.027842
#> mu= 0.05
#> gamma= 9.9977 alpha= 2.4651 beta= 340.7921
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 245.5 Ed= 0.7057123 Ew= 2.027842
#> gradient= 4437.931
#> C_new= 206.7199 Ed= 0.5918424 Ew= 2.038327
#> mu= 0.005
#> gamma= 9.9974 alpha= 2.4523 beta= 406.3604
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 245.5 Ed= 0.5918424 Ew= 2.038327
#> gradient= 4866.681
#> C_new= 317.349 Ed= 0.7686825 Ew= 2.033503
#> mu= 0.05
#> C_new= 306.3703 Ed= 0.7416653 Ew= 2.033511
#> mu= 0.5
#> C_new= 219.3057 Ed= 0.5274068 Ew= 2.034172
#> mu= 0.05
#> gamma= 9.9983 alpha= 2.4576 beta= 456.0064
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 245.5 Ed= 0.5274068 Ew= 2.034172
#> gradient= 5136.11
#> C_new= 206.9881 Ed= 0.4429035 Ew= 2.043207
#> mu= 0.005
#> gamma= 9.998 alpha= 2.4467 beta= 543.0099
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 245.5 Ed= 0.4429035 Ew= 2.043207
#> gradient= 5607.711
#> C_new= 317.3256 Ed= 0.5751952 Ew= 2.039069
#> mu= 0.05
#> C_new= 306.3007 Ed= 0.5548918 Ew= 2.039076
#> mu= 0.5
#> C_new= 218.9452 Ed= 0.3940165 Ew= 2.039652
#> mu= 0.05
#> gamma= 9.9987 alpha= 2.4511 beta= 610.3823
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 245.5 Ed= 0.3940165 Ew= 2.039652
#> gradient= 5937.461
#> C_new= 207.243 Ed= 0.331308 Ew= 2.047434
#> mu= 0.005
#> gamma= 9.9986 alpha= 2.4417 beta= 725.9127
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 245.5 Ed= 0.331308 Ew= 2.047434
#> gradient= 6457.23
#> C_new= 317.2679 Ed= 0.4301857 Ew= 2.043882
#> mu= 0.05
#> C_new= 306.2036 Ed= 0.4149438 Ew= 2.043888
#> mu= 0.5
#> C_new= 218.6026 Ed= 0.294265 Ew= 2.044389
#> mu= 0.05
#> gamma= 9.999 alpha= 2.4455 beta= 817.2922
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 245.5 Ed= 0.294265 Ew= 2.044389
#> gradient= 6858.22
#> C_new= 207.4788 Ed= 0.247724 Ew= 2.051089
#> mu= 0.005
#> gamma= 9.9989 alpha= 2.4375 beta= 970.8406
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 245.5 Ed= 0.247724 Ew= 2.051089
#> gradient= 7432.408
#> C_new= 317.1782 Ed= 0.3215628 Ew= 2.048038
#> mu= 0.05
#> C_new= 306.0806 Ed= 0.3101318 Ew= 2.048043
#> mu= 0.5
#> C_new= 218.2748 Ed= 0.2196877 Ew= 2.048478
#> mu= 0.05
#> gamma= 9.9993 alpha= 2.4407 beta= 1094.738
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 245.5 Ed= 0.2196877 Ew= 2.048478
#> gradient= 7917.39
#> C_new= 207.6907 Ed= 0.1851375 Ew= 2.054245
#> mu= 0.005
#> gamma= 9.9992 alpha= 2.4338 beta= 1299.037
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 245.5 Ed= 0.1851375 Ew= 2.054245
#> gradient= 8553.334
#> C_new= 317.058 Ed= 0.2402278 Ew= 2.05162
#> mu= 0.05
#> C_new= 305.9326 Ed= 0.2316635 Ew= 2.051624
#> mu= 0.5
#> C_new= 217.9587 Ed= 0.1639403 Ew= 2.052001
#> mu= 0.05
#> gamma= 9.9994 alpha= 2.4365 beta= 1466.999
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 245.5 Ed= 0.1639403 Ew= 2.052001
#> gradient= 9137.225
#> C_new= 207.8735 Ed= 0.1382834 Ew= 2.056962
#> mu= 0.005
#> gamma= 9.9994 alpha= 2.4306 beta= 1739.184
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 245.5 Ed= 0.1382834 Ew= 2.056962
#> gradient= 9843.559
#> C_new= 316.9076 Ed= 0.1793447 Ew= 2.0547
#> mu= 0.05
#> C_new= 305.7594 Ed= 0.1729347 Ew= 2.054704
#> mu= 0.5
#> C_new= 217.6507 Ed= 0.1222732 Ew= 2.055031
#> mu= 0.05
#> gamma= 9.9996 alpha= 2.433 beta= 1966.908
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 245.5 Ed= 0.1222732 Ew= 2.055031
#> gradient= 10543.84
#> C_new= 208.0213 Ed= 0.1032133 Ew= 2.059293
#> mu= 0.005
#> gamma= 9.9996 alpha= 2.4279 beta= 2330.128
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 245.5 Ed= 0.1032133 Ew= 2.059293
#> gradient= 11330.79
#> C_new= 316.726 Ed= 0.1337828 Ew= 2.05734
#> mu= 0.05
#> C_new= 305.5596 Ed= 0.1289906 Ew= 2.057344
#> mu= 0.5
#> C_new= 217.3468 Ed= 0.09113281 Ew= 2.057627
#> mu= 0.05
#> gamma= 9.9997 alpha= 2.4299 beta= 2639.007
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 245.5 Ed= 0.09113281 Ew= 2.057627
#> gradient= 12168.02
#> C_new= 208.1267 Ed= 0.07696756 Ew= 2.061285
#> mu= 0.005
#> gamma= 9.9997 alpha= 2.4256 beta= 3124.695
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 245.5 Ed= 0.07696756 Ew= 2.061285
#> gradient= 13047.78
#> C_new= 316.5109 Ed= 0.09969458 Ew= 2.059592
#> mu= 0.05
#> C_new= 305.3306 Ed= 0.09611652 Ew= 2.059595
#> mu= 0.5
#> C_new= 217.0428 Ed= 0.06786148 Ew= 2.05984
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4273 beta= 3543.985
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 245.5 Ed= 0.06786148 Ew= 2.05984
#> gradient= 14046.19
#> C_new= 208.1804 Ed= 0.05732893 Ew= 2.062973
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.4236 beta= 4195.092
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 245.5 Ed= 0.05732893 Ew= 2.062973
#> gradient= 15033.55
#> C_new= 316.2589 Ed= 0.07419685 Ew= 2.0615
#> mu= 0.05
#> C_new= 305.0687 Ed= 0.0715294 Ew= 2.061503
#> mu= 0.5
#> C_new= 216.7337 Ed= 0.05047251 Ew= 2.061715
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4251 beta= 4764.972
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 245.5 Ed= 0.05047251 Ew= 2.061715
#> gradient= 16221.81
#> C_new= 208.1705 Ed= 0.04263699 Ew= 2.064389
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.422 beta= 5640.644
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 245.5 Ed= 0.04263699 Ew= 2.064389
#> gradient= 17334.88
#> C_new= 315.9659 Ed= 0.05513007 Ew= 2.063099
#> mu= 0.05
#> C_new= 304.7697 Ed= 0.05314516 Ew= 2.063102
#> mu= 0.5
#> C_new= 216.4145 Ed= 0.03748105 Ew= 2.063285
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4233 beta= 6416.577
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 245.5 Ed= 0.03748105 Ew= 2.063285
#> gradient= 18747.1
#> C_new= 208.0825 Ed= 0.03164882 Ew= 2.065559
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4206 beta= 7599.021
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 245.5 Ed= 0.03164882 Ew= 2.065559
#> gradient= 20008.45
#> C_new= 315.6281 Ed= 0.04087776 Ew= 2.06442
#> mu= 0.05
#> C_new= 304.4299 Ed= 0.03940412 Ew= 2.064422
#> mu= 0.5
#> C_new= 216.0811 Ed= 0.02777772 Ew= 2.06458
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4218 beta= 8658.02
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 245.5 Ed= 0.02777772 Ew= 2.06458
#> gradient= 21685.28
#> C_new= 207.9004 Ed= 0.02343444 Ew= 2.066502
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4195 beta= 10262.68
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 245.5 Ed= 0.02343444 Ew= 2.066502
#> gradient= 23123.41
#> C_new= 315.2443 Ed= 0.0302306 Ew= 2.065485
#> mu= 0.05
#> C_new= 304.0477 Ed= 0.02913959 Ew= 2.065487
#> mu= 0.5
#> C_new= 215.7308 Ed= 0.02053392 Ew= 2.065624
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4206 beta= 11712.33
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 245.5 Ed= 0.02053392 Ew= 2.065624
#> gradient= 25113.54
#> C_new= 207.6079 Ed= 0.01729835 Ew= 2.067235
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4187 beta= 13903.06
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 245.5 Ed= 0.01729835 Ew= 2.067235
#> gradient= 26764.8
#> C_new= 314.8183 Ed= 0.02228435 Ew= 2.066316
#> mu= 0.05
#> C_new= 303.6266 Ed= 0.02147936 Ew= 2.066318
#> mu= 0.5
#> C_new= 215.3651 Ed= 0.01513099 Ew= 2.066436
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4196 beta= 15894.54
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 245.5 Ed= 0.01513099 Ew= 2.066436
#> gradient= 29126.58
#> C_new= 207.1926 Ed= 0.01272069 Ew= 2.067771
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4181 beta= 18906.22
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 245.5 Ed= 0.01272069 Ew= 2.067771
#> gradient= 31056.49
#> C_new= 314.3626 Ed= 0.01636312 Ew= 2.066931
#> mu= 0.05
#> C_new= 303.1785 Ed= 0.01577156 Ew= 2.066932
#> mu= 0.5
#> C_new= 214.9911 Ed= 0.01110709 Ew= 2.067034
#> mu= 0.05
#> gamma= 10 alpha= 2.4189 beta= 21652.85
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 245.5 Ed= 0.01110709 Ew= 2.067034
#> gradient= 33840.71
#> C_new= 206.652 Ed= 0.009312833 Ew= 2.068125
#> mu= 0.005
#> gamma= 10 alpha= 2.4176 beta= 25824.58
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.444163 test-rmse:0.453585
#> [2] train-rmse:0.407933 test-rmse:0.431437
#> [3] train-rmse:0.385176 test-rmse:0.419103
#> [4] train-rmse:0.369806 test-rmse:0.414984
#> [5] train-rmse:0.358994 test-rmse:0.414943
#> [6] train-rmse:0.351350 test-rmse:0.413583
#> [7] train-rmse:0.344381 test-rmse:0.416893
#> [8] train-rmse:0.339434 test-rmse:0.417893
#> [9] train-rmse:0.335393 test-rmse:0.419466
#> [10] train-rmse:0.332547 test-rmse:0.418621
#> [11] train-rmse:0.327244 test-rmse:0.419079
#> [12] train-rmse:0.324242 test-rmse:0.419597
#> [13] train-rmse:0.320061 test-rmse:0.421074
#> [14] train-rmse:0.315430 test-rmse:0.421552
#> [15] train-rmse:0.310209 test-rmse:0.420133
#> [16] train-rmse:0.308743 test-rmse:0.418902
#> [17] train-rmse:0.307421 test-rmse:0.419395
#> [18] train-rmse:0.305847 test-rmse:0.418608
#> [19] train-rmse:0.302487 test-rmse:0.420283
#> [20] train-rmse:0.297797 test-rmse:0.421347
#> [21] train-rmse:0.294262 test-rmse:0.420371
#> [22] train-rmse:0.289015 test-rmse:0.417521
#> [23] train-rmse:0.286272 test-rmse:0.417479
#> [24] train-rmse:0.282587 test-rmse:0.419128
#> [25] train-rmse:0.279802 test-rmse:0.420052
#> [26] train-rmse:0.277420 test-rmse:0.419576
#> [27] train-rmse:0.274859 test-rmse:0.416678
#> [28] train-rmse:0.271338 test-rmse:0.418227
#> [29] train-rmse:0.270015 test-rmse:0.418414
#> [30] train-rmse:0.266540 test-rmse:0.418526
#> [31] train-rmse:0.265279 test-rmse:0.419715
#> [32] train-rmse:0.260871 test-rmse:0.420306
#> [33] train-rmse:0.258025 test-rmse:0.421437
#> [34] train-rmse:0.253922 test-rmse:0.421330
#> [35] train-rmse:0.252629 test-rmse:0.421807
#> [36] train-rmse:0.251465 test-rmse:0.424150
#> [37] train-rmse:0.250796 test-rmse:0.424220
#> [38] train-rmse:0.248107 test-rmse:0.424787
#> [39] train-rmse:0.245471 test-rmse:0.422094
#> [40] train-rmse:0.244428 test-rmse:0.423083
#> [41] train-rmse:0.242986 test-rmse:0.423717
#> [42] train-rmse:0.242074 test-rmse:0.424637
#> [43] train-rmse:0.240165 test-rmse:0.425558
#> [44] train-rmse:0.238943 test-rmse:0.426093
#> [45] train-rmse:0.236939 test-rmse:0.426505
#> [46] train-rmse:0.233448 test-rmse:0.428719
#> [47] train-rmse:0.232343 test-rmse:0.429635
#> [48] train-rmse:0.230648 test-rmse:0.430036
#> [49] train-rmse:0.230016 test-rmse:0.430024
#> [50] train-rmse:0.229264 test-rmse:0.429880
#> [51] train-rmse:0.225988 test-rmse:0.428981
#> [52] train-rmse:0.225298 test-rmse:0.429474
#> [53] train-rmse:0.222979 test-rmse:0.429010
#> [54] train-rmse:0.220618 test-rmse:0.430194
#> [55] train-rmse:0.217696 test-rmse:0.430007
#> [56] train-rmse:0.214614 test-rmse:0.431162
#> [57] train-rmse:0.213600 test-rmse:0.430407
#> [58] train-rmse:0.212918 test-rmse:0.429955
#> [59] train-rmse:0.212555 test-rmse:0.429325
#> [60] train-rmse:0.209484 test-rmse:0.428759
#> [61] train-rmse:0.207783 test-rmse:0.429584
#> [62] train-rmse:0.205567 test-rmse:0.432393
#> [63] train-rmse:0.204821 test-rmse:0.432475
#> [64] train-rmse:0.203815 test-rmse:0.433870
#> [65] train-rmse:0.203308 test-rmse:0.433961
#> [66] train-rmse:0.201196 test-rmse:0.433626
#> [67] train-rmse:0.199378 test-rmse:0.433770
#> [68] train-rmse:0.198501 test-rmse:0.434222
#> [69] train-rmse:0.198191 test-rmse:0.434471
#> [70] train-rmse:0.196767 test-rmse:0.433586
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.351612 test-rmse:0.351560
#> [2] train-rmse:0.247263 test-rmse:0.247189
#> [3] train-rmse:0.173882 test-rmse:0.173805
#> [4] train-rmse:0.122279 test-rmse:0.122206
#> [5] train-rmse:0.085991 test-rmse:0.085927
#> [6] train-rmse:0.060472 test-rmse:0.060418
#> [7] train-rmse:0.042526 test-rmse:0.042481
#> [8] train-rmse:0.029906 test-rmse:0.029870
#> [9] train-rmse:0.021031 test-rmse:0.021003
#> [10] train-rmse:0.014790 test-rmse:0.014768
#> [11] train-rmse:0.010401 test-rmse:0.010384
#> [12] train-rmse:0.007314 test-rmse:0.007301
#> [13] train-rmse:0.005144 test-rmse:0.005134
#> [14] train-rmse:0.003617 test-rmse:0.003610
#> [15] train-rmse:0.002544 test-rmse:0.002538
#> [16] train-rmse:0.001789 test-rmse:0.001785
#> [17] train-rmse:0.001258 test-rmse:0.001255
#> [18] train-rmse:0.000885 test-rmse:0.000882
#> [19] train-rmse:0.000622 test-rmse:0.000620
#> [20] train-rmse:0.000438 test-rmse:0.000436
#> [21] train-rmse:0.000308 test-rmse:0.000307
#> [22] train-rmse:0.000216 test-rmse:0.000216
#> [23] train-rmse:0.000152 test-rmse:0.000152
#> [24] train-rmse:0.000107 test-rmse:0.000107
#> [25] train-rmse:0.000075 test-rmse:0.000075
#> [26] train-rmse:0.000074 test-rmse:0.000073
#> [27] train-rmse:0.000074 test-rmse:0.000072
#> [28] train-rmse:0.000073 test-rmse:0.000072
#> [29] train-rmse:0.000073 test-rmse:0.000071
#> [30] train-rmse:0.000073 test-rmse:0.000071
#> [31] train-rmse:0.000073 test-rmse:0.000071
#> [32] train-rmse:0.000073 test-rmse:0.000071
#> [33] train-rmse:0.000073 test-rmse:0.000071
#> [34] train-rmse:0.000073 test-rmse:0.000071
#> [35] train-rmse:0.000073 test-rmse:0.000071
#> [36] train-rmse:0.000073 test-rmse:0.000071
#> [37] train-rmse:0.000073 test-rmse:0.000071
#> [38] train-rmse:0.000073 test-rmse:0.000071
#> [39] train-rmse:0.000073 test-rmse:0.000071
#> [40] train-rmse:0.000073 test-rmse:0.000071
#> [41] train-rmse:0.000073 test-rmse:0.000071
#> [42] train-rmse:0.000073 test-rmse:0.000071
#> [43] train-rmse:0.000073 test-rmse:0.000071
#> [44] train-rmse:0.000073 test-rmse:0.000071
#> [45] train-rmse:0.000073 test-rmse:0.000071
#> [46] train-rmse:0.000073 test-rmse:0.000071
#> [47] train-rmse:0.000073 test-rmse:0.000071
#> [48] train-rmse:0.000073 test-rmse:0.000071
#> [49] train-rmse:0.000073 test-rmse:0.000071
#> [50] train-rmse:0.000073 test-rmse:0.000071
#> [51] train-rmse:0.000073 test-rmse:0.000071
#> [52] train-rmse:0.000073 test-rmse:0.000071
#> [53] train-rmse:0.000073 test-rmse:0.000071
#> [54] train-rmse:0.000073 test-rmse:0.000071
#> [55] train-rmse:0.000073 test-rmse:0.000071
#> [56] train-rmse:0.000073 test-rmse:0.000071
#> [57] train-rmse:0.000073 test-rmse:0.000071
#> [58] train-rmse:0.000073 test-rmse:0.000071
#> [59] train-rmse:0.000073 test-rmse:0.000071
#> [60] train-rmse:0.000073 test-rmse:0.000071
#> [61] train-rmse:0.000073 test-rmse:0.000071
#> [62] train-rmse:0.000073 test-rmse:0.000071
#> [63] train-rmse:0.000073 test-rmse:0.000071
#> [64] train-rmse:0.000073 test-rmse:0.000071
#> [65] train-rmse:0.000073 test-rmse:0.000071
#> [66] train-rmse:0.000073 test-rmse:0.000071
#> [67] train-rmse:0.000073 test-rmse:0.000071
#> [68] train-rmse:0.000073 test-rmse:0.000071
#> [69] train-rmse:0.000073 test-rmse:0.000071
#> [70] train-rmse:0.000073 test-rmse:0.000071
#> [1]
#> [1] "Resampling number 4 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 110
#> Nguyen-Widrow method
#> Scaling factor= 0.7035436
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 228 Ed= 827.412 Ew= 7.465162
#> gradient= 150.258
#> C_new= 84.22066 Ed= 341.3041 Ew= 1.745335
#> mu= 5e-04
#> gamma= 5.2577 alpha= 1.5062 beta= 0.6603
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 228 Ed= 341.3041 Ew= 1.745335
#> gradient= 263.4872
#> C_new= 236.3087 Ed= 355.4208 Ew= 1.072853
#> mu= 0.005
#> C_new= 235.4405 Ed= 354.1061 Ew= 1.072832
#> mu= 0.05
#> C_new= 227.0002 Ed= 341.3237 Ew= 1.073018
#> mu= 0.005
#> gamma= 9.1087 alpha= 4.2444 beta= 0.6546
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 228 Ed= 341.3237 Ew= 1.073018
#> gradient= 244.8697
#> C_new= 240.2537 Ed= 358.5398 Ew= 1.304684
#> mu= 0.05
#> C_new= 237.3269 Ed= 354.0703 Ew= 1.304474
#> mu= 0.5
#> C_new= 210.8036 Ed= 313.5505 Ew= 1.305131
#> mu= 0.05
#> gamma= 7.9426 alpha= 3.0428 beta= 0.7145
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 228 Ed= 313.5505 Ew= 1.305131
#> gradient= 271.2795
#> C_new= 230.8029 Ed= 318.1262 Ew= 1.151857
#> mu= 0.5
#> C_new= 193.2799 Ed= 265.5867 Ew= 1.157091
#> mu= 0.05
#> gamma= 8.0913 alpha= 3.4964 beta= 0.8432
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 228 Ed= 265.5867 Ew= 1.157091
#> gradient= 297.5576
#> C_new= 227.4378 Ed= 264.1773 Ew= 1.336201
#> mu= 0.005
#> gamma= 8.6842 alpha= 3.2496 beta= 0.8466
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 228 Ed= 264.1773 Ew= 1.336201
#> gradient= 301.6694
#> C_new= 248.9852 Ed= 289.4388 Ew= 1.212572
#> mu= 0.05
#> C_new= 244.4377 Ed= 284.0677 Ew= 1.212526
#> mu= 0.5
#> C_new= 204.7794 Ed= 237.2064 Ew= 1.217261
#> mu= 0.05
#> gamma= 8.3331 alpha= 3.4229 beta= 0.9436
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 228 Ed= 237.2064 Ew= 1.217261
#> gradient= 314.2579
#> C_new= 218.3834 Ed= 226.47 Ew= 1.367595
#> mu= 0.005
#> gamma= 8.8474 alpha= 3.2347 beta= 0.9872
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 228 Ed= 226.47 Ew= 1.367595
#> gradient= 321.9647
#> C_new= 256.5799 Ed= 255.7098 Ew= 1.279117
#> mu= 0.05
#> C_new= 251.6518 Ed= 250.7179 Ew= 1.279095
#> mu= 0.5
#> C_new= 208.897 Ed= 207.394 Ew= 1.28391
#> mu= 0.05
#> gamma= 8.581 alpha= 3.3417 beta= 1.0787
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 228 Ed= 207.394 Ew= 1.28391
#> gradient= 330.3168
#> C_new= 214.2018 Ed= 194.2053 Ew= 1.411988
#> mu= 0.005
#> gamma= 9.0097 alpha= 3.1904 beta= 1.1508
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 228 Ed= 194.2053 Ew= 1.411988
#> gradient= 339.3064
#> C_new= 257.7454 Ed= 220.2541 Ew= 1.339256
#> mu= 0.05
#> C_new= 252.52 Ed= 215.7135 Ew= 1.339253
#> mu= 0.5
#> C_new= 207.4617 Ed= 176.5467 Ew= 1.34418
#> mu= 0.05
#> gamma= 8.8148 alpha= 3.2789 beta= 1.2665
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 228 Ed= 176.5467 Ew= 1.34418
#> gradient= 349.6934
#> C_new= 213.0399 Ed= 164.4283 Ew= 1.462383
#> mu= 0.005
#> gamma= 9.1643 alpha= 3.1334 beta= 1.3588
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 228 Ed= 164.4283 Ew= 1.462383
#> gradient= 360.0748
#> C_new= 258.907 Ed= 187.3255 Ew= 1.397043
#> mu= 0.05
#> C_new= 253.365 Ed= 183.2467 Ew= 1.397056
#> mu= 0.5
#> C_new= 205.8897 Ed= 148.2949 Ew= 1.402068
#> mu= 0.05
#> gamma= 9.0293 alpha= 3.22 beta= 1.507
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 228 Ed= 148.2949 Ew= 1.402068
#> gradient= 372.1099
#> C_new= 211.218 Ed= 136.9192 Ew= 1.514347
#> mu= 0.005
#> gamma= 9.3047 alpha= 3.0722 beta= 1.6312
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 228 Ed= 136.9192 Ew= 1.514347
#> gradient= 385.6815
#> C_new= 261.0281 Ed= 157.2795 Ew= 1.454334
#> mu= 0.05
#> C_new= 255.1398 Ed= 153.6697 Ew= 1.454358
#> mu= 0.5
#> C_new= 205.0366 Ed= 122.9454 Ew= 1.459389
#> mu= 0.05
#> gamma= 9.2197 alpha= 3.1588 beta= 1.817
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 228 Ed= 122.9454 Ew= 1.459389
#> gradient= 398.501
#> C_new= 209.0415 Ed= 112.3266 Ew= 1.565685
#> mu= 0.005
#> gamma= 9.4312 alpha= 3.0118 beta= 1.9878
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 228 Ed= 112.3266 Ew= 1.565685
#> gradient= 416.1888
#> C_new= 263.3204 Ed= 130.1781 Ew= 1.510876
#> mu= 0.05
#> C_new= 257.0817 Ed= 127.0396 Ew= 1.510909
#> mu= 0.5
#> C_new= 204.3488 Ed= 100.5039 Ew= 1.515878
#> mu= 0.05
#> gamma= 9.3822 alpha= 3.0947 beta= 2.2219
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 228 Ed= 100.5039 Ew= 1.515878
#> gradient= 429.9012
#> C_new= 207.0323 Ed= 90.9286 Ew= 1.615294
#> mu= 0.005
#> gamma= 9.5431 alpha= 2.954 beta= 2.455
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 228 Ed= 90.9286 Ew= 1.615294
#> gradient= 452.1291
#> C_new= 265.5444 Ed= 106.2813 Ew= 1.565767
#> mu= 0.05
#> C_new= 258.9619 Ed= 103.6 Ew= 1.565805
#> mu= 0.5
#> C_new= 203.6788 Ed= 81.07546 Ew= 1.570637
#> mu= 0.05
#> gamma= 9.5173 alpha= 3.0297 beta= 2.7535
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 228 Ed= 81.07546 Ew= 1.570637
#> gradient= 467.1012
#> C_new= 205.2387 Ed= 72.70809 Ew= 1.662489
#> mu= 0.005
#> gamma= 9.639 alpha= 2.899 beta= 3.0695
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 228 Ed= 72.70809 Ew= 1.662489
#> gradient= 494.3346
#> C_new= 267.652 Ed= 85.66785 Ew= 1.618165
#> mu= 0.05
#> C_new= 260.7362 Ed= 83.41476 Ew= 1.618206
#> mu= 0.5
#> C_new= 203.0094 Ed= 64.60406 Ew= 1.62284
#> mu= 0.05
#> gamma= 9.6272 alpha= 2.9662 beta= 3.4547
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 228 Ed= 64.60406 Ew= 1.62284
#> gradient= 510.9691
#> C_new= 203.6269 Ed= 57.47686 Ew= 1.706818
#> mu= 0.005
#> gamma= 9.7188 alpha= 2.847 beta= 3.8823
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 228 Ed= 57.47686 Ew= 1.706818
#> gradient= 543.8284
#> C_new= 269.6071 Ed= 68.22291 Ew= 1.667474
#> mu= 0.05
#> C_new= 262.3715 Ed= 66.35913 Ew= 1.667517
#> mu= 0.5
#> C_new= 202.328 Ed= 50.88983 Ew= 1.671902
#> mu= 0.05
#> gamma= 9.7152 alpha= 2.9054 beta= 4.3848
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 228 Ed= 50.88983 Ew= 1.671902
#> gradient= 562.5695
#> C_new= 202.1556 Ed= 44.94534 Ew= 1.748011
#> mu= 0.005
#> gamma= 9.7836 alpha= 2.7985 beta= 4.964
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 228 Ed= 44.94534 Ew= 1.748011
#> gradient= 601.8711
#> C_new= 271.3853 Ed= 53.7049 Ew= 1.713334
#> mu= 0.05
#> C_new= 263.8464 Ed= 52.18616 Ew= 1.713376
#> mu= 0.5
#> C_new= 201.6296 Ed= 39.65022 Ew= 1.717479
#> mu= 0.05
#> gamma= 9.7846 alpha= 2.8485 beta= 5.6269
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 228 Ed= 39.65022 Ew= 1.717479
#> gradient= 623.2201
#> C_new= 200.7911 Ed= 34.78006 Ew= 1.785933
#> mu= 0.005
#> gamma= 9.8354 alpha= 2.7536 beta= 6.4141
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 228 Ed= 34.78006 Ew= 1.785933
#> gradient= 670.0097
#> C_new= 272.9745 Ed= 41.80492 Ew= 1.755567
#> mu= 0.05
#> C_new= 265.1508 Ed= 40.58514 Ew= 1.755608
#> mu= 0.5
#> C_new= 200.9167 Ed= 30.56897 Ew= 1.759403
#> mu= 0.05
#> gamma= 9.8386 alpha= 2.796 beta= 7.2976
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 228 Ed= 30.56897 Ew= 1.759403
#> gradient= 694.5456
#> C_new= 199.5134 Ed= 26.64199 Ew= 1.820558
#> mu= 0.005
#> gamma= 9.8759 alpha= 2.7123 beta= 8.3726
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 228 Ed= 26.64199 Ew= 1.820558
#> gradient= 750.1305
#> C_new= 274.3746 Ed= 32.18942 Ew= 1.794124
#> mu= 0.05
#> C_new= 266.2864 Ed= 31.22337 Ew= 1.794162
#> mu= 0.5
#> C_new= 200.1983 Ed= 23.32885 Ew= 1.797636
#> mu= 0.05
#> gamma= 9.8802 alpha= 2.7481 beta= 9.5615
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 228 Ed= 23.32885 Ew= 1.797636
#> gradient= 778.5299
#> C_new= 198.3164 Ed= 20.20876 Ew= 1.851932
#> mu= 0.005
#> gamma= 9.9073 alpha= 2.6749 beta= 11.0371
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 228 Ed= 20.20876 Ew= 1.851932
#> gradient= 844.5151
#> C_new= 275.5973 Ed= 24.52679 Ew= 1.829044
#> mu= 0.05
#> C_new= 267.2658 Ed= 23.77192 Ew= 1.829079
#> mu= 0.5
#> C_new= 199.4893 Ed= 17.63037 Ew= 1.832228
#> mu= 0.05
#> gamma= 9.9117 alpha= 2.7048 beta= 12.6511
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 228 Ed= 17.63037 Ew= 1.832228
#> gradient= 877.5718
#> C_new= 197.204 Ed= 15.18588 Ew= 1.880151
#> mu= 0.005
#> gamma= 9.9314 alpha= 2.6411 beta= 14.687
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 228 Ed= 15.18588 Ew= 1.880151
#> gradient= 955.901
#> C_new= 276.6627 Ed= 18.50276 Ew= 1.860432
#> mu= 0.05
#> C_new= 268.1093 Ed= 17.92037 Ew= 1.860464
#> mu= 0.5
#> C_new= 198.8074 Ed= 13.20126 Ew= 1.863292
#> mu= 0.05
#> gamma= 9.9355 alpha= 2.6661 beta= 16.8948
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 228 Ed= 13.20126 Ew= 1.863292
#> gradient= 994.5465
#> C_new= 196.186 Ed= 11.31155 Ew= 1.905355
#> mu= 0.005
#> gamma= 9.9495 alpha= 2.6109 beta= 19.7166
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 228 Ed= 11.31155 Ew= 1.905355
#> gradient= 1087.549
#> C_new= 277.5949 Ed= 13.82918 Ew= 1.888437
#> mu= 0.05
#> C_new= 268.8408 Ed= 13.38518 Ew= 1.888466
#> mu= 0.5
#> C_new= 198.17 Ed= 9.800518 Ew= 1.890984
#> mu= 0.05
#> gamma= 9.9532 alpha= 2.6317 beta= 22.7563
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 228 Ed= 9.800518 Ew= 1.890984
#> gradient= 1138.627
#> C_new= 195.2729 Ed= 8.358116 Ew= 1.927709
#> mu= 0.005
#> gamma= 9.9631 alpha= 2.5842 beta= 26.6829
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 228 Ed= 8.358116 Ew= 1.927709
#> gradient= 1245.422
#> C_new= 278.4184 Ed= 10.24906 Ew= 1.913248
#> mu= 0.05
#> C_new= 269.4838 Ed= 9.914213 Ew= 1.913274
#> mu= 0.5
#> C_new= 197.5913 Ed= 7.219664 Ew= 1.915499
#> mu= 0.05
#> gamma= 9.9662 alpha= 2.6015 beta= 30.8902
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 228 Ed= 7.219664 Ew= 1.915499
#> gradient= 1310.687
#> C_new= 194.473 Ed= 6.131618 Ew= 1.947404
#> mu= 0.005
#> gamma= 9.9732 alpha= 2.5606 beta= 36.3711
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 228 Ed= 6.131618 Ew= 1.947404
#> gradient= 1431.827
#> C_new= 279.1543 Ed= 7.538941 Ew= 1.935082
#> mu= 0.05
#> C_new= 270.0585 Ed= 7.288856 Ew= 1.935105
#> mu= 0.5
#> C_new= 197.0806 Ed= 5.282236 Ew= 1.937056
#> mu= 0.05
#> gamma= 9.9757 alpha= 2.575 beta= 42.2193
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 228 Ed= 5.282236 Ew= 1.937056
#> gradient= 1513.732
#> C_new= 193.7893 Ed= 4.470243 Ew= 1.964647
#> mu= 0.005
#> gamma= 9.9807 alpha= 2.5401 beta= 49.8876
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 228 Ed= 4.470243 Ew= 1.964647
#> gradient= 1651.584
#> C_new= 279.8188 Ed= 5.509487 Ew= 1.954174
#> mu= 0.05
#> C_new= 270.5797 Ed= 5.324289 Ew= 1.954194
#> mu= 0.5
#> C_new= 196.6415 Ed= 3.842106 Ew= 1.955895
#> mu= 0.05
#> gamma= 9.9826 alpha= 2.5519 beta= 58.0433
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 228 Ed= 3.842106 Ew= 1.955895
#> gradient= 1753.628
#> C_new= 193.2188 Ed= 3.241834 Ew= 1.979657
#> mu= 0.005
#> gamma= 9.9861 alpha= 2.5222 beta= 68.7904
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 228 Ed= 3.241834 Ew= 1.979657
#> gradient= 1910.91
#> C_new= 280.4226 Ed= 4.004223 Ew= 1.970772
#> mu= 0.05
#> C_new= 271.0568 Ed= 3.868073 Ew= 1.97079
#> mu= 0.5
#> C_new= 196.2724 Ed= 2.780883 Ew= 1.972265
#> mu= 0.05
#> gamma= 9.9876 alpha= 2.532 beta= 80.1926
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 228 Ed= 2.780883 Ew= 1.972265
#> gradient= 2037.267
#> C_new= 192.7534 Ed= 2.340714 Ew= 1.992654
#> mu= 0.005
#> gamma= 9.99 alpha= 2.5067 beta= 95.2722
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 228 Ed= 2.340714 Ew= 1.992654
#> gradient= 2217.107
#> C_new= 280.9717 Ed= 2.896916 Ew= 1.985128
#> mu= 0.05
#> C_new= 271.4944 Ed= 2.797439 Ew= 1.985143
#> mu= 0.5
#> C_new= 195.9672 Ed= 2.004655 Ew= 1.986416
#> mu= 0.05
#> gamma= 9.9912 alpha= 2.5149 beta= 111.2433
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 228 Ed= 2.004655 Ew= 1.986416
#> gradient= 2372.763
#> C_new= 192.3808 Ed= 1.684068 Ew= 2.003855
#> mu= 0.005
#> gamma= 9.9929 alpha= 2.4934 beta= 132.4195
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 228 Ed= 1.684068 Ew= 2.003855
#> gradient= 2578.773
#> C_new= 281.4687 Ed= 2.087971 Ew= 1.997486
#> mu= 0.05
#> C_new= 271.8938 Ed= 2.015664 Ew= 1.997499
#> mu= 0.5
#> C_new= 195.7178 Ed= 1.44038 Ew= 1.998594
#> mu= 0.05
#> gamma= 9.9937 alpha= 2.5002 beta= 154.8224
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 228 Ed= 1.44038 Ew= 1.998594
#> gradient= 2769.683
#> C_new= 192.0872 Ed= 1.208179 Ew= 2.013469
#> mu= 0.005
#> gamma= 9.9949 alpha= 2.482 beta= 184.5774
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 228 Ed= 1.208179 Ew= 2.013469
#> gradient= 3006.052
#> C_new= 281.9149 Ed= 1.50035 Ew= 2.008085
#> mu= 0.05
#> C_new= 272.255 Ed= 1.448015 Ew= 2.008096
#> mu= 0.5
#> C_new= 195.5148 Ed= 1.032241 Ew= 2.009034
#> mu= 0.05
#> gamma= 9.9956 alpha= 2.4877 beta= 216.037
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 228 Ed= 1.032241 Ew= 2.009034
#> gradient= 3239.328
#> C_new= 191.8585 Ed= 0.864802 Ew= 2.021692
#> mu= 0.005
#> gamma= 9.9964 alpha= 2.4723 beta= 257.8646
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 228 Ed= 0.864802 Ew= 2.021692
#> gradient= 3515.15
#> C_new= 282.3111 Ed= 1.075464 Ew= 2.017143
#> mu= 0.05
#> C_new= 272.5776 Ed= 1.037718 Ew= 2.017153
#> mu= 0.5
#> C_new= 195.3493 Ed= 0.7382182 Ew= 2.017954
#> mu= 0.05
#> gamma= 9.9968 alpha= 2.477 beta= 302.0809
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 228 Ed= 0.7382182 Ew= 2.017954
#> gradient= 3795.072
#> C_new= 191.6818 Ed= 0.6179034 Ew= 2.028705
#> mu= 0.005
#> gamma= 9.9974 alpha= 2.464 beta= 360.9
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 228 Ed= 0.6179034 Ew= 2.028705
#> gradient= 4118.639
#> C_new= 282.6588 Ed= 0.769381 Ew= 2.024864
#> mu= 0.05
#> C_new= 272.8618 Ed= 0.7422349 Ew= 2.024872
#> mu= 0.5
#> C_new= 195.2132 Ed= 0.5270775 Ew= 2.025555
#> mu= 0.05
#> gamma= 9.9978 alpha= 2.4679 beta= 423.0898
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 228 Ed= 0.5270775 Ew= 2.025555
#> gradient= 4452.757
#> C_new= 191.546 Ed= 0.440863 Ew= 2.034672
#> mu= 0.005
#> gamma= 9.9982 alpha= 2.4569 beta= 505.8282
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 228 Ed= 0.440863 Ew= 2.034672
#> gradient= 4833.276
#> C_new= 282.9603 Ed= 0.5495329 Ew= 2.031429
#> mu= 0.05
#> C_new= 273.1088 Ed= 0.5300569 Ew= 2.031436
#> mu= 0.5
#> C_new= 195.1001 Ed= 0.3758342 Ew= 2.032017
#> mu= 0.05
#> gamma= 9.9984 alpha= 2.4602 beta= 593.3489
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 228 Ed= 0.3758342 Ew= 2.032017
#> gradient= 5231.166
#> C_new= 191.4419 Ed= 0.3141891 Ew= 2.039738
#> mu= 0.005
#> gamma= 9.9987 alpha= 2.451 beta= 709.7658
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 228 Ed= 0.3141891 Ew= 2.039738
#> gradient= 5679.559
#> C_new= 283.2188 Ed= 0.3919972 Ew= 2.037002
#> mu= 0.05
#> C_new= 273.3208 Ed= 0.3780517 Ew= 2.037007
#> mu= 0.5
#> C_new= 195.0047 Ed= 0.2677091 Ew= 2.037501
#> mu= 0.05
#> gamma= 9.9989 alpha= 2.4537 beta= 832.9957
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 228 Ed= 0.2677091 Ew= 2.037501
#> gradient= 6152.576
#> C_new= 191.3624 Ed= 0.2237069 Ew= 2.044033
#> mu= 0.005
#> gamma= 9.9991 alpha= 2.4459 beta= 996.8421
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 228 Ed= 0.2237069 Ew= 2.044033
#> gradient= 6681.812
#> C_new= 283.4381 Ed= 0.2793263 Ew= 2.041724
#> mu= 0.05
#> C_new= 273.5004 Ed= 0.2693572 Ew= 2.041729
#> mu= 0.5
#> C_new= 194.923 Ed= 0.1905298 Ew= 2.042148
#> mu= 0.05
#> gamma= 9.9992 alpha= 2.4482 beta= 1170.423
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 228 Ed= 0.1905298 Ew= 2.042148
#> gradient= 7243.425
#> C_new= 191.3017 Ed= 0.1591635 Ew= 2.04767
#> mu= 0.005
#> gamma= 9.9993 alpha= 2.4416 beta= 1401.077
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 228 Ed= 0.1591635 Ew= 2.04767
#> gradient= 7868.909
#> C_new= 283.6222 Ed= 0.1988665 Ew= 2.045722
#> mu= 0.05
#> C_new= 273.6509 Ed= 0.1917496 Ew= 2.045726
#> mu= 0.5
#> C_new= 194.8522 Ed= 0.1355075 Ew= 2.046081
#> mu= 0.05
#> gamma= 9.9994 alpha= 2.4436 beta= 1645.668
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 228 Ed= 0.1355075 Ew= 2.046081
#> gradient= 8535.084
#> C_new= 191.2556 Ed= 0.1131726 Ew= 2.050745
#> mu= 0.005
#> gamma= 9.9995 alpha= 2.438 beta= 1970.444
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 228 Ed= 0.1131726 Ew= 2.050745
#> gradient= 9275.124
#> C_new= 283.7754 Ed= 0.1414806 Ew= 2.049103
#> mu= 0.05
#> C_new= 273.7757 Ed= 0.1364057 Ew= 2.049107
#> mu= 0.5
#> C_new= 194.7901 Ed= 0.0963202 Ew= 2.049407
#> mu= 0.05
#> gamma= 9.9996 alpha= 2.4396 beta= 2315.197
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 228 Ed= 0.0963202 Ew= 2.049407
#> gradient= 10064.79
#> C_new= 191.2208 Ed= 0.08043006 Ew= 2.053344
#> mu= 0.005
#> gamma= 9.9997 alpha= 2.435 beta= 2772.597
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 228 Ed= 0.08043006 Ew= 2.053344
#> gradient= 10941.14
#> C_new= 283.9016 Ed= 0.1005934 Ew= 2.05196
#> mu= 0.05
#> C_new= 273.8779 Ed= 0.09697817 Ew= 2.051963
#> mu= 0.5
#> C_new= 194.7349 Ed= 0.06843325 Ew= 2.052216
#> mu= 0.05
#> gamma= 9.9997 alpha= 2.4363 beta= 3258.652
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 228 Ed= 0.06843325 Ew= 2.052216
#> gradient= 11876.75
#> C_new= 191.1948 Ed= 0.05713617 Ew= 2.055539
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.4324 beta= 3902.959
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 228 Ed= 0.05713617 Ew= 2.055539
#> gradient= 12915.27
#> C_new= 284.0047 Ed= 0.07148618 Ew= 2.054372
#> mu= 0.05
#> C_new= 273.9608 Ed= 0.06891277 Ew= 2.054374
#> mu= 0.5
#> C_new= 194.6856 Ed= 0.04860109 Ew= 2.054589
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4335 beta= 4588.377
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 228 Ed= 0.04860109 Ew= 2.054589
#> gradient= 14023.44
#> C_new= 191.1758 Ed= 0.04057406 Ew= 2.057391
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.4302 beta= 5496.124
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 228 Ed= 0.04057406 Ew= 2.057391
#> gradient= 15254.86
#> C_new= 284.088 Ed= 0.05077951 Ew= 2.056408
#> mu= 0.05
#> C_new= 274.0272 Ed= 0.04894897 Ew= 2.05641
#> mu= 0.5
#> C_new= 194.6413 Ed= 0.03450491 Ew= 2.056591
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4312 beta= 6462.85
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 228 Ed= 0.03450491 Ew= 2.056591
#> gradient= 16567.15
#> C_new= 191.1622 Ed= 0.02880409 Ew= 2.058954
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4284 beta= 7741.959
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 228 Ed= 0.02880409 Ew= 2.058954
#> gradient= 18028.01
#> C_new= 284.1548 Ed= 0.03605765 Ew= 2.058125
#> mu= 0.05
#> C_new= 274.0797 Ed= 0.03475629 Ew= 2.058127
#> mu= 0.5
#> C_new= 194.6012 Ed= 0.02449029 Ew= 2.05828
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4292 beta= 9105.65
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 228 Ed= 0.02449029 Ew= 2.05828
#> gradient= 19581.85
#> C_new= 191.1528 Ed= 0.02044313 Ew= 2.060272
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4268 beta= 10908.31
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 228 Ed= 0.02044313 Ew= 2.060272
#> gradient= 21315.55
#> C_new= 284.2076 Ed= 0.02559602 Ew= 2.059574
#> mu= 0.05
#> C_new= 274.1205 Ed= 0.02467131 Ew= 2.059575
#> mu= 0.5
#> C_new= 194.5647 Ed= 0.01737814 Ew= 2.059704
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4275 beta= 12832.21
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 228 Ed= 0.01737814 Ew= 2.059704
#> gradient= 23155.35
#> C_new= 191.1468 Ed= 0.0145059 Ew= 2.061383
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4255 beta= 15373.06
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 228 Ed= 0.0145059 Ew= 2.061383
#> gradient= 25213.49
#> C_new= 284.2487 Ed= 0.01816491 Ew= 2.060795
#> mu= 0.05
#> C_new= 274.1517 Ed= 0.01750811 Ew= 2.060796
#> mu= 0.5
#> C_new= 194.5316 Ed= 0.01232889 Ew= 2.060905
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4261 beta= 18087.6
#> ----------------------------------------------------------------------
#> Epoch= 75
#> C= 228 Ed= 0.01232889 Ew= 2.060905
#> gradient= 27391.93
#> C_new= 191.1435 Ed= 0.01029104 Ew= 2.06232
#> mu= 0.005
#> gamma= 10 alpha= 2.4244 beta= 21669.35
#> ----------------------------------------------------------------------
#> Epoch= 76
#> C= 228 Ed= 0.01029104 Ew= 2.06232
#> gradient= 29835.84
#> C_new= 284.2802 Ed= 0.01288832 Ew= 2.061825
#> mu= 0.05
#> C_new= 274.175 Ed= 0.01242198 Ew= 2.061826
#> mu= 0.5
#> C_new= 194.5013 Ed= 0.00874518 Ew= 2.061917
#> mu= 0.05
#> gamma= 10 alpha= 2.4249 beta= 25499.76
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.443638 test-rmse:0.457131
#> [2] train-rmse:0.407155 test-rmse:0.432222
#> [3] train-rmse:0.385217 test-rmse:0.414078
#> [4] train-rmse:0.368832 test-rmse:0.404238
#> [5] train-rmse:0.357410 test-rmse:0.398967
#> [6] train-rmse:0.349405 test-rmse:0.395980
#> [7] train-rmse:0.341740 test-rmse:0.391060
#> [8] train-rmse:0.333579 test-rmse:0.391952
#> [9] train-rmse:0.328076 test-rmse:0.392898
#> [10] train-rmse:0.325030 test-rmse:0.392531
#> [11] train-rmse:0.320288 test-rmse:0.389988
#> [12] train-rmse:0.315509 test-rmse:0.389632
#> [13] train-rmse:0.311653 test-rmse:0.390153
#> [14] train-rmse:0.307598 test-rmse:0.388258
#> [15] train-rmse:0.303750 test-rmse:0.390324
#> [16] train-rmse:0.299308 test-rmse:0.392338
#> [17] train-rmse:0.297809 test-rmse:0.391651
#> [18] train-rmse:0.293866 test-rmse:0.391277
#> [19] train-rmse:0.287517 test-rmse:0.390954
#> [20] train-rmse:0.285129 test-rmse:0.391875
#> [21] train-rmse:0.281690 test-rmse:0.392948
#> [22] train-rmse:0.277783 test-rmse:0.391573
#> [23] train-rmse:0.275771 test-rmse:0.391393
#> [24] train-rmse:0.274235 test-rmse:0.391105
#> [25] train-rmse:0.269632 test-rmse:0.393303
#> [26] train-rmse:0.266651 test-rmse:0.392815
#> [27] train-rmse:0.264466 test-rmse:0.393745
#> [28] train-rmse:0.263289 test-rmse:0.393393
#> [29] train-rmse:0.261444 test-rmse:0.394381
#> [30] train-rmse:0.260494 test-rmse:0.394179
#> [31] train-rmse:0.259132 test-rmse:0.393996
#> [32] train-rmse:0.256946 test-rmse:0.393965
#> [33] train-rmse:0.254463 test-rmse:0.394434
#> [34] train-rmse:0.253445 test-rmse:0.394525
#> [35] train-rmse:0.251728 test-rmse:0.394644
#> [36] train-rmse:0.249208 test-rmse:0.395457
#> [37] train-rmse:0.246220 test-rmse:0.398475
#> [38] train-rmse:0.245217 test-rmse:0.398898
#> [39] train-rmse:0.241049 test-rmse:0.401061
#> [40] train-rmse:0.236967 test-rmse:0.401660
#> [41] train-rmse:0.234862 test-rmse:0.401304
#> [42] train-rmse:0.232991 test-rmse:0.400882
#> [43] train-rmse:0.229919 test-rmse:0.401391
#> [44] train-rmse:0.227452 test-rmse:0.402086
#> [45] train-rmse:0.226730 test-rmse:0.402382
#> [46] train-rmse:0.222879 test-rmse:0.401234
#> [47] train-rmse:0.220063 test-rmse:0.402195
#> [48] train-rmse:0.219298 test-rmse:0.402647
#> [49] train-rmse:0.218617 test-rmse:0.402964
#> [50] train-rmse:0.218048 test-rmse:0.403166
#> [51] train-rmse:0.215381 test-rmse:0.403880
#> [52] train-rmse:0.214052 test-rmse:0.403453
#> [53] train-rmse:0.212227 test-rmse:0.405058
#> [54] train-rmse:0.209334 test-rmse:0.408942
#> [55] train-rmse:0.206925 test-rmse:0.407892
#> [56] train-rmse:0.205120 test-rmse:0.406566
#> [57] train-rmse:0.202183 test-rmse:0.404188
#> [58] train-rmse:0.199527 test-rmse:0.404768
#> [59] train-rmse:0.198700 test-rmse:0.404579
#> [60] train-rmse:0.196033 test-rmse:0.404225
#> [61] train-rmse:0.194574 test-rmse:0.405300
#> [62] train-rmse:0.193821 test-rmse:0.407061
#> [63] train-rmse:0.192109 test-rmse:0.405714
#> [64] train-rmse:0.191744 test-rmse:0.406001
#> [65] train-rmse:0.191304 test-rmse:0.406340
#> [66] train-rmse:0.188906 test-rmse:0.406003
#> [67] train-rmse:0.188118 test-rmse:0.406086
#> [68] train-rmse:0.186674 test-rmse:0.407296
#> [69] train-rmse:0.185526 test-rmse:0.406883
#> [70] train-rmse:0.184813 test-rmse:0.407410
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.351578 test-rmse:0.351602
#> [2] train-rmse:0.247215 test-rmse:0.247248
#> [3] train-rmse:0.173832 test-rmse:0.173867
#> [4] train-rmse:0.122232 test-rmse:0.122265
#> [5] train-rmse:0.085949 test-rmse:0.085978
#> [6] train-rmse:0.060436 test-rmse:0.060461
#> [7] train-rmse:0.042497 test-rmse:0.042517
#> [8] train-rmse:0.029883 test-rmse:0.029899
#> [9] train-rmse:0.021013 test-rmse:0.021025
#> [10] train-rmse:0.014775 test-rmse:0.014785
#> [11] train-rmse:0.010390 test-rmse:0.010397
#> [12] train-rmse:0.007306 test-rmse:0.007312
#> [13] train-rmse:0.005137 test-rmse:0.005142
#> [14] train-rmse:0.003612 test-rmse:0.003616
#> [15] train-rmse:0.002540 test-rmse:0.002543
#> [16] train-rmse:0.001786 test-rmse:0.001788
#> [17] train-rmse:0.001256 test-rmse:0.001258
#> [18] train-rmse:0.000883 test-rmse:0.000884
#> [19] train-rmse:0.000621 test-rmse:0.000622
#> [20] train-rmse:0.000437 test-rmse:0.000437
#> [21] train-rmse:0.000307 test-rmse:0.000308
#> [22] train-rmse:0.000216 test-rmse:0.000216
#> [23] train-rmse:0.000152 test-rmse:0.000152
#> [24] train-rmse:0.000107 test-rmse:0.000107
#> [25] train-rmse:0.000075 test-rmse:0.000075
#> [26] train-rmse:0.000074 test-rmse:0.000075
#> [27] train-rmse:0.000074 test-rmse:0.000074
#> [28] train-rmse:0.000073 test-rmse:0.000074
#> [29] train-rmse:0.000073 test-rmse:0.000074
#> [30] train-rmse:0.000073 test-rmse:0.000074
#> [31] train-rmse:0.000073 test-rmse:0.000074
#> [32] train-rmse:0.000073 test-rmse:0.000074
#> [33] train-rmse:0.000073 test-rmse:0.000074
#> [34] train-rmse:0.000073 test-rmse:0.000074
#> [35] train-rmse:0.000073 test-rmse:0.000074
#> [36] train-rmse:0.000073 test-rmse:0.000074
#> [37] train-rmse:0.000073 test-rmse:0.000074
#> [38] train-rmse:0.000073 test-rmse:0.000074
#> [39] train-rmse:0.000073 test-rmse:0.000074
#> [40] train-rmse:0.000073 test-rmse:0.000074
#> [41] train-rmse:0.000073 test-rmse:0.000074
#> [42] train-rmse:0.000073 test-rmse:0.000074
#> [43] train-rmse:0.000073 test-rmse:0.000074
#> [44] train-rmse:0.000073 test-rmse:0.000074
#> [45] train-rmse:0.000073 test-rmse:0.000074
#> [46] train-rmse:0.000073 test-rmse:0.000074
#> [47] train-rmse:0.000073 test-rmse:0.000074
#> [48] train-rmse:0.000073 test-rmse:0.000074
#> [49] train-rmse:0.000073 test-rmse:0.000074
#> [50] train-rmse:0.000073 test-rmse:0.000074
#> [51] train-rmse:0.000073 test-rmse:0.000074
#> [52] train-rmse:0.000073 test-rmse:0.000074
#> [53] train-rmse:0.000073 test-rmse:0.000074
#> [54] train-rmse:0.000073 test-rmse:0.000074
#> [55] train-rmse:0.000073 test-rmse:0.000074
#> [56] train-rmse:0.000073 test-rmse:0.000074
#> [57] train-rmse:0.000073 test-rmse:0.000074
#> [58] train-rmse:0.000073 test-rmse:0.000074
#> [59] train-rmse:0.000073 test-rmse:0.000074
#> [60] train-rmse:0.000073 test-rmse:0.000074
#> [61] train-rmse:0.000073 test-rmse:0.000074
#> [62] train-rmse:0.000073 test-rmse:0.000074
#> [63] train-rmse:0.000073 test-rmse:0.000074
#> [64] train-rmse:0.000073 test-rmse:0.000074
#> [65] train-rmse:0.000073 test-rmse:0.000074
#> [66] train-rmse:0.000073 test-rmse:0.000074
#> [67] train-rmse:0.000073 test-rmse:0.000074
#> [68] train-rmse:0.000073 test-rmse:0.000074
#> [69] train-rmse:0.000073 test-rmse:0.000074
#> [70] train-rmse:0.000073 test-rmse:0.000074
#> [1]
#> [1] "Resampling number 5 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 110
#> Nguyen-Widrow method
#> Scaling factor= 0.7035671
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 226.5 Ed= 1574.513 Ew= 7.909588
#> gradient= 119.164
#> C_new= 53.35825 Ed= 457.5463 Ew= 0.5063758
#> mu= 5e-04
#> gamma= 5.0591 alpha= 4.9954 beta= 0.4895
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 226.5 Ed= 457.5463 Ew= 0.5063758
#> gradient= 95.9071
#> C_new= 304.1916 Ed= 592.9624 Ew= 2.789476
#> mu= 0.005
#> C_new= 304.014 Ed= 592.6015 Ew= 2.789284
#> mu= 0.05
#> C_new= 302.2502 Ed= 589.0176 Ew= 2.787381
#> mu= 0.5
#> C_new= 285.7406 Ed= 555.4726 Ew= 2.769537
#> mu= 5
#> C_new= 189.0967 Ed= 359.2614 Ew= 2.649857
#> mu= 0.5
#> gamma= 4.7729 alpha= 0.9006 beta= 0.6238
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 226.5 Ed= 359.2614 Ew= 2.649857
#> gradient= 329.1819
#> C_new= 142.9731 Ed= 227.814 Ew= 0.953576
#> mu= 0.05
#> gamma= 12.7699 alpha= 6.6958 beta= 0.9662
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 226.5 Ed= 227.814 Ew= 0.953576
#> gradient= 206.9478
#> C_new= 89.427 Ed= 76.54705 Ew= 2.309941
#> mu= 0.005
#> gamma= 6.8834 alpha= 1.4899 beta= 2.914
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 226.5 Ed= 76.54705 Ew= 2.309941
#> gradient= 392.4021
#> C_new= 101.1991 Ed= 33.79905 Ew= 1.817915
#> mu= 5e-04
#> gamma= 14.7254 alpha= 4.0501 beta= 6.4835
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 226.5 Ed= 33.79905 Ew= 1.817915
#> gradient= 727.8524
#> C_new= 215.5709 Ed= 32.11477 Ew= 1.815694
#> mu= 5e-05
#> gamma= 10.9461 alpha= 3.0143 beta= 6.8824
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 226.5 Ed= 32.11477 Ew= 1.815694
#> gradient= 759.6299
#> C_new= 349.1663 Ed= 49.96248 Ew= 1.759671
#> mu= 5e-04
#> C_new= 349.0739 Ed= 49.94906 Ew= 1.759671
#> mu= 0.005
#> C_new= 348.152 Ed= 49.81511 Ew= 1.759671
#> mu= 0.05
#> C_new= 339.1048 Ed= 48.50054 Ew= 1.759708
#> mu= 0.5
#> C_new= 263.484 Ed= 37.51146 Ew= 1.763204
#> mu= 5
#> C_new= 45.11516 Ed= 5.729835 Ew= 1.884381
#> mu= 0.5
#> gamma= 10.1685 alpha= 2.6981 beta= 38.6426
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 226.5 Ed= 5.729835 Ew= 1.884381
#> gradient= 1732.75
#> C_new= 7.567625 Ed= 0.04921965 Ew= 2.099871
#> mu= 0.05
#> gamma= 10.1484 alpha= 2.4164 beta= 4498.727
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 226.5 Ed= 0.04921965 Ew= 2.099871
#> gradient= 19439.16
#> C_new= 433.912 Ed= 0.09533114 Ew= 2.087057
#> mu= 0.5
#> C_new= 307.1866 Ed= 0.0671618 Ew= 2.087382
#> mu= 5
#> C_new= 31.52554 Ed= 0.00588144 Ew= 2.096697
#> mu= 0.5
#> gamma= 13.9517 alpha= 3.3271 beta= 37324.9
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.442425 test-rmse:0.458015
#> [2] train-rmse:0.406363 test-rmse:0.439612
#> [3] train-rmse:0.381184 test-rmse:0.428681
#> [4] train-rmse:0.366098 test-rmse:0.423721
#> [5] train-rmse:0.353321 test-rmse:0.417808
#> [6] train-rmse:0.343513 test-rmse:0.416433
#> [7] train-rmse:0.335229 test-rmse:0.416941
#> [8] train-rmse:0.327593 test-rmse:0.414288
#> [9] train-rmse:0.322705 test-rmse:0.414929
#> [10] train-rmse:0.317297 test-rmse:0.414566
#> [11] train-rmse:0.310787 test-rmse:0.413978
#> [12] train-rmse:0.305151 test-rmse:0.413325
#> [13] train-rmse:0.300869 test-rmse:0.412273
#> [14] train-rmse:0.297608 test-rmse:0.413417
#> [15] train-rmse:0.293532 test-rmse:0.412500
#> [16] train-rmse:0.290575 test-rmse:0.410643
#> [17] train-rmse:0.286815 test-rmse:0.410011
#> [18] train-rmse:0.283928 test-rmse:0.410497
#> [19] train-rmse:0.279530 test-rmse:0.410541
#> [20] train-rmse:0.271980 test-rmse:0.411324
#> [21] train-rmse:0.268010 test-rmse:0.410298
#> [22] train-rmse:0.263603 test-rmse:0.412679
#> [23] train-rmse:0.262062 test-rmse:0.413714
#> [24] train-rmse:0.259737 test-rmse:0.415115
#> [25] train-rmse:0.258596 test-rmse:0.414888
#> [26] train-rmse:0.252957 test-rmse:0.413862
#> [27] train-rmse:0.251996 test-rmse:0.415118
#> [28] train-rmse:0.247215 test-rmse:0.419108
#> [29] train-rmse:0.243897 test-rmse:0.418550
#> [30] train-rmse:0.238372 test-rmse:0.419469
#> [31] train-rmse:0.237045 test-rmse:0.419663
#> [32] train-rmse:0.233378 test-rmse:0.422671
#> [33] train-rmse:0.231325 test-rmse:0.422986
#> [34] train-rmse:0.230410 test-rmse:0.422542
#> [35] train-rmse:0.229729 test-rmse:0.423465
#> [36] train-rmse:0.226450 test-rmse:0.423290
#> [37] train-rmse:0.224245 test-rmse:0.423811
#> [38] train-rmse:0.221690 test-rmse:0.425666
#> [39] train-rmse:0.218855 test-rmse:0.427819
#> [40] train-rmse:0.217091 test-rmse:0.428416
#> [41] train-rmse:0.215647 test-rmse:0.429613
#> [42] train-rmse:0.212730 test-rmse:0.430012
#> [43] train-rmse:0.210818 test-rmse:0.432676
#> [44] train-rmse:0.209623 test-rmse:0.432151
#> [45] train-rmse:0.208917 test-rmse:0.431929
#> [46] train-rmse:0.205664 test-rmse:0.432361
#> [47] train-rmse:0.205223 test-rmse:0.431980
#> [48] train-rmse:0.204604 test-rmse:0.432140
#> [49] train-rmse:0.202621 test-rmse:0.433665
#> [50] train-rmse:0.200551 test-rmse:0.433432
#> [51] train-rmse:0.199930 test-rmse:0.433138
#> [52] train-rmse:0.198326 test-rmse:0.432261
#> [53] train-rmse:0.197833 test-rmse:0.432383
#> [54] train-rmse:0.197212 test-rmse:0.432992
#> [55] train-rmse:0.195159 test-rmse:0.434404
#> [56] train-rmse:0.194773 test-rmse:0.434397
#> [57] train-rmse:0.192699 test-rmse:0.433586
#> [58] train-rmse:0.191799 test-rmse:0.433870
#> [59] train-rmse:0.189326 test-rmse:0.433415
#> [60] train-rmse:0.188250 test-rmse:0.434331
#> [61] train-rmse:0.186187 test-rmse:0.434346
#> [62] train-rmse:0.185119 test-rmse:0.434681
#> [63] train-rmse:0.182690 test-rmse:0.436501
#> [64] train-rmse:0.180417 test-rmse:0.437857
#> [65] train-rmse:0.178268 test-rmse:0.438875
#> [66] train-rmse:0.176838 test-rmse:0.437293
#> [67] train-rmse:0.176586 test-rmse:0.437426
#> [68] train-rmse:0.174569 test-rmse:0.437401
#> [69] train-rmse:0.173906 test-rmse:0.437599
#> [70] train-rmse:0.173601 test-rmse:0.438330
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.351620 test-rmse:0.351501
#> [2] train-rmse:0.247274 test-rmse:0.247107
#> [3] train-rmse:0.173895 test-rmse:0.173718
#> [4] train-rmse:0.122292 test-rmse:0.122126
#> [5] train-rmse:0.086002 test-rmse:0.085856
#> [6] train-rmse:0.060482 test-rmse:0.060358
#> [7] train-rmse:0.042535 test-rmse:0.042433
#> [8] train-rmse:0.029913 test-rmse:0.029831
#> [9] train-rmse:0.021037 test-rmse:0.020972
#> [10] train-rmse:0.014795 test-rmse:0.014744
#> [11] train-rmse:0.010405 test-rmse:0.010366
#> [12] train-rmse:0.007317 test-rmse:0.007287
#> [13] train-rmse:0.005146 test-rmse:0.005123
#> [14] train-rmse:0.003619 test-rmse:0.003602
#> [15] train-rmse:0.002545 test-rmse:0.002532
#> [16] train-rmse:0.001790 test-rmse:0.001780
#> [17] train-rmse:0.001259 test-rmse:0.001252
#> [18] train-rmse:0.000885 test-rmse:0.000880
#> [19] train-rmse:0.000623 test-rmse:0.000619
#> [20] train-rmse:0.000438 test-rmse:0.000435
#> [21] train-rmse:0.000308 test-rmse:0.000306
#> [22] train-rmse:0.000217 test-rmse:0.000215
#> [23] train-rmse:0.000152 test-rmse:0.000151
#> [24] train-rmse:0.000107 test-rmse:0.000106
#> [25] train-rmse:0.000075 test-rmse:0.000075
#> [26] train-rmse:0.000074 test-rmse:0.000072
#> [27] train-rmse:0.000073 test-rmse:0.000070
#> [28] train-rmse:0.000072 test-rmse:0.000069
#> [29] train-rmse:0.000072 test-rmse:0.000068
#> [30] train-rmse:0.000072 test-rmse:0.000067
#> [31] train-rmse:0.000072 test-rmse:0.000067
#> [32] train-rmse:0.000072 test-rmse:0.000067
#> [33] train-rmse:0.000072 test-rmse:0.000067
#> [34] train-rmse:0.000072 test-rmse:0.000067
#> [35] train-rmse:0.000072 test-rmse:0.000067
#> [36] train-rmse:0.000072 test-rmse:0.000067
#> [37] train-rmse:0.000072 test-rmse:0.000067
#> [38] train-rmse:0.000072 test-rmse:0.000067
#> [39] train-rmse:0.000072 test-rmse:0.000066
#> [40] train-rmse:0.000072 test-rmse:0.000066
#> [41] train-rmse:0.000072 test-rmse:0.000066
#> [42] train-rmse:0.000072 test-rmse:0.000066
#> [43] train-rmse:0.000072 test-rmse:0.000066
#> [44] train-rmse:0.000072 test-rmse:0.000066
#> [45] train-rmse:0.000072 test-rmse:0.000066
#> [46] train-rmse:0.000072 test-rmse:0.000066
#> [47] train-rmse:0.000072 test-rmse:0.000066
#> [48] train-rmse:0.000072 test-rmse:0.000066
#> [49] train-rmse:0.000072 test-rmse:0.000066
#> [50] train-rmse:0.000072 test-rmse:0.000066
#> [51] train-rmse:0.000072 test-rmse:0.000066
#> [52] train-rmse:0.000072 test-rmse:0.000066
#> [53] train-rmse:0.000072 test-rmse:0.000066
#> [54] train-rmse:0.000072 test-rmse:0.000066
#> [55] train-rmse:0.000072 test-rmse:0.000066
#> [56] train-rmse:0.000072 test-rmse:0.000066
#> [57] train-rmse:0.000072 test-rmse:0.000066
#> [58] train-rmse:0.000072 test-rmse:0.000066
#> [59] train-rmse:0.000072 test-rmse:0.000066
#> [60] train-rmse:0.000072 test-rmse:0.000066
#> [61] train-rmse:0.000072 test-rmse:0.000066
#> [62] train-rmse:0.000072 test-rmse:0.000066
#> [63] train-rmse:0.000072 test-rmse:0.000066
#> [64] train-rmse:0.000072 test-rmse:0.000066
#> [65] train-rmse:0.000072 test-rmse:0.000066
#> [66] train-rmse:0.000072 test-rmse:0.000066
#> [67] train-rmse:0.000072 test-rmse:0.000066
#> [68] train-rmse:0.000072 test-rmse:0.000066
#> [69] train-rmse:0.000072 test-rmse:0.000066
#> [70] train-rmse:0.000072 test-rmse:0.000066
#> [1]
#> [1] "Resampling number 6 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 110
#> Nguyen-Widrow method
#> Scaling factor= 0.7035358
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 228.5 Ed= 674.9769 Ew= 8.113597
#> gradient= 107.9767
#> C_new= 122.4448 Ed= 461.2075 Ew= 0.5743462
#> mu= 5e-04
#> gamma= 7.2769 alpha= 6.3349 beta= 0.4875
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 228.5 Ed= 461.2075 Ew= 0.5743462
#> gradient= 152.0059
#> C_new= 212.2999 Ed= 411.3787 Ew= 1.852012
#> mu= 5e-05
#> gamma= 4.4042 alpha= 1.189 beta= 0.5501
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 228.5 Ed= 411.3787 Ew= 1.852012
#> gradient= 217.359
#> C_new= 243.2865 Ed= 440.8046 Ew= 0.6741109
#> mu= 5e-04
#> C_new= 243.1889 Ed= 440.6271 Ew= 0.6741099
#> mu= 0.005
#> C_new= 242.2159 Ed= 438.8584 Ew= 0.674107
#> mu= 0.05
#> C_new= 232.7964 Ed= 421.7336 Ew= 0.6747719
#> mu= 0.5
#> C_new= 162.5827 Ed= 293.9782 Ew= 0.72862
#> mu= 0.05
#> gamma= 9.7738 alpha= 6.707 beta= 0.7606
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 228.5 Ed= 293.9782 Ew= 0.72862
#> gradient= 176.7668
#> C_new= 113.4279 Ed= 131.6175 Ew= 1.98504
#> mu= 0.005
#> gamma= 5.8227 alpha= 1.4666 beta= 1.714
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 228.5 Ed= 131.6175 Ew= 1.98504
#> gradient= 376.212
#> C_new= 359.1521 Ed= 208.4834 Ew= 1.239125
#> mu= 0.05
#> C_new= 342.8138 Ed= 198.9506 Ew= 1.239622
#> mu= 0.5
#> C_new= 223.6953 Ed= 129.4264 Ew= 1.269599
#> mu= 0.05
#> gamma= 10.6644 alpha= 4.1999 beta= 1.7243
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 228.5 Ed= 129.4264 Ew= 1.269599
#> gradient= 320.5956
#> C_new= 117.8663 Ed= 64.0394 Ew= 1.772482
#> mu= 0.005
#> gamma= 8.7294 alpha= 2.4625 beta= 3.5
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 228.5 Ed= 64.0394 Ew= 1.772482
#> gradient= 509.9048
#> C_new= 345.6046 Ed= 97.6342 Ew= 1.579247
#> mu= 0.05
#> C_new= 335.2333 Ed= 94.67089 Ew= 1.57932
#> mu= 0.5
#> C_new= 251.0365 Ed= 70.60942 Ew= 1.586354
#> mu= 5
#> C_new= 36.89062 Ed= 9.277901 Ew= 1.794272
#> mu= 0.5
#> gamma= 9.8036 alpha= 2.7319 beta= 24.1001
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 228.5 Ed= 9.277901 Ew= 1.794272
#> gradient= 1306.435
#> C_new= 5.746826 Ed= 0.0001707991 Ew= 2.102075
#> mu= 0.05
#> gamma= 9.9542 alpha= 2.3677 beta= 1308689
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.441544 test-rmse:0.459743
#> [2] train-rmse:0.407667 test-rmse:0.440326
#> [3] train-rmse:0.381585 test-rmse:0.434470
#> [4] train-rmse:0.364661 test-rmse:0.429819
#> [5] train-rmse:0.350900 test-rmse:0.428193
#> [6] train-rmse:0.340090 test-rmse:0.426014
#> [7] train-rmse:0.333250 test-rmse:0.421761
#> [8] train-rmse:0.327907 test-rmse:0.420541
#> [9] train-rmse:0.323842 test-rmse:0.421142
#> [10] train-rmse:0.318790 test-rmse:0.417039
#> [11] train-rmse:0.314893 test-rmse:0.418932
#> [12] train-rmse:0.312138 test-rmse:0.418603
#> [13] train-rmse:0.309529 test-rmse:0.417497
#> [14] train-rmse:0.304547 test-rmse:0.416485
#> [15] train-rmse:0.300891 test-rmse:0.416814
#> [16] train-rmse:0.296956 test-rmse:0.417901
#> [17] train-rmse:0.295001 test-rmse:0.418586
#> [18] train-rmse:0.293850 test-rmse:0.420126
#> [19] train-rmse:0.290517 test-rmse:0.420864
#> [20] train-rmse:0.284744 test-rmse:0.421799
#> [21] train-rmse:0.280191 test-rmse:0.422864
#> [22] train-rmse:0.278105 test-rmse:0.424975
#> [23] train-rmse:0.274062 test-rmse:0.424821
#> [24] train-rmse:0.270765 test-rmse:0.423743
#> [25] train-rmse:0.268631 test-rmse:0.422458
#> [26] train-rmse:0.265881 test-rmse:0.425688
#> [27] train-rmse:0.262084 test-rmse:0.426284
#> [28] train-rmse:0.257983 test-rmse:0.425795
#> [29] train-rmse:0.254732 test-rmse:0.425827
#> [30] train-rmse:0.253783 test-rmse:0.425263
#> [31] train-rmse:0.252032 test-rmse:0.426752
#> [32] train-rmse:0.250860 test-rmse:0.427321
#> [33] train-rmse:0.247463 test-rmse:0.428462
#> [34] train-rmse:0.244873 test-rmse:0.427159
#> [35] train-rmse:0.243268 test-rmse:0.426139
#> [36] train-rmse:0.239505 test-rmse:0.423801
#> [37] train-rmse:0.236569 test-rmse:0.425029
#> [38] train-rmse:0.232079 test-rmse:0.426433
#> [39] train-rmse:0.229621 test-rmse:0.427056
#> [40] train-rmse:0.225199 test-rmse:0.427105
#> [41] train-rmse:0.222031 test-rmse:0.427748
#> [42] train-rmse:0.218536 test-rmse:0.431364
#> [43] train-rmse:0.217352 test-rmse:0.431520
#> [44] train-rmse:0.214982 test-rmse:0.430280
#> [45] train-rmse:0.213038 test-rmse:0.430973
#> [46] train-rmse:0.210037 test-rmse:0.431430
#> [47] train-rmse:0.208336 test-rmse:0.431716
#> [48] train-rmse:0.206776 test-rmse:0.431452
#> [49] train-rmse:0.203787 test-rmse:0.432890
#> [50] train-rmse:0.202796 test-rmse:0.432449
#> [51] train-rmse:0.199667 test-rmse:0.432888
#> [52] train-rmse:0.198829 test-rmse:0.432618
#> [53] train-rmse:0.197506 test-rmse:0.433800
#> [54] train-rmse:0.196144 test-rmse:0.433759
#> [55] train-rmse:0.195396 test-rmse:0.434593
#> [56] train-rmse:0.193049 test-rmse:0.436504
#> [57] train-rmse:0.192395 test-rmse:0.436343
#> [58] train-rmse:0.192024 test-rmse:0.436003
#> [59] train-rmse:0.189191 test-rmse:0.437651
#> [60] train-rmse:0.186463 test-rmse:0.439545
#> [61] train-rmse:0.185779 test-rmse:0.439852
#> [62] train-rmse:0.183458 test-rmse:0.440442
#> [63] train-rmse:0.182273 test-rmse:0.441722
#> [64] train-rmse:0.178944 test-rmse:0.440111
#> [65] train-rmse:0.177353 test-rmse:0.440467
#> [66] train-rmse:0.176560 test-rmse:0.440345
#> [67] train-rmse:0.174171 test-rmse:0.440780
#> [68] train-rmse:0.171780 test-rmse:0.440960
#> [69] train-rmse:0.171334 test-rmse:0.440820
#> [70] train-rmse:0.170965 test-rmse:0.441009
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.351713 test-rmse:0.351748
#> [2] train-rmse:0.247405 test-rmse:0.247454
#> [3] train-rmse:0.174032 test-rmse:0.174084
#> [4] train-rmse:0.122420 test-rmse:0.122469
#> [5] train-rmse:0.086115 test-rmse:0.086158
#> [6] train-rmse:0.060577 test-rmse:0.060613
#> [7] train-rmse:0.042612 test-rmse:0.042642
#> [8] train-rmse:0.029975 test-rmse:0.029999
#> [9] train-rmse:0.021086 test-rmse:0.021105
#> [10] train-rmse:0.014833 test-rmse:0.014848
#> [11] train-rmse:0.010434 test-rmse:0.010446
#> [12] train-rmse:0.007340 test-rmse:0.007349
#> [13] train-rmse:0.005164 test-rmse:0.005170
#> [14] train-rmse:0.003632 test-rmse:0.003637
#> [15] train-rmse:0.002555 test-rmse:0.002559
#> [16] train-rmse:0.001798 test-rmse:0.001800
#> [17] train-rmse:0.001265 test-rmse:0.001267
#> [18] train-rmse:0.000890 test-rmse:0.000891
#> [19] train-rmse:0.000626 test-rmse:0.000627
#> [20] train-rmse:0.000440 test-rmse:0.000441
#> [21] train-rmse:0.000310 test-rmse:0.000310
#> [22] train-rmse:0.000218 test-rmse:0.000218
#> [23] train-rmse:0.000153 test-rmse:0.000154
#> [24] train-rmse:0.000108 test-rmse:0.000108
#> [25] train-rmse:0.000076 test-rmse:0.000076
#> [26] train-rmse:0.000075 test-rmse:0.000075
#> [27] train-rmse:0.000074 test-rmse:0.000075
#> [28] train-rmse:0.000074 test-rmse:0.000075
#> [29] train-rmse:0.000074 test-rmse:0.000075
#> [30] train-rmse:0.000074 test-rmse:0.000075
#> [31] train-rmse:0.000074 test-rmse:0.000075
#> [32] train-rmse:0.000073 test-rmse:0.000075
#> [33] train-rmse:0.000073 test-rmse:0.000075
#> [34] train-rmse:0.000073 test-rmse:0.000075
#> [35] train-rmse:0.000074 test-rmse:0.000075
#> [36] train-rmse:0.000074 test-rmse:0.000075
#> [37] train-rmse:0.000074 test-rmse:0.000075
#> [38] train-rmse:0.000074 test-rmse:0.000075
#> [39] train-rmse:0.000074 test-rmse:0.000075
#> [40] train-rmse:0.000074 test-rmse:0.000075
#> [41] train-rmse:0.000074 test-rmse:0.000075
#> [42] train-rmse:0.000073 test-rmse:0.000075
#> [43] train-rmse:0.000073 test-rmse:0.000075
#> [44] train-rmse:0.000073 test-rmse:0.000075
#> [45] train-rmse:0.000073 test-rmse:0.000075
#> [46] train-rmse:0.000073 test-rmse:0.000075
#> [47] train-rmse:0.000073 test-rmse:0.000075
#> [48] train-rmse:0.000073 test-rmse:0.000075
#> [49] train-rmse:0.000073 test-rmse:0.000075
#> [50] train-rmse:0.000073 test-rmse:0.000075
#> [51] train-rmse:0.000073 test-rmse:0.000075
#> [52] train-rmse:0.000073 test-rmse:0.000075
#> [53] train-rmse:0.000073 test-rmse:0.000075
#> [54] train-rmse:0.000073 test-rmse:0.000075
#> [55] train-rmse:0.000073 test-rmse:0.000075
#> [56] train-rmse:0.000073 test-rmse:0.000075
#> [57] train-rmse:0.000073 test-rmse:0.000075
#> [58] train-rmse:0.000073 test-rmse:0.000075
#> [59] train-rmse:0.000073 test-rmse:0.000075
#> [60] train-rmse:0.000073 test-rmse:0.000075
#> [61] train-rmse:0.000073 test-rmse:0.000075
#> [62] train-rmse:0.000073 test-rmse:0.000075
#> [63] train-rmse:0.000073 test-rmse:0.000075
#> [64] train-rmse:0.000073 test-rmse:0.000075
#> [65] train-rmse:0.000073 test-rmse:0.000075
#> [66] train-rmse:0.000073 test-rmse:0.000075
#> [67] train-rmse:0.000073 test-rmse:0.000075
#> [68] train-rmse:0.000073 test-rmse:0.000075
#> [69] train-rmse:0.000073 test-rmse:0.000075
#> [70] train-rmse:0.000073 test-rmse:0.000075
#> [1]
#> [1] "Resampling number 7 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 110
#> Nguyen-Widrow method
#> Scaling factor= 0.703599
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 224.5 Ed= 681.1244 Ew= 7.652338
#> gradient= 103.473
#> C_new= 113.6009 Ed= 426.5384 Ew= 1.037303
#> mu= 5e-04
#> gamma= 6.1675 alpha= 2.9729 beta= 0.5191
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 224.5 Ed= 426.5384 Ew= 1.037303
#> gradient= 174.5731
#> C_new= 231.0753 Ed= 437.7641 Ew= 1.2889
#> mu= 0.005
#> C_new= 230.7225 Ed= 437.0848 Ew= 1.288854
#> mu= 0.05
#> C_new= 227.2397 Ed= 430.3777 Ew= 1.288463
#> mu= 0.5
#> C_new= 196.4545 Ed= 371.064 Ew= 1.290027
#> mu= 0.05
#> gamma= 7.837 alpha= 3.0376 beta= 0.5945
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 224.5 Ed= 371.064 Ew= 1.290027
#> gradient= 177.5698
#> C_new= 216.3011 Ed= 358.156 Ew= 1.11698
#> mu= 0.005
#> gamma= 8.1076 alpha= 3.6293 beta= 0.6155
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 224.5 Ed= 358.156 Ew= 1.11698
#> gradient= 198.3726
#> C_new= 241.6273 Ed= 385.6715 Ew= 1.169717
#> mu= 0.05
#> C_new= 238.3078 Ed= 380.2794 Ew= 1.169552
#> mu= 0.5
#> C_new= 208.5302 Ed= 331.8866 Ew= 1.171842
#> mu= 0.05
#> gamma= 8.219 alpha= 3.5069 beta= 0.6641
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 224.5 Ed= 331.8866 Ew= 1.171842
#> gradient= 179.2956
#> C_new= 204.0726 Ed= 300.7923 Ew= 1.234823
#> mu= 0.005
#> gamma= 8.0051 alpha= 3.2414 beta= 0.7331
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 224.5 Ed= 300.7923 Ew= 1.234823
#> gradient= 209.2306
#> C_new= 250.5174 Ed= 336.6529 Ew= 1.151393
#> mu= 0.05
#> C_new= 246.3237 Ed= 330.9324 Ew= 1.151321
#> mu= 0.5
#> C_new= 209.4487 Ed= 280.6098 Ew= 1.155734
#> mu= 0.05
#> gamma= 8.7402 alpha= 3.7812 beta= 0.7845
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 224.5 Ed= 280.6098 Ew= 1.155734
#> gradient= 191.8995
#> C_new= 197.6017 Ed= 245.3961 Ew= 1.347679
#> mu= 0.005
#> gamma= 8.1096 alpha= 3.0087 beta= 0.8983
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 224.5 Ed= 245.3961 Ew= 1.347679
#> gradient= 232.3235
#> C_new= 256.1331 Ed= 281.0807 Ew= 1.207017
#> mu= 0.05
#> C_new= 251.139 Ed= 275.5214 Ew= 1.206999
#> mu= 0.5
#> C_new= 207.9806 Ed= 227.4588 Ew= 1.212776
#> mu= 0.05
#> gamma= 9.0473 alpha= 3.73 beta= 0.9671
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 224.5 Ed= 227.4588 Ew= 1.212776
#> gradient= 216.3757
#> C_new= 193.855 Ed= 194.9015 Ew= 1.438311
#> mu= 0.005
#> gamma= 8.4386 alpha= 2.9335 beta= 1.1302
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 224.5 Ed= 194.9015 Ew= 1.438311
#> gradient= 262.5878
#> C_new= 261.3117 Ed= 227.8491 Ew= 1.293058
#> mu= 0.05
#> C_new= 255.7279 Ed= 222.9085 Ew= 1.293071
#> mu= 0.5
#> C_new= 207.9883 Ed= 180.6532 Ew= 1.299222
#> mu= 0.05
#> gamma= 9.2665 alpha= 3.5662 beta= 1.2171
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 224.5 Ed= 180.6532 Ew= 1.299222
#> gradient= 244.6373
#> C_new= 190.8623 Ed= 152.4047 Ew= 1.507453
#> mu= 0.005
#> gamma= 8.8002 alpha= 2.9189 beta= 1.4442
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 224.5 Ed= 152.4047 Ew= 1.507453
#> gradient= 298.0818
#> C_new= 266.5037 Ed= 181.7405 Ew= 1.383252
#> mu= 0.05
#> C_new= 260.4655 Ed= 177.5594 Ew= 1.383282
#> mu= 0.5
#> C_new= 209.1949 Ed= 142.0459 Ew= 1.389239
#> mu= 0.05
#> gamma= 9.4353 alpha= 3.3958 beta= 1.5473
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 224.5 Ed= 142.0459 Ew= 1.389239
#> gradient= 279.5945
#> C_new= 188.9228 Ed= 118.663 Ew= 1.566574
#> mu= 0.005
#> gamma= 9.1043 alpha= 2.9058 beta= 1.8535
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 224.5 Ed= 118.663 Ew= 1.566574
#> gradient= 339.7151
#> C_new= 269.9357 Ed= 143.3335 Ew= 1.466013
#> mu= 0.05
#> C_new= 263.5263 Ed= 139.8755 Ew= 1.466052
#> mu= 0.5
#> C_new= 209.4171 Ed= 110.6745 Ew= 1.471665
#> mu= 0.05
#> gamma= 9.5668 alpha= 3.2503 beta= 1.9852
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 224.5 Ed= 110.6745 Ew= 1.471665
#> gradient= 322.0203
#> C_new= 188.1323 Ed= 92.11033 Ew= 1.62146
#> mu= 0.005
#> gamma= 9.3389 alpha= 2.8798 beta= 2.3866
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 224.5 Ed= 92.11033 Ew= 1.62146
#> gradient= 388.3066
#> C_new= 271.925 Ed= 112.0805 Ew= 1.539551
#> mu= 0.05
#> C_new= 265.1853 Ed= 109.2565 Ew= 1.539594
#> mu= 0.5
#> C_new= 208.6122 Ed= 85.54568 Ew= 1.544847
#> mu= 0.05
#> gamma= 9.6704 alpha= 3.1299 beta= 2.5678
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 224.5 Ed= 85.54568 Ew= 1.544847
#> gradient= 371.9861
#> C_new= 187.6005 Ed= 71.01953 Ew= 1.672912
#> mu= 0.005
#> gamma= 9.5152 alpha= 2.8439 beta= 3.0941
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 224.5 Ed= 71.01953 Ew= 1.672912
#> gradient= 445.1718
#> C_new= 273.7134 Ed= 86.98738 Ew= 1.605072
#> mu= 0.05
#> C_new= 266.6499 Ed= 84.70448 Ew= 1.605117
#> mu= 0.5
#> C_new= 207.6996 Ed= 65.64754 Ew= 1.610008
#> mu= 0.05
#> gamma= 9.7515 alpha= 3.0284 beta= 3.3455
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 224.5 Ed= 65.64754 Ew= 1.610008
#> gradient= 430.2621
#> C_new= 187.0701 Ed= 54.35943 Ew= 1.720475
#> mu= 0.005
#> gamma= 9.6464 alpha= 2.8034 beta= 4.0412
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 224.5 Ed= 54.35943 Ew= 1.720475
#> gradient= 511.3003
#> C_new= 275.5127 Ed= 67.02204 Ew= 1.663629
#> mu= 0.05
#> C_new= 268.1312 Ed= 65.19545 Ew= 1.663674
#> mu= 0.5
#> C_new= 206.8733 Ed= 50.03394 Ew= 1.668196
#> mu= 0.05
#> gamma= 9.8141 alpha= 2.9415 beta= 4.3889
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 224.5 Ed= 50.03394 Ew= 1.668196
#> gradient= 497.9907
#> C_new= 186.6534 Ed= 41.34657 Ew= 1.763806
#> mu= 0.005
#> gamma= 9.7435 alpha= 2.7621 beta= 5.3119
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 224.5 Ed= 41.34657 Ew= 1.763806
#> gradient= 587.6079
#> C_new= 277.2609 Ed= 51.30412 Ew= 1.71584
#> mu= 0.05
#> C_new= 269.5735 Ed= 49.85688 Ew= 1.715883
#> mu= 0.5
#> C_new= 206.1205 Ed= 37.90925 Ew= 1.720035
#> mu= 0.05
#> gamma= 9.8615 alpha= 2.8667 beta= 5.792
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 224.5 Ed= 37.90925 Ew= 1.720035
#> gradient= 576.3676
#> C_new= 186.4079 Ed= 31.29158 Ew= 1.802805
#> mu= 0.005
#> gamma= 9.8145 alpha= 2.722 beta= 7.0176
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 224.5 Ed= 31.29158 Ew= 1.802805
#> gradient= 675.1642
#> C_new= 278.9277 Ed= 39.0632 Ew= 1.762154
#> mu= 0.05
#> C_new= 270.9507 Ed= 37.92647 Ew= 1.762195
#> mu= 0.5
#> C_new= 205.4408 Ed= 28.58995 Ew= 1.765978
#> mu= 0.05
#> gamma= 9.8971 alpha= 2.8022 beta= 7.6793
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 224.5 Ed= 28.58995 Ew= 1.765978
#> gradient= 666.6889
#> C_new= 186.3364 Ed= 23.59417 Ew= 1.837563
#> mu= 0.005
#> gamma= 9.8661 alpha= 2.6846 beta= 9.306
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 224.5 Ed= 23.59417 Ew= 1.837563
#> gradient= 775.234
#> C_new= 280.49 Ed= 29.6207 Ew= 1.803003
#> mu= 0.05
#> C_new= 272.2426 Ed= 28.73445 Ew= 1.803041
#> mu= 0.5
#> C_new= 204.8307 Ed= 21.48952 Ew= 1.806466
#> mu= 0.05
#> gamma= 9.9237 alpha= 2.7467 beta= 10.2161
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 224.5 Ed= 21.48952 Ew= 1.806466
#> gradient= 770.4237
#> C_new= 186.4152 Ed= 17.74496 Ew= 1.8683
#> mu= 0.005
#> gamma= 9.9034 alpha= 2.6504 beta= 12.3724
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 224.5 Ed= 17.74496 Ew= 1.8683
#> gradient= 889.3246
#> C_new= 281.9301 Ed= 22.39305 Ew= 1.838845
#> mu= 0.05
#> C_new= 273.4337 Ed= 21.70632 Ew= 1.83888
#> mu= 0.5
#> C_new= 204.2836 Ed= 16.11662 Ew= 1.841963
#> mu= 0.05
#> gamma= 9.9434 alpha= 2.6991 beta= 13.6212
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 224.5 Ed= 16.11662 Ew= 1.841963
#> gradient= 889.2772
#> C_new= 186.6108 Ed= 13.32442 Ew= 1.895314
#> mu= 0.005
#> gamma= 9.9302 alpha= 2.6197 beta= 16.4761
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 224.5 Ed= 13.32442 Ew= 1.895314
#> gradient= 1019.229
#> C_new= 283.2352 Ed= 16.89329 Ew= 1.87016
#> mu= 0.05
#> C_new= 274.5119 Ed= 16.36383 Ew= 1.870192
#> mu= 0.5
#> C_new= 203.7906 Ed= 12.07104 Ew= 1.872952
#> mu= 0.05
#> gamma= 9.9579 alpha= 2.6584 beta= 18.1858
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 224.5 Ed= 12.07104 Ew= 1.872952
#> gradient= 1025.246
#> C_new= 186.8886 Ed= 9.996142 Ew= 1.918949
#> mu= 0.005
#> gamma= 9.9494 alpha= 2.5924 beta= 21.961
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 224.5 Ed= 9.996142 Ew= 1.918949
#> gradient= 1167.068
#> C_new= 284.3979 Ed= 12.72615 Ew= 1.89743
#> mu= 0.05
#> C_new= 275.47 Ed= 12.31961 Ew= 1.897459
#> mu= 0.5
#> C_new= 203.3418 Ed= 9.034946 Ew= 1.899919
#> mu= 0.05
#> gamma= 9.9687 alpha= 2.6235 beta= 24.2963
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 224.5 Ed= 9.034946 Ew= 1.899919
#> gradient= 1180.674
#> C_new= 187.218 Ed= 7.496193 Ew= 1.939558
#> mu= 0.005
#> gamma= 9.9633 alpha= 2.5684 beta= 29.284
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 224.5 Ed= 7.496193 Ew= 1.939558
#> gradient= 1335.34
#> C_new= 285.4155 Ed= 9.577976 Ew= 1.921122
#> mu= 0.05
#> C_new= 276.3049 Ed= 9.266859 Ew= 1.921147
#> mu= 0.5
#> C_new= 202.9277 Ed= 6.760957 Ew= 1.923332
#> mu= 0.05
#> gamma= 9.9767 alpha= 2.5936 beta= 32.4675
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 224.5 Ed= 6.760957 Ew= 1.923332
#> gradient= 1358.309
#> C_new= 187.5738 Ed= 5.620901 Ew= 1.957486
#> mu= 0.005
#> gamma= 9.9732 alpha= 2.5475 beta= 39.0531
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 224.5 Ed= 5.620901 Ew= 1.957486
#> gradient= 1526.971
#> C_new= 286.2901 Ed= 7.204143 Ew= 1.941671
#> mu= 0.05
#> C_new= 277.0174 Ed= 6.966701 Ew= 1.941694
#> mu= 0.5
#> C_new= 202.5398 Ed= 5.059488 Ew= 1.943627
#> mu= 0.05
#> gamma= 9.9826 alpha= 2.568 beta= 43.3856
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 224.5 Ed= 5.059488 Ew= 1.943627
#> gradient= 1561.368
#> C_new= 187.9365 Ed= 4.214989 Ew= 1.973056
#> mu= 0.005
#> gamma= 9.9804 alpha= 2.5292 beta= 52.0784
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 224.5 Ed= 4.214989 Ew= 1.973056
#> gradient= 1745.378
#> C_new= 287.027 Ed= 5.416281 Ew= 1.959476
#> mu= 0.05
#> C_new= 277.6115 Ed= 5.235485 Ew= 1.959496
#> mu= 0.5
#> C_new= 202.1711 Ed= 3.786808 Ew= 1.961202
#> mu= 0.05
#> gamma= 9.987 alpha= 2.5462 beta= 57.9661
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 224.5 Ed= 3.786808 Ew= 1.961202
#> gradient= 1793.611
#> C_new= 188.292 Ed= 3.161053 Ew= 1.986562
#> mu= 0.005
#> gamma= 9.9857 alpha= 2.5133 beta= 69.4412
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 224.5 Ed= 3.161053 Ew= 1.986562
#> gradient= 1994.55
#> C_new= 287.6338 Ed= 4.070644 Ew= 1.974892
#> mu= 0.05
#> C_new= 278.0933 Ed= 3.933255 Ew= 1.974909
#> mu= 0.5
#> C_new= 201.8158 Ed= 2.834752 Ew= 1.976411
#> mu= 0.05
#> gamma= 9.9903 alpha= 2.5274 beta= 77.4335
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 224.5 Ed= 2.834752 Ew= 1.976411
#> gradient= 2059.425
#> C_new= 188.6297 Ed= 2.3708 Ew= 1.998268
#> mu= 0.005
#> gamma= 9.9895 alpha= 2.4995 beta= 92.587
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 224.5 Ed= 2.3708 Ew= 1.998268
#> gradient= 2279.136
#> C_new= 288.1188 Ed= 3.058195 Ew= 1.988232
#> mu= 0.05
#> C_new= 278.4698 Ed= 2.953979 Ew= 1.988247
#> mu= 0.5
#> C_new= 201.4693 Ed= 2.122288 Ew= 1.989566
#> mu= 0.05
#> gamma= 9.9927 alpha= 2.5113 beta= 103.4278
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 224.5 Ed= 2.122288 Ew= 1.989566
#> gradient= 2363.938
#> C_new= 188.9422 Ed= 1.778037 Ew= 2.008407
#> mu= 0.005
#> gamma= 9.9923 alpha= 2.4876 beta= 123.4529
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 224.5 Ed= 1.778037 Ew= 2.008407
#> gradient= 2604.565
#> C_new= 288.4907 Ed= 2.296552 Ew= 1.99977
#> mu= 0.05
#> C_new= 278.7478 Ed= 2.217632 Ew= 1.999784
#> mu= 0.5
#> C_new= 201.1273 Ed= 1.588863 Ew= 2.00094
#> mu= 0.05
#> gamma= 9.9946 alpha= 2.4975 beta= 138.1508
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 224.5 Ed= 1.588863 Ew= 2.00094
#> gradient= 2713.141
#> C_new= 189.2233 Ed= 1.33322 Ew= 2.01718
#> mu= 0.005
#> gamma= 9.9943 alpha= 2.4773 beta= 164.6412
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 224.5 Ed= 1.33322 Ew= 2.01718
#> gradient= 2977.187
#> C_new= 288.757 Ed= 1.723617 Ew= 2.009744
#> mu= 0.05
#> C_new= 278.9337 Ed= 1.663952 Ew= 2.009756
#> mu= 0.5
#> C_new= 200.7859 Ed= 1.189281 Ew= 2.010767
#> mu= 0.05
#> gamma= 9.9959 alpha= 2.4856 beta= 184.567
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 224.5 Ed= 1.189281 Ew= 2.010767
#> gradient= 3114.062
#> C_new= 189.4676 Ed= 0.9992842 Ew= 2.024764
#> mu= 0.005
#> gamma= 9.9958 alpha= 2.4684 beta= 219.6593
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 224.5 Ed= 0.9992842 Ew= 2.024764
#> gradient= 3404.457
#> C_new= 288.9238 Ed= 1.292646 Ew= 2.018357
#> mu= 0.05
#> C_new= 279.0323 Ed= 1.247614 Ew= 2.018367
#> mu= 0.5
#> C_new= 200.441 Ed= 0.8898174 Ew= 2.019251
#> mu= 0.05
#> gamma= 9.997 alpha= 2.4754 beta= 246.6815
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 224.5 Ed= 0.8898174 Ew= 2.019251
#> gradient= 3574.966
#> C_new= 189.6698 Ed= 0.7485016 Ew= 2.03131
#> mu= 0.005
#> gamma= 9.9969 alpha= 2.4607 beta= 293.2546
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 224.5 Ed= 0.7485016 Ew= 2.03131
#> gradient= 3895.17
#> C_new= 288.9957 Ed= 0.9684786 Ew= 2.025784
#> mu= 0.05
#> C_new= 279.0468 Ed= 0.9345527 Ew= 2.025794
#> mu= 0.5
#> C_new= 200.0881 Ed= 0.6652968 Ew= 2.026565
#> mu= 0.05
#> gamma= 9.9977 alpha= 2.4667 beta= 329.9296
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 224.5 Ed= 0.6652968 Ew= 2.026565
#> gradient= 4105.621
#> C_new= 189.8241 Ed= 0.5601182 Ew= 2.036947
#> mu= 0.005
#> gamma= 9.9977 alpha= 2.4541 beta= 391.8836
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 224.5 Ed= 0.5601182 Ew= 2.036947
#> gradient= 4459.754
#> C_new= 288.9751 Ed= 0.7246741 Ew= 2.032177
#> mu= 0.05
#> C_new= 278.9789 Ed= 0.6991661 Ew= 2.032185
#> mu= 0.5
#> C_new= 199.7225 Ed= 0.4969172 Ew= 2.032856
#> mu= 0.05
#> gamma= 9.9983 alpha= 2.4592 beta= 441.7252
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 224.5 Ed= 0.4969172 Ew= 2.032856
#> gradient= 4717.64
#> C_new= 189.9237 Ed= 0.418592 Ew= 2.041785
#> mu= 0.005
#> gamma= 9.9983 alpha= 2.4484 beta= 524.379
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 224.5 Ed= 0.418592 Ew= 2.041785
#> gradient= 5110.653
#> C_new= 288.863 Ed= 0.5413527 Ew= 2.03766
#> mu= 0.05
#> C_new= 278.8289 Ed= 0.5222173 Ew= 2.037667
#> mu= 0.5
#> C_new= 199.3391 Ed= 0.3706262 Ew= 2.038251
#> mu= 0.05
#> gamma= 9.9987 alpha= 2.4528 beta= 592.2426
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 224.5 Ed= 0.3706262 Ew= 2.038251
#> gradient= 5424.91
#> C_new= 189.9618 Ed= 0.3122768 Ew= 2.045917
#> mu= 0.005
#> gamma= 9.9987 alpha= 2.4436 beta= 702.9042
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 224.5 Ed= 0.3122768 Ew= 2.045917
#> gradient= 5862.815
#> C_new= 288.66 Ed= 0.4035676 Ew= 2.042344
#> mu= 0.05
#> C_new= 278.5965 Ed= 0.3892506 Ew= 2.04235
#> mu= 0.5
#> C_new= 198.9332 Ed= 0.2759143 Ew= 2.042857
#> mu= 0.05
#> gamma= 9.999 alpha= 2.4473 beta= 795.5386
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 224.5 Ed= 0.2759143 Ew= 2.042857
#> gradient= 6244.142
#> C_new= 189.9314 Ed= 0.232441 Ew= 2.049425
#> mu= 0.005
#> gamma= 9.9991 alpha= 2.4395 beta= 944.3277
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 224.5 Ed= 0.232441 Ew= 2.049425
#> gradient= 6734.302
#> C_new= 288.3672 Ed= 0.3000815 Ew= 2.046322
#> mu= 0.05
#> C_new= 278.2823 Ed= 0.289402 Ew= 2.046327
#> mu= 0.5
#> C_new= 198.5012 Ed= 0.2049163 Ew= 2.046767
#> mu= 0.05
#> gamma= 9.9993 alpha= 2.4427 beta= 1071.171
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 224.5 Ed= 0.2049163 Ew= 2.046767
#> gradient= 7195.551
#> C_new= 189.8275 Ed= 0.1725347 Ew= 2.052378
#> mu= 0.005
#> gamma= 9.9993 alpha= 2.436 beta= 1272.21
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 224.5 Ed= 0.1725347 Ew= 2.052378
#> gradient= 7747.027
#> C_new= 287.9884 Ed= 0.2224439 Ew= 2.049674
#> mu= 0.05
#> C_new= 277.8895 Ed= 0.2145058 Ew= 2.049679
#> mu= 0.5
#> C_new= 198.0419 Ed= 0.1517422 Ew= 2.050059
#> mu= 0.05
#> gamma= 9.9995 alpha= 2.4388 beta= 1446.534
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 224.5 Ed= 0.1517422 Ew= 2.050059
#> gradient= 8303.677
#> C_new= 189.649 Ed= 0.1276414 Ew= 2.054836
#> mu= 0.005
#> gamma= 9.9995 alpha= 2.4332 beta= 1719.664
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 224.5 Ed= 0.1276414 Ew= 2.054836
#> gradient= 8927.624
#> C_new= 287.5322 Ed= 0.1642985 Ew= 2.052474
#> mu= 0.05
#> C_new= 277.4259 Ed= 0.1584215 Ew= 2.052478
#> mu= 0.5
#> C_new= 197.5578 Ed= 0.1119771 Ew= 2.052806
#> mu= 0.05
#> gamma= 9.9996 alpha= 2.4356 beta= 1960.224
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 224.5 Ed= 0.1119771 Ew= 2.052806
#> gradient= 9598.324
#> C_new= 189.4011 Ed= 0.09406649 Ew= 2.056858
#> mu= 0.005
#> gamma= 9.9996 alpha= 2.4308 beta= 2333.458
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 224.5 Ed= 0.09406649 Ew= 2.056858
#> gradient= 10308.4
#> C_new= 287.0138 Ed= 0.1208588 Ew= 2.054789
#> mu= 0.05
#> C_new= 276.9056 Ed= 0.116527 Ew= 2.054793
#> mu= 0.5
#> C_new= 197.0561 Ed= 0.08230732 Ew= 2.055076
#> mu= 0.05
#> gamma= 9.9997 alpha= 2.4329 beta= 2666.836
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 224.5 Ed= 0.08230732 Ew= 2.055076
#> gradient= 11115.59
#> C_new= 189.0978 Ed= 0.06902922 Ew= 2.058499
#> mu= 0.005
#> gamma= 9.9997 alpha= 2.4289 beta= 3179.815
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 224.5 Ed= 0.06902922 Ew= 2.058499
#> gradient= 11928.32
#> C_new= 286.4545 Ed= 0.0885143 Ew= 2.056687
#> mu= 0.05
#> C_new= 276.349 Ed= 0.08533627 Ew= 2.05669
#> mu= 0.5
#> C_new= 196.5486 Ed= 0.06024015 Ew= 2.056933
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4308 beta= 3643.751
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 224.5 Ed= 0.06024015 Ew= 2.056933
#> gradient= 12898.93
#> C_new= 188.7624 Ed= 0.0504303 Ew= 2.059816
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.4274 beta= 4352.544
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 224.5 Ed= 0.0504303 Ew= 2.059816
#> gradient= 13838
#> C_new= 285.8798 Ed= 0.06453324 Ew= 2.058232
#> mu= 0.05
#> C_new= 275.7801 Ed= 0.06221282 Ew= 2.058235
#> mu= 0.5
#> C_new= 196.0496 Ed= 0.04389457 Ew= 2.058443
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.429 beta= 5000.62
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 224.5 Ed= 0.04389457 Ew= 2.058443
#> gradient= 15000.26
#> C_new= 188.4245 Ed= 0.03667919 Ew= 2.060867
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4261 beta= 5984.322
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 224.5 Ed= 0.03667919 Ew= 2.060867
#> gradient= 16124.31
#> C_new= 285.3136 Ed= 0.0468419 Ew= 2.05949
#> mu= 0.05
#> C_new= 275.2217 Ed= 0.04515551 Ew= 2.059492
#> mu= 0.5
#> C_new= 195.5728 Ed= 0.03184585 Ew= 2.05967
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4275 beta= 6892.58
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 224.5 Ed= 0.03184585 Ew= 2.05967
#> gradient= 17481.14
#> C_new= 188.1151 Ed= 0.02656628 Ew= 2.061709
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4251 beta= 8262.357
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 224.5 Ed= 0.02656628 Ew= 2.061709
#> gradient= 18826.28
#> C_new= 284.7732 Ed= 0.03386154 Ew= 2.060523
#> mu= 0.05
#> C_new= 274.69 Ed= 0.03264116 Ew= 2.060525
#> mu= 0.5
#> C_new= 195.1272 Ed= 0.02301157 Ew= 2.060677
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4264 beta= 9538.682
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 224.5 Ed= 0.02301157 Ew= 2.060677
#> gradient= 20414.31
#> C_new= 187.859 Ed= 0.01916982 Ew= 2.062396
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4243 beta= 11450.29
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 224.5 Ed= 0.01916982 Ew= 2.062396
#> gradient= 22022.68
#> C_new= 284.266 Ed= 0.02438964 Ew= 2.061387
#> mu= 0.05
#> C_new= 274.1918 Ed= 0.02350983 Ew= 2.061388
#> mu= 0.5
#> C_new= 194.7154 Ed= 0.0165688 Ew= 2.061517
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4254 beta= 13247.79
#> ----------------------------------------------------------------------
#> Epoch= 75
#> C= 224.5 Ed= 0.0165688 Ew= 2.061517
#> gradient= 23885.63
#> C_new= 187.6697 Ed= 0.01378843 Ew= 2.062974
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4237 beta= 15919.15
#> ----------------------------------------------------------------------
#> Epoch= 76
#> C= 224.5 Ed= 0.01378843 Ew= 2.062974
#> gradient= 25806.6
#> C_new= 283.7908 Ed= 0.01751306 Ew= 2.062125
#> mu= 0.05
#> C_new= 273.7259 Ed= 0.0168808 Ew= 2.062126
#> mu= 0.5
#> C_new= 194.3345 Ed= 0.01189362 Ew= 2.062236
#> mu= 0.05
#> gamma= 10 alpha= 2.4245 beta= 18455.27
#> ----------------------------------------------------------------------
#> Epoch= 77
#> C= 224.5 Ed= 0.01189362 Ew= 2.062236
#> gradient= 27996.87
#> C_new= 187.5481 Ed= 0.009891217 Ew= 2.063475
#> mu= 0.005
#> gamma= 10 alpha= 2.4231 beta= 22191.41
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.446120 test-rmse:0.456592
#> [2] train-rmse:0.409979 test-rmse:0.440551
#> [3] train-rmse:0.387715 test-rmse:0.429507
#> [4] train-rmse:0.374933 test-rmse:0.428131
#> [5] train-rmse:0.361535 test-rmse:0.425372
#> [6] train-rmse:0.350006 test-rmse:0.426178
#> [7] train-rmse:0.342360 test-rmse:0.422089
#> [8] train-rmse:0.334701 test-rmse:0.420771
#> [9] train-rmse:0.326561 test-rmse:0.420168
#> [10] train-rmse:0.321410 test-rmse:0.421397
#> [11] train-rmse:0.316932 test-rmse:0.422995
#> [12] train-rmse:0.312847 test-rmse:0.424703
#> [13] train-rmse:0.309248 test-rmse:0.424984
#> [14] train-rmse:0.304955 test-rmse:0.427851
#> [15] train-rmse:0.302568 test-rmse:0.428848
#> [16] train-rmse:0.299749 test-rmse:0.431299
#> [17] train-rmse:0.297127 test-rmse:0.433463
#> [18] train-rmse:0.294632 test-rmse:0.433037
#> [19] train-rmse:0.291106 test-rmse:0.435114
#> [20] train-rmse:0.287885 test-rmse:0.436176
#> [21] train-rmse:0.283355 test-rmse:0.436012
#> [22] train-rmse:0.281764 test-rmse:0.436940
#> [23] train-rmse:0.280105 test-rmse:0.437888
#> [24] train-rmse:0.278545 test-rmse:0.439593
#> [25] train-rmse:0.276966 test-rmse:0.439931
#> [26] train-rmse:0.272940 test-rmse:0.440682
#> [27] train-rmse:0.267709 test-rmse:0.440987
#> [28] train-rmse:0.265231 test-rmse:0.442427
#> [29] train-rmse:0.262157 test-rmse:0.445107
#> [30] train-rmse:0.261221 test-rmse:0.446094
#> [31] train-rmse:0.258065 test-rmse:0.443705
#> [32] train-rmse:0.254433 test-rmse:0.441382
#> [33] train-rmse:0.252653 test-rmse:0.443912
#> [34] train-rmse:0.249933 test-rmse:0.444388
#> [35] train-rmse:0.248706 test-rmse:0.445807
#> [36] train-rmse:0.247675 test-rmse:0.445696
#> [37] train-rmse:0.245790 test-rmse:0.446992
#> [38] train-rmse:0.243996 test-rmse:0.446952
#> [39] train-rmse:0.242943 test-rmse:0.449078
#> [40] train-rmse:0.241937 test-rmse:0.449496
#> [41] train-rmse:0.239292 test-rmse:0.450053
#> [42] train-rmse:0.238743 test-rmse:0.450312
#> [43] train-rmse:0.237061 test-rmse:0.449857
#> [44] train-rmse:0.233630 test-rmse:0.451020
#> [45] train-rmse:0.229656 test-rmse:0.451856
#> [46] train-rmse:0.228620 test-rmse:0.452435
#> [47] train-rmse:0.226447 test-rmse:0.453358
#> [48] train-rmse:0.222535 test-rmse:0.455571
#> [49] train-rmse:0.220895 test-rmse:0.454857
#> [50] train-rmse:0.219352 test-rmse:0.456321
#> [51] train-rmse:0.217720 test-rmse:0.456258
#> [52] train-rmse:0.214919 test-rmse:0.457267
#> [53] train-rmse:0.214084 test-rmse:0.457920
#> [54] train-rmse:0.213680 test-rmse:0.458309
#> [55] train-rmse:0.210794 test-rmse:0.459158
#> [56] train-rmse:0.209825 test-rmse:0.459988
#> [57] train-rmse:0.209090 test-rmse:0.460259
#> [58] train-rmse:0.206292 test-rmse:0.459961
#> [59] train-rmse:0.205029 test-rmse:0.460086
#> [60] train-rmse:0.203176 test-rmse:0.461243
#> [61] train-rmse:0.200318 test-rmse:0.462155
#> [62] train-rmse:0.196420 test-rmse:0.462580
#> [63] train-rmse:0.194031 test-rmse:0.462896
#> [64] train-rmse:0.191869 test-rmse:0.462392
#> [65] train-rmse:0.188978 test-rmse:0.464012
#> [66] train-rmse:0.188512 test-rmse:0.464449
#> [67] train-rmse:0.185697 test-rmse:0.463487
#> [68] train-rmse:0.183751 test-rmse:0.463944
#> [69] train-rmse:0.181533 test-rmse:0.463020
#> [70] train-rmse:0.180533 test-rmse:0.462654
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.351648 test-rmse:0.351607
#> [2] train-rmse:0.247313 test-rmse:0.247256
#> [3] train-rmse:0.173935 test-rmse:0.173875
#> [4] train-rmse:0.122328 test-rmse:0.122272
#> [5] train-rmse:0.086034 test-rmse:0.085984
#> [6] train-rmse:0.060508 test-rmse:0.060466
#> [7] train-rmse:0.042555 test-rmse:0.042521
#> [8] train-rmse:0.029930 test-rmse:0.029902
#> [9] train-rmse:0.021050 test-rmse:0.021028
#> [10] train-rmse:0.014805 test-rmse:0.014787
#> [11] train-rmse:0.010412 test-rmse:0.010399
#> [12] train-rmse:0.007323 test-rmse:0.007313
#> [13] train-rmse:0.005150 test-rmse:0.005143
#> [14] train-rmse:0.003622 test-rmse:0.003617
#> [15] train-rmse:0.002548 test-rmse:0.002543
#> [16] train-rmse:0.001792 test-rmse:0.001789
#> [17] train-rmse:0.001260 test-rmse:0.001258
#> [18] train-rmse:0.000886 test-rmse:0.000885
#> [19] train-rmse:0.000623 test-rmse:0.000622
#> [20] train-rmse:0.000438 test-rmse:0.000437
#> [21] train-rmse:0.000308 test-rmse:0.000308
#> [22] train-rmse:0.000217 test-rmse:0.000216
#> [23] train-rmse:0.000153 test-rmse:0.000152
#> [24] train-rmse:0.000107 test-rmse:0.000107
#> [25] train-rmse:0.000075 test-rmse:0.000075
#> [26] train-rmse:0.000075 test-rmse:0.000074
#> [27] train-rmse:0.000074 test-rmse:0.000073
#> [28] train-rmse:0.000074 test-rmse:0.000073
#> [29] train-rmse:0.000074 test-rmse:0.000073
#> [30] train-rmse:0.000074 test-rmse:0.000072
#> [31] train-rmse:0.000074 test-rmse:0.000072
#> [32] train-rmse:0.000074 test-rmse:0.000072
#> [33] train-rmse:0.000074 test-rmse:0.000072
#> [34] train-rmse:0.000074 test-rmse:0.000072
#> [35] train-rmse:0.000074 test-rmse:0.000072
#> [36] train-rmse:0.000074 test-rmse:0.000072
#> [37] train-rmse:0.000074 test-rmse:0.000072
#> [38] train-rmse:0.000074 test-rmse:0.000072
#> [39] train-rmse:0.000074 test-rmse:0.000072
#> [40] train-rmse:0.000074 test-rmse:0.000072
#> [41] train-rmse:0.000074 test-rmse:0.000072
#> [42] train-rmse:0.000074 test-rmse:0.000072
#> [43] train-rmse:0.000074 test-rmse:0.000072
#> [44] train-rmse:0.000074 test-rmse:0.000072
#> [45] train-rmse:0.000074 test-rmse:0.000072
#> [46] train-rmse:0.000074 test-rmse:0.000072
#> [47] train-rmse:0.000074 test-rmse:0.000072
#> [48] train-rmse:0.000074 test-rmse:0.000072
#> [49] train-rmse:0.000074 test-rmse:0.000072
#> [50] train-rmse:0.000074 test-rmse:0.000072
#> [51] train-rmse:0.000074 test-rmse:0.000072
#> [52] train-rmse:0.000074 test-rmse:0.000072
#> [53] train-rmse:0.000074 test-rmse:0.000072
#> [54] train-rmse:0.000074 test-rmse:0.000072
#> [55] train-rmse:0.000074 test-rmse:0.000072
#> [56] train-rmse:0.000074 test-rmse:0.000072
#> [57] train-rmse:0.000074 test-rmse:0.000072
#> [58] train-rmse:0.000074 test-rmse:0.000072
#> [59] train-rmse:0.000074 test-rmse:0.000072
#> [60] train-rmse:0.000074 test-rmse:0.000072
#> [61] train-rmse:0.000074 test-rmse:0.000072
#> [62] train-rmse:0.000074 test-rmse:0.000072
#> [63] train-rmse:0.000074 test-rmse:0.000072
#> [64] train-rmse:0.000074 test-rmse:0.000072
#> [65] train-rmse:0.000074 test-rmse:0.000072
#> [66] train-rmse:0.000074 test-rmse:0.000072
#> [67] train-rmse:0.000074 test-rmse:0.000072
#> [68] train-rmse:0.000074 test-rmse:0.000072
#> [69] train-rmse:0.000074 test-rmse:0.000072
#> [70] train-rmse:0.000074 test-rmse:0.000072
#> [1]
#> [1] "Resampling number 8 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 110
#> Nguyen-Widrow method
#> Scaling factor= 0.7034749
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 232.5 Ed= 502.9845 Ew= 7.361355
#> gradient= 131.0097
#> C_new= 161.1835 Ed= 425.4911 Ew= 1.476338
#> mu= 5e-04
#> gamma= 6.4061 alpha= 2.1696 beta= 0.5389
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 232.5 Ed= 425.4911 Ew= 1.476338
#> gradient= 252.3241
#> C_new= 243.8202 Ed= 448.9519 Ew= 0.8666573
#> mu= 0.005
#> C_new= 243.2824 Ed= 447.9539 Ew= 0.8666417
#> mu= 0.05
#> C_new= 238.0005 Ed= 438.1526 Ew= 0.8666538
#> mu= 0.5
#> C_new= 193.4978 Ed= 355.5174 Ew= 0.8802052
#> mu= 0.05
#> gamma= 8.877 alpha= 5.0425 beta= 0.6415
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 232.5 Ed= 355.5174 Ew= 0.8802052
#> gradient= 221.4506
#> C_new= 195.7681 Ed= 293.4418 Ew= 1.492804
#> mu= 0.005
#> gamma= 7.1815 alpha= 2.4054 beta= 0.7801
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 232.5 Ed= 293.4418 Ew= 1.492804
#> gradient= 321.6343
#> C_new= 268.6446 Ed= 341.134 Ew= 1.052403
#> mu= 0.05
#> C_new= 262.3602 Ed= 333.0779 Ew= 1.052428
#> mu= 0.5
#> C_new= 209.6603 Ed= 265.4878 Ew= 1.063249
#> mu= 0.05
#> gamma= 9.0936 alpha= 4.2763 beta= 0.8586
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 232.5 Ed= 265.4878 Ew= 1.063249
#> gradient= 275.8972
#> C_new= 194.4561 Ed= 219.0757 Ew= 1.485688
#> mu= 0.005
#> gamma= 8.1403 alpha= 2.7396 beta= 1.0427
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 232.5 Ed= 219.0757 Ew= 1.485688
#> gradient= 366.1934
#> C_new= 281.1449 Ed= 266.4091 Ew= 1.22667
#> mu= 0.05
#> C_new= 274.8002 Ed= 260.3242 Ew= 1.226693
#> mu= 0.5
#> C_new= 221.0795 Ed= 208.7832 Ew= 1.234326
#> mu= 0.05
#> gamma= 9.2073 alpha= 3.7297 beta= 1.0915
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 232.5 Ed= 208.7832 Ew= 1.234326
#> gradient= 322.8922
#> C_new= 201.3671 Ed= 179.3875 Ew= 1.490095
#> mu= 0.005
#> gamma= 8.7188 alpha= 2.9256 beta= 1.2718
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 232.5 Ed= 179.3875 Ew= 1.490095
#> gradient= 394.4347
#> C_new= 280.6054 Ed= 217.5638 Ew= 1.337566
#> mu= 0.05
#> C_new= 274.3664 Ed= 212.658 Ew= 1.337589
#> mu= 0.5
#> C_new= 221.3098 Ed= 170.9252 Ew= 1.343782
#> mu= 0.05
#> gamma= 9.2955 alpha= 3.4587 beta= 1.3331
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 232.5 Ed= 170.9252 Ew= 1.343782
#> gradient= 362.6005
#> C_new= 209.3726 Ed= 153.1261 Ew= 1.517176
#> mu= 0.005
#> gamma= 9.0257 alpha= 2.9745 beta= 1.4889
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 232.5 Ed= 153.1261 Ew= 1.517176
#> gradient= 418.7803
#> C_new= 277.275 Ed= 183.4157 Ew= 1.408658
#> mu= 0.05
#> C_new= 271.0058 Ed= 179.205 Ew= 1.408686
#> mu= 0.5
#> C_new= 217.7597 Ed= 143.4312 Ew= 1.414373
#> mu= 0.05
#> gamma= 9.3906 alpha= 3.3197 beta= 1.5883
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 232.5 Ed= 143.4312 Ew= 1.414373
#> gradient= 395.472
#> C_new= 212.67 Ed= 130.6537 Ew= 1.554118
#> mu= 0.005
#> gamma= 9.2116 alpha= 2.9636 beta= 1.7443
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 232.5 Ed= 130.6537 Ew= 1.554118
#> gradient= 445.7347
#> C_new= 277.4215 Ed= 156.5605 Ew= 1.464071
#> mu= 0.05
#> C_new= 270.9495 Ed= 152.85 Ew= 1.464104
#> mu= 0.5
#> C_new= 216.19 Ed= 121.4467 Ew= 1.469579
#> mu= 0.05
#> gamma= 9.4872 alpha= 3.2279 beta= 1.8754
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 232.5 Ed= 121.4467 Ew= 1.469579
#> gradient= 426.0101
#> C_new= 212.784 Ed= 110.7211 Ew= 1.59299
#> mu= 0.005
#> gamma= 9.3479 alpha= 2.9341 beta= 2.0577
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 232.5 Ed= 110.7211 Ew= 1.59299
#> gradient= 475.8718
#> C_new= 278.9148 Ed= 133.3913 Ew= 1.513652
#> mu= 0.05
#> C_new= 272.181 Ed= 130.1187 Ew= 1.513691
#> mu= 0.5
#> C_new= 215.4642 Ed= 102.5474 Ew= 1.519004
#> mu= 0.05
#> gamma= 9.5751 alpha= 3.1518 beta= 2.2206
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 232.5 Ed= 102.5474 Ew= 1.519004
#> gradient= 458.0321
#> C_new= 211.8723 Ed= 93.09847 Ew= 1.63136
#> mu= 0.005
#> gamma= 9.4609 alpha= 2.8997 beta= 2.4465
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 232.5 Ed= 93.09847 Ew= 1.63136
#> gradient= 509.5441
#> C_new= 280.5675 Ed= 112.8297 Ew= 1.560355
#> mu= 0.05
#> C_new= 273.5634 Ed= 109.9668 Ew= 1.560397
#> mu= 0.5
#> C_new= 214.8443 Ed= 85.9599 Ew= 1.565532
#> mu= 0.05
#> gamma= 9.6515 alpha= 3.0825 beta= 2.6486
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 232.5 Ed= 85.9599 Ew= 1.565532
#> gradient= 493.3508
#> C_new= 210.6407 Ed= 77.58682 Ew= 1.668611
#> mu= 0.005
#> gamma= 9.558 alpha= 2.8641 beta= 2.935
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 232.5 Ed= 77.58682 Ew= 1.668611
#> gradient= 547.5202
#> C_new= 282.14 Ed= 94.56179 Ew= 1.604952
#> mu= 0.05
#> C_new= 274.8689 Ed= 92.08442 Ew= 1.604996
#> mu= 0.5
#> C_new= 214.1916 Ed= 71.40624 Ew= 1.609924
#> mu= 0.05
#> gamma= 9.7167 alpha= 3.0178 beta= 3.188
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 232.5 Ed= 71.40624 Ew= 1.609924
#> gradient= 533.1466
#> C_new= 209.3038 Ed= 64.04057 Ew= 1.704511
#> mu= 0.005
#> gamma= 9.6415 alpha= 2.8282 beta= 3.5552
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 232.5 Ed= 64.04057 Ew= 1.704511
#> gradient= 590.718
#> C_new= 283.5781 Ed= 78.45287 Ew= 1.647581
#> mu= 0.05
#> C_new= 276.0466 Ed= 76.3344 Ew= 1.647626
#> mu= 0.5
#> C_new= 213.4787 Ed= 58.73185 Ew= 1.652317
#> mu= 0.05
#> gamma= 9.7718 alpha= 2.957 beta= 3.8755
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 232.5 Ed= 58.73185 Ew= 1.652317
#> gradient= 578.513
#> C_new= 207.9389 Ed= 52.32824 Ew= 1.738877
#> mu= 0.005
#> gamma= 9.7128 alpha= 2.7928 beta= 4.3503
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 232.5 Ed= 52.32824 Ew= 1.738877
#> gradient= 640.1868
#> C_new= 284.8689 Ed= 64.39879 Ew= 1.688179
#> mu= 0.05
#> C_new= 277.085 Ed= 62.60947 Ew= 1.688224
#> mu= 0.5
#> C_new= 212.7044 Ed= 47.80751 Ew= 1.692654
#> mu= 0.05
#> gamma= 9.8178 alpha= 2.9001 beta= 4.7606
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 232.5 Ed= 47.80751 Ew= 1.692654
#> gradient= 630.6261
#> C_new= 206.5794 Ed= 42.3146 Ew= 1.771535
#> mu= 0.005
#> gamma= 9.7727 alpha= 2.7583 beta= 5.3791
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 232.5 Ed= 42.3146 Ew= 1.771535
#> gradient= 697.1352
#> C_new= 286.0014 Ed= 52.28384 Ew= 1.726623
#> mu= 0.05
#> C_new= 277.9747 Ed= 50.79161 Ew= 1.726667
#> mu= 0.5
#> C_new= 211.8694 Ed= 38.50015 Ew= 1.730817
#> mu= 0.05
#> gamma= 9.8558 alpha= 2.8472 beta= 5.9109
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 232.5 Ed= 38.50015 Ew= 1.730817
#> gradient= 690.8318
#> C_new= 205.2427 Ed= 33.85436 Ew= 1.802338
#> mu= 0.005
#> gamma= 9.8223 alpha= 2.7249 beta= 6.7226
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 232.5 Ed= 33.85436 Ew= 1.802338
#> gradient= 762.984
#> C_new= 286.9658 Ed= 41.9723 Ew= 1.762786
#> mu= 0.05
#> C_new= 278.7076 Ed= 40.74386 Ew= 1.762828
#> mu= 0.5
#> C_new= 210.9759 Ed= 30.66706 Ew= 1.766684
#> mu= 0.05
#> gamma= 9.8869 alpha= 2.7982 beta= 7.4202
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 232.5 Ed= 30.66706 Ew= 1.766684
#> gradient= 760.7129
#> C_new= 203.942 Ed= 26.79407 Ew= 1.831173
#> mu= 0.005
#> gamma= 9.8627 alpha= 2.693 beta= 8.4932
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 232.5 Ed= 26.79407 Ew= 1.831173
#> gradient= 839.4238
#> C_new= 287.7596 Ed= 33.31135 Ew= 1.796563
#> mu= 0.05
#> C_new= 279.2829 Ed= 32.31328 Ew= 1.796602
#> mu= 0.5
#> C_new= 210.0319 Ed= 24.15849 Ew= 1.800155
#> mu= 0.05
#> gamma= 9.9121 alpha= 2.7531 beta= 9.4188
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 232.5 Ed= 24.15849 Ew= 1.800155
#> gradient= 842.1514
#> C_new= 202.6932 Ed= 20.97699 Ew= 1.857965
#> mu= 0.005
#> gamma= 9.8952 alpha= 2.6629 beta= 10.8477
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 232.5 Ed= 20.97699 Ew= 1.857965
#> gradient= 928.4709
#> C_new= 288.3928 Ed= 26.13686 Ew= 1.827878
#> mu= 0.05
#> C_new= 279.7114 Ed= 25.33656 Ew= 1.827914
#> mu= 0.5
#> C_new= 209.0534 Ed= 18.82213 Ew= 1.83116
#> mu= 0.05
#> gamma= 9.9322 alpha= 2.712 beta= 12.0886
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 232.5 Ed= 18.82213 Ew= 1.83116
#> gradient= 937.385
#> C_new= 201.5162 Ed= 16.24753 Ew= 1.882676
#> mu= 0.005
#> gamma= 9.9208 alpha= 2.6348 beta= 14.0046
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 232.5 Ed= 16.24753 Ew= 1.882676
#> gradient= 1032.519
#> C_new= 288.8856 Ed= 20.27865 Ew= 1.856685
#> mu= 0.05
#> C_new= 280.0141 Ed= 19.64517 Ew= 1.856719
#> mu= 0.5
#> C_new= 208.0634 Ed= 14.50695 Ew= 1.85966
#> mu= 0.05
#> gamma= 9.9482 alpha= 2.6747 beta= 15.6839
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 232.5 Ed= 14.50695 Ew= 1.85966
#> gradient= 1049.063
#> C_new= 200.4313 Ed= 12.45448 Ew= 1.905292
#> mu= 0.005
#> gamma= 9.9408 alpha= 2.6087 beta= 18.2689
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 232.5 Ed= 12.45448 Ew= 1.905292
#> gradient= 1154.394
#> C_new= 289.2632 Ed= 15.56477 Ew= 1.88297
#> mu= 0.05
#> C_new= 280.2166 Ed= 15.06957 Ew= 1.883
#> mu= 0.5
#> C_new= 207.0863 Ed= 11.0662 Ew= 1.885646
#> mu= 0.05
#> gamma= 9.9608 alpha= 2.6412 beta= 20.5599
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 232.5 Ed= 11.0662 Ew= 1.885646
#> gradient= 1180.308
#> C_new= 199.4529 Ed= 9.453674 Ew= 1.925826
#> mu= 0.005
#> gamma= 9.9561 alpha= 2.5849 beta= 24.067
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 232.5 Ed= 9.453674 Ew= 1.925826
#> gradient= 1297.424
#> C_new= 289.5479 Ed= 11.8261 Ew= 1.906751
#> mu= 0.05
#> C_new= 280.3411 Ed= 11.44355 Ew= 1.906778
#> mu= 0.5
#> C_new= 206.1426 Ed= 8.3603 Ew= 1.909139
#> mu= 0.05
#> gamma= 9.9705 alpha= 2.6113 beta= 27.2137
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 232.5 Ed= 8.3603 Ew= 1.909139
#> gradient= 1334.799
#> C_new= 198.5859 Ed= 7.110712 Ew= 1.944317
#> mu= 0.005
#> gamma= 9.9678 alpha= 2.5633 beta= 31.9962
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 232.5 Ed= 7.110712 Ew= 1.944317
#> gradient= 1465.528
#> C_new= 289.7549 Ed= 8.90144 Ew= 1.928083
#> mu= 0.05
#> C_new= 280.4031 Ed= 8.609159 Ew= 1.928108
#> mu= 0.5
#> C_new= 205.2454 Ed= 6.260038 Ew= 1.930199
#> mu= 0.05
#> gamma= 9.978 alpha= 2.5847 beta= 36.3434
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 232.5 Ed= 6.260038 Ew= 1.930199
#> gradient= 1516.883
#> C_new= 197.8257 Ed= 5.303785 Ew= 1.960829
#> mu= 0.005
#> gamma= 9.9765 alpha= 2.5439 beta= 42.8961
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 232.5 Ed= 5.303785 Ew= 1.960829
#> gradient= 1663.351
#> C_new= 289.8935 Ed= 6.642567 Ew= 1.94706
#> mu= 0.05
#> C_new= 280.4116 Ed= 6.421522 Ew= 1.947082
#> mu= 0.5
#> C_new= 204.4011 Ed= 4.649445 Ew= 1.948923
#> mu= 0.05
#> gamma= 9.9837 alpha= 2.5613 beta= 48.9323
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 232.5 Ed= 4.649445 Ew= 1.948923
#> gradient= 1731.722
#> C_new= 197.1617 Ed= 3.925869 Ew= 1.975458
#> mu= 0.005
#> gamma= 9.9829 alpha= 2.5267 beta= 57.9511
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 232.5 Ed= 3.925869 Ew= 1.975458
#> gradient= 1896.412
#> C_new= 289.9704 Ed= 4.918081 Ew= 1.963812
#> mu= 0.05
#> C_new= 280.3731 Ed= 4.75247 Ew= 1.963831
#> mu= 0.5
#> C_new= 203.6122 Ed= 3.427819 Ew= 1.965442
#> mu= 0.05
#> gamma= 9.988 alpha= 2.5409 beta= 66.3705
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 232.5 Ed= 3.427819 Ew= 1.965442
#> gradient= 1985.468
#> C_new= 196.583 Ed= 2.885783 Ew= 1.988323
#> mu= 0.005
#> gamma= 9.9877 alpha= 2.5116 beta= 78.8369
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 232.5 Ed= 2.885783 Ew= 1.988323
#> gradient= 2171.298
#> C_new= 289.9945 Ed= 3.615381 Ew= 1.978498
#> mu= 0.05
#> C_new= 280.2958 Ed= 3.492358 Ew= 1.978515
#> mu= 0.5
#> C_new= 202.8807 Ed= 2.510348 Ew= 1.979917
#> mu= 0.05
#> gamma= 9.9912 alpha= 2.5231 beta= 90.6266
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 232.5 Ed= 2.510348 Ew= 1.979917
#> gradient= 2285.461
#> C_new= 196.0816 Ed= 2.10795 Ew= 1.999566
#> mu= 0.005
#> gamma= 9.9912 alpha= 2.4983 beta= 107.9268
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 232.5 Ed= 2.10795 Ew= 1.999566
#> gradient= 2495.858
#> C_new= 289.979 Ed= 2.640715 Ew= 1.991299
#> mu= 0.05
#> C_new= 280.1919 Ed= 2.550032 Ew= 1.991313
#> mu= 0.5
#> C_new= 202.2103 Ed= 1.827463 Ew= 1.992527
#> mu= 0.05
#> gamma= 9.9936 alpha= 2.5078 beta= 124.4913
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 232.5 Ed= 1.827463 Ew= 1.992527
#> gradient= 2640.453
#> C_new= 195.6539 Ed= 1.531151 Ew= 2.009342
#> mu= 0.005
#> gamma= 9.9937 alpha= 2.4868 beta= 148.5831
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 232.5 Ed= 1.531151 Ew= 2.009342
#> gradient= 2879.428
#> C_new= 289.9403 Ed= 1.917854 Ew= 2.002401
#> mu= 0.05
#> C_new= 280.0762 Ed= 1.851466 Ew= 2.002414
#> mu= 0.5
#> C_new= 201.6055 Ed= 1.323322 Ew= 2.003459
#> mu= 0.05
#> gamma= 9.9954 alpha= 2.4945 beta= 171.9176
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 232.5 Ed= 1.323322 Ew= 2.003459
#> gradient= 3060.841
#> C_new= 195.2985 Ed= 1.106722 Ew= 2.017807
#> mu= 0.005
#> gamma= 9.9955 alpha= 2.4768 beta= 205.564
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 232.5 Ed= 1.106722 Ew= 2.017807
#> gradient= 3333.082
#> C_new= 289.8947 Ed= 1.385998 Ew= 2.011993
#> mu= 0.05
#> C_new= 279.9639 Ed= 1.337688 Ew= 2.012004
#> mu= 0.5
#> C_new= 201.0702 Ed= 0.9538858 Ew= 2.012901
#> mu= 0.05
#> gamma= 9.9967 alpha= 2.4831 beta= 238.4999
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 232.5 Ed= 0.9538858 Ew= 2.012901
#> gradient= 3558.949
#> C_new= 195.014 Ed= 0.7965845 Ew= 2.025114
#> mu= 0.005
#> gamma= 9.9968 alpha= 2.4682 beta= 285.5963
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 232.5 Ed= 0.7965845 Ew= 2.025114
#> gradient= 3869.916
#> C_new= 289.8555 Ed= 0.9974537 Ew= 2.020253
#> mu= 0.05
#> C_new= 279.8665 Ed= 0.9624776 Ew= 2.020262
#> mu= 0.5
#> C_new= 200.606 Ed= 0.6849447 Ew= 2.02103
#> mu= 0.05
#> gamma= 9.9976 alpha= 2.4734 beta= 332.1453
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 232.5 Ed= 0.6849447 Ew= 2.02103
#> gradient= 4149.354
#> C_new= 194.7968 Ed= 0.5713532 Ew= 2.031405
#> mu= 0.005
#> gamma= 9.9977 alpha= 2.4608 beta= 398.1795
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 232.5 Ed= 0.5713532 Ew= 2.031405
#> gradient= 4505.406
#> C_new= 289.8306 Ed= 0.71536 Ew= 2.027345
#> mu= 0.05
#> C_new= 279.7909 Ed= 0.690146 Ew= 2.027353
#> mu= 0.5
#> C_new= 200.211 Ed= 0.4902827 Ew= 2.028008
#> mu= 0.05
#> gamma= 9.9983 alpha= 2.465 beta= 464.0198
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 232.5 Ed= 0.4902827 Ew= 2.028008
#> gradient= 4849.285
#> C_new= 194.6401 Ed= 0.4086449 Ew= 2.036807
#> mu= 0.005
#> gamma= 9.9984 alpha= 2.4544 beta= 556.72
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 232.5 Ed= 0.4086449 Ew= 2.036807
#> gradient= 5257.832
#> C_new= 289.8226 Ed= 0.5116247 Ew= 2.03342
#> mu= 0.05
#> C_new= 279.7387 Ed= 0.4935117 Ew= 2.033427
#> mu= 0.5
#> C_new= 199.8801 Ed= 0.3500643 Ew= 2.033984
#> mu= 0.05
#> gamma= 9.9988 alpha= 2.4579 beta= 649.8823
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 232.5 Ed= 0.3500643 Ew= 2.033984
#> gradient= 5679.111
#> C_new= 194.5351 Ed= 0.291618 Ew= 2.041436
#> mu= 0.005
#> gamma= 9.9989 alpha= 2.449 beta= 780.132
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 232.5 Ed= 0.291618 Ew= 2.041436
#> gradient= 6148.81
#> C_new= 289.8302 Ed= 0.3651147 Ew= 2.03861
#> mu= 0.05
#> C_new= 279.7078 Ed= 0.3521395 Ew= 2.038616
#> mu= 0.5
#> C_new= 199.6057 Ed= 0.2494604 Ew= 2.039089
#> mu= 0.05
#> gamma= 9.9991 alpha= 2.4519 beta= 911.9701
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 232.5 Ed= 0.2494604 Ew= 2.039089
#> gradient= 6662.933
#> C_new= 194.4715 Ed= 0.2077442 Ew= 2.045392
#> mu= 0.005
#> gamma= 9.9992 alpha= 2.4443 beta= 1095.099
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 232.5 Ed= 0.2077442 Ew= 2.045392
#> gradient= 7204.175
#> C_new= 289.8496 Ed= 0.2601188 Ew= 2.043035
#> mu= 0.05
#> C_new= 279.6937 Ed= 0.2508448 Ew= 2.04304
#> mu= 0.5
#> C_new= 199.3795 Ed= 0.1775042 Ew= 2.043441
#> mu= 0.05
#> gamma= 9.9994 alpha= 2.4467 beta= 1281.661
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 232.5 Ed= 0.1775042 Ew= 2.043441
#> gradient= 7829.298
#> C_new= 194.4394 Ed= 0.1477977 Ew= 2.048767
#> mu= 0.005
#> gamma= 9.9994 alpha= 2.4404 beta= 1539.268
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 232.5 Ed= 0.1477977 Ew= 2.048767
#> gradient= 8473.904
#> C_new= 289.8763 Ed= 0.1850759 Ew= 2.046799
#> mu= 0.05
#> C_new= 279.6913 Ed= 0.1784592 Ew= 2.046803
#> mu= 0.5
#> C_new= 199.193 Ed= 0.1261621 Ew= 2.047142
#> mu= 0.05
#> gamma= 9.9996 alpha= 2.4423 beta= 1803.237
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 232.5 Ed= 0.1261621 Ew= 2.047142
#> gradient= 9212.047
#> C_new= 194.43 Ed= 0.105044 Ew= 2.051639
#> mu= 0.005
#> gamma= 9.9996 alpha= 2.437 beta= 2165.761
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 232.5 Ed= 0.105044 Ew= 2.051639
#> gradient= 9979.691
#> C_new= 289.9059 Ed= 0.1315519 Ew= 2.049994
#> mu= 0.05
#> C_new= 279.6959 Ed= 0.1268377 Ew= 2.049997
#> mu= 0.5
#> C_new= 199.0385 Ed= 0.08959528 Ew= 2.050284
#> mu= 0.05
#> gamma= 9.9997 alpha= 2.4386 beta= 2539.198
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 232.5 Ed= 0.08959528 Ew= 2.050284
#> gradient= 10851.32
#> C_new= 194.4363 Ed= 0.0746012 Ew= 2.054078
#> mu= 0.005
#> gamma= 9.9997 alpha= 2.4341 beta= 3049.551
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 232.5 Ed= 0.0746012 Ew= 2.054078
#> gradient= 11765.41
#> C_new= 289.9351 Ed= 0.09343626 Ew= 2.052702
#> mu= 0.05
#> C_new= 279.7036 Ed= 0.09008117 Ew= 2.052705
#> mu= 0.5
#> C_new= 198.9095 Ed= 0.06358721 Ew= 2.052947
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4355 beta= 3577.765
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 232.5 Ed= 0.06358721 Ew= 2.052947
#> gradient= 12794.76
#> C_new= 194.4528 Ed= 0.05295068 Ew= 2.056146
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.4317 beta= 4296.453
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 232.5 Ed= 0.05295068 Ew= 2.056146
#> gradient= 13883.16
#> C_new= 289.9616 Ed= 0.06632552 Ew= 2.054994
#> mu= 0.05
#> C_new= 279.7117 Ed= 0.06393986 Ew= 2.054996
#> mu= 0.5
#> C_new= 198.8008 Ed= 0.04510773 Ew= 2.055201
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4328 beta= 5043.484
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 232.5 Ed= 0.04510773 Ew= 2.055201
#> gradient= 15098.94
#> C_new= 194.4755 Ed= 0.0375671 Ew= 2.057896
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4296 beta= 6055.833
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 232.5 Ed= 0.0375671 Ew= 2.057896
#> gradient= 16394.76
#> C_new= 289.9838 Ed= 0.04705979 Ew= 2.056931
#> mu= 0.05
#> C_new= 279.7182 Ed= 0.04536464 Ew= 2.056933
#> mu= 0.5
#> C_new= 198.7081 Ed= 0.03198736 Ew= 2.057106
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4306 beta= 7112.187
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 232.5 Ed= 0.03198736 Ew= 2.057106
#> gradient= 17831
#> C_new= 194.5018 Ed= 0.02664389 Ew= 2.059376
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4279 beta= 8538.546
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 232.5 Ed= 0.02664389 Ew= 2.059376
#> gradient= 19373.65
#> C_new= 290.0011 Ed= 0.03337841 Ew= 2.058567
#> mu= 0.05
#> C_new= 279.7223 Ed= 0.0321746 Ew= 2.058569
#> mu= 0.5
#> C_new= 198.6282 Ed= 0.02267714 Ew= 2.058714
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4287 beta= 10032.13
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 232.5 Ed= 0.02267714 Ew= 2.058714
#> gradient= 21070.7
#> C_new= 194.5296 Ed= 0.0188918 Ew= 2.060627
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4264 beta= 12042.26
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 232.5 Ed= 0.0188918 Ew= 2.060627
#> gradient= 22907.04
#> C_new= 290.0135 Ed= 0.02366791 Ew= 2.059947
#> mu= 0.05
#> C_new= 279.7235 Ed= 0.02281342 Ew= 2.059949
#> mu= 0.5
#> C_new= 198.5586 Ed= 0.01607339 Ew= 2.060072
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4271 beta= 14153.83
#> ----------------------------------------------------------------------
#> Epoch= 75
#> C= 232.5 Ed= 0.01607339 Ew= 2.060072
#> gradient= 24912.78
#> C_new= 194.5578 Ed= 0.01339241 Ew= 2.061682
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4252 beta= 16987.23
#> ----------------------------------------------------------------------
#> Epoch= 76
#> C= 232.5 Ed= 0.01339241 Ew= 2.061682
#> gradient= 27098.53
#> C_new= 290.0211 Ed= 0.01677864 Ew= 2.061111
#> mu= 0.05
#> C_new= 279.7217 Ed= 0.01617233 Ew= 2.061113
#> mu= 0.5
#> C_new= 198.4975 Ed= 0.01139083 Ew= 2.061216
#> mu= 0.05
#> gamma= 10 alpha= 2.4257 beta= 19972.21
#> ----------------------------------------------------------------------
#> Epoch= 77
#> C= 232.5 Ed= 0.01139083 Ew= 2.061216
#> gradient= 29469.73
#> C_new= 194.5857 Ed= 0.00949231 Ew= 2.062571
#> mu= 0.005
#> gamma= 10 alpha= 2.4241 beta= 23966.77
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.444628 test-rmse:0.452135
#> [2] train-rmse:0.409050 test-rmse:0.426853
#> [3] train-rmse:0.387796 test-rmse:0.411931
#> [4] train-rmse:0.373343 test-rmse:0.410183
#> [5] train-rmse:0.361623 test-rmse:0.401984
#> [6] train-rmse:0.348369 test-rmse:0.399049
#> [7] train-rmse:0.340739 test-rmse:0.400267
#> [8] train-rmse:0.336510 test-rmse:0.397006
#> [9] train-rmse:0.332585 test-rmse:0.395454
#> [10] train-rmse:0.325860 test-rmse:0.390989
#> [11] train-rmse:0.321691 test-rmse:0.392632
#> [12] train-rmse:0.317683 test-rmse:0.390031
#> [13] train-rmse:0.314161 test-rmse:0.391856
#> [14] train-rmse:0.311583 test-rmse:0.392561
#> [15] train-rmse:0.308952 test-rmse:0.393913
#> [16] train-rmse:0.306016 test-rmse:0.393194
#> [17] train-rmse:0.302703 test-rmse:0.395020
#> [18] train-rmse:0.300116 test-rmse:0.396010
#> [19] train-rmse:0.294425 test-rmse:0.394356
#> [20] train-rmse:0.291160 test-rmse:0.395452
#> [21] train-rmse:0.286343 test-rmse:0.393821
#> [22] train-rmse:0.281933 test-rmse:0.392789
#> [23] train-rmse:0.279729 test-rmse:0.394503
#> [24] train-rmse:0.277006 test-rmse:0.395054
#> [25] train-rmse:0.273721 test-rmse:0.394863
#> [26] train-rmse:0.271375 test-rmse:0.395692
#> [27] train-rmse:0.267676 test-rmse:0.397149
#> [28] train-rmse:0.263540 test-rmse:0.399100
#> [29] train-rmse:0.259164 test-rmse:0.398881
#> [30] train-rmse:0.257576 test-rmse:0.399437
#> [31] train-rmse:0.255563 test-rmse:0.400215
#> [32] train-rmse:0.251596 test-rmse:0.404826
#> [33] train-rmse:0.248679 test-rmse:0.407067
#> [34] train-rmse:0.247792 test-rmse:0.406933
#> [35] train-rmse:0.245409 test-rmse:0.406501
#> [36] train-rmse:0.241649 test-rmse:0.407135
#> [37] train-rmse:0.239644 test-rmse:0.408622
#> [38] train-rmse:0.236669 test-rmse:0.407482
#> [39] train-rmse:0.234437 test-rmse:0.408101
#> [40] train-rmse:0.231903 test-rmse:0.407856
#> [41] train-rmse:0.228918 test-rmse:0.405735
#> [42] train-rmse:0.225267 test-rmse:0.407356
#> [43] train-rmse:0.222839 test-rmse:0.408320
#> [44] train-rmse:0.222169 test-rmse:0.408404
#> [45] train-rmse:0.220713 test-rmse:0.409427
#> [46] train-rmse:0.218899 test-rmse:0.410976
#> [47] train-rmse:0.216546 test-rmse:0.411647
#> [48] train-rmse:0.213518 test-rmse:0.411299
#> [49] train-rmse:0.210922 test-rmse:0.412182
#> [50] train-rmse:0.210166 test-rmse:0.412240
#> [51] train-rmse:0.208556 test-rmse:0.413477
#> [52] train-rmse:0.207115 test-rmse:0.414797
#> [53] train-rmse:0.205800 test-rmse:0.414380
#> [54] train-rmse:0.204942 test-rmse:0.414226
#> [55] train-rmse:0.203158 test-rmse:0.414105
#> [56] train-rmse:0.202628 test-rmse:0.414782
#> [57] train-rmse:0.202266 test-rmse:0.414247
#> [58] train-rmse:0.200840 test-rmse:0.414578
#> [59] train-rmse:0.199658 test-rmse:0.414808
#> [60] train-rmse:0.199157 test-rmse:0.414666
#> [61] train-rmse:0.196626 test-rmse:0.413379
#> [62] train-rmse:0.195103 test-rmse:0.413053
#> [63] train-rmse:0.192101 test-rmse:0.413066
#> [64] train-rmse:0.190785 test-rmse:0.414335
#> [65] train-rmse:0.189508 test-rmse:0.414743
#> [66] train-rmse:0.188322 test-rmse:0.415421
#> [67] train-rmse:0.184927 test-rmse:0.419669
#> [68] train-rmse:0.182966 test-rmse:0.419433
#> [69] train-rmse:0.181269 test-rmse:0.419656
#> [70] train-rmse:0.180371 test-rmse:0.419245
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.351694 test-rmse:0.351712
#> [2] train-rmse:0.247378 test-rmse:0.247403
#> [3] train-rmse:0.174004 test-rmse:0.174030
#> [4] train-rmse:0.122393 test-rmse:0.122418
#> [5] train-rmse:0.086091 test-rmse:0.086113
#> [6] train-rmse:0.060556 test-rmse:0.060575
#> [7] train-rmse:0.042595 test-rmse:0.042610
#> [8] train-rmse:0.029962 test-rmse:0.029974
#> [9] train-rmse:0.021075 test-rmse:0.021085
#> [10] train-rmse:0.014825 test-rmse:0.014832
#> [11] train-rmse:0.010428 test-rmse:0.010434
#> [12] train-rmse:0.007335 test-rmse:0.007339
#> [13] train-rmse:0.005160 test-rmse:0.005163
#> [14] train-rmse:0.003629 test-rmse:0.003632
#> [15] train-rmse:0.002553 test-rmse:0.002555
#> [16] train-rmse:0.001796 test-rmse:0.001797
#> [17] train-rmse:0.001263 test-rmse:0.001264
#> [18] train-rmse:0.000889 test-rmse:0.000889
#> [19] train-rmse:0.000625 test-rmse:0.000626
#> [20] train-rmse:0.000440 test-rmse:0.000440
#> [21] train-rmse:0.000309 test-rmse:0.000310
#> [22] train-rmse:0.000218 test-rmse:0.000218
#> [23] train-rmse:0.000153 test-rmse:0.000153
#> [24] train-rmse:0.000108 test-rmse:0.000108
#> [25] train-rmse:0.000076 test-rmse:0.000076
#> [26] train-rmse:0.000075 test-rmse:0.000075
#> [27] train-rmse:0.000074 test-rmse:0.000075
#> [28] train-rmse:0.000074 test-rmse:0.000075
#> [29] train-rmse:0.000074 test-rmse:0.000075
#> [30] train-rmse:0.000074 test-rmse:0.000075
#> [31] train-rmse:0.000074 test-rmse:0.000075
#> [32] train-rmse:0.000074 test-rmse:0.000075
#> [33] train-rmse:0.000074 test-rmse:0.000075
#> [34] train-rmse:0.000074 test-rmse:0.000075
#> [35] train-rmse:0.000074 test-rmse:0.000075
#> [36] train-rmse:0.000074 test-rmse:0.000075
#> [37] train-rmse:0.000074 test-rmse:0.000075
#> [38] train-rmse:0.000074 test-rmse:0.000075
#> [39] train-rmse:0.000074 test-rmse:0.000075
#> [40] train-rmse:0.000074 test-rmse:0.000075
#> [41] train-rmse:0.000074 test-rmse:0.000075
#> [42] train-rmse:0.000074 test-rmse:0.000075
#> [43] train-rmse:0.000074 test-rmse:0.000075
#> [44] train-rmse:0.000074 test-rmse:0.000075
#> [45] train-rmse:0.000074 test-rmse:0.000075
#> [46] train-rmse:0.000074 test-rmse:0.000075
#> [47] train-rmse:0.000074 test-rmse:0.000075
#> [48] train-rmse:0.000074 test-rmse:0.000075
#> [49] train-rmse:0.000074 test-rmse:0.000075
#> [50] train-rmse:0.000074 test-rmse:0.000075
#> [51] train-rmse:0.000074 test-rmse:0.000075
#> [52] train-rmse:0.000074 test-rmse:0.000075
#> [53] train-rmse:0.000074 test-rmse:0.000075
#> [54] train-rmse:0.000074 test-rmse:0.000075
#> [55] train-rmse:0.000074 test-rmse:0.000075
#> [56] train-rmse:0.000074 test-rmse:0.000075
#> [57] train-rmse:0.000074 test-rmse:0.000075
#> [58] train-rmse:0.000074 test-rmse:0.000075
#> [59] train-rmse:0.000074 test-rmse:0.000075
#> [60] train-rmse:0.000074 test-rmse:0.000075
#> [61] train-rmse:0.000074 test-rmse:0.000075
#> [62] train-rmse:0.000074 test-rmse:0.000075
#> [63] train-rmse:0.000074 test-rmse:0.000075
#> [64] train-rmse:0.000074 test-rmse:0.000075
#> [65] train-rmse:0.000074 test-rmse:0.000075
#> [66] train-rmse:0.000074 test-rmse:0.000075
#> [67] train-rmse:0.000074 test-rmse:0.000075
#> [68] train-rmse:0.000074 test-rmse:0.000075
#> [69] train-rmse:0.000074 test-rmse:0.000075
#> [70] train-rmse:0.000074 test-rmse:0.000075
#> [1]
#> [1] "Resampling number 9 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 110
#> Nguyen-Widrow method
#> Scaling factor= 0.7034087
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 237 Ed= 474.0307 Ew= 8.190901
#> gradient= 150.7098
#> C_new= 173.177 Ed= 437.6591 Ew= 0.7657037
#> mu= 5e-04
#> gamma= 9.0925 alpha= 5.9373 beta= 0.5311
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 237 Ed= 437.6591 Ew= 0.7657037
#> gradient= 179.1826
#> C_new= 236.7341 Ed= 427.6037 Ew= 1.620436
#> mu= 5e-05
#> gamma= 4.9159 alpha= 1.5168 beta= 0.5485
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 237 Ed= 427.6037 Ew= 1.620436
#> gradient= 255.3411
#> C_new= 236.8718 Ed= 429.526 Ew= 0.8408219
#> mu= 5e-06
#> gamma= 9.5293 alpha= 5.6667 beta= 0.5407
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 237 Ed= 429.526 Ew= 0.8408219
#> gradient= 184.031
#> C_new= 217.8711 Ed= 388.8837 Ew= 1.342963
#> mu= 5e-07
#> gamma= 5.6155 alpha= 2.0907 beta= 0.6022
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 237 Ed= 388.8837 Ew= 1.342963
#> gradient= 251.3871
#> C_new= 253.0845 Ed= 417.0263 Ew= 0.9299729
#> mu= 5e-06
#> C_new= 253.0839 Ed= 417.0253 Ew= 0.9299729
#> mu= 5e-05
#> C_new= 253.0778 Ed= 417.0152 Ew= 0.9299728
#> mu= 5e-04
#> C_new= 253.0169 Ed= 416.914 Ew= 0.9299711
#> mu= 0.005
#> C_new= 252.4092 Ed= 415.905 Ew= 0.9299564
#> mu= 0.05
#> C_new= 246.4491 Ed= 406.0081 Ew= 0.9299731
#> mu= 0.5
#> C_new= 196.8097 Ed= 323.5343 Ew= 0.9431792
#> mu= 0.05
#> gamma= 9.1735 alpha= 4.8631 beta= 0.7184
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 237 Ed= 323.5343 Ew= 0.9431792
#> gradient= 227.3237
#> C_new= 186.1075 Ed= 248.9421 Ew= 1.496599
#> mu= 0.005
#> gamma= 6.6635 alpha= 2.2262 beta= 0.9386
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 237 Ed= 248.9421 Ew= 1.496599
#> gradient= 329.1129
#> C_new= 288.7299 Ed= 304.9334 Ew= 1.125574
#> mu= 0.05
#> C_new= 281.1097 Ed= 296.8149 Ew= 1.125651
#> mu= 0.5
#> C_new= 218.4093 Ed= 229.987 Ew= 1.137882
#> mu= 0.05
#> gamma= 9.4554 alpha= 4.1548 beta= 1.0099
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 237 Ed= 229.987 Ew= 1.137882
#> gradient= 287.2179
#> C_new= 176.5801 Ed= 168.4466 Ew= 1.554749
#> mu= 0.005
#> gamma= 7.817 alpha= 2.5139 beta= 1.3838
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 237 Ed= 168.4466 Ew= 1.554749
#> gradient= 392.7956
#> C_new= 301.3704 Ed= 215.4002 Ew= 1.315012
#> mu= 0.05
#> C_new= 293.6052 Ed= 209.7885 Ew= 1.315074
#> mu= 0.5
#> C_new= 229.1472 Ed= 163.1913 Ew= 1.32376
#> mu= 0.05
#> gamma= 9.5775 alpha= 3.6175 beta= 1.4229
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 237 Ed= 163.1913 Ew= 1.32376
#> gradient= 351.6452
#> C_new= 185.6296 Ed= 126.413 Ew= 1.589934
#> mu= 0.005
#> gamma= 8.6378 alpha= 2.7164 beta= 1.8406
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 237 Ed= 126.413 Ew= 1.589934
#> gradient= 438.855
#> C_new= 296.7982 Ed= 159.1195 Ew= 1.441674
#> mu= 0.05
#> C_new= 289.3359 Ed= 155.0652 Ew= 1.441725
#> mu= 0.5
#> C_new= 226.9801 Ed= 121.1782 Ew= 1.448369
#> mu= 0.05
#> gamma= 9.6522 alpha= 3.3321 beta= 1.916
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 237 Ed= 121.1782 Ew= 1.448369
#> gradient= 408.5329
#> C_new= 193.811 Ed= 98.31634 Ew= 1.632545
#> mu= 0.005
#> gamma= 9.0839 alpha= 2.7821 beta= 2.3644
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 237 Ed= 98.31634 Ew= 1.632545
#> gradient= 483.0811
#> C_new= 294.039 Ed= 122.5648 Ew= 1.526949
#> mu= 0.05
#> C_new= 286.5584 Ed= 119.4009 Ew= 1.526999
#> mu= 0.5
#> C_new= 224.08 Ed= 92.96938 Ew= 1.532737
#> mu= 0.05
#> gamma= 9.722 alpha= 3.1714 beta= 2.4969
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 237 Ed= 92.96938 Ew= 1.532737
#> gradient= 460.3155
#> C_new= 196.5478 Ed= 76.58451 Ew= 1.677737
#> mu= 0.005
#> gamma= 9.3467 alpha= 2.7855 beta= 3.0336
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 237 Ed= 76.58451 Ew= 1.677737
#> gradient= 532.3418
#> C_new= 294.3308 Ed= 95.55983 Ew= 1.594177
#> mu= 0.05
#> C_new= 286.638 Ed= 93.02393 Ew= 1.594226
#> mu= 0.5
#> C_new= 222.6091 Ed= 71.91259 Ew= 1.599419
#> mu= 0.05
#> gamma= 9.7835 alpha= 3.0584 beta= 3.2276
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 237 Ed= 71.91259 Ew= 1.599419
#> gradient= 513.8636
#> C_new= 196.7879 Ed= 59.33878 Ew= 1.720957
#> mu= 0.005
#> gamma= 9.526 alpha= 2.7677 beta= 3.9137
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 237 Ed= 59.33878 Ew= 1.720957
#> gradient= 588.4522
#> C_new= 295.2603 Ed= 74.27338 Ew= 1.652318
#> mu= 0.05
#> C_new= 287.3093 Ed= 72.24178 Ew= 1.652365
#> mu= 0.5
#> C_new= 221.4127 Ed= 55.40123 Ew= 1.657107
#> mu= 0.05
#> gamma= 9.8336 alpha= 2.9671 beta= 4.1891
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 237 Ed= 55.40123 Ew= 1.657107
#> gradient= 573.656
#> C_new= 196.2703 Ed= 45.60485 Ew= 1.761144
#> mu= 0.005
#> gamma= 9.6566 alpha= 2.7416 beta= 5.0909
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 237 Ed= 45.60485 Ew= 1.761144
#> gradient= 653.2572
#> C_new= 296.079 Ed= 57.24023 Ew= 1.704203
#> mu= 0.05
#> C_new= 287.8683 Ed= 55.62741 Ew= 1.704249
#> mu= 0.5
#> C_new= 220.1227 Ed= 42.318 Ew= 1.708568
#> mu= 0.05
#> gamma= 9.8735 alpha= 2.8894 beta= 5.4838
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 237 Ed= 42.318 Ew= 1.708568
#> gradient= 642.6226
#> C_new= 195.5725 Ed= 34.71625 Ew= 1.798196
#> mu= 0.005
#> gamma= 9.753 alpha= 2.7119 beta= 6.6863
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 237 Ed= 34.71625 Ew= 1.798196
#> gradient= 728.9455
#> C_new= 296.6977 Ed= 43.6638 Ew= 1.750868
#> mu= 0.05
#> C_new= 288.2366 Ed= 42.39834 Ew= 1.75091
#> mu= 0.5
#> C_new= 218.7344 Ed= 32.00204 Ew= 1.754822
#> mu= 0.05
#> gamma= 9.9047 alpha= 2.8221 beta= 7.251
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 237 Ed= 32.00204 Ew= 1.754822
#> gradient= 723.3717
#> C_new= 194.8927 Ed= 26.16487 Ew= 1.832106
#> mu= 0.005
#> gamma= 9.8238 alpha= 2.681 beta= 8.8702
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 237 Ed= 26.16487 Ew= 1.832106
#> gradient= 817.9857
#> C_new= 297.1604 Ed= 32.95905 Ew= 1.792781
#> mu= 0.05
#> C_new= 288.4614 Ed= 31.97833 Ew= 1.79282
#> mu= 0.5
#> C_new= 217.3128 Ed= 23.95621 Ew= 1.796338
#> mu= 0.05
#> gamma= 9.9289 alpha= 2.7636 beta= 9.6858
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 237 Ed= 23.95621 Ew= 1.796338
#> gradient= 818.6512
#> C_new= 194.3145 Ed= 19.53022 Ew= 1.862863
#> mu= 0.005
#> gamma= 9.8754 alpha= 2.6506 beta= 11.8822
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 237 Ed= 19.53022 Ew= 1.862863
#> gradient= 923.1576
#> C_new= 297.5101 Ed= 24.63 Ew= 1.830222
#> mu= 0.05
#> C_new= 288.5877 Ed= 23.87909 Ew= 1.830258
#> mu= 0.5
#> C_new= 215.9134 Ed= 17.76217 Ew= 1.8334
#> mu= 0.05
#> gamma= 9.9473 alpha= 2.7128 beta= 13.063
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 237 Ed= 17.76217 Ew= 1.8334
#> gradient= 931.5319
#> C_new= 193.8703 Ed= 14.44863 Ew= 1.89049
#> mu= 0.005
#> gamma= 9.9124 alpha= 2.6217 beta= 16.0599
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 237 Ed= 14.44863 Ew= 1.89049
#> gradient= 1047.646
#> C_new= 297.7735 Ed= 18.23722 Ew= 1.863428
#> mu= 0.05
#> C_new= 288.6443 Ed= 17.66877 Ew= 1.86346
#> mu= 0.5
#> C_new= 214.5731 Ed= 13.05613 Ew= 1.866245
#> mu= 0.05
#> gamma= 9.9612 alpha= 2.6688 beta= 17.7709
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 237 Ed= 13.05613 Ew= 1.866245
#> gradient= 1065.538
#> C_new= 193.564 Ed= 10.60459 Ew= 1.915067
#> mu= 0.005
#> gamma= 9.9388 alpha= 2.5949 beta= 21.8802
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 237 Ed= 10.60459 Ew= 1.915067
#> gradient= 1195.154
#> C_new= 297.9663 Ed= 13.39361 Ew= 1.892656
#> mu= 0.05
#> C_new= 288.6482 Ed= 12.96774 Ew= 1.892684
#> mu= 0.5
#> C_new= 213.314 Ed= 9.524417 Ew= 1.895136
#> mu= 0.05
#> gamma= 9.9716 alpha= 2.6308 beta= 24.3599
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 237 Ed= 9.524417 Ew= 1.895136
#> gradient= 1224.774
#> C_new= 193.3855 Ed= 7.729505 Ew= 1.936741
#> mu= 0.005
#> gamma= 9.9574 alpha= 2.5707 beta= 30.0176
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 237 Ed= 7.729505 Ew= 1.936741
#> gradient= 1370.027
#> C_new= 298.0999 Ed= 9.76656 Ew= 1.918197
#> mu= 0.05
#> C_new= 288.6114 Ed= 9.45046 Ew= 1.918222
#> mu= 0.5
#> C_new= 212.1486 Ed= 6.903012 Ew= 1.920367
#> mu= 0.05
#> gamma= 9.9794 alpha= 2.5983 beta= 33.61
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 237 Ed= 6.903012 Ew= 1.920367
#> gradient= 1414.065
#> C_new= 193.3184 Ed= 5.600621 Ew= 1.955706
#> mu= 0.005
#> gamma= 9.9704 alpha= 2.5491 beta= 41.4266
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 237 Ed= 5.600621 Ew= 1.955706
#> gradient= 1577.389
#> C_new= 298.184 Ed= 7.07849 Ew= 1.940372
#> mu= 0.05
#> C_new= 288.5436 Ed= 6.845777 Ew= 1.940394
#> mu= 0.5
#> C_new= 211.083 Ed= 4.975836 Ew= 1.942259
#> mu= 0.05
#> gamma= 9.985 alpha= 2.5705 beta= 46.6268
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 237 Ed= 4.975836 Ew= 1.942259
#> gradient= 1639.102
#> C_new= 193.3447 Ed= 4.037915 Ew= 1.972192
#> mu= 0.005
#> gamma= 9.9795 alpha= 2.53 beta= 57.4579
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 237 Ed= 4.037915 Ew= 1.972192
#> gradient= 1833.813
#> C_new= 298.2279 Ed= 5.104086 Ew= 1.959516
#> mu= 0.05
#> C_new= 288.4532 Ed= 4.933966 Ew= 1.959535
#> mu= 0.5
#> C_new= 210.1185 Ed= 3.570554 Ew= 1.961149
#> mu= 0.05
#> gamma= 9.9892 alpha= 2.5468 beta= 64.9774
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 237 Ed= 3.570554 Ew= 1.961149
#> gradient= 1906.615
#> C_new= 193.446 Ed= 2.899269 Ew= 1.986442
#> mu= 0.005
#> gamma= 9.9858 alpha= 2.5135 beta= 80.0226
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 237 Ed= 2.899269 Ew= 1.986442
#> gradient= 2145.341
#> C_new= 298.239 Ed= 3.66487 Ew= 1.975964
#> mu= 0.05
#> C_new= 288.3468 Ed= 3.541252 Ew= 1.97598
#> mu= 0.5
#> C_new= 209.2521 Ed= 2.552804 Ew= 1.977369
#> mu= 0.05
#> gamma= 9.9922 alpha= 2.5266 beta= 90.882
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 237 Ed= 2.552804 Ew= 1.977369
#> gradient= 2227.168
#> C_new= 193.6052 Ed= 2.074726 Ew= 1.9987
#> mu= 0.005
#> gamma= 9.9901 alpha= 2.4992 beta= 111.8244
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 237 Ed= 2.074726 Ew= 1.9987
#> gradient= 2511.9
#> C_new= 298.2232 Ed= 2.622414 Ew= 1.990036
#> mu= 0.05
#> C_new= 288.2288 Ed= 2.533038 Ew= 1.99005
#> mu= 0.5
#> C_new= 208.4781 Ed= 1.819833 Ew= 1.991242
#> mu= 0.05
#> gamma= 9.9944 alpha= 2.5096 beta= 127.4858
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 237 Ed= 1.819833 Ew= 1.991242
#> gradient= 2623.4
#> C_new= 193.8061 Ed= 1.480666 Ew= 2.009203
#> mu= 0.005
#> gamma= 9.9932 alpha= 2.4868 beta= 156.6886
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 237 Ed= 1.480666 Ew= 2.009203
#> gradient= 2943.609
#> C_new= 298.1843 Ed= 1.871263 Ew= 2.002035
#> mu= 0.05
#> C_new= 288.1017 Ed= 1.806915 Ew= 2.002047
#> mu= 0.5
#> C_new= 207.7883 Ed= 1.294332 Ew= 2.003065
#> mu= 0.05
#> gamma= 9.996 alpha= 2.4952 beta= 179.2446
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 237 Ed= 1.294332 Ew= 2.003065
#> gradient= 3091.559
#> C_new= 194.0347 Ed= 1.05442 Ew= 2.01817
#> mu= 0.005
#> gamma= 9.9952 alpha= 2.4763 beta= 220.0285
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 237 Ed= 1.05442 Ew= 2.01817
#> gradient= 3452.493
#> C_new= 298.1249 Ed= 1.332291 Ew= 2.012235
#> mu= 0.05
#> C_new= 287.9666 Ed= 1.286123 Ew= 2.012245
#> mu= 0.5
#> C_new= 207.1737 Ed= 0.9189202 Ew= 2.013114
#> mu= 0.05
#> gamma= 9.9971 alpha= 2.483 beta= 252.4718
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 237 Ed= 0.9189202 Ew= 2.013114
#> gradient= 3645.014
#> C_new= 194.2791 Ed= 0.749585 Ew= 2.025804
#> mu= 0.005
#> gamma= 9.9967 alpha= 2.4673 beta= 309.5068
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 237 Ed= 0.749585 Ew= 2.025804
#> gradient= 4052.841
#> C_new= 298.0471 Ed= 0.946864 Ew= 2.020886
#> mu= 0.05
#> C_new= 287.8243 Ed= 0.9138347 Ew= 2.020895
#> mu= 0.5
#> C_new= 206.6254 Ed= 0.6514794 Ew= 2.021633
#> mu= 0.05
#> gamma= 9.998 alpha= 2.4727 beta= 356.1141
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 237 Ed= 0.6514794 Ew= 2.021633
#> gradient= 4299.668
#> C_new= 194.53 Ed= 0.5321458 Ew= 2.032287
#> mu= 0.005
#> gamma= 9.9977 alpha= 2.4597 beta= 435.9729
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 237 Ed= 0.5321458 Ew= 2.032287
#> gradient= 4761.633
#> C_new= 297.9529 Ed= 0.6719778 Ew= 2.028209
#> mu= 0.05
#> C_new= 287.6754 Ed= 0.648404 Ew= 2.028217
#> mu= 0.5
#> C_new= 206.1348 Ed= 0.461369 Ew= 2.028843
#> mu= 0.05
#> gamma= 9.9985 alpha= 2.4641 beta= 502.8529
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 237 Ed= 0.461369 Ew= 2.028843
#> gradient= 5074.439
#> C_new= 194.7801 Ed= 0.3773645 Ew= 2.037783
#> mu= 0.005
#> gamma= 9.9984 alpha= 2.4533 beta= 614.7923
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 237 Ed= 0.3773645 Ew= 2.037783
#> gradient= 5599.046
#> C_new= 297.8447 Ed= 0.4763458 Ew= 2.034398
#> mu= 0.05
#> C_new= 287.521 Ed= 0.4595537 Ew= 2.034404
#> mu= 0.5
#> C_new= 205.6945 Ed= 0.3264554 Ew= 2.034935
#> mu= 0.05
#> gamma= 9.999 alpha= 2.4568 beta= 710.6652
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 237 Ed= 0.3264554 Ew= 2.034935
#> gradient= 5991.825
#> C_new= 195.0246 Ed= 0.2673646 Ew= 2.042433
#> mu= 0.005
#> gamma= 9.9989 alpha= 2.4478 beta= 867.7312
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 237 Ed= 0.2673646 Ew= 2.042433
#> gradient= 6589.066
#> C_new= 297.7247 Ed= 0.3373535 Ew= 2.039621
#> mu= 0.05
#> C_new= 287.3624 Ed= 0.3254116 Ew= 2.039626
#> mu= 0.5
#> C_new= 205.2982 Ed= 0.2308371 Ew= 2.040076
#> mu= 0.05
#> gamma= 9.9993 alpha= 2.4507 beta= 1005.04
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 237 Ed= 0.2308371 Ew= 2.040076
#> gradient= 7078.592
#> C_new= 195.26 Ed= 0.189291 Ew= 2.046363
#> mu= 0.005
#> gamma= 9.9992 alpha= 2.4432 beta= 1225.628
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 237 Ed= 0.189291 Ew= 2.046363
#> gradient= 7760.208
#> C_new= 297.5957 Ed= 0.2387362 Ew= 2.044025
#> mu= 0.05
#> C_new= 287.201 Ed= 0.2302551 Ew= 2.044029
#> mu= 0.5
#> C_new= 204.9404 Ed= 0.1631373 Ew= 2.044409
#> mu= 0.05
#> gamma= 9.9995 alpha= 2.4456 beta= 1422.117
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 237 Ed= 0.1631373 Ew= 2.044409
#> gradient= 8366.58
#> C_new= 195.4843 Ed= 0.1339353 Ew= 2.049681
#> mu= 0.005
#> gamma= 9.9995 alpha= 2.4393 beta= 1732.182
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 237 Ed= 0.1339353 Ew= 2.049681
#> gradient= 9146.378
#> C_new= 297.4602 Ed= 0.1688421 Ew= 2.047735
#> mu= 0.05
#> C_new= 287.0387 Ed= 0.1628257 Ew= 2.047739
#> mu= 0.5
#> C_new= 204.6167 Ed= 0.1152425 Ew= 2.048059
#> mu= 0.05
#> gamma= 9.9996 alpha= 2.4412 beta= 2013.148
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 237 Ed= 0.1152425 Ew= 2.048059
#> gradient= 9893.67
#> C_new= 195.6962 Ed= 0.09472012 Ew= 2.052479
#> mu= 0.005
#> gamma= 9.9996 alpha= 2.436 beta= 2449.323
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 237 Ed= 0.09472012 Ew= 2.052479
#> gradient= 10787.89
#> C_new= 297.3208 Ed= 0.1193493 Ew= 2.050859
#> mu= 0.05
#> C_new= 286.877 Ed= 0.1150853 Ew= 2.050862
#> mu= 0.5
#> C_new= 204.3233 Ed= 0.08138035 Ew= 2.051132
#> mu= 0.05
#> gamma= 9.9997 alpha= 2.4376 beta= 2850.813
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 237 Ed= 0.08138035 Ew= 2.051132
#> gradient= 11704.93
#> C_new= 195.8954 Ed= 0.06695862 Ew= 2.054837
#> mu= 0.005
#> gamma= 9.9997 alpha= 2.4332 beta= 3464.829
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 237 Ed= 0.06695862 Ew= 2.054837
#> gradient= 12732.71
#> C_new= 297.1796 Ed= 0.08432828 Ew= 2.053487
#> mu= 0.05
#> C_new= 286.7175 Ed= 0.08130877 Ew= 2.05349
#> mu= 0.5
#> C_new= 204.0569 Ed= 0.05745156 Ew= 2.053718
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4346 beta= 4038.186
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 237 Ed= 0.05745156 Ew= 2.053718
#> gradient= 13853.98
#> C_new= 196.0817 Ed= 0.04731684 Ew= 2.056823
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.4309 beta= 4903.119
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 237 Ed= 0.04731684 Ew= 2.056823
#> gradient= 15037.86
#> C_new= 297.0386 Ed= 0.05956239 Ew= 2.055698
#> mu= 0.05
#> C_new= 286.5616 Ed= 0.05742557 Ew= 2.0557
#> mu= 0.5
#> C_new= 203.8149 Ed= 0.04054914 Ew= 2.055892
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.432 beta= 5721.454
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 237 Ed= 0.04054914 Ew= 2.055892
#> gradient= 16404.63
#> C_new= 196.2554 Ed= 0.03342666 Ew= 2.058495
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4289 beta= 6940.57
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 237 Ed= 0.03342666 Ew= 2.058495
#> gradient= 17804.82
#> C_new= 296.8996 Ed= 0.04205734 Ew= 2.057556
#> mu= 0.05
#> C_new= 286.4103 Ed= 0.04054604 Ew= 2.057558
#> mu= 0.5
#> C_new= 203.5948 Ed= 0.0286139 Ew= 2.05772
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4299 beta= 8107.95
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 237 Ed= 0.0286139 Ew= 2.05772
#> gradient= 19432.81
#> C_new= 196.4169 Ed= 0.0236079 Ew= 2.059902
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4273 beta= 9827.222
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 237 Ed= 0.0236079 Ew= 2.059902
#> gradient= 21100.7
#> C_new= 296.7637 Ed= 0.02968954 Ew= 2.059119
#> mu= 0.05
#> C_new= 286.2645 Ed= 0.02862115 Ew= 2.059121
#> mu= 0.5
#> C_new= 203.3945 Ed= 0.02018843 Ew= 2.059257
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.428 beta= 11491.73
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 237 Ed= 0.02018843 Ew= 2.059257
#> gradient= 23028.87
#> C_new= 196.5668 Ed= 0.01666958 Ew= 2.061086
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4259 beta= 13917.57
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 237 Ed= 0.01666958 Ew= 2.061086
#> gradient= 25017.49
#> C_new= 296.6322 Ed= 0.02095437 Ew= 2.060432
#> mu= 0.05
#> C_new= 286.1249 Ed= 0.0201994 Ew= 2.060433
#> mu= 0.5
#> C_new= 203.2123 Ed= 0.01424197 Ew= 2.060548
#> mu= 0.05
#> gamma= 10 alpha= 2.4265 beta= 16289.88
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 237 Ed= 0.01424197 Ew= 2.060548
#> gradient= 27300.34
#> C_new= 196.7057 Ed= 0.01176817 Ew= 2.062081
#> mu= 0.005
#> gamma= 10 alpha= 2.4247 beta= 19714.2
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 237 Ed= 0.01176817 Ew= 2.062081
#> gradient= 29672.88
#> C_new= 296.5058 Ed= 0.01478666 Ew= 2.061535
#> mu= 0.05
#> C_new= 285.992 Ed= 0.01425335 Ew= 2.061537
#> mu= 0.5
#> C_new= 203.0464 Ed= 0.01004593 Ew= 2.061633
#> mu= 0.05
#> gamma= 10 alpha= 2.4253 beta= 23093.93
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 237 Ed= 0.01004593 Ew= 2.061633
#> gradient= 32375.18
#> C_new= 196.8343 Ed= 0.008306563 Ew= 2.062919
#> mu= 0.005
#> gamma= 10 alpha= 2.4237 beta= 27929.73
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.438104 test-rmse:0.467461
#> [2] train-rmse:0.401767 test-rmse:0.455693
#> [3] train-rmse:0.374769 test-rmse:0.453473
#> [4] train-rmse:0.359824 test-rmse:0.445085
#> [5] train-rmse:0.347248 test-rmse:0.439834
#> [6] train-rmse:0.340378 test-rmse:0.436594
#> [7] train-rmse:0.332048 test-rmse:0.439590
#> [8] train-rmse:0.325773 test-rmse:0.437637
#> [9] train-rmse:0.319556 test-rmse:0.440857
#> [10] train-rmse:0.313884 test-rmse:0.438535
#> [11] train-rmse:0.309152 test-rmse:0.437006
#> [12] train-rmse:0.305318 test-rmse:0.438078
#> [13] train-rmse:0.301621 test-rmse:0.438132
#> [14] train-rmse:0.295620 test-rmse:0.438698
#> [15] train-rmse:0.290598 test-rmse:0.439825
#> [16] train-rmse:0.289055 test-rmse:0.439699
#> [17] train-rmse:0.286529 test-rmse:0.440063
#> [18] train-rmse:0.284768 test-rmse:0.440408
#> [19] train-rmse:0.281240 test-rmse:0.443551
#> [20] train-rmse:0.280506 test-rmse:0.443982
#> [21] train-rmse:0.279859 test-rmse:0.442497
#> [22] train-rmse:0.277014 test-rmse:0.441440
#> [23] train-rmse:0.273293 test-rmse:0.442040
#> [24] train-rmse:0.269550 test-rmse:0.441803
#> [25] train-rmse:0.266887 test-rmse:0.444149
#> [26] train-rmse:0.265196 test-rmse:0.444378
#> [27] train-rmse:0.263203 test-rmse:0.444541
#> [28] train-rmse:0.261333 test-rmse:0.445352
#> [29] train-rmse:0.258427 test-rmse:0.445092
#> [30] train-rmse:0.256665 test-rmse:0.444060
#> [31] train-rmse:0.256100 test-rmse:0.444035
#> [32] train-rmse:0.251331 test-rmse:0.446521
#> [33] train-rmse:0.249656 test-rmse:0.447565
#> [34] train-rmse:0.247026 test-rmse:0.449626
#> [35] train-rmse:0.245738 test-rmse:0.449149
#> [36] train-rmse:0.244776 test-rmse:0.449147
#> [37] train-rmse:0.242784 test-rmse:0.449001
#> [38] train-rmse:0.239911 test-rmse:0.450828
#> [39] train-rmse:0.237016 test-rmse:0.450778
#> [40] train-rmse:0.234942 test-rmse:0.451574
#> [41] train-rmse:0.233315 test-rmse:0.452745
#> [42] train-rmse:0.229989 test-rmse:0.454595
#> [43] train-rmse:0.225724 test-rmse:0.454626
#> [44] train-rmse:0.221482 test-rmse:0.457633
#> [45] train-rmse:0.219605 test-rmse:0.457510
#> [46] train-rmse:0.218693 test-rmse:0.456913
#> [47] train-rmse:0.214796 test-rmse:0.457985
#> [48] train-rmse:0.213053 test-rmse:0.458898
#> [49] train-rmse:0.209035 test-rmse:0.461586
#> [50] train-rmse:0.205233 test-rmse:0.462977
#> [51] train-rmse:0.204654 test-rmse:0.463076
#> [52] train-rmse:0.203803 test-rmse:0.463317
#> [53] train-rmse:0.203429 test-rmse:0.463645
#> [54] train-rmse:0.200467 test-rmse:0.462356
#> [55] train-rmse:0.199636 test-rmse:0.462024
#> [56] train-rmse:0.198884 test-rmse:0.463240
#> [57] train-rmse:0.197224 test-rmse:0.464119
#> [58] train-rmse:0.193890 test-rmse:0.466827
#> [59] train-rmse:0.192294 test-rmse:0.467834
#> [60] train-rmse:0.191321 test-rmse:0.467703
#> [61] train-rmse:0.188809 test-rmse:0.467087
#> [62] train-rmse:0.187695 test-rmse:0.467828
#> [63] train-rmse:0.186164 test-rmse:0.468117
#> [64] train-rmse:0.185082 test-rmse:0.469865
#> [65] train-rmse:0.182782 test-rmse:0.469158
#> [66] train-rmse:0.180806 test-rmse:0.468710
#> [67] train-rmse:0.180302 test-rmse:0.468362
#> [68] train-rmse:0.178616 test-rmse:0.471494
#> [69] train-rmse:0.176165 test-rmse:0.471075
#> [70] train-rmse:0.175036 test-rmse:0.472255
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.351817 test-rmse:0.351790
#> [2] train-rmse:0.247552 test-rmse:0.247512
#> [3] train-rmse:0.174187 test-rmse:0.174145
#> [4] train-rmse:0.122565 test-rmse:0.122526
#> [5] train-rmse:0.086242 test-rmse:0.086208
#> [6] train-rmse:0.060683 test-rmse:0.060655
#> [7] train-rmse:0.042700 test-rmse:0.042676
#> [8] train-rmse:0.030045 test-rmse:0.030026
#> [9] train-rmse:0.021141 test-rmse:0.021126
#> [10] train-rmse:0.014876 test-rmse:0.014864
#> [11] train-rmse:0.010468 test-rmse:0.010459
#> [12] train-rmse:0.007366 test-rmse:0.007359
#> [13] train-rmse:0.005183 test-rmse:0.005177
#> [14] train-rmse:0.003647 test-rmse:0.003643
#> [15] train-rmse:0.002566 test-rmse:0.002563
#> [16] train-rmse:0.001806 test-rmse:0.001803
#> [17] train-rmse:0.001271 test-rmse:0.001269
#> [18] train-rmse:0.000894 test-rmse:0.000893
#> [19] train-rmse:0.000629 test-rmse:0.000628
#> [20] train-rmse:0.000443 test-rmse:0.000442
#> [21] train-rmse:0.000312 test-rmse:0.000311
#> [22] train-rmse:0.000219 test-rmse:0.000219
#> [23] train-rmse:0.000154 test-rmse:0.000154
#> [24] train-rmse:0.000109 test-rmse:0.000108
#> [25] train-rmse:0.000076 test-rmse:0.000076
#> [26] train-rmse:0.000076 test-rmse:0.000075
#> [27] train-rmse:0.000075 test-rmse:0.000075
#> [28] train-rmse:0.000075 test-rmse:0.000074
#> [29] train-rmse:0.000075 test-rmse:0.000074
#> [30] train-rmse:0.000075 test-rmse:0.000074
#> [31] train-rmse:0.000075 test-rmse:0.000074
#> [32] train-rmse:0.000075 test-rmse:0.000074
#> [33] train-rmse:0.000075 test-rmse:0.000074
#> [34] train-rmse:0.000075 test-rmse:0.000074
#> [35] train-rmse:0.000075 test-rmse:0.000074
#> [36] train-rmse:0.000075 test-rmse:0.000074
#> [37] train-rmse:0.000075 test-rmse:0.000074
#> [38] train-rmse:0.000075 test-rmse:0.000074
#> [39] train-rmse:0.000075 test-rmse:0.000074
#> [40] train-rmse:0.000075 test-rmse:0.000074
#> [41] train-rmse:0.000075 test-rmse:0.000074
#> [42] train-rmse:0.000075 test-rmse:0.000074
#> [43] train-rmse:0.000075 test-rmse:0.000074
#> [44] train-rmse:0.000075 test-rmse:0.000074
#> [45] train-rmse:0.000075 test-rmse:0.000074
#> [46] train-rmse:0.000075 test-rmse:0.000074
#> [47] train-rmse:0.000075 test-rmse:0.000074
#> [48] train-rmse:0.000075 test-rmse:0.000074
#> [49] train-rmse:0.000075 test-rmse:0.000074
#> [50] train-rmse:0.000075 test-rmse:0.000074
#> [51] train-rmse:0.000075 test-rmse:0.000074
#> [52] train-rmse:0.000075 test-rmse:0.000074
#> [53] train-rmse:0.000075 test-rmse:0.000074
#> [54] train-rmse:0.000075 test-rmse:0.000074
#> [55] train-rmse:0.000075 test-rmse:0.000074
#> [56] train-rmse:0.000075 test-rmse:0.000074
#> [57] train-rmse:0.000075 test-rmse:0.000074
#> [58] train-rmse:0.000075 test-rmse:0.000074
#> [59] train-rmse:0.000075 test-rmse:0.000074
#> [60] train-rmse:0.000075 test-rmse:0.000074
#> [61] train-rmse:0.000075 test-rmse:0.000074
#> [62] train-rmse:0.000075 test-rmse:0.000074
#> [63] train-rmse:0.000075 test-rmse:0.000074
#> [64] train-rmse:0.000075 test-rmse:0.000074
#> [65] train-rmse:0.000075 test-rmse:0.000074
#> [66] train-rmse:0.000075 test-rmse:0.000074
#> [67] train-rmse:0.000075 test-rmse:0.000074
#> [68] train-rmse:0.000075 test-rmse:0.000074
#> [69] train-rmse:0.000075 test-rmse:0.000074
#> [70] train-rmse:0.000075 test-rmse:0.000074
#> [1]
#> [1] "Resampling number 10 of 10,"
#> [1]
#> Number of parameters (weights and biases) to estimate: 110
#> Nguyen-Widrow method
#> Scaling factor= 0.7035051
#> ----------------------------------------------------------------------
#> Epoch= 1
#> C= 230.5 Ed= 749.1604 Ew= 7.707996
#> gradient= 147.6112
#> C_new= 90.19815 Ed= 352.618 Ew= 1.064135
#> mu= 5e-04
#> gamma= 6.5967 alpha= 3.0996 beta= 0.6443
#> ----------------------------------------------------------------------
#> Epoch= 2
#> C= 230.5 Ed= 352.618 Ew= 1.064135
#> gradient= 207.9645
#> C_new= 223.9714 Ed= 341.1516 Ew= 1.34144
#> mu= 5e-05
#> gamma= 7.5886 alpha= 2.8285 beta= 0.6645
#> ----------------------------------------------------------------------
#> Epoch= 3
#> C= 230.5 Ed= 341.1516 Ew= 1.34144
#> gradient= 238.2009
#> C_new= 248.5614 Ed= 369.5078 Ew= 1.064895
#> mu= 5e-04
#> C_new= 248.5144 Ed= 369.4372 Ew= 1.064893
#> mu= 0.005
#> C_new= 248.0455 Ed= 368.7316 Ew= 1.064879
#> mu= 0.05
#> C_new= 243.4262 Ed= 361.7806 Ew= 1.064829
#> mu= 0.5
#> C_new= 203.4315 Ed= 301.5664 Ew= 1.071704
#> mu= 0.05
#> gamma= 8.7512 alpha= 4.0828 beta= 0.7498
#> ----------------------------------------------------------------------
#> Epoch= 4
#> C= 230.5 Ed= 301.5664 Ew= 1.071704
#> gradient= 231.0481
#> C_new= 203.7386 Ed= 264.1559 Ew= 1.387725
#> mu= 0.005
#> gamma= 7.5667 alpha= 2.7263 beta= 0.8583
#> ----------------------------------------------------------------------
#> Epoch= 5
#> C= 230.5 Ed= 264.1559 Ew= 1.387725
#> gradient= 284.3243
#> C_new= 264.9841 Ed= 305.0311 Ew= 1.168487
#> mu= 0.05
#> C_new= 259.3492 Ed= 298.4655 Ew= 1.168486
#> mu= 0.5
#> C_new= 211.3114 Ed= 242.4712 Ew= 1.17599
#> mu= 0.05
#> gamma= 9.049 alpha= 3.8474 beta= 0.932
#> ----------------------------------------------------------------------
#> Epoch= 6
#> C= 230.5 Ed= 242.4712 Ew= 1.17599
#> gradient= 269.442
#> C_new= 201.0598 Ed= 209.7493 Ew= 1.450362
#> mu= 0.005
#> gamma= 8.1058 alpha= 2.7944 beta= 1.0796
#> ----------------------------------------------------------------------
#> Epoch= 7
#> C= 230.5 Ed= 209.7493 Ew= 1.450362
#> gradient= 323.5368
#> C_new= 273.8548 Ed= 250.3768 Ew= 1.268937
#> mu= 0.05
#> C_new= 267.7825 Ed= 244.7522 Ew= 1.268955
#> mu= 0.5
#> C_new= 216.2137 Ed= 196.9679 Ew= 1.275958
#> mu= 0.05
#> gamma= 9.2231 alpha= 3.6142 beta= 1.1468
#> ----------------------------------------------------------------------
#> Epoch= 8
#> C= 230.5 Ed= 196.9679 Ew= 1.275958
#> gradient= 306.3815
#> C_new= 202.6282 Ed= 171.9599 Ew= 1.499568
#> mu= 0.005
#> gamma= 8.5258 alpha= 2.8427 beta= 1.3156
#> ----------------------------------------------------------------------
#> Epoch= 9
#> C= 230.5 Ed= 171.9599 Ew= 1.499568
#> gradient= 356.3317
#> C_new= 277.2261 Ed= 207.793 Ew= 1.352734
#> mu= 0.05
#> C_new= 270.8945 Ed= 202.9804 Ew= 1.352763
#> mu= 0.5
#> C_new= 217.272 Ed= 162.2086 Ew= 1.359265
#> mu= 0.05
#> gamma= 9.3528 alpha= 3.4404 beta= 1.3922
#> ----------------------------------------------------------------------
#> Epoch= 10
#> C= 230.5 Ed= 162.2086 Ew= 1.359265
#> gradient= 340.6215
#> C_new= 204.436 Ed= 143.0332 Ew= 1.542834
#> mu= 0.005
#> gamma= 8.8325 alpha= 2.8624 beta= 1.5806
#> ----------------------------------------------------------------------
#> Epoch= 11
#> C= 230.5 Ed= 143.0332 Ew= 1.542834
#> gradient= 387.0616
#> C_new= 279.526 Ed= 174.2703 Ew= 1.421096
#> mu= 0.05
#> C_new= 272.9544 Ed= 170.1127 Ew= 1.421132
#> mu= 0.5
#> C_new= 217.4748 Ed= 135.0021 Ew= 1.427249
#> mu= 0.05
#> gamma= 9.4611 alpha= 3.3145 beta= 1.6723
#> ----------------------------------------------------------------------
#> Epoch= 12
#> C= 230.5 Ed= 135.0021 Ew= 1.427249
#> gradient= 372.9244
#> C_new= 204.9349 Ed= 119.405 Ew= 1.583722
#> mu= 0.005
#> gamma= 9.0597 alpha= 2.8602 beta= 1.8925
#> ----------------------------------------------------------------------
#> Epoch= 13
#> C= 230.5 Ed= 119.405 Ew= 1.583722
#> gradient= 418.305
#> C_new= 281.4646 Ed= 146.4924 Ew= 1.479703
#> mu= 0.05
#> C_new= 274.645 Ed= 142.8888 Ew= 1.479744
#> mu= 0.5
#> C_new= 217.2829 Ed= 112.5693 Ew= 1.485553
#> mu= 0.05
#> gamma= 9.5545 alpha= 3.2158 beta= 2.0052
#> ----------------------------------------------------------------------
#> Epoch= 14
#> C= 230.5 Ed= 112.5693 Ew= 1.485553
#> gradient= 405.5008
#> C_new= 204.3996 Ed= 99.33222 Ew= 1.62314
#> mu= 0.005
#> gamma= 9.2389 alpha= 2.846 beta= 2.274
#> ----------------------------------------------------------------------
#> Epoch= 15
#> C= 230.5 Ed= 99.33222 Ew= 1.62314
#> gradient= 451.7733
#> C_new= 283.0026 Ed= 122.5336 Ew= 1.532807
#> mu= 0.05
#> C_new= 275.9353 Ed= 119.4256 Ew= 1.532852
#> mu= 0.5
#> C_new= 216.7246 Ed= 93.3805 Ew= 1.538373
#> mu= 0.05
#> gamma= 9.635 alpha= 3.1316 beta= 2.4168
#> ----------------------------------------------------------------------
#> Epoch= 16
#> C= 230.5 Ed= 93.3805 Ew= 1.538373
#> gradient= 440.3792
#> C_new= 203.2543 Ed= 81.94769 Ew= 1.661374
#> mu= 0.005
#> gamma= 9.3873 alpha= 2.8252 beta= 2.7555
#> ----------------------------------------------------------------------
#> Epoch= 17
#> C= 230.5 Ed= 81.94769 Ew= 1.661374
#> gradient= 488.9552
#> C_new= 284.2106 Ed= 101.5206 Ew= 1.582598
#> mu= 0.05
#> C_new= 276.8994 Ed= 98.86727 Ew= 1.582644
#> mu= 0.5
#> C_new= 215.8967 Ed= 76.72337 Ew= 1.58787
#> mu= 0.05
#> gamma= 9.7042 alpha= 3.0557 beta= 2.9411
#> ----------------------------------------------------------------------
#> Epoch= 18
#> C= 230.5 Ed= 76.72337 Ew= 1.58787
#> gradient= 479.2814
#> C_new= 201.8266 Ed= 66.85908 Ew= 1.698502
#> mu= 0.005
#> gamma= 9.5127 alpha= 2.8003 beta= 3.3764
#> ----------------------------------------------------------------------
#> Epoch= 19
#> C= 230.5 Ed= 66.85908 Ew= 1.698502
#> gradient= 531.246
#> C_new= 285.1511 Ed= 83.1021 Ew= 1.629939
#> mu= 0.05
#> C_new= 277.601 Ed= 80.86592 Ew= 1.629986
#> mu= 0.5
#> C_new= 214.8679 Ed= 62.28204 Ew= 1.6349
#> mu= 0.05
#> gamma= 9.7631 alpha= 2.9858 beta= 3.6225
#> ----------------------------------------------------------------------
#> Epoch= 20
#> C= 230.5 Ed= 62.28204 Ew= 1.6349
#> gradient= 523.7876
#> C_new= 200.3219 Ed= 53.86935 Ew= 1.734405
#> mu= 0.005
#> gamma= 9.6182 alpha= 2.7728 beta= 4.1896
#> ----------------------------------------------------------------------
#> Epoch= 21
#> C= 230.5 Ed= 53.86935 Ew= 1.734405
#> gradient= 580.0689
#> C_new= 285.8875 Ed= 67.1289 Ew= 1.675003
#> mu= 0.05
#> C_new= 278.1036 Ed= 65.27096 Ew= 1.675049
#> mu= 0.5
#> C_new= 213.7 Ed= 49.89567 Ew= 1.679635
#> mu= 0.05
#> gamma= 9.8124 alpha= 2.921 beta= 4.5213
#> ----------------------------------------------------------------------
#> Epoch= 22
#> C= 230.5 Ed= 49.89567 Ew= 1.679635
#> gradient= 575.4711
#> C_new= 198.8489 Ed= 42.83762 Ew= 1.768823
#> mu= 0.005
#> gamma= 9.7057 alpha= 2.7435 beta= 5.2675
#> ----------------------------------------------------------------------
#> Epoch= 23
#> C= 230.5 Ed= 42.83762 Ew= 1.768823
#> gradient= 636.9618
#> C_new= 286.4643 Ed= 53.48873 Ew= 1.717647
#> mu= 0.05
#> C_new= 278.4525 Ed= 51.96771 Ew= 1.717692
#> mu= 0.5
#> C_new= 212.4412 Ed= 39.43368 Ew= 1.721938
#> mu= 0.05
#> gamma= 9.8533 alpha= 2.8611 beta= 5.7203
#> ----------------------------------------------------------------------
#> Epoch= 24
#> C= 230.5 Ed= 39.43368 Ew= 1.721938
#> gradient= 636.0228
#> C_new= 197.4574 Ed= 33.61755 Ew= 1.80146
#> mu= 0.005
#> gamma= 9.7767 alpha= 2.7135 beta= 6.7111
#> ----------------------------------------------------------------------
#> Epoch= 25
#> C= 230.5 Ed= 33.61755 Ew= 1.80146
#> gradient= 703.6647
#> C_new= 286.904 Ed= 42.03982 Ew= 1.757636
#> mu= 0.05
#> C_new= 278.6718 Ed= 40.81316 Ew= 1.757678
#> mu= 0.5
#> C_new= 211.1252 Ed= 30.74671 Ew= 1.761577
#> mu= 0.05
#> gamma= 9.8866 alpha= 2.8062 beta= 7.336
#> ----------------------------------------------------------------------
#> Epoch= 26
#> C= 230.5 Ed= 30.74671 Ew= 1.761577
#> gradient= 707.3634
#> C_new= 196.1671 Ed= 26.03966 Ew= 1.832052
#> mu= 0.005
#> gamma= 9.833 alpha= 2.6836 beta= 8.6631
#> ----------------------------------------------------------------------
#> Epoch= 27
#> C= 230.5 Ed= 26.03966 Ew= 1.832052
#> gradient= 782.2131
#> C_new= 287.2205 Ed= 32.59861 Ew= 1.794755
#> mu= 0.05
#> C_new= 278.7776 Ed= 31.62401 Ew= 1.794794
#> mu= 0.5
#> C_new= 209.7808 Ed= 23.65844 Ew= 1.798342
#> mu= 0.05
#> gamma= 9.9133 alpha= 2.7562 beta= 9.5333
#> ----------------------------------------------------------------------
#> Epoch= 28
#> C= 230.5 Ed= 23.65844 Ew= 1.798342
#> gradient= 791.7446
#> C_new= 194.989 Ed= 19.91556 Ew= 1.860407
#> mu= 0.005
#> gamma= 9.8768 alpha= 2.6545 beta= 11.3259
#> ----------------------------------------------------------------------
#> Epoch= 29
#> C= 230.5 Ed= 19.91556 Ew= 1.860407
#> gradient= 875.0238
#> C_new= 287.4322 Ed= 24.94968 Ew= 1.828855
#> mu= 0.05
#> C_new= 278.7902 Ed= 24.18664 Ew= 1.828891
#> mu= 0.5
#> C_new= 208.4394 Ed= 17.97439 Ew= 1.832094
#> mu= 0.05
#> gamma= 9.9345 alpha= 2.7112 beta= 12.5475
#> ----------------------------------------------------------------------
#> Epoch= 30
#> C= 230.5 Ed= 17.97439 Ew= 1.832094
#> gradient= 891.8377
#> C_new= 193.9359 Ed= 15.04858 Ew= 1.886412
#> mu= 0.005
#> gamma= 9.9102 alpha= 2.6267 beta= 14.9878
#> ----------------------------------------------------------------------
#> Epoch= 31
#> C= 230.5 Ed= 15.04858 Ew= 1.886412
#> gradient= 984.9703
#> C_new= 287.5662 Ed= 18.86075 Ew= 1.859868
#> mu= 0.05
#> C_new= 278.7382 Ed= 18.27173 Ew= 1.8599
#> mu= 0.5
#> C_new= 207.1359 Ed= 13.49385 Ew= 1.862766
#> mu= 0.05
#> gamma= 9.951 alpha= 2.671 beta= 16.7131
#> ----------------------------------------------------------------------
#> Epoch= 32
#> C= 230.5 Ed= 13.49385 Ew= 1.862766
#> gradient= 1010.812
#> C_new= 193.023 Ed= 11.24394 Ew= 1.910021
#> mu= 0.005
#> gamma= 9.9351 alpha= 2.6008 beta= 20.0581
#> ----------------------------------------------------------------------
#> Epoch= 33
#> C= 230.5 Ed= 11.24394 Ew= 1.910021
#> gradient= 1119.375
#> C_new= 287.6544 Ed= 14.09626 Ew= 1.887794
#> mu= 0.05
#> C_new= 278.6543 Ed= 13.64755 Ew= 1.887824
#> mu= 0.5
#> C_new= 205.9052 Ed= 10.02031 Ew= 1.890366
#> mu= 0.05
#> gamma= 9.9637 alpha= 2.6354 beta= 22.5061
#> ----------------------------------------------------------------------
#> Epoch= 34
#> C= 230.5 Ed= 10.02031 Ew= 1.890366
#> gradient= 1152.408
#> C_new= 192.2635 Ed= 8.316583 Ew= 1.931247
#> mu= 0.005
#> gamma= 9.9536 alpha= 2.577 beta= 27.1173
#> ----------------------------------------------------------------------
#> Epoch= 35
#> C= 230.5 Ed= 8.316583 Ew= 1.931247
#> gradient= 1280.561
#> C_new= 287.7263 Ed= 10.42867 Ew= 1.912704
#> mu= 0.05
#> C_new= 278.5682 Ed= 10.09095 Ew= 1.91273
#> mu= 0.5
#> C_new= 204.7752 Ed= 7.36948 Ew= 1.914969
#> mu= 0.05
#> gamma= 9.9733 alpha= 2.604 beta= 30.601
#> ----------------------------------------------------------------------
#> Epoch= 36
#> C= 230.5 Ed= 7.36948 Ew= 1.914969
#> gradient= 1324.188
#> C_new= 191.6628 Ed= 6.097338 Ew= 1.950155
#> mu= 0.005
#> gamma= 9.967 alpha= 2.5554 beta= 36.9861
#> ----------------------------------------------------------------------
#> Epoch= 37
#> C= 230.5 Ed= 6.097338 Ew= 1.950155
#> gradient= 1470.688
#> C_new= 287.8021 Ed= 7.647694 Ew= 1.934722
#> mu= 0.05
#> C_new= 278.5003 Ed= 7.396198 Ew= 1.934745
#> mu= 0.5
#> C_new= 203.7633 Ed= 5.375381 Ew= 1.936703
#> mu= 0.05
#> gamma= 9.9805 alpha= 2.5767 beta= 41.9523
#> ----------------------------------------------------------------------
#> Epoch= 38
#> C= 230.5 Ed= 5.375381 Ew= 1.936703
#> gradient= 1530.291
#> C_new= 191.2165 Ed= 4.437146 Ew= 1.966848
#> mu= 0.005
#> gamma= 9.9767 alpha= 2.5362 beta= 50.8236
#> ----------------------------------------------------------------------
#> Epoch= 39
#> C= 230.5 Ed= 4.437146 Ew= 1.966848
#> gradient= 1695.373
#> C_new= 287.8915 Ed= 5.567014 Ew= 1.954022
#> mu= 0.05
#> C_new= 278.4599 Ed= 5.381439 Ew= 1.954042
#> mu= 0.5
#> C_new= 202.8749 Ed= 3.89415 Ew= 1.955744
#> mu= 0.05
#> gamma= 9.9859 alpha= 2.553 beta= 57.9092
#> ----------------------------------------------------------------------
#> Epoch= 40
#> C= 230.5 Ed= 3.89415 Ew= 1.955744
#> gradient= 1774.512
#> C_new= 190.911 Ed= 3.209376 Ew= 1.981469
#> mu= 0.005
#> gamma= 9.9836 alpha= 2.5192 beta= 70.2654
#> ----------------------------------------------------------------------
#> Epoch= 41
#> C= 230.5 Ed= 3.209376 Ew= 1.981469
#> gradient= 1961.157
#> C_new= 287.9944 Ed= 4.028004 Ew= 1.970816
#> mu= 0.05
#> C_new= 278.4466 Ed= 3.892122 Ew= 1.970833
#> mu= 0.5
#> C_new= 202.1054 Ed= 2.8056 Ew= 1.972305
#> mu= 0.05
#> gamma= 9.9898 alpha= 2.5325 beta= 80.3768
#> ----------------------------------------------------------------------
#> Epoch= 42
#> C= 230.5 Ed= 2.8056 Ew= 1.972305
#> gradient= 2064.076
#> C_new= 190.7263 Ed= 2.31007 Ew= 1.994182
#> mu= 0.005
#> gamma= 9.9884 alpha= 2.5044 beta= 97.6186
#> ----------------------------------------------------------------------
#> Epoch= 43
#> C= 230.5 Ed= 2.31007 Ew= 1.994182
#> gradient= 2275.698
#> C_new= 288.1048 Ed= 2.900398 Ew= 1.985333
#> mu= 0.05
#> C_new= 278.4539 Ed= 2.801534 Ew= 1.985348
#> mu= 0.5
#> C_new= 201.4436 Ed= 2.012613 Ew= 1.986614
#> mu= 0.05
#> gamma= 9.9927 alpha= 2.515 beta= 112.0452
#> ----------------------------------------------------------------------
#> Epoch= 44
#> C= 230.5 Ed= 2.012613 Ew= 1.986614
#> gradient= 2407.472
#> C_new= 190.6398 Ed= 1.656446 Ew= 2.005167
#> mu= 0.005
#> gamma= 9.9919 alpha= 2.4915 beta= 136.1373
#> ----------------------------------------------------------------------
#> Epoch= 45
#> C= 230.5 Ed= 1.656446 Ew= 2.005167
#> gradient= 2647.999
#> C_new= 288.2141 Ed= 2.080521 Ew= 1.997813
#> mu= 0.05
#> C_new= 278.4725 Ed= 2.008963 Ew= 1.997826
#> mu= 0.5
#> C_new= 200.8752 Ed= 1.43895 Ew= 1.998912
#> mu= 0.05
#> gamma= 9.9947 alpha= 2.5 beta= 156.7133
#> ----------------------------------------------------------------------
#> Epoch= 46
#> C= 230.5 Ed= 1.43895 Ew= 1.998912
#> gradient= 2814.71
#> C_new= 190.6289 Ed= 1.184279 Ew= 2.014611
#> mu= 0.005
#> gamma= 9.9943 alpha= 2.4805 beta= 190.4136
#> ----------------------------------------------------------------------
#> Epoch= 47
#> C= 230.5 Ed= 1.184279 Ew= 2.014611
#> gradient= 3088.687
#> C_new= 288.3141 Ed= 1.487982 Ew= 2.008495
#> mu= 0.05
#> C_new= 278.4931 Ed= 1.436405 Ew= 2.008506
#> mu= 0.5
#> C_new= 200.3852 Ed= 1.026192 Ew= 2.009434
#> mu= 0.05
#> gamma= 9.9962 alpha= 2.4873 beta= 219.7463
#> ----------------------------------------------------------------------
#> Epoch= 48
#> C= 230.5 Ed= 1.026192 Ew= 2.009434
#> gradient= 3297.626
#> C_new= 190.673 Ed= 0.844801 Ew= 2.022693
#> mu= 0.005
#> gamma= 9.996 alpha= 2.471 beta= 266.9291
#> ----------------------------------------------------------------------
#> Epoch= 49
#> C= 230.5 Ed= 0.844801 Ew= 2.022693
#> gradient= 3610.335
#> C_new= 288.398 Ed= 1.061752 Ew= 2.017603
#> mu= 0.05
#> C_new= 278.5085 Ed= 1.024703 Ew= 2.017612
#> mu= 0.5
#> C_new= 199.9598 Ed= 0.7304275 Ew= 2.018403
#> mu= 0.05
#> gamma= 9.9973 alpha= 2.4765 beta= 308.7251
#> ----------------------------------------------------------------------
#> Epoch= 50
#> C= 230.5 Ed= 0.7304275 Ew= 2.018403
#> gradient= 3870.248
#> C_new= 190.7552 Ed= 0.6015994 Ew= 2.029586
#> mu= 0.005
#> gamma= 9.9972 alpha= 2.4629 beta= 374.8365
#> ----------------------------------------------------------------------
#> Epoch= 51
#> C= 230.5 Ed= 0.6015994 Ew= 2.029586
#> gradient= 4227.849
#> C_new= 288.4619 Ed= 0.7562597 Ew= 2.025346
#> mu= 0.05
#> C_new= 278.5134 Ed= 0.7297188 Ew= 2.025354
#> mu= 0.5
#> C_new= 199.5873 Ed= 0.5191531 Ew= 2.026027
#> mu= 0.05
#> gamma= 9.9981 alpha= 2.4674 beta= 434.3631
#> ----------------------------------------------------------------------
#> Epoch= 52
#> C= 230.5 Ed= 0.5191531 Ew= 2.026027
#> gradient= 4549.216
#> C_new= 190.862 Ed= 0.427844 Ew= 2.035449
#> mu= 0.005
#> gamma= 9.998 alpha= 2.456 beta= 527.0635
#> ----------------------------------------------------------------------
#> Epoch= 53
#> C= 230.5 Ed= 0.427844 Ew= 2.035449
#> gradient= 4958.921
#> C_new= 288.5041 Ed= 0.5379119 Ew= 2.031913
#> mu= 0.05
#> C_new= 278.5052 Ed= 0.518941 Ew= 2.03192
#> mu= 0.5
#> C_new= 199.2584 Ed= 0.3685829 Ew= 2.032491
#> mu= 0.05
#> gamma= 9.9986 alpha= 2.4597 beta= 611.8045
#> ----------------------------------------------------------------------
#> Epoch= 54
#> C= 230.5 Ed= 0.3685829 Ew= 2.032491
#> gradient= 5354.293
#> C_new= 190.983 Ed= 0.3039602 Ew= 2.040423
#> mu= 0.005
#> gamma= 9.9986 alpha= 2.4501 beta= 741.8757
#> ----------------------------------------------------------------------
#> Epoch= 55
#> C= 230.5 Ed= 0.3039602 Ew= 2.040423
#> gradient= 5830.118
#> C_new= 288.5249 Ed= 0.3821837 Ew= 2.037473
#> mu= 0.05
#> C_new= 278.4833 Ed= 0.3686482 Ew= 2.037479
#> mu= 0.5
#> C_new= 198.9655 Ed= 0.2614618 Ew= 2.037963
#> mu= 0.05
#> gamma= 9.999 alpha= 2.4532 beta= 862.4605
#> ----------------------------------------------------------------------
#> Epoch= 56
#> C= 230.5 Ed= 0.2614618 Ew= 2.037963
#> gradient= 6308.956
#> C_new= 191.1111 Ed= 0.2157725 Ew= 2.044636
#> mu= 0.005
#> gamma= 9.999 alpha= 2.4452 beta= 1045.084
#> ----------------------------------------------------------------------
#> Epoch= 57
#> C= 230.5 Ed= 0.2157725 Ew= 2.044636
#> gradient= 6872.044
#> C_new= 288.5258 Ed= 0.2713008 Ew= 2.042174
#> mu= 0.05
#> C_new= 278.4481 Ed= 0.2616579 Ew= 2.042179
#> mu= 0.5
#> C_new= 198.7028 Ed= 0.1853518 Ew= 2.042588
#> mu= 0.05
#> gamma= 9.9993 alpha= 2.4477 beta= 1216.607
#> ----------------------------------------------------------------------
#> Epoch= 58
#> C= 230.5 Ed= 0.1853518 Ew= 2.042588
#> gradient= 7441.104
#> C_new= 191.241 Ed= 0.1530713 Ew= 2.048199
#> mu= 0.005
#> gamma= 9.9993 alpha= 2.441 beta= 1473.172
#> ----------------------------------------------------------------------
#> Epoch= 59
#> C= 230.5 Ed= 0.1530713 Ew= 2.048199
#> gradient= 8108.117
#> C_new= 288.5094 Ed= 0.1924519 Ew= 2.046143
#> mu= 0.05
#> C_new= 278.4013 Ed= 0.1855905 Ew= 2.046147
#> mu= 0.5
#> C_new= 198.4662 Ed= 0.1313293 Ew= 2.046493
#> mu= 0.05
#> gamma= 9.9995 alpha= 2.4431 beta= 1717.059
#> ----------------------------------------------------------------------
#> Epoch= 60
#> C= 230.5 Ed= 0.1313293 Ew= 2.046493
#> gradient= 8783.894
#> C_new= 191.3693 Ed= 0.1085333 Ew= 2.05121
#> mu= 0.005
#> gamma= 9.9995 alpha= 2.4375 beta= 2077.706
#> ----------------------------------------------------------------------
#> Epoch= 61
#> C= 230.5 Ed= 0.1085333 Ew= 2.05121
#> gradient= 9574.633
#> C_new= 288.4783 Ed= 0.1364403 Ew= 2.049491
#> mu= 0.05
#> C_new= 278.3449 Ed= 0.131563 Ew= 2.049495
#> mu= 0.5
#> C_new= 198.252 Ed= 0.09301397 Ew= 2.049787
#> mu= 0.05
#> gamma= 9.9997 alpha= 2.4392 beta= 2424.369
#> ----------------------------------------------------------------------
#> Epoch= 62
#> C= 230.5 Ed= 0.09301397 Ew= 2.049787
#> gradient= 10376.74
#> C_new= 191.4937 Ed= 0.07692072 Ew= 2.053751
#> mu= 0.005
#> gamma= 9.9997 alpha= 2.4345 beta= 2931.592
#> ----------------------------------------------------------------------
#> Epoch= 63
#> C= 230.5 Ed= 0.07692072 Ew= 2.053751
#> gradient= 11314.73
#> C_new= 288.4356 Ed= 0.09668442 Ew= 2.052314
#> mu= 0.05
#> C_new= 278.281 Ed= 0.09322057 Ew= 2.052317
#> mu= 0.5
#> C_new= 198.0577 Ed= 0.06585526 Ew= 2.052564
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4359 beta= 3424.178
#> ----------------------------------------------------------------------
#> Epoch= 64
#> C= 230.5 Ed= 0.06585526 Ew= 2.052564
#> gradient= 12266.48
#> C_new= 191.6128 Ed= 0.05449624 Ew= 2.055895
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.432 beta= 4137.902
#> ----------------------------------------------------------------------
#> Epoch= 65
#> C= 230.5 Ed= 0.05449624 Ew= 2.055895
#> gradient= 13379.69
#> C_new= 288.3838 Ed= 0.06848564 Ew= 2.054693
#> mu= 0.05
#> C_new= 278.2117 Ed= 0.06602734 Ew= 2.054695
#> mu= 0.5
#> C_new= 197.881 Ed= 0.04661385 Ew= 2.054904
#> mu= 0.05
#> gamma= 9.9998 alpha= 2.4332 beta= 4837.62
#> ----------------------------------------------------------------------
#> Epoch= 66
#> C= 230.5 Ed= 0.04661385 Ew= 2.054904
#> gradient= 14508.79
#> C_new= 191.7258 Ed= 0.03859731 Ew= 2.057703
#> mu= 0.005
#> gamma= 9.9998 alpha= 2.4299 beta= 5842.377
#> ----------------------------------------------------------------------
#> Epoch= 67
#> C= 230.5 Ed= 0.03859731 Ew= 2.057703
#> gradient= 15841.76
#> C_new= 288.3255 Ed= 0.04849533 Ew= 2.056696
#> mu= 0.05
#> C_new= 278.1387 Ed= 0.04675173 Ew= 2.056699
#> mu= 0.5
#> C_new= 197.7203 Ed= 0.03298698 Ew= 2.056874
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4308 beta= 6836.033
#> ----------------------------------------------------------------------
#> Epoch= 68
#> C= 230.5 Ed= 0.03298698 Ew= 2.056874
#> gradient= 17192.84
#> C_new= 191.8324 Ed= 0.0273297 Ew= 2.059226
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4281 beta= 8251.099
#> ----------------------------------------------------------------------
#> Epoch= 69
#> C= 230.5 Ed= 0.0273297 Ew= 2.059226
#> gradient= 18765.88
#> C_new= 288.2627 Ed= 0.03433055 Ew= 2.058383
#> mu= 0.05
#> C_new= 278.0639 Ed= 0.0330945 Ew= 2.058385
#> mu= 0.5
#> C_new= 197.5738 Ed= 0.02333939 Ew= 2.058533
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4289 beta= 9661.781
#> ----------------------------------------------------------------------
#> Epoch= 70
#> C= 230.5 Ed= 0.02333939 Ew= 2.058533
#> gradient= 20378.48
#> C_new= 191.9324 Ed= 0.01934712 Ew= 2.060509
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4266 beta= 11655.49
#> ----------------------------------------------------------------------
#> Epoch= 71
#> C= 230.5 Ed= 0.01934712 Ew= 2.060509
#> gradient= 22234.81
#> C_new= 288.1972 Ed= 0.02429748 Ew= 2.059803
#> mu= 0.05
#> C_new= 277.9885 Ed= 0.02342161 Ew= 2.059805
#> mu= 0.5
#> C_new= 197.4404 Ed= 0.01651084 Ew= 2.05993
#> mu= 0.05
#> gamma= 9.9999 alpha= 2.4273 beta= 13657.69
#> ----------------------------------------------------------------------
#> Epoch= 72
#> C= 230.5 Ed= 0.01651084 Ew= 2.05993
#> gradient= 24155.95
#> C_new= 192.0258 Ed= 0.01369351 Ew= 2.061589
#> mu= 0.005
#> gamma= 9.9999 alpha= 2.4253 beta= 16467.66
#> ----------------------------------------------------------------------
#> Epoch= 73
#> C= 230.5 Ed= 0.01369351 Ew= 2.061589
#> gradient= 26351.03
#> C_new= 288.1305 Ed= 0.01719321 Ew= 2.060998
#> mu= 0.05
#> C_new= 277.9137 Ed= 0.0165728 Ew= 2.061
#> mu= 0.5
#> C_new= 197.3189 Ed= 0.01167866 Ew= 2.061105
#> mu= 0.05
#> gamma= 10 alpha= 2.4259 beta= 19308.73
#> ----------------------------------------------------------------------
#> Epoch= 74
#> C= 230.5 Ed= 0.01167866 Ew= 2.061105
#> gradient= 28636.6
#> C_new= 192.1128 Ed= 0.009690406 Ew= 2.062499
#> mu= 0.005
#> gamma= 10 alpha= 2.4242 beta= 23270.44
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.442190 test-rmse:0.459453
#> [2] train-rmse:0.404329 test-rmse:0.444311
#> [3] train-rmse:0.380206 test-rmse:0.432805
#> [4] train-rmse:0.364730 test-rmse:0.427262
#> [5] train-rmse:0.352209 test-rmse:0.426442
#> [6] train-rmse:0.341581 test-rmse:0.429091
#> [7] train-rmse:0.334807 test-rmse:0.429350
#> [8] train-rmse:0.328858 test-rmse:0.429741
#> [9] train-rmse:0.321283 test-rmse:0.429550
#> [10] train-rmse:0.318264 test-rmse:0.430725
#> [11] train-rmse:0.315025 test-rmse:0.432205
#> [12] train-rmse:0.311354 test-rmse:0.430610
#> [13] train-rmse:0.307782 test-rmse:0.433896
#> [14] train-rmse:0.302790 test-rmse:0.434554
#> [15] train-rmse:0.300613 test-rmse:0.432814
#> [16] train-rmse:0.295305 test-rmse:0.435913
#> [17] train-rmse:0.291214 test-rmse:0.439589
#> [18] train-rmse:0.289381 test-rmse:0.440389
#> [19] train-rmse:0.287640 test-rmse:0.441375
#> [20] train-rmse:0.285314 test-rmse:0.441322
#> [21] train-rmse:0.281749 test-rmse:0.440822
#> [22] train-rmse:0.279902 test-rmse:0.441973
#> [23] train-rmse:0.276777 test-rmse:0.443764
#> [24] train-rmse:0.273835 test-rmse:0.445370
#> [25] train-rmse:0.272678 test-rmse:0.445796
#> [26] train-rmse:0.270196 test-rmse:0.448041
#> [27] train-rmse:0.266569 test-rmse:0.447819
#> [28] train-rmse:0.262552 test-rmse:0.448067
#> [29] train-rmse:0.261436 test-rmse:0.446705
#> [30] train-rmse:0.258969 test-rmse:0.447123
#> [31] train-rmse:0.253600 test-rmse:0.448478
#> [32] train-rmse:0.250544 test-rmse:0.448232
#> [33] train-rmse:0.249411 test-rmse:0.448514
#> [34] train-rmse:0.247794 test-rmse:0.447886
#> [35] train-rmse:0.243179 test-rmse:0.449347
#> [36] train-rmse:0.239636 test-rmse:0.449952
#> [37] train-rmse:0.237600 test-rmse:0.451588
#> [38] train-rmse:0.236812 test-rmse:0.452862
#> [39] train-rmse:0.234333 test-rmse:0.453865
#> [40] train-rmse:0.231759 test-rmse:0.453343
#> [41] train-rmse:0.227982 test-rmse:0.452621
#> [42] train-rmse:0.224541 test-rmse:0.454176
#> [43] train-rmse:0.220568 test-rmse:0.457244
#> [44] train-rmse:0.219091 test-rmse:0.457472
#> [45] train-rmse:0.216899 test-rmse:0.458150
#> [46] train-rmse:0.216177 test-rmse:0.458303
#> [47] train-rmse:0.215705 test-rmse:0.459305
#> [48] train-rmse:0.212982 test-rmse:0.461674
#> [49] train-rmse:0.209928 test-rmse:0.463537
#> [50] train-rmse:0.208077 test-rmse:0.462962
#> [51] train-rmse:0.206487 test-rmse:0.463139
#> [52] train-rmse:0.203429 test-rmse:0.465104
#> [53] train-rmse:0.201741 test-rmse:0.465709
#> [54] train-rmse:0.200548 test-rmse:0.466665
#> [55] train-rmse:0.199414 test-rmse:0.465825
#> [56] train-rmse:0.197107 test-rmse:0.463886
#> [57] train-rmse:0.195483 test-rmse:0.465779
#> [58] train-rmse:0.194973 test-rmse:0.465411
#> [59] train-rmse:0.192842 test-rmse:0.465982
#> [60] train-rmse:0.191076 test-rmse:0.466056
#> [61] train-rmse:0.187689 test-rmse:0.468452
#> [62] train-rmse:0.187282 test-rmse:0.469001
#> [63] train-rmse:0.185101 test-rmse:0.469343
#> [64] train-rmse:0.182425 test-rmse:0.470148
#> [65] train-rmse:0.180831 test-rmse:0.469739
#> [66] train-rmse:0.178389 test-rmse:0.471264
#> [67] train-rmse:0.177804 test-rmse:0.471268
#> [68] train-rmse:0.176121 test-rmse:0.472901
#> [69] train-rmse:0.174801 test-rmse:0.474702
#> [70] train-rmse:0.174141 test-rmse:0.474499
#> [1]
#> [1] "Working on the Ensembles section"
#> [1]
#> Using 100 trees...
#> Using 100 trees...
#> Using 100 trees...
#> [1] train-rmse:0.351675 test-rmse:0.351620
#> [2] train-rmse:0.247351 test-rmse:0.247273
#> [3] train-rmse:0.173976 test-rmse:0.173893
#> [4] train-rmse:0.122367 test-rmse:0.122289
#> [5] train-rmse:0.086068 test-rmse:0.086000
#> [6] train-rmse:0.060536 test-rmse:0.060479
#> [7] train-rmse:0.042579 test-rmse:0.042532
#> [8] train-rmse:0.029948 test-rmse:0.029911
#> [9] train-rmse:0.021065 test-rmse:0.021035
#> [10] train-rmse:0.014816 test-rmse:0.014793
#> [11] train-rmse:0.010421 test-rmse:0.010403
#> [12] train-rmse:0.007330 test-rmse:0.007316
#> [13] train-rmse:0.005156 test-rmse:0.005145
#> [14] train-rmse:0.003626 test-rmse:0.003618
#> [15] train-rmse:0.002551 test-rmse:0.002545
#> [16] train-rmse:0.001794 test-rmse:0.001790
#> [17] train-rmse:0.001262 test-rmse:0.001259
#> [18] train-rmse:0.000888 test-rmse:0.000885
#> [19] train-rmse:0.000624 test-rmse:0.000622
#> [20] train-rmse:0.000439 test-rmse:0.000438
#> [21] train-rmse:0.000309 test-rmse:0.000308
#> [22] train-rmse:0.000217 test-rmse:0.000216
#> [23] train-rmse:0.000153 test-rmse:0.000152
#> [24] train-rmse:0.000107 test-rmse:0.000107
#> [25] train-rmse:0.000076 test-rmse:0.000075
#> [26] train-rmse:0.000075 test-rmse:0.000074
#> [27] train-rmse:0.000074 test-rmse:0.000073
#> [28] train-rmse:0.000074 test-rmse:0.000072
#> [29] train-rmse:0.000074 test-rmse:0.000072
#> [30] train-rmse:0.000074 test-rmse:0.000072
#> [31] train-rmse:0.000074 test-rmse:0.000072
#> [32] train-rmse:0.000074 test-rmse:0.000072
#> [33] train-rmse:0.000074 test-rmse:0.000072
#> [34] train-rmse:0.000074 test-rmse:0.000072
#> [35] train-rmse:0.000074 test-rmse:0.000072
#> [36] train-rmse:0.000074 test-rmse:0.000072
#> [37] train-rmse:0.000074 test-rmse:0.000072
#> [38] train-rmse:0.000074 test-rmse:0.000071
#> [39] train-rmse:0.000074 test-rmse:0.000071
#> [40] train-rmse:0.000074 test-rmse:0.000071
#> [41] train-rmse:0.000074 test-rmse:0.000071
#> [42] train-rmse:0.000074 test-rmse:0.000071
#> [43] train-rmse:0.000074 test-rmse:0.000071
#> [44] train-rmse:0.000074 test-rmse:0.000071
#> [45] train-rmse:0.000074 test-rmse:0.000071
#> [46] train-rmse:0.000074 test-rmse:0.000071
#> [47] train-rmse:0.000074 test-rmse:0.000071
#> [48] train-rmse:0.000074 test-rmse:0.000071
#> [49] train-rmse:0.000074 test-rmse:0.000071
#> [50] train-rmse:0.000074 test-rmse:0.000071
#> [51] train-rmse:0.000074 test-rmse:0.000071
#> [52] train-rmse:0.000074 test-rmse:0.000071
#> [53] train-rmse:0.000074 test-rmse:0.000071
#> [54] train-rmse:0.000074 test-rmse:0.000071
#> [55] train-rmse:0.000074 test-rmse:0.000071
#> [56] train-rmse:0.000074 test-rmse:0.000071
#> [57] train-rmse:0.000074 test-rmse:0.000071
#> [58] train-rmse:0.000074 test-rmse:0.000071
#> [59] train-rmse:0.000074 test-rmse:0.000071
#> [60] train-rmse:0.000074 test-rmse:0.000071
#> [61] train-rmse:0.000074 test-rmse:0.000071
#> [62] train-rmse:0.000074 test-rmse:0.000071
#> [63] train-rmse:0.000074 test-rmse:0.000071
#> [64] train-rmse:0.000074 test-rmse:0.000071
#> [65] train-rmse:0.000074 test-rmse:0.000071
#> [66] train-rmse:0.000074 test-rmse:0.000071
#> [67] train-rmse:0.000074 test-rmse:0.000071
#> [68] train-rmse:0.000074 test-rmse:0.000071
#> [69] train-rmse:0.000074 test-rmse:0.000071
#> [70] train-rmse:0.000074 test-rmse:0.000071
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> Setting levels: control = 0, case = 1
#> Setting direction: controls < cases
#> $Head_of_data
#>
#> $Summary_tables
#> $Summary_tables$ADA_Boost
#> y_test
#> adaboost_test_predictions 0 1
#> 0 1627 455
#> 1 354 603
#>
#> $Summary_tables$Bagged_Random_Forest
#> y_test
#> 0 1
#> 0 1981 0
#> 1 0 1058
#>
#> $Summary_tables$Bagging
#> y_test
#> 0 1
#> 0 1642 471
#> 1 339 587
#>
#> $Summary_tables$BayesGLM
#> y_test
#> bayesglm_test_predictions 0 1
#> 0 1721 474
#> 1 260 584
#>
#> $Summary_tables$BayesRNN
#> y_test
#> bayesrnn_test_predictions 0 1
#> 0 1981 0
#> 1 0 1058
#>
#> $Summary_tables$C50
#> y_test
#> C50_test_predictions 0 1
#> 0 1981 0
#> 1 0 1058
#>
#> $Summary_tables$Cubist
#> y_test
#> cubist_test_pred 0 1
#> 0 1981 0
#> 1 0 1058
#>
#> $Summary_tables$`Fixture Discrmininant Analysis`
#> y_test
#> fda_test_predictions 0 1
#> 0 1981 0
#> 1 0 1058
#>
#> $Summary_tables$`Generalized Additive Methods`
#> y_test
#> gam_test_predictions 0 1
#> 0 1732 482
#> 1 249 576
#>
#> $Summary_tables$`Gradient Boosted`
#> y_test
#> gb_test_predictions 0 1
#> 0 1625 460
#> 1 356 598
#>
#> $Summary_tables$`Generalized Linear Models`
#> y_test
#> glm_test_predictions 0 1
#> 0 1719 471
#> 1 262 587
#>
#> $Summary_tables$Linear
#> y_test
#> linear_test_pred 0 1
#> 0 1732 482
#> 1 249 576
#>
#> $Summary_tables$`Linear Discrmininant Analysis`
#> y_test
#> 0 1
#> 0 1722 476
#> 1 259 582
#>
#> $Summary_tables$`Mixture Discrminint Analysis`
#> y_test
#> mda_test_predictions 0 1
#> 0 1683 475
#> 1 298 583
#>
#> $Summary_tables$`Naive Bayes`
#> y_test
#> n_bayes_test_predictions 0 1
#> 0 1972 0
#> 1 9 1058
#>
#> $Summary_tables$`Penalized Discrminant Analysis`
#> y_test
#> pda_test_pred 0 1
#> 0 1719 473
#> 1 262 585
#>
#> $Summary_tables$`Quadratic Discrmininant Analysis`
#> y_test
#> 0 1
#> 0 1665 496
#> 1 316 562
#>
#> $Summary_tables$`Random Forest`
#> y_test
#> rf_test_probabilities 0 1
#> 0 1981 0
#> 1 0 1058
#>
#> $Summary_tables$Ranger
#> y_test
#> ranger_test_probabilities 0 1
#> 0 1688 464
#> 1 293 594
#>
#> $Summary_tables$RPart
#> y_test
#> rpart_test_probabilities 0 1
#> 0 1639 441
#> 1 342 617
#>
#> $Summary_tables$`Support Vector Machines`
#> y_test
#> svm_test_pred 0 1
#> 0 1715 513
#> 1 266 545
#>
#> $Summary_tables$Trees
#> y_test
#> tree_test_predictions 0 1
#> 0 1638 452
#> 1 343 606
#>
#> $Summary_tables$XGBoost
#> y_test
#> xgb_test_predictions 0 1
#> 0 1622 466
#> 1 359 592
#>
#> $Summary_tables$`Ensembel ADABoost`
#> ensemble_y_test
#> ensemble_adaboost_test_probabilities 0 1
#> 0 822 0
#> 1 0 403
#>
#> $Summary_tables$`Ensemble Bagging`
#> ensemble_y_test
#> ensemble_bagging_test_probabilities 0 1
#> 0 822 0
#> 1 0 403
#>
#> $Summary_tables$`Ensemble C50`
#> ensemble_y_test
#> ensemble_C50_test_probabilities 0 1
#> 0 822 0
#> 1 0 403
#>
#> $Summary_tables$`Ensemble Gradient Boosted`
#> ensemble_y_test
#> ensemble_gb_test_probabilities 0 1
#> 0 822 0
#> 1 0 403
#>
#> $Summary_tables$`Ensemble Partial Least Squares`
#> ensemble_y_test
#> ensemble_pls_test_pred 0 1
#> 0 820 0
#> 1 2 403
#>
#> $Summary_tables$`Ensemble Penalized Discrmininant Analysis`
#> ensemble_y_test
#> ensemble_pda_test_pred 0 1
#> 0 822 0
#> 1 0 403
#>
#> $Summary_tables$`Ensemble Random Forest`
#> ensemble_y_test
#> ensemble_rf_test_predictions 0 1
#> 0 822 0
#> 1 0 403
#>
#> $Summary_tables$`Ensemble Ranger`
#> ensemble_y_test
#> ensemble_ranger_test_pred 0 1
#> 0 822 0
#> 1 0 403
#>
#> $Summary_tables$`Ensemble Regularized Discrmininant Analysis`
#> ensemble_y_test
#> 0 1
#> 0 822 0
#> 1 0 403
#>
#> $Summary_tables$`Ensemble RPart`
#> ensemble_y_test
#> ensemble_rpart_test_pred 0 1
#> 0 822 0
#> 1 0 403
#>
#> $Summary_tables$`Ensemble Support Vector Machines`
#> ensemble_y_test
#> ensemble_svm_test_pred 0 1
#> 0 769 57
#> 1 53 346
#>
#> $Summary_tables$`Ensemble Trees`
#> ensemble_y_test
#> ensemble_tree_test_probabilities 0 1
#> 0 822 0
#> 1 0 403
#>
#> $Summary_tables$`Ensemble XGBoost`
#> ensemble_y_test
#> ensemble_xgb_test_probabilities 0 1
#> 0 822 0
#> 1 0 403
#>
#>
#> $accuracy_plot
#>
#> $total_plot
#>
#> $accuracy_barchart
#>
#> $overfitting_plot
#>
#> $Duration_barchart
#>
#> $Overfitting_barchart
#>
#> $ROC_curves
#> TableGrob (6 x 6) "arrange": 36 grobs
#> z cells name grob
#> 1 1 (1-1,1-1) arrange gtable[layout]
#> 2 2 (1-1,2-2) arrange gtable[layout]
#> 3 3 (1-1,3-3) arrange gtable[layout]
#> 4 4 (1-1,4-4) arrange gtable[layout]
#> 5 5 (1-1,5-5) arrange gtable[layout]
#> 6 6 (1-1,6-6) arrange gtable[layout]
#> 7 7 (2-2,1-1) arrange gtable[layout]
#> 8 8 (2-2,2-2) arrange gtable[layout]
#> 9 9 (2-2,3-3) arrange gtable[layout]
#> 10 10 (2-2,4-4) arrange gtable[layout]
#> 11 11 (2-2,5-5) arrange gtable[layout]
#> 12 12 (2-2,6-6) arrange gtable[layout]
#> 13 13 (3-3,1-1) arrange gtable[layout]
#> 14 14 (3-3,2-2) arrange gtable[layout]
#> 15 15 (3-3,3-3) arrange gtable[layout]
#> 16 16 (3-3,4-4) arrange gtable[layout]
#> 17 17 (3-3,5-5) arrange gtable[layout]
#> 18 18 (3-3,6-6) arrange gtable[layout]
#> 19 19 (4-4,1-1) arrange gtable[layout]
#> 20 20 (4-4,2-2) arrange gtable[layout]
#> 21 21 (4-4,3-3) arrange gtable[layout]
#> 22 22 (4-4,4-4) arrange gtable[layout]
#> 23 23 (4-4,5-5) arrange gtable[layout]
#> 24 24 (4-4,6-6) arrange gtable[layout]
#> 25 25 (5-5,1-1) arrange gtable[layout]
#> 26 26 (5-5,2-2) arrange gtable[layout]
#> 27 27 (5-5,3-3) arrange gtable[layout]
#> 28 28 (5-5,4-4) arrange gtable[layout]
#> 29 29 (5-5,5-5) arrange gtable[layout]
#> 30 30 (5-5,6-6) arrange gtable[layout]
#> 31 31 (6-6,1-1) arrange gtable[layout]
#> 32 32 (6-6,2-2) arrange gtable[layout]
#> 33 33 (6-6,3-3) arrange gtable[layout]
#> 34 34 (6-6,4-4) arrange gtable[layout]
#> 35 35 (6-6,5-5) arrange gtable[layout]
#> 36 36 (6-6,6-6) arrange gtable[layout]
#>
#> $Boxplots
#>
#> $Barchart
#>
#> $Display_pairs
#> NULL
#>
#> $Correlation_table
#>
#> $`Ensemble Correlation`
#>
#> $Ensemble_head
#>
#> $Data_Summary
#>
#> $Holdout_results
#>
#> $How_to_handle_strings
#> [1] 1
#>
#> $Train_amount
#> [1] 0.6
#>
#> $Test_amount
#> [1] 0.2
#>
#> $Validation_amount
#> [1] 0.2
#>