Update BERT convergence baseline.

This commit is contained in:
Jesse Benson 2021-05-24 12:33:54 -07:00 committed by Jesse Benson
parent 3d12e957a7
commit 29c68888af

View file

@ -1,11 +1,11 @@
step,total_loss,mlm_loss,nsp_loss
0,11.217,10.5178,0.699256
5,9.67644,7.52047,2.15598
10,8.31964,7.54136,0.778281
15,8.22823,7.54625,0.681978
20,8.17299,7.49675,0.676236
25,8.2415,7.5356,0.705902
30,8.0874,7.39312,0.694279
35,7.99095,7.25612,0.734829
40,7.92988,7.25608,0.673804
45,7.94762,7.27291,0.674713
0,11.2171,10.5178,0.699279
5,9.6935,7.51946,2.17404
10,8.72874,7.60452,1.12422
15,8.25456,7.54113,0.713431
20,8.17125,7.47469,0.696562
25,8.21603,7.52277,0.693259
30,8.08864,7.39777,0.69087
35,7.9672,7.25153,0.715668
40,7.94141,7.25788,0.683527
45,7.94186,7.27316,0.668707

1 step total_loss mlm_loss nsp_loss
2 0 11.217 11.2171 10.5178 0.699256 0.699279
3 5 9.67644 9.6935 7.52047 7.51946 2.15598 2.17404
4 10 8.31964 8.72874 7.54136 7.60452 0.778281 1.12422
5 15 8.22823 8.25456 7.54625 7.54113 0.681978 0.713431
6 20 8.17299 8.17125 7.49675 7.47469 0.676236 0.696562
7 25 8.2415 8.21603 7.5356 7.52277 0.705902 0.693259
8 30 8.0874 8.08864 7.39312 7.39777 0.694279 0.69087
9 35 7.99095 7.9672 7.25612 7.25153 0.734829 0.715668
10 40 7.92988 7.94141 7.25608 7.25788 0.673804 0.683527
11 45 7.94762 7.94186 7.27291 7.27316 0.674713 0.668707