mveroe commited on
Commit
87a08fc
·
verified ·
1 Parent(s): 001df22

Training in progress, epoch 1, checkpoint

Browse files
checkpoint-21/model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:5c74ad5b283dd0f658cafa4d578a3bbcb4f25dcd809c4cb9003deb2359130ac1
3
  size 3086640776
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8ad72e757370b0af83a5a02b9d8c803f27d8f9c346657d034b0c1299a2e67cb6
3
  size 3086640776
checkpoint-21/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43b13dcd75ad277f8235be9d791062a9d73b8e21ec4100c87c9f559541a131b3
3
  size 6056331
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f242db142262926b014c870ddab2206224f7f30dcaf88592583be1f598a13adc
3
  size 6056331
checkpoint-21/trainer_state.json CHANGED
@@ -11,149 +11,149 @@
11
  "log_history": [
12
  {
13
  "epoch": 0.04878048780487805,
14
- "grad_norm": 126.0,
15
  "learning_rate": 0.0,
16
- "loss": 6.3712,
17
  "step": 1
18
  },
19
  {
20
  "epoch": 0.0975609756097561,
21
- "grad_norm": 139.0,
22
  "learning_rate": 7.142857142857143e-06,
23
- "loss": 6.9747,
24
  "step": 2
25
  },
26
  {
27
  "epoch": 0.14634146341463414,
28
- "grad_norm": 141.0,
29
  "learning_rate": 1.4285714285714285e-05,
30
- "loss": 7.2169,
31
  "step": 3
32
  },
33
  {
34
  "epoch": 0.1951219512195122,
35
- "grad_norm": 135.0,
36
  "learning_rate": 2.1428571428571428e-05,
37
- "loss": 6.3792,
38
  "step": 4
39
  },
40
  {
41
  "epoch": 0.24390243902439024,
42
- "grad_norm": 356.0,
43
  "learning_rate": 2.857142857142857e-05,
44
- "loss": 5.1872,
45
  "step": 5
46
  },
47
  {
48
  "epoch": 0.2926829268292683,
49
- "grad_norm": 158.0,
50
  "learning_rate": 3.571428571428572e-05,
51
- "loss": 5.7681,
52
  "step": 6
53
  },
54
  {
55
  "epoch": 0.34146341463414637,
56
- "grad_norm": 149.0,
57
  "learning_rate": 4.2857142857142856e-05,
58
- "loss": 4.4005,
59
  "step": 7
60
  },
61
  {
62
  "epoch": 0.3902439024390244,
63
- "grad_norm": 134.0,
64
  "learning_rate": 5e-05,
65
- "loss": 5.056,
66
  "step": 8
67
  },
68
  {
69
  "epoch": 0.43902439024390244,
70
- "grad_norm": 94.5,
71
  "learning_rate": 4.996067037544542e-05,
72
- "loss": 4.2935,
73
  "step": 9
74
  },
75
  {
76
  "epoch": 0.4878048780487805,
77
- "grad_norm": 212.0,
78
  "learning_rate": 4.984280524733107e-05,
79
- "loss": 8.9937,
80
  "step": 10
81
  },
82
  {
83
  "epoch": 0.5365853658536586,
84
- "grad_norm": 302.0,
85
  "learning_rate": 4.96467754629559e-05,
86
- "loss": 4.9127,
87
  "step": 11
88
  },
89
  {
90
  "epoch": 0.5853658536585366,
91
- "grad_norm": 44.5,
92
  "learning_rate": 4.937319780454559e-05,
93
- "loss": 4.4251,
94
  "step": 12
95
  },
96
  {
97
  "epoch": 0.6341463414634146,
98
- "grad_norm": 39.25,
99
  "learning_rate": 4.9022933048627496e-05,
100
- "loss": 3.6691,
101
  "step": 13
102
  },
103
  {
104
  "epoch": 0.6829268292682927,
105
- "grad_norm": 31.25,
106
  "learning_rate": 4.8597083257709194e-05,
107
- "loss": 3.232,
108
  "step": 14
109
  },
110
  {
111
  "epoch": 0.7317073170731707,
112
- "grad_norm": 44.25,
113
  "learning_rate": 4.8096988312782174e-05,
114
- "loss": 3.1154,
115
  "step": 15
116
  },
117
  {
118
  "epoch": 0.7804878048780488,
119
- "grad_norm": 43.75,
120
  "learning_rate": 4.752422169756048e-05,
121
- "loss": 2.6809,
122
  "step": 16
123
  },
124
  {
125
  "epoch": 0.8292682926829268,
126
- "grad_norm": 41.0,
127
  "learning_rate": 4.6880585547718845e-05,
128
- "loss": 2.1384,
129
  "step": 17
130
  },
131
  {
132
  "epoch": 0.8780487804878049,
133
- "grad_norm": 50.0,
134
  "learning_rate": 4.6168104980707107e-05,
135
- "loss": 2.0084,
136
  "step": 18
137
  },
138
  {
139
  "epoch": 0.926829268292683,
140
- "grad_norm": 48.25,
141
  "learning_rate": 4.538902172398151e-05,
142
- "loss": 1.8335,
143
  "step": 19
144
  },
145
  {
146
  "epoch": 0.975609756097561,
147
- "grad_norm": 50.0,
148
  "learning_rate": 4.454578706170075e-05,
149
- "loss": 1.6659,
150
  "step": 20
151
  },
152
  {
153
  "epoch": 1.0,
154
- "grad_norm": 50.75,
155
  "learning_rate": 4.364105412207914e-05,
156
- "loss": 1.5889,
157
  "step": 21
158
  }
159
  ],
 
11
  "log_history": [
12
  {
13
  "epoch": 0.04878048780487805,
14
+ "grad_norm": 119.5,
15
  "learning_rate": 0.0,
16
+ "loss": 6.2132,
17
  "step": 1
18
  },
19
  {
20
  "epoch": 0.0975609756097561,
21
+ "grad_norm": 132.0,
22
  "learning_rate": 7.142857142857143e-06,
23
+ "loss": 6.6559,
24
  "step": 2
25
  },
26
  {
27
  "epoch": 0.14634146341463414,
28
+ "grad_norm": 128.0,
29
  "learning_rate": 1.4285714285714285e-05,
30
+ "loss": 6.6652,
31
  "step": 3
32
  },
33
  {
34
  "epoch": 0.1951219512195122,
35
+ "grad_norm": 129.0,
36
  "learning_rate": 2.1428571428571428e-05,
37
+ "loss": 6.1414,
38
  "step": 4
39
  },
40
  {
41
  "epoch": 0.24390243902439024,
42
+ "grad_norm": 348.0,
43
  "learning_rate": 2.857142857142857e-05,
44
+ "loss": 5.1096,
45
  "step": 5
46
  },
47
  {
48
  "epoch": 0.2926829268292683,
49
+ "grad_norm": 165.0,
50
  "learning_rate": 3.571428571428572e-05,
51
+ "loss": 5.2497,
52
  "step": 6
53
  },
54
  {
55
  "epoch": 0.34146341463414637,
56
+ "grad_norm": 136.0,
57
  "learning_rate": 4.2857142857142856e-05,
58
+ "loss": 4.3006,
59
  "step": 7
60
  },
61
  {
62
  "epoch": 0.3902439024390244,
63
+ "grad_norm": 150.0,
64
  "learning_rate": 5e-05,
65
+ "loss": 5.1854,
66
  "step": 8
67
  },
68
  {
69
  "epoch": 0.43902439024390244,
70
+ "grad_norm": 213.0,
71
  "learning_rate": 4.996067037544542e-05,
72
+ "loss": 8.1666,
73
  "step": 9
74
  },
75
  {
76
  "epoch": 0.4878048780487805,
77
+ "grad_norm": 137.0,
78
  "learning_rate": 4.984280524733107e-05,
79
+ "loss": 9.5804,
80
  "step": 10
81
  },
82
  {
83
  "epoch": 0.5365853658536586,
84
+ "grad_norm": 65.0,
85
  "learning_rate": 4.96467754629559e-05,
86
+ "loss": 5.2593,
87
  "step": 11
88
  },
89
  {
90
  "epoch": 0.5853658536585366,
91
+ "grad_norm": 40.25,
92
  "learning_rate": 4.937319780454559e-05,
93
+ "loss": 3.9807,
94
  "step": 12
95
  },
96
  {
97
  "epoch": 0.6341463414634146,
98
+ "grad_norm": 39.75,
99
  "learning_rate": 4.9022933048627496e-05,
100
+ "loss": 3.7199,
101
  "step": 13
102
  },
103
  {
104
  "epoch": 0.6829268292682927,
105
+ "grad_norm": 50.0,
106
  "learning_rate": 4.8597083257709194e-05,
107
+ "loss": 3.3626,
108
  "step": 14
109
  },
110
  {
111
  "epoch": 0.7317073170731707,
112
+ "grad_norm": 44.5,
113
  "learning_rate": 4.8096988312782174e-05,
114
+ "loss": 3.156,
115
  "step": 15
116
  },
117
  {
118
  "epoch": 0.7804878048780488,
119
+ "grad_norm": 43.5,
120
  "learning_rate": 4.752422169756048e-05,
121
+ "loss": 2.62,
122
  "step": 16
123
  },
124
  {
125
  "epoch": 0.8292682926829268,
126
+ "grad_norm": 47.5,
127
  "learning_rate": 4.6880585547718845e-05,
128
+ "loss": 2.4872,
129
  "step": 17
130
  },
131
  {
132
  "epoch": 0.8780487804878049,
133
+ "grad_norm": 44.5,
134
  "learning_rate": 4.6168104980707107e-05,
135
+ "loss": 2.0436,
136
  "step": 18
137
  },
138
  {
139
  "epoch": 0.926829268292683,
140
+ "grad_norm": 50.5,
141
  "learning_rate": 4.538902172398151e-05,
142
+ "loss": 1.9184,
143
  "step": 19
144
  },
145
  {
146
  "epoch": 0.975609756097561,
147
+ "grad_norm": 55.5,
148
  "learning_rate": 4.454578706170075e-05,
149
+ "loss": 1.8052,
150
  "step": 20
151
  },
152
  {
153
  "epoch": 1.0,
154
+ "grad_norm": 41.75,
155
  "learning_rate": 4.364105412207914e-05,
156
+ "loss": 1.4898,
157
  "step": 21
158
  }
159
  ],
checkpoint-21/training_args.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:807175855d5dd743e81254531a1a0148b2ade3b9521c50fa1999cea9a77e0a70
3
  size 5969
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:841e48b365d43c1bb533dc5dd460b128556952c5da32bc814c2b5072cc6bb501
3
  size 5969