CheapsetZero commited on
Commit
511421f
·
verified ·
1 Parent(s): 78e9336

Training in progress, step 293, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:25415934fdfa3428f4f41889a2fa89441b5f655bd7fe502d2cf6cd3c8d6afa60
3
  size 216151256
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3ca4f81346c4a205bfa86521d2cc7347529e8152ac937a23b193446b34b2b5ce
3
  size 216151256
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:3fa7554e50de075413f94225e1e74082fbf2afd0ec4dee6f8b422e1946ba3c3c
3
- size 110419524
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db4eb8361ca82643c0122e00a4213a3136900910e6240dc31e7dc111566e0360
3
+ size 110420100
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:42505232d4595a4dee4b8b6821cb8648751f824dc2882a36322f5f24049aa1b6
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5ccace4018646f69f77a1b4e0e02db9114e1ec574087ee510b605021cf2f2b6
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:aafecfe0890bf44f024d5ca5f4aa05be62d4539c35a7a6a0fbffd0946c0f6117
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ca03dcea02ebb7ce4e6bdb5df204f257b1dddb62bce1032e09059a7c06338c09
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
- "epoch": 0.5029940119760479,
5
  "eval_steps": 147,
6
- "global_step": 147,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -121,6 +121,111 @@
121
  "eval_samples_per_second": 18.518,
122
  "eval_steps_per_second": 1.166,
123
  "step": 147
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
124
  }
125
  ],
126
  "logging_steps": 10,
@@ -135,12 +240,12 @@
135
  "should_evaluate": false,
136
  "should_log": false,
137
  "should_save": true,
138
- "should_training_stop": false
139
  },
140
  "attributes": {}
141
  }
142
  },
143
- "total_flos": 2.4214208735556403e+17,
144
  "train_batch_size": 16,
145
  "trial_name": null,
146
  "trial_params": null
 
1
  {
2
  "best_metric": null,
3
  "best_model_checkpoint": null,
4
+ "epoch": 1.0025662959794697,
5
  "eval_steps": 147,
6
+ "global_step": 293,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
121
  "eval_samples_per_second": 18.518,
122
  "eval_steps_per_second": 1.166,
123
  "step": 147
124
+ },
125
+ {
126
+ "epoch": 0.5132591958939264,
127
+ "grad_norm": 1.189348578453064,
128
+ "learning_rate": 0.0002,
129
+ "loss": 2.3341,
130
+ "step": 150
131
+ },
132
+ {
133
+ "epoch": 0.5474764756201882,
134
+ "grad_norm": 1.0971434116363525,
135
+ "learning_rate": 0.0002,
136
+ "loss": 2.2627,
137
+ "step": 160
138
+ },
139
+ {
140
+ "epoch": 0.58169375534645,
141
+ "grad_norm": 1.0656123161315918,
142
+ "learning_rate": 0.0002,
143
+ "loss": 2.2739,
144
+ "step": 170
145
+ },
146
+ {
147
+ "epoch": 0.6159110350727117,
148
+ "grad_norm": 1.1617597341537476,
149
+ "learning_rate": 0.0002,
150
+ "loss": 2.2446,
151
+ "step": 180
152
+ },
153
+ {
154
+ "epoch": 0.6501283147989735,
155
+ "grad_norm": 1.1609177589416504,
156
+ "learning_rate": 0.0002,
157
+ "loss": 2.2269,
158
+ "step": 190
159
+ },
160
+ {
161
+ "epoch": 0.6843455945252352,
162
+ "grad_norm": 1.0725802183151245,
163
+ "learning_rate": 0.0002,
164
+ "loss": 2.2471,
165
+ "step": 200
166
+ },
167
+ {
168
+ "epoch": 0.718562874251497,
169
+ "grad_norm": 1.1435920000076294,
170
+ "learning_rate": 0.0002,
171
+ "loss": 2.2892,
172
+ "step": 210
173
+ },
174
+ {
175
+ "epoch": 0.7527801539777588,
176
+ "grad_norm": 1.1242313385009766,
177
+ "learning_rate": 0.0002,
178
+ "loss": 2.2795,
179
+ "step": 220
180
+ },
181
+ {
182
+ "epoch": 0.7869974337040205,
183
+ "grad_norm": 1.0565266609191895,
184
+ "learning_rate": 0.0002,
185
+ "loss": 2.2515,
186
+ "step": 230
187
+ },
188
+ {
189
+ "epoch": 0.8212147134302823,
190
+ "grad_norm": 1.1212342977523804,
191
+ "learning_rate": 0.0002,
192
+ "loss": 2.2805,
193
+ "step": 240
194
+ },
195
+ {
196
+ "epoch": 0.8554319931565441,
197
+ "grad_norm": 1.124230146408081,
198
+ "learning_rate": 0.0002,
199
+ "loss": 2.2378,
200
+ "step": 250
201
+ },
202
+ {
203
+ "epoch": 0.8896492728828058,
204
+ "grad_norm": 1.0999276638031006,
205
+ "learning_rate": 0.0002,
206
+ "loss": 2.222,
207
+ "step": 260
208
+ },
209
+ {
210
+ "epoch": 0.9238665526090676,
211
+ "grad_norm": 1.1538196802139282,
212
+ "learning_rate": 0.0002,
213
+ "loss": 2.2267,
214
+ "step": 270
215
+ },
216
+ {
217
+ "epoch": 0.9580838323353293,
218
+ "grad_norm": 1.2899906635284424,
219
+ "learning_rate": 0.0002,
220
+ "loss": 2.2384,
221
+ "step": 280
222
+ },
223
+ {
224
+ "epoch": 0.9923011120615911,
225
+ "grad_norm": 1.3248995542526245,
226
+ "learning_rate": 0.0002,
227
+ "loss": 2.236,
228
+ "step": 290
229
  }
230
  ],
231
  "logging_steps": 10,
 
240
  "should_evaluate": false,
241
  "should_log": false,
242
  "should_save": true,
243
+ "should_training_stop": true
244
  },
245
  "attributes": {}
246
  }
247
  },
248
+ "total_flos": 4.826112117351383e+17,
249
  "train_batch_size": 16,
250
  "trial_name": null,
251
  "trial_params": null