beast33 commited on
Commit
8a545ca
·
verified ·
1 Parent(s): a3e0c8e

Training in progress, step 350, checkpoint

Browse files
last-checkpoint/adapter_model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:02560bd7cd76d9acae941bce139ebdd743f92e65dae14de7fe1019274462fffc
3
  size 140815952
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2539c3b903b2294ca3fe997f144acacadaec73f06ee80f3358d2fbf881c4c539
3
  size 140815952
last-checkpoint/optimizer.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:acd4606dc937b41b5520c50bf7cad6f82591cbeab84c24ea112de0e17c4cc392
3
  size 71878996
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7f5c76d994064e1e96e3c250bae5c1663d0370314136cd6d7977a8e5ad556aea
3
  size 71878996
last-checkpoint/rng_state.pth CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1e495041a01ee5530994e537acf1f0a4e937bf696a7bc480ae51e7397dd52eab
3
  size 14244
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9b9c0460fd7871ffd91f1aadff4647aedb3274520411ba90dd4830b977cb7a4
3
  size 14244
last-checkpoint/scheduler.pt CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:43da0688aca60835f4e18fa7e0f3cc099504828f82fd5dd994118be26b760a0f
3
  size 1064
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f9096f15f02bac6b0fc27aa7aa4986f85d87d53fca310a75657e0015357af5c5
3
  size 1064
last-checkpoint/trainer_state.json CHANGED
@@ -1,9 +1,9 @@
1
  {
2
- "best_metric": 2.1078481674194336,
3
- "best_model_checkpoint": "miner_id_24/checkpoint-300",
4
- "epoch": 0.718562874251497,
5
  "eval_steps": 50,
6
- "global_step": 300,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
@@ -2163,6 +2163,364 @@
2163
  "eval_samples_per_second": 41.399,
2164
  "eval_steps_per_second": 10.364,
2165
  "step": 300
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
2166
  }
2167
  ],
2168
  "logging_steps": 1,
@@ -2191,7 +2549,7 @@
2191
  "attributes": {}
2192
  }
2193
  },
2194
- "total_flos": 2.31854472953856e+16,
2195
  "train_batch_size": 8,
2196
  "trial_name": null,
2197
  "trial_params": null
 
1
  {
2
+ "best_metric": 2.087658405303955,
3
+ "best_model_checkpoint": "miner_id_24/checkpoint-350",
4
+ "epoch": 0.8383233532934131,
5
  "eval_steps": 50,
6
+ "global_step": 350,
7
  "is_hyper_param_search": false,
8
  "is_local_process_zero": true,
9
  "is_world_process_zero": true,
 
2163
  "eval_samples_per_second": 41.399,
2164
  "eval_steps_per_second": 10.364,
2165
  "step": 300
2166
+ },
2167
+ {
2168
+ "epoch": 0.7209580838323353,
2169
+ "grad_norm": 1.5114424228668213,
2170
+ "learning_rate": 1.5074431737553157e-05,
2171
+ "loss": 2.4069,
2172
+ "step": 301
2173
+ },
2174
+ {
2175
+ "epoch": 0.7233532934131737,
2176
+ "grad_norm": 1.673340082168579,
2177
+ "learning_rate": 1.4787347420660541e-05,
2178
+ "loss": 2.0937,
2179
+ "step": 302
2180
+ },
2181
+ {
2182
+ "epoch": 0.725748502994012,
2183
+ "grad_norm": 1.5931137800216675,
2184
+ "learning_rate": 1.4502548002332088e-05,
2185
+ "loss": 1.8346,
2186
+ "step": 303
2187
+ },
2188
+ {
2189
+ "epoch": 0.7281437125748503,
2190
+ "grad_norm": 1.7094767093658447,
2191
+ "learning_rate": 1.422005196279395e-05,
2192
+ "loss": 1.7977,
2193
+ "step": 304
2194
+ },
2195
+ {
2196
+ "epoch": 0.7305389221556886,
2197
+ "grad_norm": 1.7684824466705322,
2198
+ "learning_rate": 1.3939877632809278e-05,
2199
+ "loss": 2.0748,
2200
+ "step": 305
2201
+ },
2202
+ {
2203
+ "epoch": 0.732934131736527,
2204
+ "grad_norm": 2.1543047428131104,
2205
+ "learning_rate": 1.3662043192488849e-05,
2206
+ "loss": 2.3733,
2207
+ "step": 306
2208
+ },
2209
+ {
2210
+ "epoch": 0.7353293413173653,
2211
+ "grad_norm": 2.162226915359497,
2212
+ "learning_rate": 1.338656667011134e-05,
2213
+ "loss": 2.2465,
2214
+ "step": 307
2215
+ },
2216
+ {
2217
+ "epoch": 0.7377245508982035,
2218
+ "grad_norm": 2.1375701427459717,
2219
+ "learning_rate": 1.3113465940953495e-05,
2220
+ "loss": 1.9612,
2221
+ "step": 308
2222
+ },
2223
+ {
2224
+ "epoch": 0.7401197604790419,
2225
+ "grad_norm": 2.3949055671691895,
2226
+ "learning_rate": 1.2842758726130283e-05,
2227
+ "loss": 2.6065,
2228
+ "step": 309
2229
+ },
2230
+ {
2231
+ "epoch": 0.7425149700598802,
2232
+ "grad_norm": 2.600290298461914,
2233
+ "learning_rate": 1.257446259144494e-05,
2234
+ "loss": 2.2005,
2235
+ "step": 310
2236
+ },
2237
+ {
2238
+ "epoch": 0.7449101796407186,
2239
+ "grad_norm": 2.412585735321045,
2240
+ "learning_rate": 1.2308594946249163e-05,
2241
+ "loss": 2.0131,
2242
+ "step": 311
2243
+ },
2244
+ {
2245
+ "epoch": 0.7473053892215569,
2246
+ "grad_norm": 2.410372018814087,
2247
+ "learning_rate": 1.204517304231343e-05,
2248
+ "loss": 2.2114,
2249
+ "step": 312
2250
+ },
2251
+ {
2252
+ "epoch": 0.7497005988023953,
2253
+ "grad_norm": 2.683199644088745,
2254
+ "learning_rate": 1.178421397270758e-05,
2255
+ "loss": 2.042,
2256
+ "step": 313
2257
+ },
2258
+ {
2259
+ "epoch": 0.7520958083832335,
2260
+ "grad_norm": 2.790637493133545,
2261
+ "learning_rate": 1.1525734670691701e-05,
2262
+ "loss": 2.678,
2263
+ "step": 314
2264
+ },
2265
+ {
2266
+ "epoch": 0.7544910179640718,
2267
+ "grad_norm": 2.761145830154419,
2268
+ "learning_rate": 1.1269751908617277e-05,
2269
+ "loss": 2.0553,
2270
+ "step": 315
2271
+ },
2272
+ {
2273
+ "epoch": 0.7568862275449102,
2274
+ "grad_norm": 2.7684364318847656,
2275
+ "learning_rate": 1.1016282296838887e-05,
2276
+ "loss": 2.4804,
2277
+ "step": 316
2278
+ },
2279
+ {
2280
+ "epoch": 0.7592814371257485,
2281
+ "grad_norm": 2.42697811126709,
2282
+ "learning_rate": 1.0765342282636416e-05,
2283
+ "loss": 2.1682,
2284
+ "step": 317
2285
+ },
2286
+ {
2287
+ "epoch": 0.7616766467065869,
2288
+ "grad_norm": 3.3774573802948,
2289
+ "learning_rate": 1.0516948149147754e-05,
2290
+ "loss": 2.4869,
2291
+ "step": 318
2292
+ },
2293
+ {
2294
+ "epoch": 0.7640718562874251,
2295
+ "grad_norm": 2.83209490776062,
2296
+ "learning_rate": 1.0271116014312293e-05,
2297
+ "loss": 2.3304,
2298
+ "step": 319
2299
+ },
2300
+ {
2301
+ "epoch": 0.7664670658682635,
2302
+ "grad_norm": 3.1755118370056152,
2303
+ "learning_rate": 1.0027861829824952e-05,
2304
+ "loss": 2.1455,
2305
+ "step": 320
2306
+ },
2307
+ {
2308
+ "epoch": 0.7688622754491018,
2309
+ "grad_norm": 3.7500767707824707,
2310
+ "learning_rate": 9.787201380101157e-06,
2311
+ "loss": 2.8477,
2312
+ "step": 321
2313
+ },
2314
+ {
2315
+ "epoch": 0.7712574850299401,
2316
+ "grad_norm": 2.860265016555786,
2317
+ "learning_rate": 9.549150281252633e-06,
2318
+ "loss": 2.3002,
2319
+ "step": 322
2320
+ },
2321
+ {
2322
+ "epoch": 0.7736526946107785,
2323
+ "grad_norm": 2.824922800064087,
2324
+ "learning_rate": 9.313723980074018e-06,
2325
+ "loss": 1.8491,
2326
+ "step": 323
2327
+ },
2328
+ {
2329
+ "epoch": 0.7760479041916167,
2330
+ "grad_norm": 4.0243401527404785,
2331
+ "learning_rate": 9.080937753040646e-06,
2332
+ "loss": 2.4307,
2333
+ "step": 324
2334
+ },
2335
+ {
2336
+ "epoch": 0.7784431137724551,
2337
+ "grad_norm": 2.856584310531616,
2338
+ "learning_rate": 8.850806705317183e-06,
2339
+ "loss": 1.9534,
2340
+ "step": 325
2341
+ },
2342
+ {
2343
+ "epoch": 0.7808383233532934,
2344
+ "grad_norm": 3.3904542922973633,
2345
+ "learning_rate": 8.623345769777514e-06,
2346
+ "loss": 2.1734,
2347
+ "step": 326
2348
+ },
2349
+ {
2350
+ "epoch": 0.7832335329341318,
2351
+ "grad_norm": 2.983978509902954,
2352
+ "learning_rate": 8.398569706035792e-06,
2353
+ "loss": 2.093,
2354
+ "step": 327
2355
+ },
2356
+ {
2357
+ "epoch": 0.7856287425149701,
2358
+ "grad_norm": 3.433806896209717,
2359
+ "learning_rate": 8.176493099488663e-06,
2360
+ "loss": 2.1547,
2361
+ "step": 328
2362
+ },
2363
+ {
2364
+ "epoch": 0.7880239520958083,
2365
+ "grad_norm": 3.1882474422454834,
2366
+ "learning_rate": 7.957130360368898e-06,
2367
+ "loss": 2.1484,
2368
+ "step": 329
2369
+ },
2370
+ {
2371
+ "epoch": 0.7904191616766467,
2372
+ "grad_norm": 3.1162118911743164,
2373
+ "learning_rate": 7.740495722810271e-06,
2374
+ "loss": 2.0497,
2375
+ "step": 330
2376
+ },
2377
+ {
2378
+ "epoch": 0.792814371257485,
2379
+ "grad_norm": 3.857930898666382,
2380
+ "learning_rate": 7.526603243923957e-06,
2381
+ "loss": 2.7541,
2382
+ "step": 331
2383
+ },
2384
+ {
2385
+ "epoch": 0.7952095808383234,
2386
+ "grad_norm": 3.3641421794891357,
2387
+ "learning_rate": 7.315466802886401e-06,
2388
+ "loss": 1.8995,
2389
+ "step": 332
2390
+ },
2391
+ {
2392
+ "epoch": 0.7976047904191617,
2393
+ "grad_norm": 3.5304949283599854,
2394
+ "learning_rate": 7.107100100038671e-06,
2395
+ "loss": 2.4439,
2396
+ "step": 333
2397
+ },
2398
+ {
2399
+ "epoch": 0.8,
2400
+ "grad_norm": 3.273716688156128,
2401
+ "learning_rate": 6.901516655997536e-06,
2402
+ "loss": 2.2799,
2403
+ "step": 334
2404
+ },
2405
+ {
2406
+ "epoch": 0.8023952095808383,
2407
+ "grad_norm": 4.098631858825684,
2408
+ "learning_rate": 6.698729810778065e-06,
2409
+ "loss": 2.2194,
2410
+ "step": 335
2411
+ },
2412
+ {
2413
+ "epoch": 0.8047904191616766,
2414
+ "grad_norm": 3.677899122238159,
2415
+ "learning_rate": 6.498752722928042e-06,
2416
+ "loss": 2.0959,
2417
+ "step": 336
2418
+ },
2419
+ {
2420
+ "epoch": 0.807185628742515,
2421
+ "grad_norm": 3.76029896736145,
2422
+ "learning_rate": 6.301598368674105e-06,
2423
+ "loss": 2.4466,
2424
+ "step": 337
2425
+ },
2426
+ {
2427
+ "epoch": 0.8095808383233533,
2428
+ "grad_norm": 3.1613004207611084,
2429
+ "learning_rate": 6.107279541079769e-06,
2430
+ "loss": 2.5014,
2431
+ "step": 338
2432
+ },
2433
+ {
2434
+ "epoch": 0.8119760479041916,
2435
+ "grad_norm": 3.955902576446533,
2436
+ "learning_rate": 5.915808849215304e-06,
2437
+ "loss": 2.0964,
2438
+ "step": 339
2439
+ },
2440
+ {
2441
+ "epoch": 0.8143712574850299,
2442
+ "grad_norm": 3.3549344539642334,
2443
+ "learning_rate": 5.727198717339511e-06,
2444
+ "loss": 1.9583,
2445
+ "step": 340
2446
+ },
2447
+ {
2448
+ "epoch": 0.8167664670658683,
2449
+ "grad_norm": 2.303845167160034,
2450
+ "learning_rate": 5.54146138409355e-06,
2451
+ "loss": 1.402,
2452
+ "step": 341
2453
+ },
2454
+ {
2455
+ "epoch": 0.8191616766467066,
2456
+ "grad_norm": 3.525599956512451,
2457
+ "learning_rate": 5.358608901706802e-06,
2458
+ "loss": 1.927,
2459
+ "step": 342
2460
+ },
2461
+ {
2462
+ "epoch": 0.8215568862275449,
2463
+ "grad_norm": 4.892051696777344,
2464
+ "learning_rate": 5.178653135214812e-06,
2465
+ "loss": 2.159,
2466
+ "step": 343
2467
+ },
2468
+ {
2469
+ "epoch": 0.8239520958083832,
2470
+ "grad_norm": 2.915053606033325,
2471
+ "learning_rate": 5.001605761689398e-06,
2472
+ "loss": 1.4931,
2473
+ "step": 344
2474
+ },
2475
+ {
2476
+ "epoch": 0.8263473053892215,
2477
+ "grad_norm": 3.0569677352905273,
2478
+ "learning_rate": 4.827478269480895e-06,
2479
+ "loss": 1.452,
2480
+ "step": 345
2481
+ },
2482
+ {
2483
+ "epoch": 0.8287425149700599,
2484
+ "grad_norm": 2.807349443435669,
2485
+ "learning_rate": 4.65628195747273e-06,
2486
+ "loss": 1.6584,
2487
+ "step": 346
2488
+ },
2489
+ {
2490
+ "epoch": 0.8311377245508982,
2491
+ "grad_norm": 2.915956497192383,
2492
+ "learning_rate": 4.488027934348271e-06,
2493
+ "loss": 1.6603,
2494
+ "step": 347
2495
+ },
2496
+ {
2497
+ "epoch": 0.8335329341317366,
2498
+ "grad_norm": 3.1643993854522705,
2499
+ "learning_rate": 4.322727117869951e-06,
2500
+ "loss": 1.5493,
2501
+ "step": 348
2502
+ },
2503
+ {
2504
+ "epoch": 0.8359281437125748,
2505
+ "grad_norm": 3.7875473499298096,
2506
+ "learning_rate": 4.16039023417088e-06,
2507
+ "loss": 2.1245,
2508
+ "step": 349
2509
+ },
2510
+ {
2511
+ "epoch": 0.8383233532934131,
2512
+ "grad_norm": 4.3473968505859375,
2513
+ "learning_rate": 4.001027817058789e-06,
2514
+ "loss": 2.007,
2515
+ "step": 350
2516
+ },
2517
+ {
2518
+ "epoch": 0.8383233532934131,
2519
+ "eval_loss": 2.087658405303955,
2520
+ "eval_runtime": 17.1004,
2521
+ "eval_samples_per_second": 41.11,
2522
+ "eval_steps_per_second": 10.292,
2523
+ "step": 350
2524
  }
2525
  ],
2526
  "logging_steps": 1,
 
2549
  "attributes": {}
2550
  }
2551
  },
2552
+ "total_flos": 2.70496885112832e+16,
2553
  "train_batch_size": 8,
2554
  "trial_name": null,
2555
  "trial_params": null