Training in progress, step 50, checkpoint

last-checkpoint/adapter_model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:8667dba041bc1fd9e9b54fe096f6ce1ac595d4e2ffc02a61ef6367c069497247
+oid sha256:01c649e7723c6a7f482dfebcfe4774e9cbce40e4b9143166cec8932f0423a370
 size 319876032

last-checkpoint/optimizer.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d5d8fc3d7501b0ada842c837813ce009b2e23263a6f1cf60f01b4a5c9a28464c
+oid sha256:ecc90a1e746e1faf68d806302653bd9a1743d3adc2debc7f13a441bd6e157a01
 size 640009682

last-checkpoint/rng_state_0.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:fa1253fbf8924a77310098537d960e243e39b335ad4591938ce4bd8f3a62bcf2
+oid sha256:5aff0c00f40fcdaf87b184777dd7595f5d1f867e4e8861d40fab2b59f3ae3015
 size 15024

last-checkpoint/rng_state_1.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:69c487e316ef3a6c7f6fa80d35fdcba8bd5f775fd840e7416a21a51860ce96d5
+oid sha256:83b9e4e2147a219379f578426becaa1e81c06a61463d38ac740b314536c7107f
 size 15024

last-checkpoint/rng_state_2.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:28af93cbb409f0c87c6f7b5dc5f1ee7f66af4608a43b8206d349b16624affb7f
+oid sha256:631e5f54ba5c42fbdf360f6fc7f631b487150def6a21807bde3abfa6357743af
 size 15024

last-checkpoint/rng_state_3.pth

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ddfcfa9692920a3290b401f4697bfa642bea6452cbbbbdd87cf606077b015f8a
+oid sha256:a570771cecf4fd1931d6a87a3f91cb983c682154ae47a759c6d7aa7df158cc05
 size 15024

last-checkpoint/scheduler.pt

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d271cdb95f63cd655315f063ca2e25c78dc5ae4275523c5d4f80f367586b3351
+oid sha256:5607f6de446164d9d9adb8b91c44cec55b14aa391e24ba5637c08b834eedda2a
 size 1064

last-checkpoint/trainer_state.json

@@ -1,9 +1,9 @@
 {
-  "best_metric": 1.6209921836853027,
-  "best_model_checkpoint": "miner_id_24/checkpoint-25",
-  "epoch": 0.16999575010624735,
+  "best_metric": 1.5259586572647095,
+  "best_model_checkpoint": "miner_id_24/checkpoint-50",
+  "epoch": 0.3399915002124947,
   "eval_steps": 25,
-  "global_step": 25,
+  "global_step": 50,
   "is_hyper_param_search": false,
   "is_local_process_zero": true,
   "is_world_process_zero": true,
@@ -198,6 +198,189 @@
       "eval_samples_per_second": 10.079,
       "eval_steps_per_second": 2.62,
       "step": 25
+    },
+    {
+      "epoch": 0.17679558011049723,
+      "grad_norm": 0.4103982448577881,
+      "learning_rate": 5.500000000000001e-05,
+      "loss": 1.5513,
+      "step": 26
+    },
+    {
+      "epoch": 0.18359541011474714,
+      "grad_norm": 0.3940969407558441,
+      "learning_rate": 5.205685918464356e-05,
+      "loss": 1.5133,
+      "step": 27
+    },
+    {
+      "epoch": 0.19039524011899703,
+      "grad_norm": 0.3779045343399048,
+      "learning_rate": 4.912632135009769e-05,
+      "loss": 1.5095,
+      "step": 28
+    },
+    {
+      "epoch": 0.1971950701232469,
+      "grad_norm": 0.2973446249961853,
+      "learning_rate": 4.6220935509274235e-05,
+      "loss": 1.4108,
+      "step": 29
+    },
+    {
+      "epoch": 0.20399490012749683,
+      "grad_norm": 0.3024841248989105,
+      "learning_rate": 4.3353142970386564e-05,
+      "loss": 1.3195,
+      "step": 30
+    },
+    {
+      "epoch": 0.2107947301317467,
+      "grad_norm": 0.30010512471199036,
+      "learning_rate": 4.053522406135775e-05,
+      "loss": 1.2344,
+      "step": 31
+    },
+    {
+      "epoch": 0.2175945601359966,
+      "grad_norm": 0.30236589908599854,
+      "learning_rate": 3.777924554357096e-05,
+      "loss": 1.3064,
+      "step": 32
+    },
+    {
+      "epoch": 0.22439439014024648,
+      "grad_norm": 0.3136184513568878,
+      "learning_rate": 3.509700894014496e-05,
+      "loss": 1.3178,
+      "step": 33
+    },
+    {
+      "epoch": 0.2311942201444964,
+      "grad_norm": 0.33479824662208557,
+      "learning_rate": 3.250000000000001e-05,
+      "loss": 1.4102,
+      "step": 34
+    },
+    {
+      "epoch": 0.23799405014874628,
+      "grad_norm": 0.4079354703426361,
+      "learning_rate": 2.9999339514117912e-05,
+      "loss": 1.3445,
+      "step": 35
+    },
+    {
+      "epoch": 0.24479388015299616,
+      "grad_norm": 0.45617911219596863,
+      "learning_rate": 2.760573569460757e-05,
+      "loss": 1.5454,
+      "step": 36
+    },
+    {
+      "epoch": 0.2515937101572461,
+      "grad_norm": 0.677880048751831,
+      "learning_rate": 2.53294383204969e-05,
+      "loss": 1.5967,
+      "step": 37
+    },
+    {
+      "epoch": 0.25839354016149596,
+      "grad_norm": 0.3763822317123413,
+      "learning_rate": 2.3180194846605367e-05,
+      "loss": 1.5233,
+      "step": 38
+    },
+    {
+      "epoch": 0.26519337016574585,
+      "grad_norm": 0.25510433316230774,
+      "learning_rate": 2.1167208663446025e-05,
+      "loss": 1.5443,
+      "step": 39
+    },
+    {
+      "epoch": 0.27199320016999573,
+      "grad_norm": 0.2586897611618042,
+      "learning_rate": 1.9299099686894423e-05,
+      "loss": 1.5314,
+      "step": 40
+    },
+    {
+      "epoch": 0.27879303017424567,
+      "grad_norm": 0.2617841958999634,
+      "learning_rate": 1.758386744638546e-05,
+      "loss": 1.4165,
+      "step": 41
+    },
+    {
+      "epoch": 0.28559286017849556,
+      "grad_norm": 0.24825793504714966,
+      "learning_rate": 1.602885682970026e-05,
+      "loss": 1.3391,
+      "step": 42
+    },
+    {
+      "epoch": 0.29239269018274544,
+      "grad_norm": 0.24704131484031677,
+      "learning_rate": 1.464072663102903e-05,
+      "loss": 1.2556,
+      "step": 43
+    },
+    {
+      "epoch": 0.2991925201869953,
+      "grad_norm": 0.2630559206008911,
+      "learning_rate": 1.3425421036992098e-05,
+      "loss": 1.2538,
+      "step": 44
+    },
+    {
+      "epoch": 0.3059923501912452,
+      "grad_norm": 0.28859418630599976,
+      "learning_rate": 1.2388144172720251e-05,
+      "loss": 1.2219,
+      "step": 45
+    },
+    {
+      "epoch": 0.3127921801954951,
+      "grad_norm": 0.32302361726760864,
+      "learning_rate": 1.1533337816991932e-05,
+      "loss": 1.2928,
+      "step": 46
+    },
+    {
+      "epoch": 0.319592010199745,
+      "grad_norm": 0.34231433272361755,
+      "learning_rate": 1.0864662381854632e-05,
+      "loss": 1.4075,
+      "step": 47
+    },
+    {
+      "epoch": 0.3263918402039949,
+      "grad_norm": 0.4183900058269501,
+      "learning_rate": 1.0384981238178534e-05,
+      "loss": 1.476,
+      "step": 48
+    },
+    {
+      "epoch": 0.3331916702082448,
+      "grad_norm": 0.5364781022071838,
+      "learning_rate": 1.0096348454262845e-05,
+      "loss": 1.5752,
+      "step": 49
+    },
+    {
+      "epoch": 0.3399915002124947,
+      "grad_norm": 0.8765597343444824,
+      "learning_rate": 1e-05,
+      "loss": 1.7162,
+      "step": 50
+    },
+    {
+      "epoch": 0.3399915002124947,
+      "eval_loss": 1.5259586572647095,
+      "eval_runtime": 5.0112,
+      "eval_samples_per_second": 9.978,
+      "eval_steps_per_second": 2.594,
+      "step": 50
     }
   ],
   "logging_steps": 1,
@@ -221,12 +404,12 @@
         "should_evaluate": false,
         "should_log": false,
         "should_save": true,
-        "should_training_stop": false
+        "should_training_stop": true
       },
       "attributes": {}
     }
   },
-  "total_flos": 2.7698250104858214e+17,
+  "total_flos": 5.513049055124521e+17,
   "train_batch_size": 1,
   "trial_name": null,
   "trial_params": null