Upload folder using huggingface_hub

checkpoints/checkpoint-pt-80000/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d997886f203862935d8f7b71bbc70610a616af83154cf80b9c1574aa2a4a71
+size 1202681712

checkpoints/checkpoint-pt-80000/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:634ae87ad9ec14553a807f970f4e595e3fef7b62fd4afaddf671a76426ff94ed
+size 14344

checkpoints/checkpoint-pt-80001/model.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:31d997886f203862935d8f7b71bbc70610a616af83154cf80b9c1574aa2a4a71
+size 1202681712

checkpoints/checkpoint-pt-80001/random_states_0.pkl

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8274e40f91e3bb36224874d76afb757bd0e2f557eb5c5924744f1157f737e27
+size 14344

checkpoints/main.log

@@ -1701,3 +1701,56 @@ Mixed precision type: bf16
 [2024-08-12 21:19:24,074][Main][INFO] - [train] Step 78100 out of 80000 | Loss --> 1.707 | Grad_l2 --> 0.349 | Weights_l2 --> 9067.661 | Lr --> 0.000 | Seconds_per_step --> 3.398 | 
 [2024-08-12 21:22:14,845][Main][INFO] - [train] Step 78150 out of 80000 | Loss --> 1.701 | Grad_l2 --> 0.349 | Weights_l2 --> 9067.660 | Lr --> 0.000 | Seconds_per_step --> 3.415 | 
 [2024-08-12 21:25:04,253][Main][INFO] - [train] Step 78200 out of 80000 | Loss --> 1.707 | Grad_l2 --> 0.350 | Weights_l2 --> 9067.658 | Lr --> 0.000 | Seconds_per_step --> 3.388 | 
+[2024-08-12 21:27:53,707][Main][INFO] - [train] Step 78250 out of 80000 | Loss --> 1.707 | Grad_l2 --> 0.348 | Weights_l2 --> 9067.657 | Lr --> 0.000 | Seconds_per_step --> 3.389 | 
+[2024-08-12 21:30:43,019][Main][INFO] - [train] Step 78300 out of 80000 | Loss --> 1.710 | Grad_l2 --> 0.350 | Weights_l2 --> 9067.656 | Lr --> 0.000 | Seconds_per_step --> 3.386 | 
+[2024-08-12 21:33:33,014][Main][INFO] - [train] Step 78350 out of 80000 | Loss --> 1.710 | Grad_l2 --> 0.350 | Weights_l2 --> 9067.655 | Lr --> 0.000 | Seconds_per_step --> 3.400 | 
+[2024-08-12 21:36:23,186][Main][INFO] - [train] Step 78400 out of 80000 | Loss --> 1.707 | Grad_l2 --> 0.349 | Weights_l2 --> 9067.653 | Lr --> 0.000 | Seconds_per_step --> 3.403 | 
+[2024-08-12 21:39:12,309][Main][INFO] - [train] Step 78450 out of 80000 | Loss --> 1.720 | Grad_l2 --> 0.350 | Weights_l2 --> 9067.652 | Lr --> 0.000 | Seconds_per_step --> 3.382 | 
+[2024-08-12 21:42:03,162][Main][INFO] - [train] Step 78500 out of 80000 | Loss --> 1.714 | Grad_l2 --> 0.350 | Weights_l2 --> 9067.651 | Lr --> 0.000 | Seconds_per_step --> 3.417 | 
+[2024-08-12 21:44:53,192][Main][INFO] - [train] Step 78550 out of 80000 | Loss --> 1.724 | Grad_l2 --> 0.350 | Weights_l2 --> 9067.649 | Lr --> 0.000 | Seconds_per_step --> 3.401 | 
+[2024-08-12 21:47:43,149][Main][INFO] - [train] Step 78600 out of 80000 | Loss --> 1.714 | Grad_l2 --> 0.351 | Weights_l2 --> 9067.648 | Lr --> 0.000 | Seconds_per_step --> 3.399 | 
+[2024-08-12 21:50:32,387][Main][INFO] - [train] Step 78650 out of 80000 | Loss --> 1.719 | Grad_l2 --> 0.350 | Weights_l2 --> 9067.647 | Lr --> 0.000 | Seconds_per_step --> 3.385 | 
+[2024-08-12 21:53:22,026][Main][INFO] - [train] Step 78700 out of 80000 | Loss --> 1.714 | Grad_l2 --> 0.350 | Weights_l2 --> 9067.646 | Lr --> 0.000 | Seconds_per_step --> 3.393 | 
+[2024-08-12 21:56:11,907][Main][INFO] - [train] Step 78750 out of 80000 | Loss --> 1.729 | Grad_l2 --> 0.351 | Weights_l2 --> 9067.645 | Lr --> 0.000 | Seconds_per_step --> 3.398 | 
+[2024-08-12 21:59:00,947][Main][INFO] - [train] Step 78800 out of 80000 | Loss --> 1.719 | Grad_l2 --> 0.352 | Weights_l2 --> 9067.644 | Lr --> 0.000 | Seconds_per_step --> 3.381 | 
+[2024-08-12 22:01:50,443][Main][INFO] - [train] Step 78850 out of 80000 | Loss --> 1.722 | Grad_l2 --> 0.352 | Weights_l2 --> 9067.643 | Lr --> 0.000 | Seconds_per_step --> 3.390 | 
+[2024-08-12 22:04:39,064][Main][INFO] - [train] Step 78900 out of 80000 | Loss --> 1.739 | Grad_l2 --> 0.349 | Weights_l2 --> 9067.642 | Lr --> 0.000 | Seconds_per_step --> 3.372 | 
+[2024-08-12 22:07:29,275][Main][INFO] - [train] Step 78950 out of 80000 | Loss --> 1.726 | Grad_l2 --> 0.349 | Weights_l2 --> 9067.641 | Lr --> 0.000 | Seconds_per_step --> 3.404 | 
+[2024-08-12 22:10:18,964][Main][INFO] - [train] Step 79000 out of 80000 | Loss --> 1.729 | Grad_l2 --> 0.352 | Weights_l2 --> 9067.640 | Lr --> 0.000 | Seconds_per_step --> 3.394 | 
+[2024-08-12 22:13:08,518][Main][INFO] - [train] Step 79050 out of 80000 | Loss --> 1.724 | Grad_l2 --> 0.351 | Weights_l2 --> 9067.639 | Lr --> 0.000 | Seconds_per_step --> 3.391 | 
+[2024-08-12 22:15:58,096][Main][INFO] - [train] Step 79100 out of 80000 | Loss --> 1.731 | Grad_l2 --> 0.351 | Weights_l2 --> 9067.638 | Lr --> 0.000 | Seconds_per_step --> 3.392 | 
+[2024-08-12 22:18:47,746][Main][INFO] - [train] Step 79150 out of 80000 | Loss --> 1.730 | Grad_l2 --> 0.352 | Weights_l2 --> 9067.637 | Lr --> 0.000 | Seconds_per_step --> 3.393 | 
+[2024-08-12 22:21:37,645][Main][INFO] - [train] Step 79200 out of 80000 | Loss --> 1.733 | Grad_l2 --> 0.351 | Weights_l2 --> 9067.637 | Lr --> 0.000 | Seconds_per_step --> 3.398 | 
+[2024-08-12 22:24:27,038][Main][INFO] - [train] Step 79250 out of 80000 | Loss --> 1.733 | Grad_l2 --> 0.350 | Weights_l2 --> 9067.636 | Lr --> 0.000 | Seconds_per_step --> 3.388 | 
+[2024-08-12 22:27:16,116][Main][INFO] - [train] Step 79300 out of 80000 | Loss --> 1.735 | Grad_l2 --> 0.350 | Weights_l2 --> 9067.635 | Lr --> 0.000 | Seconds_per_step --> 3.382 | 
+[2024-08-12 22:30:05,701][Main][INFO] - [train] Step 79350 out of 80000 | Loss --> 1.733 | Grad_l2 --> 0.351 | Weights_l2 --> 9067.635 | Lr --> 0.000 | Seconds_per_step --> 3.392 | 
+[2024-08-12 22:32:54,419][Main][INFO] - [train] Step 79400 out of 80000 | Loss --> 1.730 | Grad_l2 --> 0.352 | Weights_l2 --> 9067.634 | Lr --> 0.000 | Seconds_per_step --> 3.374 | 
+[2024-08-12 22:35:43,068][Main][INFO] - [train] Step 79450 out of 80000 | Loss --> 1.739 | Grad_l2 --> 0.351 | Weights_l2 --> 9067.633 | Lr --> 0.000 | Seconds_per_step --> 3.373 | 
+[2024-08-12 22:38:32,666][Main][INFO] - [train] Step 79500 out of 80000 | Loss --> 1.745 | Grad_l2 --> 0.353 | Weights_l2 --> 9067.633 | Lr --> 0.000 | Seconds_per_step --> 3.392 | 
+[2024-08-12 22:41:21,888][Main][INFO] - [train] Step 79550 out of 80000 | Loss --> 1.723 | Grad_l2 --> 0.350 | Weights_l2 --> 9067.632 | Lr --> 0.000 | Seconds_per_step --> 3.384 | 
+[2024-08-12 22:44:11,844][Main][INFO] - [train] Step 79600 out of 80000 | Loss --> 1.742 | Grad_l2 --> 0.352 | Weights_l2 --> 9067.631 | Lr --> 0.000 | Seconds_per_step --> 3.399 | 
+[2024-08-12 22:47:00,902][Main][INFO] - [train] Step 79650 out of 80000 | Loss --> 1.741 | Grad_l2 --> 0.352 | Weights_l2 --> 9067.630 | Lr --> 0.000 | Seconds_per_step --> 3.381 | 
+[2024-08-12 22:49:50,032][Main][INFO] - [train] Step 79700 out of 80000 | Loss --> 1.739 | Grad_l2 --> 0.352 | Weights_l2 --> 9067.629 | Lr --> 0.000 | Seconds_per_step --> 3.383 | 
+[2024-08-12 22:52:39,520][Main][INFO] - [train] Step 79750 out of 80000 | Loss --> 1.743 | Grad_l2 --> 0.351 | Weights_l2 --> 9067.629 | Lr --> 0.000 | Seconds_per_step --> 3.390 | 
+[2024-08-12 22:55:29,331][Main][INFO] - [train] Step 79800 out of 80000 | Loss --> 1.745 | Grad_l2 --> 0.351 | Weights_l2 --> 9067.629 | Lr --> 0.000 | Seconds_per_step --> 3.396 | 
+[2024-08-12 22:58:19,091][Main][INFO] - [train] Step 79850 out of 80000 | Loss --> 1.746 | Grad_l2 --> 0.352 | Weights_l2 --> 9067.628 | Lr --> 0.000 | Seconds_per_step --> 3.395 | 
+[2024-08-12 23:01:08,868][Main][INFO] - [train] Step 79900 out of 80000 | Loss --> 1.737 | Grad_l2 --> 0.353 | Weights_l2 --> 9067.627 | Lr --> 0.000 | Seconds_per_step --> 3.396 | 
+[2024-08-12 23:03:57,751][Main][INFO] - [train] Step 79950 out of 80000 | Loss --> 1.745 | Grad_l2 --> 0.352 | Weights_l2 --> 9067.627 | Lr --> 0.000 | Seconds_per_step --> 3.378 | 
+[2024-08-12 23:06:47,601][Main][INFO] - [train] Step 80000 out of 80000 | Loss --> 1.740 | Grad_l2 --> 0.351 | Weights_l2 --> 9067.626 | Lr --> 0.000 | Seconds_per_step --> 3.397 | 
+[2024-08-12 23:06:47,602][accelerate.accelerator][INFO] - Saving current state to checkpoint-pt-80000
+[2024-08-12 23:06:47,605][accelerate.utils.other][WARNING] - Removed shared tensor {'encoder.embed_tokens.weight', 'decoder.embed_tokens.weight'} while saving. This should be OK, but check by verifying that you don't receive any warning while reloading
+[2024-08-12 23:06:50,280][accelerate.checkpointing][INFO] - Model weights saved in checkpoint-pt-80000/model.safetensors
+[2024-08-12 23:06:53,299][accelerate.checkpointing][INFO] - Optimizer state saved in checkpoint-pt-80000/optimizer.bin
+[2024-08-12 23:06:53,299][accelerate.checkpointing][INFO] - Scheduler state saved in checkpoint-pt-80000/scheduler.bin
+[2024-08-12 23:06:53,299][accelerate.checkpointing][INFO] - Sampler state for dataloader 0 saved in checkpoint-pt-80000/sampler.bin
+[2024-08-12 23:06:53,299][accelerate.checkpointing][INFO] - Sampler state for dataloader 1 saved in checkpoint-pt-80000/sampler_1.bin
+[2024-08-12 23:06:53,300][accelerate.checkpointing][INFO] - Random states saved in checkpoint-pt-80000/random_states_0.pkl
+[2024-08-12 23:16:15,352][Main][INFO] - [eval] Step 80001 out of 80000 | Loss --> 2.053 | Accuracy --> 0.608 | Time --> 561.184 | 
+[2024-08-12 23:16:15,356][accelerate.accelerator][INFO] - Saving current state to checkpoint-pt-80001
+[2024-08-12 23:16:15,361][accelerate.utils.other][WARNING] - Removed shared tensor {'encoder.embed_tokens.weight', 'decoder.embed_tokens.weight'} while saving. This should be OK, but check by verifying that you don't receive any warning while reloading
+[2024-08-12 23:16:17,400][accelerate.checkpointing][INFO] - Model weights saved in checkpoint-pt-80001/model.safetensors
+[2024-08-12 23:16:20,285][accelerate.checkpointing][INFO] - Optimizer state saved in checkpoint-pt-80001/optimizer.bin
+[2024-08-12 23:16:20,285][accelerate.checkpointing][INFO] - Scheduler state saved in checkpoint-pt-80001/scheduler.bin
+[2024-08-12 23:16:20,285][accelerate.checkpointing][INFO] - Sampler state for dataloader 0 saved in checkpoint-pt-80001/sampler.bin
+[2024-08-12 23:16:20,285][accelerate.checkpointing][INFO] - Sampler state for dataloader 1 saved in checkpoint-pt-80001/sampler_1.bin
+[2024-08-12 23:16:20,286][accelerate.checkpointing][INFO] - Random states saved in checkpoint-pt-80001/random_states_0.pkl

checkpoints/tokenizer/added_tokens.json

@@ -0,0 +1,102 @@
+{
+  "<extra_id_0>": 48128,
+  "<extra_id_10>": 48138,
+  "<extra_id_11>": 48139,
+  "<extra_id_12>": 48140,
+  "<extra_id_13>": 48141,
+  "<extra_id_14>": 48142,
+  "<extra_id_15>": 48143,
+  "<extra_id_16>": 48144,
+  "<extra_id_17>": 48145,
+  "<extra_id_18>": 48146,
+  "<extra_id_19>": 48147,
+  "<extra_id_1>": 48129,
+  "<extra_id_20>": 48148,
+  "<extra_id_21>": 48149,
+  "<extra_id_22>": 48150,
+  "<extra_id_23>": 48151,
+  "<extra_id_24>": 48152,
+  "<extra_id_25>": 48153,
+  "<extra_id_26>": 48154,
+  "<extra_id_27>": 48155,
+  "<extra_id_28>": 48156,
+  "<extra_id_29>": 48157,
+  "<extra_id_2>": 48130,
+  "<extra_id_30>": 48158,
+  "<extra_id_31>": 48159,
+  "<extra_id_32>": 48160,
+  "<extra_id_33>": 48161,
+  "<extra_id_34>": 48162,
+  "<extra_id_35>": 48163,
+  "<extra_id_36>": 48164,
+  "<extra_id_37>": 48165,
+  "<extra_id_38>": 48166,
+  "<extra_id_39>": 48167,
+  "<extra_id_3>": 48131,
+  "<extra_id_40>": 48168,
+  "<extra_id_41>": 48169,
+  "<extra_id_42>": 48170,
+  "<extra_id_43>": 48171,
+  "<extra_id_44>": 48172,
+  "<extra_id_45>": 48173,
+  "<extra_id_46>": 48174,
+  "<extra_id_47>": 48175,
+  "<extra_id_48>": 48176,
+  "<extra_id_49>": 48177,
+  "<extra_id_4>": 48132,
+  "<extra_id_50>": 48178,
+  "<extra_id_51>": 48179,
+  "<extra_id_52>": 48180,
+  "<extra_id_53>": 48181,
+  "<extra_id_54>": 48182,
+  "<extra_id_55>": 48183,
+  "<extra_id_56>": 48184,
+  "<extra_id_57>": 48185,
+  "<extra_id_58>": 48186,
+  "<extra_id_59>": 48187,
+  "<extra_id_5>": 48133,
+  "<extra_id_60>": 48188,
+  "<extra_id_61>": 48189,
+  "<extra_id_62>": 48190,
+  "<extra_id_63>": 48191,
+  "<extra_id_64>": 48192,
+  "<extra_id_65>": 48193,
+  "<extra_id_66>": 48194,
+  "<extra_id_67>": 48195,
+  "<extra_id_68>": 48196,
+  "<extra_id_69>": 48197,
+  "<extra_id_6>": 48134,
+  "<extra_id_70>": 48198,
+  "<extra_id_71>": 48199,
+  "<extra_id_72>": 48200,
+  "<extra_id_73>": 48201,
+  "<extra_id_74>": 48202,
+  "<extra_id_75>": 48203,
+  "<extra_id_76>": 48204,
+  "<extra_id_77>": 48205,
+  "<extra_id_78>": 48206,
+  "<extra_id_79>": 48207,
+  "<extra_id_7>": 48135,
+  "<extra_id_80>": 48208,
+  "<extra_id_81>": 48209,
+  "<extra_id_82>": 48210,
+  "<extra_id_83>": 48211,
+  "<extra_id_84>": 48212,
+  "<extra_id_85>": 48213,
+  "<extra_id_86>": 48214,
+  "<extra_id_87>": 48215,
+  "<extra_id_88>": 48216,
+  "<extra_id_89>": 48217,
+  "<extra_id_8>": 48136,
+  "<extra_id_90>": 48218,
+  "<extra_id_91>": 48219,
+  "<extra_id_92>": 48220,
+  "<extra_id_93>": 48221,
+  "<extra_id_94>": 48222,
+  "<extra_id_95>": 48223,
+  "<extra_id_96>": 48224,
+  "<extra_id_97>": 48225,
+  "<extra_id_98>": 48226,
+  "<extra_id_99>": 48227,
+  "<extra_id_9>": 48137
+}

checkpoints/tokenizer/special_tokens_map.json

@@ -0,0 +1,132 @@
+{
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": {
+    "content": "<pad>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": true,
+    "rstrip": false,
+    "single_word": false
+  }
+}

checkpoints/tokenizer/tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:165515d67d17852d3e7c30ec22d7a745330f2cba264f40c3ea9380eddf84396f
+size 1042483

checkpoints/tokenizer/tokenizer_config.json

@@ -0,0 +1,952 @@
+{
+  "add_bos_token": false,
+  "add_eos_token": true,
+  "add_prefix_space": true,
+  "added_tokens_decoder": {
+    "0": {
+      "content": "<unk>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "1": {
+      "content": "<s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "2": {
+      "content": "</s>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "3": {
+      "content": "<pad>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48128": {
+      "content": "<extra_id_0>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48129": {
+      "content": "<extra_id_1>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48130": {
+      "content": "<extra_id_2>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48131": {
+      "content": "<extra_id_3>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48132": {
+      "content": "<extra_id_4>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48133": {
+      "content": "<extra_id_5>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48134": {
+      "content": "<extra_id_6>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48135": {
+      "content": "<extra_id_7>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48136": {
+      "content": "<extra_id_8>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48137": {
+      "content": "<extra_id_9>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48138": {
+      "content": "<extra_id_10>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48139": {
+      "content": "<extra_id_11>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48140": {
+      "content": "<extra_id_12>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48141": {
+      "content": "<extra_id_13>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48142": {
+      "content": "<extra_id_14>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48143": {
+      "content": "<extra_id_15>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48144": {
+      "content": "<extra_id_16>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48145": {
+      "content": "<extra_id_17>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48146": {
+      "content": "<extra_id_18>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48147": {
+      "content": "<extra_id_19>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48148": {
+      "content": "<extra_id_20>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48149": {
+      "content": "<extra_id_21>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48150": {
+      "content": "<extra_id_22>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48151": {
+      "content": "<extra_id_23>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48152": {
+      "content": "<extra_id_24>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48153": {
+      "content": "<extra_id_25>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48154": {
+      "content": "<extra_id_26>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48155": {
+      "content": "<extra_id_27>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48156": {
+      "content": "<extra_id_28>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48157": {
+      "content": "<extra_id_29>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48158": {
+      "content": "<extra_id_30>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48159": {
+      "content": "<extra_id_31>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48160": {
+      "content": "<extra_id_32>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48161": {
+      "content": "<extra_id_33>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48162": {
+      "content": "<extra_id_34>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48163": {
+      "content": "<extra_id_35>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48164": {
+      "content": "<extra_id_36>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48165": {
+      "content": "<extra_id_37>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48166": {
+      "content": "<extra_id_38>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48167": {
+      "content": "<extra_id_39>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48168": {
+      "content": "<extra_id_40>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48169": {
+      "content": "<extra_id_41>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48170": {
+      "content": "<extra_id_42>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48171": {
+      "content": "<extra_id_43>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48172": {
+      "content": "<extra_id_44>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48173": {
+      "content": "<extra_id_45>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48174": {
+      "content": "<extra_id_46>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48175": {
+      "content": "<extra_id_47>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48176": {
+      "content": "<extra_id_48>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48177": {
+      "content": "<extra_id_49>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48178": {
+      "content": "<extra_id_50>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48179": {
+      "content": "<extra_id_51>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48180": {
+      "content": "<extra_id_52>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48181": {
+      "content": "<extra_id_53>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48182": {
+      "content": "<extra_id_54>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48183": {
+      "content": "<extra_id_55>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48184": {
+      "content": "<extra_id_56>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48185": {
+      "content": "<extra_id_57>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48186": {
+      "content": "<extra_id_58>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48187": {
+      "content": "<extra_id_59>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48188": {
+      "content": "<extra_id_60>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48189": {
+      "content": "<extra_id_61>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48190": {
+      "content": "<extra_id_62>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48191": {
+      "content": "<extra_id_63>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48192": {
+      "content": "<extra_id_64>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48193": {
+      "content": "<extra_id_65>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48194": {
+      "content": "<extra_id_66>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48195": {
+      "content": "<extra_id_67>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48196": {
+      "content": "<extra_id_68>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48197": {
+      "content": "<extra_id_69>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48198": {
+      "content": "<extra_id_70>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48199": {
+      "content": "<extra_id_71>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48200": {
+      "content": "<extra_id_72>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48201": {
+      "content": "<extra_id_73>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48202": {
+      "content": "<extra_id_74>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48203": {
+      "content": "<extra_id_75>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48204": {
+      "content": "<extra_id_76>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48205": {
+      "content": "<extra_id_77>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48206": {
+      "content": "<extra_id_78>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48207": {
+      "content": "<extra_id_79>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48208": {
+      "content": "<extra_id_80>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48209": {
+      "content": "<extra_id_81>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48210": {
+      "content": "<extra_id_82>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48211": {
+      "content": "<extra_id_83>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48212": {
+      "content": "<extra_id_84>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48213": {
+      "content": "<extra_id_85>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48214": {
+      "content": "<extra_id_86>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48215": {
+      "content": "<extra_id_87>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48216": {
+      "content": "<extra_id_88>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48217": {
+      "content": "<extra_id_89>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48218": {
+      "content": "<extra_id_90>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48219": {
+      "content": "<extra_id_91>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48220": {
+      "content": "<extra_id_92>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48221": {
+      "content": "<extra_id_93>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48222": {
+      "content": "<extra_id_94>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48223": {
+      "content": "<extra_id_95>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48224": {
+      "content": "<extra_id_96>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48225": {
+      "content": "<extra_id_97>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48226": {
+      "content": "<extra_id_98>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    },
+    "48227": {
+      "content": "<extra_id_99>",
+      "lstrip": false,
+      "normalized": false,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "additional_special_tokens": [
+    "<extra_id_0>",
+    "<extra_id_1>",
+    "<extra_id_2>",
+    "<extra_id_3>",
+    "<extra_id_4>",
+    "<extra_id_5>",
+    "<extra_id_6>",
+    "<extra_id_7>",
+    "<extra_id_8>",
+    "<extra_id_9>",
+    "<extra_id_10>",
+    "<extra_id_11>",
+    "<extra_id_12>",
+    "<extra_id_13>",
+    "<extra_id_14>",
+    "<extra_id_15>",
+    "<extra_id_16>",
+    "<extra_id_17>",
+    "<extra_id_18>",
+    "<extra_id_19>",
+    "<extra_id_20>",
+    "<extra_id_21>",
+    "<extra_id_22>",
+    "<extra_id_23>",
+    "<extra_id_24>",
+    "<extra_id_25>",
+    "<extra_id_26>",
+    "<extra_id_27>",
+    "<extra_id_28>",
+    "<extra_id_29>",
+    "<extra_id_30>",
+    "<extra_id_31>",
+    "<extra_id_32>",
+    "<extra_id_33>",
+    "<extra_id_34>",
+    "<extra_id_35>",
+    "<extra_id_36>",
+    "<extra_id_37>",
+    "<extra_id_38>",
+    "<extra_id_39>",
+    "<extra_id_40>",
+    "<extra_id_41>",
+    "<extra_id_42>",
+    "<extra_id_43>",
+    "<extra_id_44>",
+    "<extra_id_45>",
+    "<extra_id_46>",
+    "<extra_id_47>",
+    "<extra_id_48>",
+    "<extra_id_49>",
+    "<extra_id_50>",
+    "<extra_id_51>",
+    "<extra_id_52>",
+    "<extra_id_53>",
+    "<extra_id_54>",
+    "<extra_id_55>",
+    "<extra_id_56>",
+    "<extra_id_57>",
+    "<extra_id_58>",
+    "<extra_id_59>",
+    "<extra_id_60>",
+    "<extra_id_61>",
+    "<extra_id_62>",
+    "<extra_id_63>",
+    "<extra_id_64>",
+    "<extra_id_65>",
+    "<extra_id_66>",
+    "<extra_id_67>",
+    "<extra_id_68>",
+    "<extra_id_69>",
+    "<extra_id_70>",
+    "<extra_id_71>",
+    "<extra_id_72>",
+    "<extra_id_73>",
+    "<extra_id_74>",
+    "<extra_id_75>",
+    "<extra_id_76>",
+    "<extra_id_77>",
+    "<extra_id_78>",
+    "<extra_id_79>",
+    "<extra_id_80>",
+    "<extra_id_81>",
+    "<extra_id_82>",
+    "<extra_id_83>",
+    "<extra_id_84>",
+    "<extra_id_85>",
+    "<extra_id_86>",
+    "<extra_id_87>",
+    "<extra_id_88>",
+    "<extra_id_89>",
+    "<extra_id_90>",
+    "<extra_id_91>",
+    "<extra_id_92>",
+    "<extra_id_93>",
+    "<extra_id_94>",
+    "<extra_id_95>",
+    "<extra_id_96>",
+    "<extra_id_97>",
+    "<extra_id_98>",
+    "<extra_id_99>"
+  ],
+  "bos_token": "<s>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "</s>",
+  "legacy": false,
+  "model_max_length": 1000000000,
+  "pad_token": "<pad>",
+  "sp_model_kwargs": {},
+  "spaces_between_special_tokens": false,
+  "tokenizer_class": "LlamaTokenizer",
+  "unk_token": "<unk>",
+  "use_default_system_prompt": false
+}

checkpoints/training_metrics.csv

@@ -1562,3 +1562,40 @@ timestamp,step,loss,grad_l2,weights_l2,lr,seconds_per_step
 "2024-08-12 21:16:34,160",78050,1.71,0.351,9067.663,0.0,3.384
 "2024-08-12 21:19:24,074",78100,1.707,0.349,9067.661,0.0,3.398
 "2024-08-12 21:22:14,845",78150,1.701,0.349,9067.66,0.0,3.415
+"2024-08-12 21:25:04,253",78200,1.707,0.35,9067.658,0.0,3.388
+"2024-08-12 21:27:53,707",78250,1.707,0.348,9067.657,0.0,3.389
+"2024-08-12 21:30:43,019",78300,1.71,0.35,9067.656,0.0,3.386
+"2024-08-12 21:33:33,014",78350,1.71,0.35,9067.655,0.0,3.4
+"2024-08-12 21:36:23,186",78400,1.707,0.349,9067.653,0.0,3.403
+"2024-08-12 21:39:12,309",78450,1.72,0.35,9067.652,0.0,3.382
+"2024-08-12 21:42:03,162",78500,1.714,0.35,9067.651,0.0,3.417
+"2024-08-12 21:44:53,192",78550,1.724,0.35,9067.649,0.0,3.401
+"2024-08-12 21:47:43,149",78600,1.714,0.351,9067.648,0.0,3.399
+"2024-08-12 21:50:32,387",78650,1.719,0.35,9067.647,0.0,3.385
+"2024-08-12 21:53:22,026",78700,1.714,0.35,9067.646,0.0,3.393
+"2024-08-12 21:56:11,907",78750,1.729,0.351,9067.645,0.0,3.398
+"2024-08-12 21:59:00,947",78800,1.719,0.352,9067.644,0.0,3.381
+"2024-08-12 22:01:50,443",78850,1.722,0.352,9067.643,0.0,3.39
+"2024-08-12 22:04:39,064",78900,1.739,0.349,9067.642,0.0,3.372
+"2024-08-12 22:07:29,275",78950,1.726,0.349,9067.641,0.0,3.404
+"2024-08-12 22:10:18,964",79000,1.729,0.352,9067.64,0.0,3.394
+"2024-08-12 22:13:08,518",79050,1.724,0.351,9067.639,0.0,3.391
+"2024-08-12 22:15:58,096",79100,1.731,0.351,9067.638,0.0,3.392
+"2024-08-12 22:18:47,746",79150,1.73,0.352,9067.637,0.0,3.393
+"2024-08-12 22:21:37,645",79200,1.733,0.351,9067.637,0.0,3.398
+"2024-08-12 22:24:27,038",79250,1.733,0.35,9067.636,0.0,3.388
+"2024-08-12 22:27:16,116",79300,1.735,0.35,9067.635,0.0,3.382
+"2024-08-12 22:30:05,701",79350,1.733,0.351,9067.635,0.0,3.392
+"2024-08-12 22:32:54,419",79400,1.73,0.352,9067.634,0.0,3.374
+"2024-08-12 22:35:43,068",79450,1.739,0.351,9067.633,0.0,3.373
+"2024-08-12 22:38:32,666",79500,1.745,0.353,9067.633,0.0,3.392
+"2024-08-12 22:41:21,888",79550,1.723,0.35,9067.632,0.0,3.384
+"2024-08-12 22:44:11,844",79600,1.742,0.352,9067.631,0.0,3.399
+"2024-08-12 22:47:00,902",79650,1.741,0.352,9067.63,0.0,3.381
+"2024-08-12 22:49:50,032",79700,1.739,0.352,9067.629,0.0,3.383
+"2024-08-12 22:52:39,520",79750,1.743,0.351,9067.629,0.0,3.39
+"2024-08-12 22:55:29,331",79800,1.745,0.351,9067.629,0.0,3.396
+"2024-08-12 22:58:19,091",79850,1.746,0.352,9067.628,0.0,3.395
+"2024-08-12 23:01:08,868",79900,1.737,0.353,9067.627,0.0,3.396
+"2024-08-12 23:03:57,751",79950,1.745,0.352,9067.627,0.0,3.378
+"2024-08-12 23:06:47,601",80000,1.74,0.351,9067.626,0.0,3.397