Training in progress, step 50

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "stefanbschneider/led-base-16384-pubmed-summary",
+  "_name_or_path": "allenai/led-base-16384",
   "activation_dropout": 0.0,
   "activation_function": "gelu",
   "architectures": [
@@ -29,6 +29,7 @@
   "encoder_layerdrop": 0.0,
   "encoder_layers": 6,
   "eos_token_id": 2,
+  "gradient_checkpointing": false,
   "id2label": {
     "0": "LABEL_0",
     "1": "LABEL_1",

model.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:71bdc073796b090769072d9d9e7a33d39d0e25de984057e9668f936ca200b134
+oid sha256:a18d40624258dbbc514f5504c1a3a3c4ade4a0dfdc416462e227b5155aa098c5
 size 647614116

tokenizer_config.json

@@ -49,17 +49,10 @@
   "errors": "replace",
   "extra_special_tokens": {},
   "mask_token": "<mask>",
-  "max_length": 512,
   "model_max_length": 16384,
-  "pad_to_multiple_of": null,
   "pad_token": "<pad>",
-  "pad_token_type_id": 0,
-  "padding_side": "right",
   "sep_token": "</s>",
-  "stride": 0,
   "tokenizer_class": "LEDTokenizer",
   "trim_offsets": true,
-  "truncation_side": "right",
-  "truncation_strategy": "longest_first",
   "unk_token": "<unk>"
 }

training_args.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:64e6b563eee5d6bc8fc69a62922431be6f63cb4c12d88bde76792a36029788b1
+oid sha256:ec1a490749259cd09a16b35b24ca9cfe194f806e69cb5de2ec8849cec10e599a
 size 5496