nhanpt commited on
Commit
3761f54
·
verified ·
1 Parent(s): f9a5b8b

Upload model trained with Unsloth

Browse files

Upload model trained with Unsloth 2x faster

Files changed (1) hide show
  1. tokenizer_config.json +0 -4
tokenizer_config.json CHANGED
@@ -2053,12 +2053,8 @@
2053
  "clean_up_tokenization_spaces": false,
2054
  "eos_token": "<|im_end|>",
2055
  "extra_special_tokens": {},
2056
- "max_length": 1024,
2057
  "model_max_length": 1000000000000000019884624838656,
2058
  "pad_token": "<|reserved_special_token_250|>",
2059
- "stride": 0,
2060
  "tokenizer_class": "PreTrainedTokenizerFast",
2061
- "truncation_side": "right",
2062
- "truncation_strategy": "longest_first",
2063
  "unk_token": null
2064
  }
 
2053
  "clean_up_tokenization_spaces": false,
2054
  "eos_token": "<|im_end|>",
2055
  "extra_special_tokens": {},
 
2056
  "model_max_length": 1000000000000000019884624838656,
2057
  "pad_token": "<|reserved_special_token_250|>",
 
2058
  "tokenizer_class": "PreTrainedTokenizerFast",
 
 
2059
  "unk_token": null
2060
  }