Upload model trained with Unsloth
Browse filesUpload model trained with Unsloth 2x faster
- tokenizer_config.json +0 -4
tokenizer_config.json
CHANGED
|
@@ -2053,12 +2053,8 @@
|
|
| 2053 |
"clean_up_tokenization_spaces": false,
|
| 2054 |
"eos_token": "<|im_end|>",
|
| 2055 |
"extra_special_tokens": {},
|
| 2056 |
-
"max_length": 1024,
|
| 2057 |
"model_max_length": 1000000000000000019884624838656,
|
| 2058 |
"pad_token": "<|reserved_special_token_250|>",
|
| 2059 |
-
"stride": 0,
|
| 2060 |
"tokenizer_class": "PreTrainedTokenizerFast",
|
| 2061 |
-
"truncation_side": "right",
|
| 2062 |
-
"truncation_strategy": "longest_first",
|
| 2063 |
"unk_token": null
|
| 2064 |
}
|
|
|
|
| 2053 |
"clean_up_tokenization_spaces": false,
|
| 2054 |
"eos_token": "<|im_end|>",
|
| 2055 |
"extra_special_tokens": {},
|
|
|
|
| 2056 |
"model_max_length": 1000000000000000019884624838656,
|
| 2057 |
"pad_token": "<|reserved_special_token_250|>",
|
|
|
|
| 2058 |
"tokenizer_class": "PreTrainedTokenizerFast",
|
|
|
|
|
|
|
| 2059 |
"unk_token": null
|
| 2060 |
}
|