TheBloke
/

Llama-2-70B-fp16

Text Generation

text-generation-inference

Model card Files Files and versions

TheBloke commited on Jul 21, 2023

Commit

d94402c

·

1 Parent(s): bb763aa

Update tokenizer_config.json

Files changed (1) hide show

tokenizer_config.json +4 -4

tokenizer_config.json CHANGED Viewed

@@ -5,7 +5,7 @@
     "__type": "AddedToken",
     "content": "<s>",
     "lstrip": false,
-    "normalized": true,
     "rstrip": false,
     "single_word": false
   },
@@ -14,11 +14,11 @@
     "__type": "AddedToken",
     "content": "</s>",
     "lstrip": false,
-    "normalized": true,
     "rstrip": false,
     "single_word": false
   },
-  "legacy": true,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": null,
   "sp_model_kwargs": {},
@@ -27,7 +27,7 @@
     "__type": "AddedToken",
     "content": "<unk>",
     "lstrip": false,
-    "normalized": true,
     "rstrip": false,
     "single_word": false
   }

     "__type": "AddedToken",
     "content": "<s>",
     "lstrip": false,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   },
     "__type": "AddedToken",
     "content": "</s>",
     "lstrip": false,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   },
+  "legacy": false,
   "model_max_length": 1000000000000000019884624838656,
   "pad_token": null,
   "sp_model_kwargs": {},
     "__type": "AddedToken",
     "content": "<unk>",
     "lstrip": false,
+    "normalized": false,
     "rstrip": false,
     "single_word": false
   }