Update README.md
Browse files
README.md
CHANGED
|
@@ -55,14 +55,6 @@ model = AutoModelForCausalLM.from_pretrained("Writer/palmyra-base", torch_dtype=
|
|
| 55 |
# the fast tokenizer currently does not work correctly
|
| 56 |
tokenizer = AutoTokenizer.from_pretrained("Writer/palmyra-base", use_fast=False)
|
| 57 |
|
| 58 |
-
prompt = "What is the color of a carrot?\nA:"
|
| 59 |
-
|
| 60 |
-
input_ids = tokenizer(prompt, return_tensors="pt").input_ids.cuda()
|
| 61 |
-
|
| 62 |
-
generated_ids = model.generate(input_ids)
|
| 63 |
-
|
| 64 |
-
tokenizer.batch_decode(generated_ids, skip_special_tokens=True)
|
| 65 |
-
|
| 66 |
|
| 67 |
```
|
| 68 |
|
|
|
|
| 55 |
# the fast tokenizer currently does not work correctly
|
| 56 |
tokenizer = AutoTokenizer.from_pretrained("Writer/palmyra-base", use_fast=False)
|
| 57 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 58 |
|
| 59 |
```
|
| 60 |
|