Update README.md
Browse files
README.md
CHANGED
|
@@ -18,7 +18,7 @@ from transformers import pipeline
|
|
| 18 |
|
| 19 |
pipe = pipeline(
|
| 20 |
"text-generation",
|
| 21 |
-
model="kz919/
|
| 22 |
)
|
| 23 |
|
| 24 |
print(pipe("The key to life is"))
|
|
@@ -27,7 +27,7 @@ print(pipe("The key to life is"))
|
|
| 27 |
# Downstream Eval
|
| 28 |
## ARC, Hellaswag, Lambda_OpenAI, OpenbookQA, PIQA
|
| 29 |
```
|
| 30 |
-
lm_eval --model hf --model_args pretrained=kz919/
|
| 31 |
```
|
| 32 |
| Tasks |Version|Filter|n-shot| Metric | | Value | |Stderr|
|
| 33 |
|--------------|------:|------|-----:|----------|---|------:|---|-----:|
|
|
|
|
| 18 |
|
| 19 |
pipe = pipeline(
|
| 20 |
"text-generation",
|
| 21 |
+
model="kz919/llama3_1b_cautious_chinchilla_8252025",
|
| 22 |
)
|
| 23 |
|
| 24 |
print(pipe("The key to life is"))
|
|
|
|
| 27 |
# Downstream Eval
|
| 28 |
## ARC, Hellaswag, Lambda_OpenAI, OpenbookQA, PIQA
|
| 29 |
```
|
| 30 |
+
lm_eval --model hf --model_args pretrained=kz919/llama3_1b_cautious_chinchilla_8252025,dtype="bfloat16",add_bos_token=True --tasks lambada_openai,hellaswag,piqa,arc_easy,arc_challenge,openbookqa --device cuda:7 --batch_size 8
|
| 31 |
```
|
| 32 |
| Tasks |Version|Filter|n-shot| Metric | | Value | |Stderr|
|
| 33 |
|--------------|------:|------|-----:|----------|---|------:|---|-----:|
|