Update README.md
Browse files
README.md
CHANGED
|
@@ -8,6 +8,13 @@ base_model:
|
|
| 8 |
**experimental unalignment**
|
| 9 |
|
| 10 |
# Usage
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 11 |
```python
|
| 12 |
from transformers import AutoModelForCausalLM, AutoTokenizer, PreTrainedModel
|
| 13 |
import torch
|
|
|
|
| 8 |
**experimental unalignment**
|
| 9 |
|
| 10 |
# Usage
|
| 11 |
+
requires latest transformers, `>=4.41` (support for mlp+attn bias https://github.com/huggingface/transformers/pull/30031)
|
| 12 |
+
```
|
| 13 |
+
pip install git+https://github.com/huggingface/transformers
|
| 14 |
+
```
|
| 15 |
+
|
| 16 |
+
## Inference
|
| 17 |
+
|
| 18 |
```python
|
| 19 |
from transformers import AutoModelForCausalLM, AutoTokenizer, PreTrainedModel
|
| 20 |
import torch
|