readme4
Browse files
README.md
CHANGED
|
@@ -1,18 +1,9 @@
|
|
| 1 |
---
|
| 2 |
-
license:
|
| 3 |
tags:
|
| 4 |
- quantization
|
| 5 |
- awq-marlin
|
| 6 |
- role-playing
|
| 7 |
-
model-index:
|
| 8 |
-
- name: "AWQ-Marlin Quantization"
|
| 9 |
-
results:
|
| 10 |
-
- task: "text-generation"
|
| 11 |
-
metrics:
|
| 12 |
-
- name: "q_group_size"
|
| 13 |
-
value: 128
|
| 14 |
-
- name: "w_bit"
|
| 15 |
-
value: 4
|
| 16 |
---
|
| 17 |
|
| 18 |
# AWQ-Marlin Quantization Model
|
|
|
|
| 1 |
---
|
| 2 |
+
license: LLaMA-3.0
|
| 3 |
tags:
|
| 4 |
- quantization
|
| 5 |
- awq-marlin
|
| 6 |
- role-playing
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 7 |
---
|
| 8 |
|
| 9 |
# AWQ-Marlin Quantization Model
|