File size: 535 Bytes
539b751 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
models:
- model: Qwen/Qwen2.5-7B
- model: scb10x/typhoon2-qwen2.5-7b-instruct
parameters:
density: 0.80
weight: [0.2, 0.2, 0.5, 0.8]
- model: deepseek-ai/DeepSeek-R1-Distill-Qwen-7B
parameters:
density: 0.50
weight: [0.1, 0.5, 0.5, 0.2]
- model: Qwen/Qwen2.5-7B-Instruct
parameters:
density: 0.2
weight: [0.7, 0.3, 0.0, 0.0]
merge_method: dare_ties
base_model: Qwen/Qwen2.5-7B
parameters:
normalize: true
dtype: bfloat16
tokenizer:
source: scb10x/typhoon2-qwen2.5-7b-instruct |