Starlit-Shadow-12B / mergekit_config.yml
Vortex5's picture
Upload folder using huggingface_hub
ce181b7 verified
raw
history blame contribute delete
313 Bytes
dtype: bfloat16
merge_method: karcher
modules:
default:
slices:
- sources:
- layer_range: [0, 40]
model: ./intermediates/First
- layer_range: [0, 40]
model: ./intermediates/Second
parameters:
max_iter: 1000.0
tol: 1.0e-09
tokenizer:
source: Vortex5/Crimson-Twilight-12B