Qwen2-0.5B-Abyme-merge2 / mergekit_config.yml
CoolSpring's picture
Upload folder using huggingface_hub
02c4c60 verified
raw
history blame contribute delete
286 Bytes
models:
- model: CoolSpring/Qwen2-0.5B-Abyme
- model: Qwen/Qwen2-0.5B-Instruct
merge_method: slerp
parameters:
t:
- value: [0, 0, 0.2, 0.3, 0.4, 0.5, 0.4, 0.3, 0.2, 0, 0]
embed_slerp: true
base_model: CoolSpring/Qwen2-0.5B-Abyme
dtype: bfloat16
tokenizer_source: union