models: | |
- model: CoolSpring/Qwen2-0.5B-Abyme | |
- model: Qwen/Qwen2-0.5B-Instruct | |
merge_method: slerp | |
parameters: | |
t: | |
- value: [0, 0, 0.2, 0.3, 0.4, 0.5, 0.4, 0.3, 0.2, 0, 0] | |
embed_slerp: true | |
base_model: CoolSpring/Qwen2-0.5B-Abyme | |
dtype: bfloat16 | |
tokenizer_source: union | |