mergekit_config.yml

slices:
  - sources:
      - model: SciPhi/SciPhi-Mistral-7B-32k
        layer_range: [0, 12]
  - sources:
      - model: NousResearch/Nous-Hermes-2-Mistral-7B-DPO
        layer_range: [0, 12]
  - sources:
      - model: teknium/OpenHermes-2.5-Mistral-7B
        layer_range: [0, 12]

merge_method: slerp
base_model: teknium/OpenHermes-2.5-Mistral-7B
parameters:
  t:
  - filter: self_attn
    value: [0, 0.5, 0.3, 0.7, 1]
  - filter: mlp
    value: [1, 0.5, 0.7, 0.3, 0]
  - value: 0.5
dtype: float16
tokenizer_source: base