slices:
  - sources:
    - model: yam-peleg/Experiment26-7B
      layer_range: [0, 5]
  - sources:
    - model: yam-peleg/Experiment26-7B
      layer_range: [3, 8]
  - sources:
    - model: yam-peleg/Experiment26-7B
      layer_range: [6, 11]
  - sources:
    - model: yam-peleg/Experiment26-7B
      layer_range: [9, 14]
  - sources:
    - model: yam-peleg/Experiment26-7B
      layer_range: [12, 17]
  - sources:
    - model: yam-peleg/Experiment26-7B
      layer_range: [15, 20]
  - sources:
    - model: yam-peleg/Experiment26-7B
      layer_range: [18, 23]
  - sources:
    - model: yam-peleg/Experiment26-7B
      layer_range: [21, 26]
  - sources:
    - model: yam-peleg/Experiment26-7B
      layer_range: [24, 29]
  - sources:
    - model: yam-peleg/Experiment26-7B
      layer_range: [27, 32]
merge_method: passthrough
dtype: bfloat16