Upload mergekit_config.yml with huggingface_hub

mergekit_config.yml

@@ -0,0 +1,36 @@
+base_model:
+  model:
+    path: senseable/WestLake-7B-v2
+dtype: bfloat16
+merge_method: task_swapping
+slices:
+- sources:
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: berkeley-nest/Starling-LM-7B-alpha
+    parameters:
+      diagonal_offset: 2.0
+      weight: 0.72
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: openchat/openchat-3.5-0106
+    parameters:
+      diagonal_offset: 4.0
+      random_mask: 0.166
+      random_mask_seed: 19519.0
+      weight: 0.4
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: NousResearch/Nous-Hermes-2-Mistral-7B-DPO
+    parameters:
+      diagonal_offset: 4.0
+      random_mask: 0.125
+      random_mask_seed: 990090.0
+      weight: 0.666
+  - layer_range: [0, 32]
+    model:
+      model:
+        path: senseable/WestLake-7B-v2