merge_method: model_stock | |
dtype: float16 | |
base_model: Kaoeiri/Keiana-L3-Test5.75-8B-13.5 | |
models: | |
- model: Kaoeiri/Keiana-L3-Test5.4-8B-10 | |
parameters: | |
weight: .2 | |
density: .25 | |
- model: Kaoeiri/Keiana-L3-Test4.7-8B-3 | |
parameters: | |
weight: .25 | |
density: .5 | |
- model: Kaoeiri/Keiana-L3-Test6-8B-16 | |
parameters: | |
weight: .2 | |
density: .35 | |
parameters: | |
int8_mask: true | |