merge_method: model_stock | |
dtype: float16 | |
base_model: Kaoeiri/Keiana-L3-Test5.2-8B-8 | |
models: | |
- model: mpasila/Llama-3-MetaRP-V2-8B | |
parameters: | |
weight: .12 | |
density: .26 | |
- model: Kaoeiri/Experimenting-Test4.5-8B-2 | |
parameters: | |
weight: .2 | |
density: .4 | |
- model: cgato/L3-TheSpice-8b-v0.8.3 | |
parameters: | |
weight: .16 | |
density: .32 | |
parameters: | |
normalize: true | |
int8_mask: true | |