| models: | |
| - model: redrix/AngelSlayer-12B-Unslop-Mell-RPMax-DARKNESS-v3 | |
| parameters: | |
| weight: | |
| - filter: mlp | |
| value: [0.25, 0.35, 0.45, 0.55, 0.65, 0.55, 0.40, 0.30] | |
| - filter: norm | |
| value: 0.5 | |
| - value: 0.4 | |
| - model: nothingiisreal/MN-12B-Celeste-V1.9 | |
| parameters: | |
| weight: | |
| - filter: self_attn | |
| value: [0.1, 0.25, 0.45, 0.60, 0.70, 0.65, 0.45, 0.25] | |
| - filter: mlp | |
| value: 0.4 | |
| - value: 0.5 | |
| - model: Vortex5/Midnight-Ocean-12B | |
| parameters: | |
| weight: 0.4 | |
| parameters: | |
| select_topk: 0.55 | |
| normalize: true | |
| dtype: bfloat16 | |
| merge_method: sce | |
| base_model: Vortex5/Lunar-Abyss-12B | |
| tokenizer: | |
| source: Vortex5/Lunar-Abyss-12B | |