| base_model: unsloth/Mistral-Small-24B-Base-2501 | |
| merge_method: sce | |
| dtype: float32 | |
| out_dtype: bfloat16 | |
| models: | |
| - model: allura-org/Mistral-Small-24b-Sertraline-0304 | |
| parameters: | |
| select_topk: 0.50 | |
| - model: lars1234/Mistral-Small-24B-Instruct-2501-writer | |
| parameters: | |
| select_topk: 0.20 | |
| - model: PocketDoc/Dans-PersonalityEngine-V1.2.0-24b | |
| parameters: | |
| select_topk: 0.20 | |
| - model: trashpanda-org/Llama3-24B-Mullein-v1 | |
| parameters: | |
| select_topk: 0.175 | |
| - model: arcee-ai/Arcee-Blitz | |
| parameters: | |
| select_topk: 0.15 | |
| - model: mistralai/Mistral-Small-24B-Instruct-2501 | |
| parameters: | |
| select_topk: 0.15 | |
| # apt install git nano -y | |
| # uv tool install mergekitty --with hf_transfer | |
| # uv tool install https://github.com/aphrodite-engine/aphrodite-engine/releases/download/v0.6.7/aphrodite_engine-0.6.7-cp38-abi3-manylinux1_x86_64.whl --with aphrodite-engine --with setuptools --with hf_transfer | |
| # uv tool install huggingface_hub | |
| # huggingface-cli login | |
| # nano merge.yml | |
| # mergekitty-yaml --cuda --lazy-unpickle merge.yml v0a | |