| base_model: /workspace/cache/models--TheDrummer--L3.3-Interleaved-Upscale-105B/snapshots/dc1c192564ddf43133a71a7bdc8e6e91c69a2835 | |
| chat_template: llama3 | |
| dtype: float32 | |
| merge_method: sce | |
| modules: | |
| default: | |
| slices: | |
| - sources: | |
| - layer_range: [0, 120] | |
| model: /workspace/hydro2 | |
| parameters: | |
| select_topk: 0.5 | |
| - layer_range: [0, 120] | |
| model: /workspace/nemo2 | |
| parameters: | |
| select_topk: 0.4 | |
| - layer_range: [0, 120] | |
| model: /workspace/magnum2 | |
| parameters: | |
| select_topk: 0.3 | |
| - layer_range: [0, 120] | |
| model: /workspace/cache/models--TheDrummer--L3.3-Interleaved-Upscale-105B/snapshots/dc1c192564ddf43133a71a7bdc8e6e91c69a2835 | |
| parameters: | |
| select_topk: 0.4 | |
| out_dtype: bfloat16 | |
| parameters: | |
| int8_mask: 1.0 | |
| tokenizer: | |
| source: base |