File size: 846 Bytes
5578a82 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 |
base_model: /workspace/cache/models--TheDrummer--L3.3-Interleaved-Upscale-105B/snapshots/dc1c192564ddf43133a71a7bdc8e6e91c69a2835
chat_template: llama3
dtype: float32
merge_method: sce
modules:
default:
slices:
- sources:
- layer_range: [0, 120]
model: /workspace/hydro2
parameters:
select_topk: 0.5
- layer_range: [0, 120]
model: /workspace/nemo2
parameters:
select_topk: 0.4
- layer_range: [0, 120]
model: /workspace/magnum2
parameters:
select_topk: 0.3
- layer_range: [0, 120]
model: /workspace/cache/models--TheDrummer--L3.3-Interleaved-Upscale-105B/snapshots/dc1c192564ddf43133a71a7bdc8e6e91c69a2835
parameters:
select_topk: 0.4
out_dtype: bfloat16
parameters:
int8_mask: 1.0
tokenizer:
source: base |