File size: 567 Bytes
25dca33 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 |
slices:
- sources:
- layer_range: [0, 8]
model: mergekit-community/mergekit-slerp-zwbqvcb
- sources:
- layer_range: [4, 12]
model: maywell/Qwen2-7B-Multilingual-RP
- sources:
- layer_range: [9, 16]
model: mergekit-community/mergekit-slerp-fgoimpq
- sources:
- layer_range: [13, 20]
model: mergekit-community/mergekit-slerp-zwbqvcb
- sources:
- layer_range: [17, 24]
model: maywell/Qwen2-7B-Multilingual-RP
- sources:
- layer_range: [21, 28]
model: mergekit-community/mergekit-slerp-fgoimpq
merge_method: passthrough
dtype: bfloat16 |