File size: 273 Bytes
13551ea |
1 2 3 4 5 6 7 8 9 10 |
base_model: /content/Stheno32
gate_mode: random
dtype: bfloat16 # output dtype (float32, float16, or bfloat16)
## (optional)
experts_per_token: 2
experts:
- source_model: /content/Stheno32
positive_prompts: []
- source_model: /content/L3Ori
positive_prompts: [] |