File size: 712 Bytes
16e21c0 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 |
models:
- model: meta-llama/Meta-Llama-3.1-8B-Instruct
- model: crestf411/L3.1-8B-sunfall-v0.6.1-dpo # Another RP Model trained on... stuff
parameters:
density: 0.4
weight: 0.3
- model: Hastagaras/Llama-3.1-Jamet-8B-MK.I # Another RP / Storytelling Model
parameters:
density: 0.5
weight: 0.3
# - model: maldv/badger-iota-llama-3-8b #Megamerge - Helps with General Knowledge
# parameters:
# density: 0.6
# weight: 0.5
- model: leosheng/no-repeat-write
parameters:
density: 0.7
weight: 0.4
merge_method: ties
base_model: meta-llama/Meta-Llama-3.1-8B-Instruct
parameters:
int8_mask: true
rescale: true
normalize: false
dtype: bfloat16 |