| models: | |
| - model: meta-llama/Meta-Llama-3.1-8B-Instruct | |
| - model: crestf411/L3.1-8B-sunfall-v0.6.1-dpo # Another RP Model trained on... stuff | |
| parameters: | |
| density: 0.4 | |
| weight: 0.3 | |
| - model: Hastagaras/Llama-3.1-Jamet-8B-MK.I # Another RP / Storytelling Model | |
| parameters: | |
| density: 0.5 | |
| weight: 0.3 | |
| # - model: maldv/badger-iota-llama-3-8b #Megamerge - Helps with General Knowledge | |
| # parameters: | |
| # density: 0.6 | |
| # weight: 0.5 | |
| - model: leosheng/no-repeat-write | |
| parameters: | |
| density: 0.7 | |
| weight: 0.4 | |
| merge_method: ties | |
| base_model: meta-llama/Meta-Llama-3.1-8B-Instruct | |
| parameters: | |
| int8_mask: true | |
| rescale: true | |
| normalize: false | |
| dtype: bfloat16 |