| slices: | |
| - sources: | |
| - model: tavtav/eros-7b-test | |
| layer_range: [0, 32] | |
| - model: Nexusflow/Starling-LM-7B-beta | |
| layer_range: [0, 32] | |
| parameters: | |
| weight: [1, 0.686, 0.37185, 0.686, 1] | |
| density: [0.9, 0.7, 0.9] # density gradient | |
| gamma: [0.01, 0.03, 0.02, 0.01] # weight gradient | |
| tokenizer_source: base | |
| merge_method: breadcrumbs_ties | |
| base_model: tavtav/eros-7b-test | |
| parameters: | |
| normalize: true | |
| dtype: bfloat16 | |
| name: scringle | |