| base_model: /home/alpha/Storage/Models/Raw/chargoddard_Yi-34B-200K-Llama |
| dtype: bfloat16 |
| merge_method: dare_ties |
| parameters: |
| int8_mask: 1.0 |
| slices: |
| - sources: |
| - layer_range: [0, 60] |
| model: /home/alpha/Storage/Models/Raw/chargoddard_Yi-34B-200K-Llama |
| - layer_range: [0, 60] |
| model: /home/alpha/Storage/Models/Raw/migtissera_Tess-34B-v1.4 |
| parameters: |
| density: 0.61 |
| weight: [0.22, 0.113, 0.113, 0.113, 0.113, 0.113] |
| - layer_range: [0, 60] |
| model: /home/alpha/Models/Raw/Mihaiii_Pallas-0.5 |
| parameters: |
| density: 0.61 |
| weight: [0.22, 0.113, 0.113, 0.113, 0.113, 0.113] |
| - layer_range: [0, 60] |
| model: /home/alpha//Storage/Models/Raw/bhenrym14_airoboros-3_1-yi-34b-200k |
| parameters: |
| density: 0.59 |
| weight: [0.02, 0.081, 0.081, 0.081, 0.081, 0.081] |
| - layer_range: [0, 60] |
| model: /home/alpha/Storage/Models/Raw/jondurbin_bagel-34b-v0.2 |
| parameters: |
| density: 0.4 |
| weight: [0.02, 0.093, 0.093, 0.093, 0.093, 0.093] |
| - layer_range: [0, 60] |
| model: /home/alpha/Storage/Models/Raw/kyujinpy_PlatYi-34B-200k-Q-FastChat |
| parameters: |
| density: 0.59 |
| weight: [0.02, 0.081, 0.081, 0.081, 0.081, 0.081] |
| - layer_range: [0, 60] |
| model: /home/alpha/Models/Raw/adamo1139_Yi-34B-200K-AEZAKMI-v2 |
| parameters: |
| density: 0.59 |
| weight: [0.02, 0.096, 0.096, 0.096, 0.096, 0.096] |
| - layer_range: [0, 60] |
| model: /home/alpha/Storage/Models/Raw/Nous-Capybara-34B |
| parameters: |
| density: 0.59 |
| weight: [0.21, 0.115, 0.115, 0.115, 0.115, 0.115] |
| - layer_range: [0, 60] |
| model: /home/alpha/FastModels/v8/4kmerge-v2 |
| parameters: |
| density: 0.4 |
| weight: [0.02, 0.115, 0.115, 0.115, 0.115, 0.115] |
| - layer_range: [0, 60] |
| model: /home/alpha/Models/Raw/migtissera_Tess-M-Creative-v1.0 |
| parameters: |
| density: 0.61 |
| weight: [0.21, 0.09, 0.09, 0.09, 0.09, 0.09] |
| - layer_range: [0, 60] |
| model: /home/alpha/Models/Raw/TriadParty_deepmoney-34b-200k-base |
| parameters: |
| density: 0.61 |
| weight: [0.04, 0.103, 0.103, 0.103, 0.103, 0.103] |
| tokenizer_source: union |
