| models: | |
| - model: /home/casauto/ML/Text/Models/HF-Models/Cydonia-24B-v2 | |
| - model: /home/casauto/ML/Text/Models/HF-Models/CardProjector-24B-v3 | |
| parameters: | |
| weight: 0.4 | |
| n_val: 16 | |
| m_val: 32 | |
| - model: /home/casauto/ML/Text/Models/HF-Models/CharGen-v3-Beta | |
| parameters: | |
| weight: 0.2 | |
| n_val: 12 | |
| m_val: 32 | |
| merge_method: cabs | |
| default_n_val: 8 | |
| default_m_val: 32 | |
| pruning_order: | |
| - /home/casauto/ML/Text/Models/HF-Models/CardProjector-24B-v3 | |
| - /home/casauto/ML/Text/Models/HF-Models/CharGen-v3-Beta | |
| base_model: /home/casauto/ML/Text/Models/HF-Models/Cydonia-24B-v2 | |
| dtype: bfloat16 | |