| { | |
| "quantization": { | |
| "method": "jang-importance", | |
| "profile": "JANG_3L", | |
| "target_bits": 3, | |
| "actual_bits": 3.75, | |
| "block_size": 64, | |
| "calibration_method": "activations", | |
| "quantization_method": "mse-all", | |
| "scoring_method": "awq+hessian", | |
| "bit_widths_used": [ | |
| 3, | |
| 4, | |
| 8 | |
| ], | |
| "quantization_scheme": "asymmetric", | |
| "quantization_backend": "mx.quantize", | |
| "hadamard_rotation": false | |
| }, | |
| "source_model": { | |
| "name": "Qwen3.5-27B", | |
| "dtype": "bfloat16", | |
| "parameters": "25.1B" | |
| }, | |
| "architecture": { | |
| "type": "hybrid_ssm", | |
| "attention": "gqa", | |
| "has_vision": true, | |
| "has_ssm": true, | |
| "has_moe": false | |
| }, | |
| "runtime": { | |
| "total_weight_bytes": 12818186240, | |
| "total_weight_gb": 11.94 | |
| }, | |
| "format": "jang", | |
| "format_version": "2.0" | |
| } | |