| { | |
| "quantized_model": { | |
| "average_nll": 14.359331377672556, | |
| "perplexity": 1722575.9566946602, | |
| "token_count": 297053.0, | |
| "dataset": "wikitext:wikitext-2-raw-v1" | |
| }, | |
| "mean_last_token_logit_cosine": -0.14924886426888406, | |
| "bit_width": 1, | |
| "group_size": null, | |
| "quantization_method": "turboquant_mse", | |
| "base_model": { | |
| "average_nll": 2.9063681832845596, | |
| "perplexity": 18.290250956649523, | |
| "token_count": 297053.0, | |
| "dataset": "wikitext:wikitext-2-raw-v1" | |
| } | |
| } |