{ "quantized_model": { "average_nll": 14.359331377672556, "perplexity": 1722575.9566946602, "token_count": 297053.0, "dataset": "wikitext:wikitext-2-raw-v1" }, "mean_last_token_logit_cosine": -0.14924886426888406, "bit_width": 1, "group_size": null, "quantization_method": "turboquant_mse", "base_model": { "average_nll": 2.9063681832845596, "perplexity": 18.290250956649523, "token_count": 297053.0, "dataset": "wikitext:wikitext-2-raw-v1" } }