eval_summary.json

{
  "quantized_model": {
    "average_nll": 14.359331377672556,
    "perplexity": 1722575.9566946602,
    "token_count": 297053.0,
    "dataset": "wikitext:wikitext-2-raw-v1"
  },
  "mean_last_token_logit_cosine": -0.14924886426888406,
  "bit_width": 1,
  "group_size": null,
  "quantization_method": "turboquant_mse",
  "base_model": {
    "average_nll": 2.9063681832845596,
    "perplexity": 18.290250956649523,
    "token_count": 297053.0,
    "dataset": "wikitext:wikitext-2-raw-v1"
  }
}