kyrgyz_results/results_Anthropic__claude-sonnet-4-5-20250929_few_shot.json

{
  "config": {
    "model_name": "Anthropic/claude-sonnet-4-5-20250929",
    "model_dtype": "float16",
    "model_sha": "main",
    "api_model": true,
    "model_url": "https://www.anthropic.com/claude/sonnet"
  },
  "results": {
    "KyrgyzMMLU": {
      "metric_name": 0.685556
    },
    "KyrgyzRC": {
      "metric_name": 0.9475
    },
    "WinoGrande": {
      "metric_name": 0.55
    },
    "BoolQ": {
      "metric_name": 0.79
    },
    "HellaSwag": {
      "metric_name": 0.84
    },
    "GSM8K": {
      "metric_name": 0.94
    },
    "TruthfulQA": {
      "metric_name": 0.96
    }
  }
}