{
  "config": {
    "model_name": "Google/gemini-2.5-flash",
    "model_dtype": "float16",
    "model_sha": "main",
    "api_model": true,
    "model_url": "https://deepmind.google/models/gemini/flash/"
  },
  "results": {
    "KyrgyzMMLU": {
      "metric_name": 0.5
    },
    "KyrgyzRC": {
      "metric_name": 0.885
    },
    "WinoGrande": {
      "metric_name": 0.49
    },
    "BoolQ": {
      "metric_name": 0.79
    },
    "HellaSwag": {
      "metric_name": 0.34
    },
    "GSM8K": {
      "metric_name": 0.59
    },
    "TruthfulQA": {
      "metric_name": 0.04
    }
  }
}