kyrgyz_results/results_google__gemma-3-1b-it_zero_shot.json

{
  "config": {
    "model_name": "google/gemma-3-1b-it",
    "model_dtype": "float16",
    "model_sha": "main"
  },
  "results": {
    "KyrgyzMMLU": {
      "metric_name": 0.267
    },
    "KyrgyzRC": {
      "metric_name": 0.5820000000000001
    },
    "WinoGrande": {
      "metric_name": 0.5
    },
    "BoolQ": {
      "metric_name": 0.379
    },
    "HellaSwag": {
      "metric_name": 0.244
    },
    "GSM8K": {
      "metric_name": 0.006999999999999999
    },
    "TruthfulQA": {
      "metric_name": 0.34
    }
  }
}