kyrgyz_results/results_meta-llama__Llama-3.1-8B-Instruct_zero_shot.json

{
  "config": {
    "model_name": "meta-llama/Llama-3.1-8B-Instruct",
    "model_dtype": "float16",
    "model_sha": "main"
  },
  "results": {
    "KyrgyzMMLU": {
      "metric_name": 0.31
    },
    "KyrgyzRC": {
      "metric_name": 0.752
    },
    "WinoGrande": {
      "metric_name": 0.506
    },
    "BoolQ": {
      "metric_name": 0.503
    },
    "HellaSwag": {
      "metric_name": 0.266
    },
    "GSM8K": {
      "metric_name": 0.006999999999999999
    },
    "TruthfulQA": {
      "metric_name": 0.337
    }
  }
}