OpenLLMKyrgyzLeaderboard_v0.1 / kyrgyz_results /results_Mistral__mistral-large-2512_few_shot.json
TTimur's picture
Fix model links: use correct URLs for non-HF models
956f344
raw
history blame
589 Bytes
{
"config": {
"model_name": "Mistral/mistral-large-2512",
"model_dtype": "float16",
"model_sha": "main",
"api_model": true,
"model_url": "https://mistral.ai/news/mistral-large-2"
},
"results": {
"KyrgyzMMLU": {
"metric_name": 0.612222
},
"KyrgyzRC": {
"metric_name": 0.9025
},
"WinoGrande": {
"metric_name": 0.57
},
"BoolQ": {
"metric_name": 0.63
},
"HellaSwag": {
"metric_name": 0.35
},
"GSM8K": {
"metric_name": 0.03
},
"TruthfulQA": {
"metric_name": 0.53
}
}
}