| { | |
| "config": { | |
| "model_name": "Mistral/mistral-large-2512", | |
| "model_dtype": "float16", | |
| "model_sha": "main", | |
| "api_model": true, | |
| "model_url": "https://mistral.ai/news/mistral-large-2" | |
| }, | |
| "results": { | |
| "KyrgyzMMLU": { | |
| "metric_name": 0.612222 | |
| }, | |
| "KyrgyzRC": { | |
| "metric_name": 0.9025 | |
| }, | |
| "WinoGrande": { | |
| "metric_name": 0.57 | |
| }, | |
| "BoolQ": { | |
| "metric_name": 0.63 | |
| }, | |
| "HellaSwag": { | |
| "metric_name": 0.35 | |
| }, | |
| "GSM8K": { | |
| "metric_name": 0.03 | |
| }, | |
| "TruthfulQA": { | |
| "metric_name": 0.53 | |
| } | |
| } | |
| } |