| { | |
| "config": { | |
| "model_name": "Google/gemini-2.5-flash", | |
| "model_dtype": "float16", | |
| "model_sha": "main", | |
| "api_model": true, | |
| "model_url": "https://deepmind.google/models/gemini/flash/" | |
| }, | |
| "results": { | |
| "KyrgyzMMLU": { | |
| "metric_name": 0.5 | |
| }, | |
| "KyrgyzRC": { | |
| "metric_name": 0.885 | |
| }, | |
| "WinoGrande": { | |
| "metric_name": 0.49 | |
| }, | |
| "BoolQ": { | |
| "metric_name": 0.79 | |
| }, | |
| "HellaSwag": { | |
| "metric_name": 0.34 | |
| }, | |
| "GSM8K": { | |
| "metric_name": 0.59 | |
| }, | |
| "TruthfulQA": { | |
| "metric_name": 0.04 | |
| } | |
| } | |
| } |