File size: 585 Bytes
4c70f31 534cd4a 956f344 4c70f31 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 | {
"config": {
"model_name": "Google/gemini-2.5-flash",
"model_dtype": "float16",
"model_sha": "main",
"api_model": true,
"model_url": "https://deepmind.google/models/gemini/flash/"
},
"results": {
"KyrgyzMMLU": {
"metric_name": 0.5
},
"KyrgyzRC": {
"metric_name": 0.885
},
"WinoGrande": {
"metric_name": 0.49
},
"BoolQ": {
"metric_name": 0.79
},
"HellaSwag": {
"metric_name": 0.34
},
"GSM8K": {
"metric_name": 0.59
},
"TruthfulQA": {
"metric_name": 0.04
}
}
} |