{"columns":[{"name":"benchmark","type":"large_string"},{"name":"variant","type":"large_string"},{"name":"device","type":"large_string"},{"name":"model","type":"large_string"},{"name":"calibration","type":"large_string"},{"name":"accuracy_pct","type":"double"},{"name":"correct","type":"int64"},{"name":"total","type":"int64"},{"name":"status","type":"large_string"}],"n_rows":170,"rows_kept":170,"cut":false,"text_format":"parquet-jsonl-2026-10-02","bounds":{"document_bytes":16777216,"package_text_limit_bytes":33554432,"package_text_slack_bytes":1024,"rows_first":2000,"rows_last":500,"rows_between":2000,"halvings":0,"cell_chars":16384,"cell_head_chars":4096,"vector_min":64,"vector_head_fixed":16,"vector_head_variable":64,"kv_value_chars":1048576,"nesting_max":64,"binary_text":true},"cells_cut":0,"cells_bad_utf8":0,"cells_raw":0,"cells_binary":0,"cells_binary_text":0,"cells_vector":0,"n_row_groups":1,"reader":"pyarrow 23.0.1, python 3.13","created_by":"parquet-cpp-arrow version 23.0.1","schema":{"fields":[{"name":"benchmark","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"variant","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"device","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"model","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"calibration","type":"large_string","nullable":true,"metadata":null,"children":null},{"name":"accuracy_pct","type":"double","nullable":true,"metadata":null,"children":null},{"name":"correct","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"total","type":"int64","nullable":true,"metadata":null,"children":null},{"name":"status","type":"large_string","nullable":true,"metadata":null,"children":null}],"parquet":"required group field_id=-1 schema {\n  optional binary field_id=-1 benchmark (String);\n  optional binary field_id=-1 variant (String);\n  optional binary field_id=-1 device (String);\n  optional binary field_id=-1 model (String);\n  optional binary field_id=-1 calibration (String);\n  optional double field_id=-1 accuracy_pct;\n  optional int64 field_id=-1 correct;\n  optional int64 field_id=-1 total;\n  optional binary field_id=-1 status (String);\n}\n"},"kv_metadata":[["ARROW:schema",{"$cut":{"chars":2328,"head":""}}],["pandas","{\"index_columns\": [], \"column_indexes\": [], \"columns\": [{\"name\": \"benchmark\", \"field_name\": \"benchmark\", \"pandas_type\": \"object\", \"numpy_type\": \"str\", \"metadata\": null}, {\"name\": \"variant\", \"field_name\": \"variant\", \"pandas_type\": \"object\", \"numpy_type\": \"str\", \"metadata\": null}, {\"name\": \"device\", \"field_name\": \"device\", \"pandas_type\": \"object\", \"numpy_type\": \"str\", \"metadata\": null}, {\"name\": \"model\", \"field_name\": \"model\", \"pandas_type\": \"object\", \"numpy_type\": \"str\", \"metadata\": null}, {\"name\": \"calibration\", \"field_name\": \"calibration\", \"pandas_type\": \"object\", \"numpy_type\": \"str\", \"metadata\": null}, {\"name\": \"accuracy_pct\", \"field_name\": \"accuracy_pct\", \"pandas_type\": \"float64\", \"numpy_type\": \"float64\", \"metadata\": null}, {\"name\": \"correct\", \"field_name\": \"correct\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"total\", \"field_name\": \"total\", \"pandas_type\": \"int64\", \"numpy_type\": \"int64\", \"metadata\": null}, {\"name\": \"status\", \"field_name\": \"status\", \"pandas_type\": \"object\", \"numpy_type\": \"str\", \"metadata\": null}], \"attributes\": {}, \"creator\": {\"library\": \"pyarrow\", \"version\": \"23.0.1\"}, \"pandas_version\": \"3.0.1\"}"]]}
["arc_easy","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","standard",76.0,76,100,"success"]
["arc_easy","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",78.0,78,100,"success"]
["arc_easy","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",82.0,82,100,"success"]
["arc_easy","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","standard",79.0,79,100,"success"]
["arc_easy","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","standard",80.0,80,100,"success"]
["arc_easy","F16","Pixel6a","Llama-3.2-3B-Instruct","standard",95.0,95,100,"success"]
["boolq","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","standard",69.0,69,100,"success"]
["boolq","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",69.0,69,100,"success"]
["boolq","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",72.0,72,100,"success"]
["boolq","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","standard",65.0,65,100,"success"]
["boolq","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","standard",68.0,68,100,"success"]
["boolq","F16","Pixel6a","Llama-3.2-3B-Instruct","standard",68.0,68,100,"success"]
["arc_challenge","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",60.0,60,100,"success"]
["hellaswag","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",43.0,43,100,"success"]
["mmlu","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",47.0,47,100,"success"]
["boolq","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",65.0,65,100,"success"]
["boolq","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",62.0,62,100,"success"]
["boolq","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","imatrix",75.0,75,100,"success"]
["boolq","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",71.0,71,100,"success"]
["boolq","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",68.0,68,100,"success"]
["boolq","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",69.0,69,100,"success"]
["boolq","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","imatrix",68.0,68,100,"success"]
["arc_easy","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","standard",81.0,81,100,"success"]
["arc_easy","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",81.0,81,100,"success"]
["boolq","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","standard",74.0,74,100,"success"]
["boolq","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",67.0,67,100,"success"]
["arc_challenge","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","standard",50.0,50,100,"success"]
["arc_challenge","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",52.0,52,100,"success"]
["arc_challenge","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","standard",62.0,62,100,"success"]
["arc_challenge","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",61.0,61,100,"success"]
["arc_challenge","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","standard",58.0,58,100,"success"]
["arc_challenge","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","standard",56.0,56,100,"success"]
["hellaswag","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","standard",19.0,19,100,"success"]
["hellaswag","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",44.0,44,100,"success"]
["hellaswag","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","standard",39.0,39,100,"success"]
["hellaswag","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",45.0,45,100,"success"]
["hellaswag","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","standard",41.0,41,100,"success"]
["hellaswag","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","standard",43.0,43,100,"success"]
["mmlu","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","standard",42.0,42,100,"success"]
["mmlu","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",48.0,48,100,"success"]
["mmlu","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","standard",49.0,49,100,"success"]
["mmlu","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",50.0,50,100,"success"]
["mmlu","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","standard",48.0,48,100,"success"]
["mmlu","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","standard",47.0,47,100,"success"]
["truthfulqa","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","standard",50.0,50,100,"success"]
["truthfulqa","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",68.0,68,100,"success"]
["truthfulqa","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","standard",57.0,57,100,"success"]
["truthfulqa","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",60.0,60,100,"success"]
["truthfulqa","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","standard",65.0,65,100,"success"]
["truthfulqa","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","standard",60.0,60,100,"success"]
["truthfulqa","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","standard",58.0,58,100,"success"]
["arc_easy","Q2_K","x86","Llama-3.2-3B-Instruct","standard",77.0,77,100,"success"]
["arc_easy","Q3_K_M","x86","Llama-3.2-3B-Instruct","standard",69.0,69,100,"success"]
["arc_easy","Q4_K_M","x86","Llama-3.2-3B-Instruct","standard",79.0,79,100,"success"]
["arc_easy","Q4_K_S","x86","Llama-3.2-3B-Instruct","standard",78.0,78,100,"success"]
["arc_easy","Q5_K_M","x86","Llama-3.2-3B-Instruct","standard",70.0,70,100,"success"]
["arc_easy","Q6_K","x86","Llama-3.2-3B-Instruct","standard",70.0,70,100,"success"]
["arc_challenge","Q2_K","x86","Llama-3.2-3B-Instruct","standard",50.0,50,100,"success"]
["arc_challenge","Q3_K_M","x86","Llama-3.2-3B-Instruct","standard",45.0,45,100,"success"]
["arc_challenge","Q4_K_M","x86","Llama-3.2-3B-Instruct","standard",55.0,55,100,"success"]
["arc_challenge","Q4_K_S","x86","Llama-3.2-3B-Instruct","standard",54.0,54,100,"success"]
["arc_challenge","Q5_K_M","x86","Llama-3.2-3B-Instruct","standard",56.0,56,100,"success"]
["arc_challenge","Q6_K","x86","Llama-3.2-3B-Instruct","standard",54.0,54,100,"success"]
["truthfulqa","Q2_K","x86","Llama-3.2-3B-Instruct","standard",49.0,49,100,"success"]
["truthfulqa","Q3_K_M","x86","Llama-3.2-3B-Instruct","standard",60.0,60,100,"success"]
["truthfulqa","Q4_K_M","x86","Llama-3.2-3B-Instruct","standard",52.0,52,100,"success"]
["truthfulqa","Q4_K_S","x86","Llama-3.2-3B-Instruct","standard",47.0,47,100,"success"]
["truthfulqa","Q5_K_M","x86","Llama-3.2-3B-Instruct","standard",53.0,53,100,"success"]
["truthfulqa","Q6_K","x86","Llama-3.2-3B-Instruct","standard",47.0,47,100,"success"]
["arc_easy","Q8_0","x86","Llama-3.2-3B-Instruct","standard",71.0,71,100,"success"]
["arc_challenge","Q8_0","x86","Llama-3.2-3B-Instruct","standard",51.0,51,100,"success"]
["truthfulqa","Q8_0","x86","Llama-3.2-3B-Instruct","standard",46.0,46,100,"success"]
["boolq","Q4_K_M","x86","Llama-3.2-3B-Instruct","standard",74.0,74,100,"success"]
["boolq","Q2_K","x86","Llama-3.2-3B-Instruct","standard",70.0,70,100,"success"]
["boolq","Q3_K_M","x86","Llama-3.2-3B-Instruct","standard",66.0,66,100,"success"]
["boolq","Q4_K_S","x86","Llama-3.2-3B-Instruct","standard",72.0,72,100,"success"]
["boolq","Q5_K_M","x86","Llama-3.2-3B-Instruct","standard",64.0,64,100,"success"]
["boolq","Q6_K","x86","Llama-3.2-3B-Instruct","standard",64.0,64,100,"success"]
["boolq","Q8_0","x86","Llama-3.2-3B-Instruct","standard",63.0,63,100,"success"]
["hellaswag","Q2_K","x86","Llama-3.2-3B-Instruct","standard",22.0,22,100,"success"]
["hellaswag","Q3_K_M","x86","Llama-3.2-3B-Instruct","standard",47.0,47,100,"success"]
["hellaswag","Q4_K_S","x86","Llama-3.2-3B-Instruct","standard",55.0,55,100,"success"]
["hellaswag","Q4_K_M","x86","Llama-3.2-3B-Instruct","standard",54.0,54,100,"success"]
["hellaswag","Q5_K_M","x86","Llama-3.2-3B-Instruct","standard",52.0,52,100,"success"]
["hellaswag","Q6_K","x86","Llama-3.2-3B-Instruct","standard",52.0,52,100,"success"]
["hellaswag","Q8_0","x86","Llama-3.2-3B-Instruct","standard",55.0,55,100,"success"]
["mmlu","Q2_K","x86","Llama-3.2-3B-Instruct","standard",41.0,41,100,"success"]
["mmlu","Q3_K_M","x86","Llama-3.2-3B-Instruct","standard",50.0,50,100,"success"]
["mmlu","Q4_K_S","x86","Llama-3.2-3B-Instruct","standard",51.0,51,100,"success"]
["mmlu","Q4_K_M","x86","Llama-3.2-3B-Instruct","standard",49.0,49,100,"success"]
["mmlu","Q5_K_M","x86","Llama-3.2-3B-Instruct","standard",48.0,48,100,"success"]
["mmlu","Q6_K","x86","Llama-3.2-3B-Instruct","standard",52.0,52,100,"success"]
["mmlu","Q8_0","x86","Llama-3.2-3B-Instruct","standard",47.0,47,100,"success"]
["truthfulqa","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",51.0,51,100,"success"]
["truthfulqa","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",68.0,68,100,"success"]
["arc_easy","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",71.0,71,100,"success"]
["arc_easy","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",77.0,77,100,"success"]
["arc_easy","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","imatrix",78.0,78,100,"success"]
["arc_easy","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",83.0,83,100,"success"]
["arc_easy","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",83.0,83,100,"success"]
["arc_easy","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",80.0,80,100,"success"]
["arc_easy","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","imatrix",80.0,80,100,"success"]
["arc_challenge","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",55.0,55,100,"success"]
["arc_challenge","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",57.0,57,100,"success"]
["arc_challenge","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","imatrix",58.0,58,100,"success"]
["arc_challenge","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",56.0,56,100,"success"]
["arc_challenge","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",63.0,63,100,"success"]
["arc_challenge","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",58.0,58,100,"success"]
["arc_challenge","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","imatrix",57.0,57,100,"success"]
["hellaswag","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",42.0,42,100,"success"]
["hellaswag","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",31.0,31,100,"success"]
["hellaswag","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","imatrix",37.0,37,100,"success"]
["hellaswag","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",27.0,27,100,"success"]
["hellaswag","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",46.0,46,100,"success"]
["hellaswag","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",37.0,37,100,"success"]
["hellaswag","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","imatrix",43.0,43,100,"success"]
["mmlu","Q2_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",35.0,35,100,"success"]
["mmlu","Q3_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",47.0,47,100,"success"]
["mmlu","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","imatrix",49.0,49,100,"success"]
["mmlu","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",54.0,54,100,"success"]
["mmlu","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",51.0,51,100,"success"]
["mmlu","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",51.0,51,100,"success"]
["mmlu","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","imatrix",48.0,48,100,"success"]
["truthfulqa","Q4_K_S","Pixel6a","Llama-3.2-3B-Instruct","imatrix",54.0,54,100,"success"]
["truthfulqa","Q4_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",52.0,52,100,"success"]
["truthfulqa","Q5_K_M","Pixel6a","Llama-3.2-3B-Instruct","imatrix",65.0,65,100,"success"]
["truthfulqa","Q6_K","Pixel6a","Llama-3.2-3B-Instruct","imatrix",60.0,60,100,"success"]
["truthfulqa","Q8_0","Pixel6a","Llama-3.2-3B-Instruct","imatrix",58.0,58,100,"success"]
["boolq","Q2_K","M4Mac","Llama-3.2-3B-Instruct","standard",72.0,72,100,"success"]
["arc_easy","Q2_K","M4Mac","Llama-3.2-3B-Instruct","standard",85.0,85,100,"success"]
["arc_challenge","Q2_K","M4Mac","Llama-3.2-3B-Instruct","standard",58.0,58,100,"success"]
["hellaswag","Q2_K","M4Mac","Llama-3.2-3B-Instruct","standard",47.0,47,100,"success"]
["mmlu","Q2_K","M4Mac","Llama-3.2-3B-Instruct","standard",44.0,44,100,"success"]
["truthfulqa","Q2_K","M4Mac","Llama-3.2-3B-Instruct","standard",36.0,36,100,"success"]
["boolq","Q3_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",66.0,66,100,"success"]
["arc_easy","Q3_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",80.0,80,100,"success"]
["arc_challenge","Q3_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",51.0,51,100,"success"]
["hellaswag","Q3_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",46.0,46,100,"success"]
["mmlu","Q3_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",46.0,46,100,"success"]
["truthfulqa","Q3_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",38.0,38,100,"success"]
["boolq","Q4_K_S","M4Mac","Llama-3.2-3B-Instruct","standard",72.0,72,100,"success"]
["arc_easy","Q4_K_S","M4Mac","Llama-3.2-3B-Instruct","standard",83.0,83,100,"success"]
["arc_challenge","Q4_K_S","M4Mac","Llama-3.2-3B-Instruct","standard",59.0,59,100,"success"]
["hellaswag","Q4_K_S","M4Mac","Llama-3.2-3B-Instruct","standard",52.0,52,100,"success"]
["mmlu","Q4_K_S","M4Mac","Llama-3.2-3B-Instruct","standard",51.0,51,100,"success"]
["truthfulqa","Q4_K_S","M4Mac","Llama-3.2-3B-Instruct","standard",46.0,46,100,"success"]
["boolq","Q4_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",73.0,73,100,"success"]
["arc_easy","Q4_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",84.0,84,100,"success"]
["arc_challenge","Q4_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",61.0,61,100,"success"]
["hellaswag","Q4_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",52.0,52,100,"success"]
["mmlu","Q4_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",49.0,49,100,"success"]
["truthfulqa","Q4_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",48.0,48,100,"success"]
["boolq","Q5_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",63.0,63,100,"success"]
["arc_easy","Q5_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",84.0,84,100,"success"]
["arc_challenge","Q5_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",59.0,59,100,"success"]
["hellaswag","Q5_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",53.0,53,100,"success"]
["mmlu","Q5_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",51.0,51,100,"success"]
["truthfulqa","Q5_K_M","M4Mac","Llama-3.2-3B-Instruct","standard",48.0,48,100,"success"]
["boolq","Q6_K","M4Mac","Llama-3.2-3B-Instruct","standard",66.0,66,100,"success"]
["arc_easy","Q6_K","M4Mac","Llama-3.2-3B-Instruct","standard",83.0,83,100,"success"]
["arc_challenge","Q6_K","M4Mac","Llama-3.2-3B-Instruct","standard",59.0,59,100,"success"]
["hellaswag","Q6_K","M4Mac","Llama-3.2-3B-Instruct","standard",54.0,54,100,"success"]
["mmlu","Q6_K","M4Mac","Llama-3.2-3B-Instruct","standard",50.0,50,100,"success"]
["truthfulqa","Q6_K","M4Mac","Llama-3.2-3B-Instruct","standard",46.0,46,100,"success"]
["boolq","Q8_0","M4Mac","Llama-3.2-3B-Instruct","standard",67.0,67,100,"success"]
["arc_easy","Q8_0","M4Mac","Llama-3.2-3B-Instruct","standard",85.0,85,100,"success"]
["arc_challenge","Q8_0","M4Mac","Llama-3.2-3B-Instruct","standard",60.0,60,100,"success"]
["hellaswag","Q8_0","M4Mac","Llama-3.2-3B-Instruct","standard",52.0,52,100,"success"]
["mmlu","Q8_0","M4Mac","Llama-3.2-3B-Instruct","standard",49.0,49,100,"success"]
["truthfulqa","Q8_0","M4Mac","Llama-3.2-3B-Instruct","standard",50.0,50,100,"success"]