Benchmark Run Details

Run Summary

Model gpt-4o-mini-2024-07-18
Benchmark 0022_unit_conversion
Normed Score 0
Run Timestamp 2025-03-27 17:52:04

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0022_unit_conversion:q1 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q10 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q11 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q12 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q13 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q14 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q15 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q16 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q17 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q18 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q19 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q2 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q20 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q21 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q22 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q23 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q24 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q25 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q26 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q27 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q28 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q29 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q3 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q30 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q31 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q32 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q33 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q34 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q35 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q36 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q37 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q38 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q39 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q4 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q40 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q5 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q6 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q7 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q8 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]
0022_unit_conversion:q9 0 0 { "error": "Error 400: {\n \"error\": {\n \"message\": \"Invalid schema for response_format 'Details': In context=(), 'required' is required to be supplied and to be an array including every key in properties. Missing 'unit'.\",\n \"type\": \"invalid_request_error\",\n \"param\": \"response_format\",\n \"code\": null\n }\n}" }
[+]