Benchmark Run Details

Model	claude-3-5-haiku-20241022
Benchmark	0022_unit_conversion
Normed Score	100
Run Timestamp	2025-04-02 19:06:13

Question-Level Details

Question ID	Score	Evaluation Time (ms)	Debug Info
0022_unit_conversion:q1	100	1258	{ "question": "How many miles is 283.6 kilometers?", "expected_value": 176.22, "tolerance": 1.7622, "actual_value": 176.1, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many miles is 283.6 kilometers?", "answer_type": "numeric", "correct_answer": 176.22, "category": "unit_conversion", "difficulty": "medium", "tags": [ "kilometers", "miles" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.7622 } }
0022_unit_conversion:q10	100	840	{ "question": "How many feet is 73.9 meters?", "expected_value": 242.5, "tolerance": 2.4250000000000003, "actual_value": 242.454, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many feet is 73.9 meters?", "answer_type": "numeric", "correct_answer": 242.5, "category": "unit_conversion", "difficulty": "easy", "tags": [ "meters", "feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 2.4250000000000003 } }
0022_unit_conversion:q11	100	808	{ "question": "How many cubic meters is 39.7 cubic feet?", "expected_value": 1.124, "tolerance": 0.011240000000000002, "actual_value": 1.1241, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic meters is 39.7 cubic feet?", "answer_type": "numeric", "correct_answer": 1.124, "category": "unit_conversion", "difficulty": "medium", "tags": [ "cubic feet", "cubic meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.011240000000000002 } }
0022_unit_conversion:q12	100	757	{ "question": "How many centimeters is 30.2 inches?", "expected_value": 76.7, "tolerance": 0.767, "actual_value": 76.708, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many centimeters is 30.2 inches?", "answer_type": "numeric", "correct_answer": 76.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "inches", "centimeters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.767 } }
0022_unit_conversion:q13	100	1310	{ "question": "How many cubic feet is 68.0 cubic meters?", "expected_value": 2401.4, "tolerance": 24.014000000000003, "actual_value": 2401.24, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic feet is 68.0 cubic meters?", "answer_type": "numeric", "correct_answer": 2401.4, "category": "unit_conversion", "difficulty": "easy", "tags": [ "cubic meters", "cubic feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 24.014000000000003 } }
0022_unit_conversion:q14	100	1262	{ "question": "How many acres is 56.6 hectares?", "expected_value": 139.86, "tolerance": 1.3986, "actual_value": 139.84, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many acres is 56.6 hectares?", "answer_type": "numeric", "correct_answer": 139.86, "category": "unit_conversion", "difficulty": "medium", "tags": [ "hectares", "acres" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.3986 } }
0022_unit_conversion:q15	100	793	{ "question": "How many celsius is 20.0 fahrenheit?", "expected_value": -6.7, "tolerance": 0.1, "actual_value": -6.666666666666667, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many celsius is 20.0 fahrenheit?", "answer_type": "numeric", "correct_answer": -6.7, "category": "unit_conversion", "difficulty": "medium", "tags": [ "fahrenheit", "celsius" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.1 } }
0022_unit_conversion:q16	100	1210	{ "question": "How many meters is 31.6 feet?", "expected_value": 9.63, "tolerance": 0.09630000000000001, "actual_value": 9.6316, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many meters is 31.6 feet?", "answer_type": "numeric", "correct_answer": 9.63, "category": "unit_conversion", "difficulty": "medium", "tags": [ "feet", "meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.09630000000000001 } }
0022_unit_conversion:q17	100	1178	{ "question": "How many square feet is 16.7 square meters?", "expected_value": 179.8, "tolerance": 1.798, "actual_value": 179.76, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square feet is 16.7 square meters?", "answer_type": "numeric", "correct_answer": 179.8, "category": "unit_conversion", "difficulty": "easy", "tags": [ "square meters", "square feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.798 } }
0022_unit_conversion:q18	100	713	{ "question": "How many hectares is 30.9 acres?", "expected_value": 12.5, "tolerance": 0.125, "actual_value": 12.51, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many hectares is 30.9 acres?", "answer_type": "numeric", "correct_answer": 12.5, "category": "unit_conversion", "difficulty": "medium", "tags": [ "acres", "hectares" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.125 } }
0022_unit_conversion:q19	100	772	{ "question": "How many kilometers is 906.9 miles?", "expected_value": 1459.5, "tolerance": 14.595, "actual_value": 1459.56, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilometers is 906.9 miles?", "answer_type": "numeric", "correct_answer": 1459.5, "category": "unit_conversion", "difficulty": "easy", "tags": [ "miles", "kilometers" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 14.595 } }
0022_unit_conversion:q2	100	1243	{ "question": "How many pounds is 44.9 kilograms?", "expected_value": 99.0, "tolerance": 0.99, "actual_value": 99.0, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many pounds is 44.9 kilograms?", "answer_type": "numeric", "correct_answer": 99.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "kilograms", "pounds" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.99 } }
0022_unit_conversion:q20	100	805	{ "question": "How many square meters is 75.7 square feet?", "expected_value": 7.03, "tolerance": 0.0703, "actual_value": 7.03, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square meters is 75.7 square feet?", "answer_type": "numeric", "correct_answer": 7.03, "category": "unit_conversion", "difficulty": "medium", "tags": [ "square feet", "square meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0703 } }
0022_unit_conversion:q21	100	808	{ "question": "How many feet is 57.3 meters?", "expected_value": 188.0, "tolerance": 1.8800000000000001, "actual_value": 187.959, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many feet is 57.3 meters?", "answer_type": "numeric", "correct_answer": 188.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "meters", "feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.8800000000000001 } }
0022_unit_conversion:q22	100	849	{ "question": "How many square meters is 71.6 square feet?", "expected_value": 6.65, "tolerance": 0.0665, "actual_value": 6.65402, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square meters is 71.6 square feet?", "answer_type": "numeric", "correct_answer": 6.65, "category": "unit_conversion", "difficulty": "medium", "tags": [ "square feet", "square meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0665 } }
0022_unit_conversion:q23	100	1206	{ "question": "How many meters is 28.4 feet?", "expected_value": 8.66, "tolerance": 0.0866, "actual_value": 8.66, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many meters is 28.4 feet?", "answer_type": "numeric", "correct_answer": 8.66, "category": "unit_conversion", "difficulty": "medium", "tags": [ "feet", "meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0866 } }
0022_unit_conversion:q24	100	1173	{ "question": "How many acres is 54.3 hectares?", "expected_value": 134.18, "tolerance": 1.3418, "actual_value": 134.09, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many acres is 54.3 hectares?", "answer_type": "numeric", "correct_answer": 134.18, "category": "unit_conversion", "difficulty": "medium", "tags": [ "hectares", "acres" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.3418 } }
0022_unit_conversion:q25	100	687	{ "question": "How many pounds is 55.3 kilograms?", "expected_value": 121.9, "tolerance": 1.219, "actual_value": 121.79, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many pounds is 55.3 kilograms?", "answer_type": "numeric", "correct_answer": 121.9, "category": "unit_conversion", "difficulty": "easy", "tags": [ "kilograms", "pounds" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.219 } }
0022_unit_conversion:q26	100	1197	{ "question": "How many cubic feet is 54.8 cubic meters?", "expected_value": 1935.2, "tolerance": 19.352, "actual_value": 1935.3833, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic feet is 54.8 cubic meters?", "answer_type": "numeric", "correct_answer": 1935.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "cubic meters", "cubic feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 19.352 } }
0022_unit_conversion:q27	100	732	{ "question": "How many inches is 16.2 centimeters?", "expected_value": 6.38, "tolerance": 0.0638, "actual_value": 6.375, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many inches is 16.2 centimeters?", "answer_type": "numeric", "correct_answer": 6.38, "category": "unit_conversion", "difficulty": "medium", "tags": [ "centimeters", "inches" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0638 } }
0022_unit_conversion:q28	100	741	{ "question": "How many fahrenheit is 42.8 celsius?", "expected_value": 109.0, "tolerance": 1.09, "actual_value": 109.04, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many fahrenheit is 42.8 celsius?", "answer_type": "numeric", "correct_answer": 109.0, "category": "unit_conversion", "difficulty": "medium", "tags": [ "celsius", "fahrenheit" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.09 } }
0022_unit_conversion:q29	100	766	{ "question": "How many kilometers is 902.4 miles?", "expected_value": 1452.3, "tolerance": 14.523, "actual_value": 1451.4528, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilometers is 902.4 miles?", "answer_type": "numeric", "correct_answer": 1452.3, "category": "unit_conversion", "difficulty": "easy", "tags": [ "miles", "kilometers" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 14.523 } }
0022_unit_conversion:q3	100	871	{ "question": "How many fahrenheit is 26.7 celsius?", "expected_value": 80.1, "tolerance": 0.8009999999999999, "actual_value": 80.06, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many fahrenheit is 26.7 celsius?", "answer_type": "numeric", "correct_answer": 80.1, "category": "unit_conversion", "difficulty": "medium", "tags": [ "celsius", "fahrenheit" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.8009999999999999 } }
0022_unit_conversion:q30	100	719	{ "question": "How many cubic meters is 84.4 cubic feet?", "expected_value": 2.39, "tolerance": 0.0239, "actual_value": 2.3884, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic meters is 84.4 cubic feet?", "answer_type": "numeric", "correct_answer": 2.39, "category": "unit_conversion", "difficulty": "medium", "tags": [ "cubic feet", "cubic meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0239 } }
0022_unit_conversion:q31	100	1254	{ "question": "How many miles is 594.9 kilometers?", "expected_value": 369.65, "tolerance": 3.6965, "actual_value": 369.6, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many miles is 594.9 kilometers?", "answer_type": "numeric", "correct_answer": 369.65, "category": "unit_conversion", "difficulty": "medium", "tags": [ "kilometers", "miles" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 3.6965 } }
0022_unit_conversion:q32	100	816	{ "question": "How many gallons is 23.6 liters?", "expected_value": 6.23, "tolerance": 0.06230000000000001, "actual_value": 6.237, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many gallons is 23.6 liters?", "answer_type": "numeric", "correct_answer": 6.23, "category": "unit_conversion", "difficulty": "medium", "tags": [ "liters", "gallons" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.06230000000000001 } }
0022_unit_conversion:q33	100	1230	{ "question": "How many centimeters is 58.5 inches?", "expected_value": 148.6, "tolerance": 1.486, "actual_value": 148.59, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many centimeters is 58.5 inches?", "answer_type": "numeric", "correct_answer": 148.6, "category": "unit_conversion", "difficulty": "easy", "tags": [ "inches", "centimeters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.486 } }
0022_unit_conversion:q34	100	1290	{ "question": "How many liters is 14.8 gallons?", "expected_value": 56.0, "tolerance": 0.56, "actual_value": 56.0267, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many liters is 14.8 gallons?", "answer_type": "numeric", "correct_answer": 56.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "gallons", "liters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.56 } }
0022_unit_conversion:q35	100	760	{ "question": "How many celsius is 2.6 fahrenheit?", "expected_value": -16.3, "tolerance": 0.163, "actual_value": -16.33, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many celsius is 2.6 fahrenheit?", "answer_type": "numeric", "correct_answer": -16.3, "category": "unit_conversion", "difficulty": "medium", "tags": [ "fahrenheit", "celsius" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.163 } }
0022_unit_conversion:q36	100	1222	{ "question": "How many kilograms is 260.6 pounds?", "expected_value": 118.2, "tolerance": 1.1820000000000002, "actual_value": 118.21, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilograms is 260.6 pounds?", "answer_type": "numeric", "correct_answer": 118.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "pounds", "kilograms" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.1820000000000002 } }
0022_unit_conversion:q37	100	1234	{ "question": "How many hectares is 59.3 acres?", "expected_value": 24.0, "tolerance": 0.24, "actual_value": 23.9942, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many hectares is 59.3 acres?", "answer_type": "numeric", "correct_answer": 24.0, "category": "unit_conversion", "difficulty": "medium", "tags": [ "acres", "hectares" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.24 } }
0022_unit_conversion:q38	100	914	{ "question": "How many square feet is 19.2 square meters?", "expected_value": 206.7, "tolerance": 2.0669999999999997, "actual_value": 206.6666666666667, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square feet is 19.2 square meters?", "answer_type": "numeric", "correct_answer": 206.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "square meters", "square feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 2.0669999999999997 } }
0022_unit_conversion:q39	100	1433	{ "question": "How many ounces is 20.5 grams?", "expected_value": 0.72, "tolerance": 0.01, "actual_value": 0.7230456, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many ounces is 20.5 grams?", "answer_type": "numeric", "correct_answer": 0.72, "category": "unit_conversion", "difficulty": "medium", "tags": [ "grams", "ounces" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.01 } }
0022_unit_conversion:q4	100	1126	{ "question": "How many ounces is 43.0 grams?", "expected_value": 1.52, "tolerance": 0.0152, "actual_value": 1.517, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many ounces is 43.0 grams?", "answer_type": "numeric", "correct_answer": 1.52, "category": "unit_conversion", "difficulty": "medium", "tags": [ "grams", "ounces" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0152 } }
0022_unit_conversion:q40	100	1242	{ "question": "How many grams is 87.1 ounces?", "expected_value": 2469.2, "tolerance": 24.692, "actual_value": 2469.67, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many grams is 87.1 ounces?", "answer_type": "numeric", "correct_answer": 2469.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "ounces", "grams" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 24.692 } }
0022_unit_conversion:q5	100	1374	{ "question": "How many liters is 31.1 gallons?", "expected_value": 117.7, "tolerance": 1.177, "actual_value": 117.77, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many liters is 31.1 gallons?", "answer_type": "numeric", "correct_answer": 117.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "gallons", "liters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.177 } }
0022_unit_conversion:q6	100	872	{ "question": "How many gallons is 78.0 liters?", "expected_value": 20.61, "tolerance": 0.2061, "actual_value": 20.59, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many gallons is 78.0 liters?", "answer_type": "numeric", "correct_answer": 20.61, "category": "unit_conversion", "difficulty": "medium", "tags": [ "liters", "gallons" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.2061 } }
0022_unit_conversion:q7	100	821	{ "question": "How many grams is 77.0 ounces?", "expected_value": 2182.9, "tolerance": 21.829, "actual_value": 2183.2535, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many grams is 77.0 ounces?", "answer_type": "numeric", "correct_answer": 2182.9, "category": "unit_conversion", "difficulty": "easy", "tags": [ "ounces", "grams" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 21.829 } }
0022_unit_conversion:q8	100	1291	{ "question": "How many kilograms is 416.3 pounds?", "expected_value": 188.8, "tolerance": 1.8880000000000001, "actual_value": 188.82, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilograms is 416.3 pounds?", "answer_type": "numeric", "correct_answer": 188.8, "category": "unit_conversion", "difficulty": "easy", "tags": [ "pounds", "kilograms" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.8880000000000001 } }
0022_unit_conversion:q9	100	743	{ "question": "How many inches is 109.5 centimeters?", "expected_value": 43.11, "tolerance": 0.4311, "actual_value": 43.11, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many inches is 109.5 centimeters?", "answer_type": "numeric", "correct_answer": 43.11, "category": "unit_conversion", "difficulty": "medium", "tags": [ "centimeters", "inches" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.4311 } }

System Prompt

Run Summary

Question-Level Details