Benchmark Run Details

Model	qwen3:4b:Q4_K_M
Benchmark	0022_unit_conversion
Normed Score	75
Run Timestamp	2025-04-29 17:12:21

Question-Level Details

Question ID	Score	Evaluation Time (ms)	Debug Info
0022_unit_conversion:q1	100	1245	{ "question": "How many miles is 283.6 kilometers?", "expected_value": 176.22, "tolerance": 1.7622, "actual_value": 176.1322, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many miles is 283.6 kilometers?", "answer_type": "numeric", "correct_answer": 176.22, "category": "unit_conversion", "difficulty": "medium", "tags": [ "kilometers", "miles" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.7622 } }
0022_unit_conversion:q10	100	843	{ "question": "How many feet is 73.9 meters?", "expected_value": 242.5, "tolerance": 2.4250000000000003, "actual_value": 242.454, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many feet is 73.9 meters?", "answer_type": "numeric", "correct_answer": 242.5, "category": "unit_conversion", "difficulty": "easy", "tags": [ "meters", "feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 2.4250000000000003 } }
0022_unit_conversion:q11	100	860	{ "question": "How many cubic meters is 39.7 cubic feet?", "expected_value": 1.124, "tolerance": 0.011240000000000002, "actual_value": 1.12734, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic meters is 39.7 cubic feet?", "answer_type": "numeric", "correct_answer": 1.124, "category": "unit_conversion", "difficulty": "medium", "tags": [ "cubic feet", "cubic meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.011240000000000002 } }
0022_unit_conversion:q12	100	784	{ "question": "How many centimeters is 30.2 inches?", "expected_value": 76.7, "tolerance": 0.767, "actual_value": 76.7, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many centimeters is 30.2 inches?", "answer_type": "numeric", "correct_answer": 76.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "inches", "centimeters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.767 } }
0022_unit_conversion:q13	0	874	{ "question": "How many cubic feet is 68.0 cubic meters?", "expected_value": 2401.4, "tolerance": 24.014000000000003, "actual_value": 732.328, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many cubic feet is 68.0 cubic meters?", "answer_type": "numeric", "correct_answer": 2401.4, "category": "unit_conversion", "difficulty": "easy", "tags": [ "cubic meters", "cubic feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 24.014000000000003 } }
0022_unit_conversion:q14	0	835	{ "question": "How many acres is 56.6 hectares?", "expected_value": 139.86, "tolerance": 1.3986, "actual_value": 186.72, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many acres is 56.6 hectares?", "answer_type": "numeric", "correct_answer": 139.86, "category": "unit_conversion", "difficulty": "medium", "tags": [ "hectares", "acres" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.3986 } }
0022_unit_conversion:q15	0	745	{ "question": "How many celsius is 20.0 fahrenheit?", "expected_value": -6.7, "tolerance": 0.1, "actual_value": 20.0, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many celsius is 20.0 fahrenheit?", "answer_type": "numeric", "correct_answer": -6.7, "category": "unit_conversion", "difficulty": "medium", "tags": [ "fahrenheit", "celsius" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.1 } }
0022_unit_conversion:q16	100	865	{ "question": "How many meters is 31.6 feet?", "expected_value": 9.63, "tolerance": 0.09630000000000001, "actual_value": 9.6288, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many meters is 31.6 feet?", "answer_type": "numeric", "correct_answer": 9.63, "category": "unit_conversion", "difficulty": "medium", "tags": [ "feet", "meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.09630000000000001 } }
0022_unit_conversion:q17	100	812	{ "question": "How many square feet is 16.7 square meters?", "expected_value": 179.8, "tolerance": 1.798, "actual_value": 179.98, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square feet is 16.7 square meters?", "answer_type": "numeric", "correct_answer": 179.8, "category": "unit_conversion", "difficulty": "easy", "tags": [ "square meters", "square feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.798 } }
0022_unit_conversion:q18	0	782	{ "question": "How many hectares is 30.9 acres?", "expected_value": 12.5, "tolerance": 0.125, "actual_value": 125.0, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many hectares is 30.9 acres?", "answer_type": "numeric", "correct_answer": 12.5, "category": "unit_conversion", "difficulty": "medium", "tags": [ "acres", "hectares" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.125 } }
0022_unit_conversion:q19	100	869	{ "question": "How many kilometers is 906.9 miles?", "expected_value": 1459.5, "tolerance": 14.595, "actual_value": 1458.552, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilometers is 906.9 miles?", "answer_type": "numeric", "correct_answer": 1459.5, "category": "unit_conversion", "difficulty": "easy", "tags": [ "miles", "kilometers" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 14.595 } }
0022_unit_conversion:q2	100	847	{ "question": "How many pounds is 44.9 kilograms?", "expected_value": 99.0, "tolerance": 0.99, "actual_value": 98.944, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many pounds is 44.9 kilograms?", "answer_type": "numeric", "correct_answer": 99.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "kilograms", "pounds" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.99 } }
0022_unit_conversion:q20	100	786	{ "question": "How many square meters is 75.7 square feet?", "expected_value": 7.03, "tolerance": 0.0703, "actual_value": 6.998, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square meters is 75.7 square feet?", "answer_type": "numeric", "correct_answer": 7.03, "category": "unit_conversion", "difficulty": "medium", "tags": [ "square feet", "square meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0703 } }
0022_unit_conversion:q21	100	1218	{ "question": "How many feet is 57.3 meters?", "expected_value": 188.0, "tolerance": 1.8800000000000001, "actual_value": 187.66404199212596, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many feet is 57.3 meters?", "answer_type": "numeric", "correct_answer": 188.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "meters", "feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.8800000000000001 } }
0022_unit_conversion:q22	100	764	{ "question": "How many square meters is 71.6 square feet?", "expected_value": 6.65, "tolerance": 0.0665, "actual_value": 6.648, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square meters is 71.6 square feet?", "answer_type": "numeric", "correct_answer": 6.65, "category": "unit_conversion", "difficulty": "medium", "tags": [ "square feet", "square meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0665 } }
0022_unit_conversion:q23	100	807	{ "question": "How many meters is 28.4 feet?", "expected_value": 8.66, "tolerance": 0.0866, "actual_value": 8.6552, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many meters is 28.4 feet?", "answer_type": "numeric", "correct_answer": 8.66, "category": "unit_conversion", "difficulty": "medium", "tags": [ "feet", "meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0866 } }
0022_unit_conversion:q24	0	809	{ "question": "How many acres is 54.3 hectares?", "expected_value": 134.18, "tolerance": 1.3418, "actual_value": 183.87, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many acres is 54.3 hectares?", "answer_type": "numeric", "correct_answer": 134.18, "category": "unit_conversion", "difficulty": "medium", "tags": [ "hectares", "acres" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.3418 } }
0022_unit_conversion:q25	100	840	{ "question": "How many pounds is 55.3 kilograms?", "expected_value": 121.9, "tolerance": 1.219, "actual_value": 121.836, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many pounds is 55.3 kilograms?", "answer_type": "numeric", "correct_answer": 121.9, "category": "unit_conversion", "difficulty": "easy", "tags": [ "kilograms", "pounds" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.219 } }
0022_unit_conversion:q26	0	831	{ "question": "How many cubic feet is 54.8 cubic meters?", "expected_value": 1935.2, "tolerance": 19.352, "actual_value": 1867.32, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many cubic feet is 54.8 cubic meters?", "answer_type": "numeric", "correct_answer": 1935.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "cubic meters", "cubic feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 19.352 } }
0022_unit_conversion:q27	100	1058	{ "question": "How many inches is 16.2 centimeters?", "expected_value": 6.38, "tolerance": 0.0638, "actual_value": 6.37795275587, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many inches is 16.2 centimeters?", "answer_type": "numeric", "correct_answer": 6.38, "category": "unit_conversion", "difficulty": "medium", "tags": [ "centimeters", "inches" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0638 } }
0022_unit_conversion:q28	100	839	{ "question": "How many fahrenheit is 42.8 celsius?", "expected_value": 109.0, "tolerance": 1.09, "actual_value": 109.04, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many fahrenheit is 42.8 celsius?", "answer_type": "numeric", "correct_answer": 109.0, "category": "unit_conversion", "difficulty": "medium", "tags": [ "celsius", "fahrenheit" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.09 } }
0022_unit_conversion:q29	100	880	{ "question": "How many kilometers is 902.4 miles?", "expected_value": 1452.3, "tolerance": 14.523, "actual_value": 1452.768, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilometers is 902.4 miles?", "answer_type": "numeric", "correct_answer": 1452.3, "category": "unit_conversion", "difficulty": "easy", "tags": [ "miles", "kilometers" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 14.523 } }
0022_unit_conversion:q3	100	845	{ "question": "How many fahrenheit is 26.7 celsius?", "expected_value": 80.1, "tolerance": 0.8009999999999999, "actual_value": 80.06, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many fahrenheit is 26.7 celsius?", "answer_type": "numeric", "correct_answer": 80.1, "category": "unit_conversion", "difficulty": "medium", "tags": [ "celsius", "fahrenheit" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.8009999999999999 } }
0022_unit_conversion:q30	100	836	{ "question": "How many cubic meters is 84.4 cubic feet?", "expected_value": 2.39, "tolerance": 0.0239, "actual_value": 2.38848, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic meters is 84.4 cubic feet?", "answer_type": "numeric", "correct_answer": 2.39, "category": "unit_conversion", "difficulty": "medium", "tags": [ "cubic feet", "cubic meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0239 } }
0022_unit_conversion:q31	100	776	{ "question": "How many miles is 594.9 kilometers?", "expected_value": 369.65, "tolerance": 3.6965, "actual_value": 369.6, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many miles is 594.9 kilometers?", "answer_type": "numeric", "correct_answer": 369.65, "category": "unit_conversion", "difficulty": "medium", "tags": [ "kilometers", "miles" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 3.6965 } }
0022_unit_conversion:q32	0	701	{ "question": "How many gallons is 23.6 liters?", "expected_value": 6.23, "tolerance": 0.06230000000000001, "actual_value": 7.3, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many gallons is 23.6 liters?", "answer_type": "numeric", "correct_answer": 6.23, "category": "unit_conversion", "difficulty": "medium", "tags": [ "liters", "gallons" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.06230000000000001 } }
0022_unit_conversion:q33	100	832	{ "question": "How many centimeters is 58.5 inches?", "expected_value": 148.6, "tolerance": 1.486, "actual_value": 148.56, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many centimeters is 58.5 inches?", "answer_type": "numeric", "correct_answer": 148.6, "category": "unit_conversion", "difficulty": "easy", "tags": [ "inches", "centimeters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.486 } }
0022_unit_conversion:q34	100	842	{ "question": "How many liters is 14.8 gallons?", "expected_value": 56.0, "tolerance": 0.56, "actual_value": 56.0337, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many liters is 14.8 gallons?", "answer_type": "numeric", "correct_answer": 56.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "gallons", "liters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.56 } }
0022_unit_conversion:q35	0	1087	{ "question": "How many celsius is 2.6 fahrenheit?", "expected_value": -16.3, "tolerance": 0.163, "actual_value": -13.5555555556, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many celsius is 2.6 fahrenheit?", "answer_type": "numeric", "correct_answer": -16.3, "category": "unit_conversion", "difficulty": "medium", "tags": [ "fahrenheit", "celsius" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.163 } }
0022_unit_conversion:q36	100	830	{ "question": "How many kilograms is 260.6 pounds?", "expected_value": 118.2, "tolerance": 1.1820000000000002, "actual_value": 118.15, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilograms is 260.6 pounds?", "answer_type": "numeric", "correct_answer": 118.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "pounds", "kilograms" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.1820000000000002 } }
0022_unit_conversion:q37	100	800	{ "question": "How many hectares is 59.3 acres?", "expected_value": 24.0, "tolerance": 0.24, "actual_value": 23.991, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many hectares is 59.3 acres?", "answer_type": "numeric", "correct_answer": 24.0, "category": "unit_conversion", "difficulty": "medium", "tags": [ "acres", "hectares" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.24 } }
0022_unit_conversion:q38	100	815	{ "question": "How many square feet is 19.2 square meters?", "expected_value": 206.7, "tolerance": 2.0669999999999997, "actual_value": 206.86, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square feet is 19.2 square meters?", "answer_type": "numeric", "correct_answer": 206.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "square meters", "square feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 2.0669999999999997 } }
0022_unit_conversion:q39	0	777	{ "question": "How many ounces is 20.5 grams?", "expected_value": 0.72, "tolerance": 0.01, "actual_value": 0.699, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many ounces is 20.5 grams?", "answer_type": "numeric", "correct_answer": 0.72, "category": "unit_conversion", "difficulty": "medium", "tags": [ "grams", "ounces" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.01 } }
0022_unit_conversion:q4	0	818	{ "question": "How many ounces is 43.0 grams?", "expected_value": 1.52, "tolerance": 0.0152, "actual_value": 1.4113, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many ounces is 43.0 grams?", "answer_type": "numeric", "correct_answer": 1.52, "category": "unit_conversion", "difficulty": "medium", "tags": [ "grams", "ounces" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0152 } }
0022_unit_conversion:q40	100	948	{ "question": "How many grams is 87.1 ounces?", "expected_value": 2469.2, "tolerance": 24.692, "actual_value": 2467.41591, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many grams is 87.1 ounces?", "answer_type": "numeric", "correct_answer": 2469.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "ounces", "grams" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 24.692 } }
0022_unit_conversion:q5	100	1049	{ "question": "How many liters is 31.1 gallons?", "expected_value": 117.7, "tolerance": 1.177, "actual_value": 117.619047619, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many liters is 31.1 gallons?", "answer_type": "numeric", "correct_answer": 117.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "gallons", "liters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.177 } }
0022_unit_conversion:q6	100	798	{ "question": "How many gallons is 78.0 liters?", "expected_value": 20.61, "tolerance": 0.2061, "actual_value": 20.62, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many gallons is 78.0 liters?", "answer_type": "numeric", "correct_answer": 20.61, "category": "unit_conversion", "difficulty": "medium", "tags": [ "liters", "gallons" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.2061 } }
0022_unit_conversion:q7	100	1003	{ "question": "How many grams is 77.0 ounces?", "expected_value": 2182.9, "tolerance": 21.829, "actual_value": 2182.261111, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many grams is 77.0 ounces?", "answer_type": "numeric", "correct_answer": 2182.9, "category": "unit_conversion", "difficulty": "easy", "tags": [ "ounces", "grams" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 21.829 } }
0022_unit_conversion:q8	100	868	{ "question": "How many kilograms is 416.3 pounds?", "expected_value": 188.8, "tolerance": 1.8880000000000001, "actual_value": 188.756, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilograms is 416.3 pounds?", "answer_type": "numeric", "correct_answer": 188.8, "category": "unit_conversion", "difficulty": "easy", "tags": [ "pounds", "kilograms" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.8880000000000001 } }
0022_unit_conversion:q9	100	1069	{ "question": "How many inches is 109.5 centimeters?", "expected_value": 43.11, "tolerance": 0.4311, "actual_value": 43.0708661417, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many inches is 109.5 centimeters?", "answer_type": "numeric", "correct_answer": 43.11, "category": "unit_conversion", "difficulty": "medium", "tags": [ "centimeters", "inches" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.4311 } }

System Prompt

Run Summary

Question-Level Details