Benchmark Run Details

Model	granite3.3:8b:Q4_K_M
Benchmark	0022_unit_conversion
Normed Score	82
Run Timestamp	2025-04-28 00:16:24

Question-Level Details

Question ID	Score	Evaluation Time (ms)	Debug Info
0022_unit_conversion:q1	100	7005	{ "question": "How many miles is 283.6 kilometers?", "expected_value": 176.22, "tolerance": 1.7622, "actual_value": 175.5808988774227, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many miles is 283.6 kilometers?", "answer_type": "numeric", "correct_answer": 176.22, "category": "unit_conversion", "difficulty": "medium", "tags": [ "kilometers", "miles" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.7622 } }
0022_unit_conversion:q10	100	2731	{ "question": "How many feet is 73.9 meters?", "expected_value": 242.5, "tolerance": 2.4250000000000003, "actual_value": 242.4533, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many feet is 73.9 meters?", "answer_type": "numeric", "correct_answer": 242.5, "category": "unit_conversion", "difficulty": "easy", "tags": [ "meters", "feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 2.4250000000000003 } }
0022_unit_conversion:q11	100	2823	{ "question": "How many cubic meters is 39.7 cubic feet?", "expected_value": 1.124, "tolerance": 0.011240000000000002, "actual_value": 1.12462806, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic meters is 39.7 cubic feet?", "answer_type": "numeric", "correct_answer": 1.124, "category": "unit_conversion", "difficulty": "medium", "tags": [ "cubic feet", "cubic meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.011240000000000002 } }
0022_unit_conversion:q12	100	2047	{ "question": "How many centimeters is 30.2 inches?", "expected_value": 76.7, "tolerance": 0.767, "actual_value": 76.74, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many centimeters is 30.2 inches?", "answer_type": "numeric", "correct_answer": 76.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "inches", "centimeters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.767 } }
0022_unit_conversion:q13	100	2305	{ "question": "How many cubic feet is 68.0 cubic meters?", "expected_value": 2401.4, "tolerance": 24.014000000000003, "actual_value": 2415.73, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic feet is 68.0 cubic meters?", "answer_type": "numeric", "correct_answer": 2401.4, "category": "unit_conversion", "difficulty": "easy", "tags": [ "cubic meters", "cubic feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 24.014000000000003 } }
0022_unit_conversion:q14	100	2643	{ "question": "How many acres is 56.6 hectares?", "expected_value": 139.86, "tolerance": 1.3986, "actual_value": 139.784, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many acres is 56.6 hectares?", "answer_type": "numeric", "correct_answer": 139.86, "category": "unit_conversion", "difficulty": "medium", "tags": [ "hectares", "acres" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.3986 } }
0022_unit_conversion:q15	0	2340	{ "question": "How many celsius is 20.0 fahrenheit?", "expected_value": -6.7, "tolerance": 0.1, "actual_value": 6.6667, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many celsius is 20.0 fahrenheit?", "answer_type": "numeric", "correct_answer": -6.7, "category": "unit_conversion", "difficulty": "medium", "tags": [ "fahrenheit", "celsius" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.1 } }
0022_unit_conversion:q16	100	2141	{ "question": "How many meters is 31.6 feet?", "expected_value": 9.63, "tolerance": 0.09630000000000001, "actual_value": 9.6352, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many meters is 31.6 feet?", "answer_type": "numeric", "correct_answer": 9.63, "category": "unit_conversion", "difficulty": "medium", "tags": [ "feet", "meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.09630000000000001 } }
0022_unit_conversion:q17	100	3037	{ "question": "How many square feet is 16.7 square meters?", "expected_value": 179.8, "tolerance": 1.798, "actual_value": 180.12345679, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square feet is 16.7 square meters?", "answer_type": "numeric", "correct_answer": 179.8, "category": "unit_conversion", "difficulty": "easy", "tags": [ "square meters", "square feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.798 } }
0022_unit_conversion:q18	0	2327	{ "question": "How many hectares is 30.9 acres?", "expected_value": 12.5, "tolerance": 0.125, "actual_value": 124.484, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many hectares is 30.9 acres?", "answer_type": "numeric", "correct_answer": 12.5, "category": "unit_conversion", "difficulty": "medium", "tags": [ "acres", "hectares" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.125 } }
0022_unit_conversion:q19	100	2060	{ "question": "How many kilometers is 906.9 miles?", "expected_value": 1459.5, "tolerance": 14.595, "actual_value": 1460.328, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilometers is 906.9 miles?", "answer_type": "numeric", "correct_answer": 1459.5, "category": "unit_conversion", "difficulty": "easy", "tags": [ "miles", "kilometers" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 14.595 } }
0022_unit_conversion:q2	100	2671	{ "question": "How many pounds is 44.9 kilograms?", "expected_value": 99.0, "tolerance": 0.99, "actual_value": 98.98, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many pounds is 44.9 kilograms?", "answer_type": "numeric", "correct_answer": 99.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "kilograms", "pounds" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.99 } }
0022_unit_conversion:q20	100	2448	{ "question": "How many square meters is 75.7 square feet?", "expected_value": 7.03, "tolerance": 0.0703, "actual_value": 7.03061, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square meters is 75.7 square feet?", "answer_type": "numeric", "correct_answer": 7.03, "category": "unit_conversion", "difficulty": "medium", "tags": [ "square feet", "square meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0703 } }
0022_unit_conversion:q21	100	2958	{ "question": "How many feet is 57.3 meters?", "expected_value": 188.0, "tolerance": 1.8800000000000001, "actual_value": 188.00496792, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many feet is 57.3 meters?", "answer_type": "numeric", "correct_answer": 188.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "meters", "feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.8800000000000001 } }
0022_unit_conversion:q22	100	2841	{ "question": "How many square meters is 71.6 square feet?", "expected_value": 6.65, "tolerance": 0.0665, "actual_value": 6.653420678, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square meters is 71.6 square feet?", "answer_type": "numeric", "correct_answer": 6.65, "category": "unit_conversion", "difficulty": "medium", "tags": [ "square feet", "square meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0665 } }
0022_unit_conversion:q23	100	2770	{ "question": "How many meters is 28.4 feet?", "expected_value": 8.66, "tolerance": 0.0866, "actual_value": 8.6590517047, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many meters is 28.4 feet?", "answer_type": "numeric", "correct_answer": 8.66, "category": "unit_conversion", "difficulty": "medium", "tags": [ "feet", "meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0866 } }
0022_unit_conversion:q24	100	3475	{ "question": "How many acres is 54.3 hectares?", "expected_value": 134.18, "tolerance": 1.3418, "actual_value": 134.27880184330465, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many acres is 54.3 hectares?", "answer_type": "numeric", "correct_answer": 134.18, "category": "unit_conversion", "difficulty": "medium", "tags": [ "hectares", "acres" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.3418 } }
0022_unit_conversion:q25	100	3648	{ "question": "How many pounds is 55.3 kilograms?", "expected_value": 121.9, "tolerance": 1.219, "actual_value": 121.91420754716981, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many pounds is 55.3 kilograms?", "answer_type": "numeric", "correct_answer": 121.9, "category": "unit_conversion", "difficulty": "easy", "tags": [ "kilograms", "pounds" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.219 } }
0022_unit_conversion:q26	0	2576	{ "question": "How many cubic feet is 54.8 cubic meters?", "expected_value": 1935.2, "tolerance": 19.352, "actual_value": 716.2898803, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many cubic feet is 54.8 cubic meters?", "answer_type": "numeric", "correct_answer": 1935.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "cubic meters", "cubic feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 19.352 } }
0022_unit_conversion:q27	100	2066	{ "question": "How many inches is 16.2 centimeters?", "expected_value": 6.38, "tolerance": 0.0638, "actual_value": 6.38, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many inches is 16.2 centimeters?", "answer_type": "numeric", "correct_answer": 6.38, "category": "unit_conversion", "difficulty": "medium", "tags": [ "centimeters", "inches" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0638 } }
0022_unit_conversion:q28	0	2023	{ "question": "How many fahrenheit is 42.8 celsius?", "expected_value": 109.0, "tolerance": 1.09, "actual_value": 107.04, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many fahrenheit is 42.8 celsius?", "answer_type": "numeric", "correct_answer": 109.0, "category": "unit_conversion", "difficulty": "medium", "tags": [ "celsius", "fahrenheit" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.09 } }
0022_unit_conversion:q29	100	2341	{ "question": "How many kilometers is 902.4 miles?", "expected_value": 1452.3, "tolerance": 14.523, "actual_value": 1452.368, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilometers is 902.4 miles?", "answer_type": "numeric", "correct_answer": 1452.3, "category": "unit_conversion", "difficulty": "easy", "tags": [ "miles", "kilometers" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 14.523 } }
0022_unit_conversion:q3	100	3060	{ "question": "How many fahrenheit is 26.7 celsius?", "expected_value": 80.1, "tolerance": 0.8009999999999999, "actual_value": 79.96, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many fahrenheit is 26.7 celsius?", "answer_type": "numeric", "correct_answer": 80.1, "category": "unit_conversion", "difficulty": "medium", "tags": [ "celsius", "fahrenheit" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.8009999999999999 } }
0022_unit_conversion:q30	100	2159	{ "question": "How many cubic meters is 84.4 cubic feet?", "expected_value": 2.39, "tolerance": 0.0239, "actual_value": 2.3768, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic meters is 84.4 cubic feet?", "answer_type": "numeric", "correct_answer": 2.39, "category": "unit_conversion", "difficulty": "medium", "tags": [ "cubic feet", "cubic meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0239 } }
0022_unit_conversion:q31	100	2464	{ "question": "How many miles is 594.9 kilometers?", "expected_value": 369.65, "tolerance": 3.6965, "actual_value": 370.28261, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many miles is 594.9 kilometers?", "answer_type": "numeric", "correct_answer": 369.65, "category": "unit_conversion", "difficulty": "medium", "tags": [ "kilometers", "miles" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 3.6965 } }
0022_unit_conversion:q32	100	1759	{ "question": "How many gallons is 23.6 liters?", "expected_value": 6.23, "tolerance": 0.06230000000000001, "actual_value": 6.25, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many gallons is 23.6 liters?", "answer_type": "numeric", "correct_answer": 6.23, "category": "unit_conversion", "difficulty": "medium", "tags": [ "liters", "gallons" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.06230000000000001 } }
0022_unit_conversion:q33	100	1971	{ "question": "How many centimeters is 58.5 inches?", "expected_value": 148.6, "tolerance": 1.486, "actual_value": 148.608, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many centimeters is 58.5 inches?", "answer_type": "numeric", "correct_answer": 148.6, "category": "unit_conversion", "difficulty": "easy", "tags": [ "inches", "centimeters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.486 } }
0022_unit_conversion:q34	100	2401	{ "question": "How many liters is 14.8 gallons?", "expected_value": 56.0, "tolerance": 0.56, "actual_value": 55.9055, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many liters is 14.8 gallons?", "answer_type": "numeric", "correct_answer": 56.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "gallons", "liters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.56 } }
0022_unit_conversion:q35	0	1795	{ "question": "How many celsius is 2.6 fahrenheit?", "expected_value": -16.3, "tolerance": 0.163, "actual_value": -3.15, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many celsius is 2.6 fahrenheit?", "answer_type": "numeric", "correct_answer": -16.3, "category": "unit_conversion", "difficulty": "medium", "tags": [ "fahrenheit", "celsius" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.163 } }
0022_unit_conversion:q36	100	2087	{ "question": "How many kilograms is 260.6 pounds?", "expected_value": 118.2, "tolerance": 1.1820000000000002, "actual_value": 117.83, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilograms is 260.6 pounds?", "answer_type": "numeric", "correct_answer": 118.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "pounds", "kilograms" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.1820000000000002 } }
0022_unit_conversion:q37	0	1954	{ "question": "How many hectares is 59.3 acres?", "expected_value": 24.0, "tolerance": 0.24, "actual_value": 2.3988, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many hectares is 59.3 acres?", "answer_type": "numeric", "correct_answer": 24.0, "category": "unit_conversion", "difficulty": "medium", "tags": [ "acres", "hectares" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.24 } }
0022_unit_conversion:q38	100	2161	{ "question": "How many square feet is 19.2 square meters?", "expected_value": 206.7, "tolerance": 2.0669999999999997, "actual_value": 206.874, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square feet is 19.2 square meters?", "answer_type": "numeric", "correct_answer": 206.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "square meters", "square feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 2.0669999999999997 } }
0022_unit_conversion:q39	0	2426	{ "question": "How many ounces is 20.5 grams?", "expected_value": 0.72, "tolerance": 0.01, "actual_value": 0.698374, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many ounces is 20.5 grams?", "answer_type": "numeric", "correct_answer": 0.72, "category": "unit_conversion", "difficulty": "medium", "tags": [ "grams", "ounces" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.01 } }
0022_unit_conversion:q4	100	3708	{ "question": "How many ounces is 43.0 grams?", "expected_value": 1.52, "tolerance": 0.0152, "actual_value": 1.517028964, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many ounces is 43.0 grams?", "answer_type": "numeric", "correct_answer": 1.52, "category": "unit_conversion", "difficulty": "medium", "tags": [ "grams", "ounces" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0152 } }
0022_unit_conversion:q40	100	1819	{ "question": "How many grams is 87.1 ounces?", "expected_value": 2469.2, "tolerance": 24.692, "actual_value": 2460, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many grams is 87.1 ounces?", "answer_type": "numeric", "correct_answer": 2469.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "ounces", "grams" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 24.692 } }
0022_unit_conversion:q5	100	3014	{ "question": "How many liters is 31.1 gallons?", "expected_value": 117.7, "tolerance": 1.177, "actual_value": 117.34806, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many liters is 31.1 gallons?", "answer_type": "numeric", "correct_answer": 117.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "gallons", "liters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.177 } }
0022_unit_conversion:q6	100	3247	{ "question": "How many gallons is 78.0 liters?", "expected_value": 20.61, "tolerance": 0.2061, "actual_value": 20.5236, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many gallons is 78.0 liters?", "answer_type": "numeric", "correct_answer": 20.61, "category": "unit_conversion", "difficulty": "medium", "tags": [ "liters", "gallons" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.2061 } }
0022_unit_conversion:q7	100	2396	{ "question": "How many grams is 77.0 ounces?", "expected_value": 2182.9, "tolerance": 21.829, "actual_value": 2165.14, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many grams is 77.0 ounces?", "answer_type": "numeric", "correct_answer": 2182.9, "category": "unit_conversion", "difficulty": "easy", "tags": [ "ounces", "grams" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 21.829 } }
0022_unit_conversion:q8	100	3351	{ "question": "How many kilograms is 416.3 pounds?", "expected_value": 188.8, "tolerance": 1.8880000000000001, "actual_value": 188.8275, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilograms is 416.3 pounds?", "answer_type": "numeric", "correct_answer": 188.8, "category": "unit_conversion", "difficulty": "easy", "tags": [ "pounds", "kilograms" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.8880000000000001 } }
0022_unit_conversion:q9	100	3684	{ "question": "How many inches is 109.5 centimeters?", "expected_value": 43.11, "tolerance": 0.4311, "actual_value": 43.11416525842499, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many inches is 109.5 centimeters?", "answer_type": "numeric", "correct_answer": 43.11, "category": "unit_conversion", "difficulty": "medium", "tags": [ "centimeters", "inches" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.4311 } }

System Prompt

Run Summary

Question-Level Details