Benchmark Run Details

Model	lmstudio/granite-3.3-8b-instruct
Benchmark	0022_unit_conversion
Normed Score	80
Run Timestamp	2025-04-29 17:13:27

Question-Level Details

Question ID	Score	Evaluation Time (ms)	Debug Info
0022_unit_conversion:q1	100	1678	{ "question": "How many miles is 283.6 kilometers?", "expected_value": 176.22, "tolerance": 1.7622, "actual_value": 175.608, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many miles is 283.6 kilometers?", "answer_type": "numeric", "correct_answer": 176.22, "category": "unit_conversion", "difficulty": "medium", "tags": [ "kilometers", "miles" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.7622 } }
0022_unit_conversion:q10	0	1462	{ "question": "How many feet is 73.9 meters?", "expected_value": 242.5, "tolerance": 2.4250000000000003, "actual_value": 813.74, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many feet is 73.9 meters?", "answer_type": "numeric", "correct_answer": 242.5, "category": "unit_conversion", "difficulty": "easy", "tags": [ "meters", "feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 2.4250000000000003 } }
0022_unit_conversion:q11	100	1739	{ "question": "How many cubic meters is 39.7 cubic feet?", "expected_value": 1.124, "tolerance": 0.011240000000000002, "actual_value": 1.1258614674, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic meters is 39.7 cubic feet?", "answer_type": "numeric", "correct_answer": 1.124, "category": "unit_conversion", "difficulty": "medium", "tags": [ "cubic feet", "cubic meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.011240000000000002 } }
0022_unit_conversion:q12	100	2140	{ "question": "How many centimeters is 30.2 inches?", "expected_value": 76.7, "tolerance": 0.767, "actual_value": "No value provided", "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many centimeters is 30.2 inches?", "answer_type": "numeric", "correct_answer": 76.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "inches", "centimeters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.767 } }
0022_unit_conversion:q13	100	1404	{ "question": "How many cubic feet is 68.0 cubic meters?", "expected_value": 2401.4, "tolerance": 24.014000000000003, "actual_value": 2401.56, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic feet is 68.0 cubic meters?", "answer_type": "numeric", "correct_answer": 2401.4, "category": "unit_conversion", "difficulty": "easy", "tags": [ "cubic meters", "cubic feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 24.014000000000003 } }
0022_unit_conversion:q14	100	1395	{ "question": "How many acres is 56.6 hectares?", "expected_value": 139.86, "tolerance": 1.3986, "actual_value": 139.56, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many acres is 56.6 hectares?", "answer_type": "numeric", "correct_answer": 139.86, "category": "unit_conversion", "difficulty": "medium", "tags": [ "hectares", "acres" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.3986 } }
0022_unit_conversion:q15	0	1940	{ "question": "How many celsius is 20.0 fahrenheit?", "expected_value": -6.7, "tolerance": 0.1, "actual_value": 12.222222222222221, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many celsius is 20.0 fahrenheit?", "answer_type": "numeric", "correct_answer": -6.7, "category": "unit_conversion", "difficulty": "medium", "tags": [ "fahrenheit", "celsius" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.1 } }
0022_unit_conversion:q16	100	1554	{ "question": "How many meters is 31.6 feet?", "expected_value": 9.63, "tolerance": 0.09630000000000001, "actual_value": 9.63098624, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many meters is 31.6 feet?", "answer_type": "numeric", "correct_answer": 9.63, "category": "unit_conversion", "difficulty": "medium", "tags": [ "feet", "meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.09630000000000001 } }
0022_unit_conversion:q17	100	1476	{ "question": "How many square feet is 16.7 square meters?", "expected_value": 179.8, "tolerance": 1.798, "actual_value": 180.0246, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square feet is 16.7 square meters?", "answer_type": "numeric", "correct_answer": 179.8, "category": "unit_conversion", "difficulty": "easy", "tags": [ "square meters", "square feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.798 } }
0022_unit_conversion:q18	100	2861	{ "question": "How many hectares is 30.9 acres?", "expected_value": 12.5, "tolerance": 0.125, "actual_value": "No value provided", "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many hectares is 30.9 acres?", "answer_type": "numeric", "correct_answer": 12.5, "category": "unit_conversion", "difficulty": "medium", "tags": [ "acres", "hectares" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.125 } }
0022_unit_conversion:q19	100	1430	{ "question": "How many kilometers is 906.9 miles?", "expected_value": 1459.5, "tolerance": 14.595, "actual_value": 1460.3, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilometers is 906.9 miles?", "answer_type": "numeric", "correct_answer": 1459.5, "category": "unit_conversion", "difficulty": "easy", "tags": [ "miles", "kilometers" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 14.595 } }
0022_unit_conversion:q2	100	1849	{ "question": "How many pounds is 44.9 kilograms?", "expected_value": 99.0, "tolerance": 0.99, "actual_value": 98.9058652482267, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many pounds is 44.9 kilograms?", "answer_type": "numeric", "correct_answer": 99.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "kilograms", "pounds" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.99 } }
0022_unit_conversion:q20	100	1345	{ "question": "How many square meters is 75.7 square feet?", "expected_value": 7.03, "tolerance": 0.0703, "actual_value": 7.03, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square meters is 75.7 square feet?", "answer_type": "numeric", "correct_answer": 7.03, "category": "unit_conversion", "difficulty": "medium", "tags": [ "square feet", "square meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0703 } }
0022_unit_conversion:q21	100	1415	{ "question": "How many feet is 57.3 meters?", "expected_value": 188.0, "tolerance": 1.8800000000000001, "actual_value": 188.042, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many feet is 57.3 meters?", "answer_type": "numeric", "correct_answer": 188.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "meters", "feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.8800000000000001 } }
0022_unit_conversion:q22	100	1735	{ "question": "How many square meters is 71.6 square feet?", "expected_value": 6.65, "tolerance": 0.0665, "actual_value": 6.6539126744, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square meters is 71.6 square feet?", "answer_type": "numeric", "correct_answer": 6.65, "category": "unit_conversion", "difficulty": "medium", "tags": [ "square feet", "square meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0665 } }
0022_unit_conversion:q23	100	1536	{ "question": "How many meters is 28.4 feet?", "expected_value": 8.66, "tolerance": 0.0866, "actual_value": 8.65612, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many meters is 28.4 feet?", "answer_type": "numeric", "correct_answer": 8.66, "category": "unit_conversion", "difficulty": "medium", "tags": [ "feet", "meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0866 } }
0022_unit_conversion:q24	100	1532	{ "question": "How many acres is 54.3 hectares?", "expected_value": 134.18, "tolerance": 1.3418, "actual_value": 134.0075, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many acres is 54.3 hectares?", "answer_type": "numeric", "correct_answer": 134.18, "category": "unit_conversion", "difficulty": "medium", "tags": [ "hectares", "acres" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.3418 } }
0022_unit_conversion:q25	100	1427	{ "question": "How many pounds is 55.3 kilograms?", "expected_value": 121.9, "tolerance": 1.219, "actual_value": 121.94, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many pounds is 55.3 kilograms?", "answer_type": "numeric", "correct_answer": 121.9, "category": "unit_conversion", "difficulty": "easy", "tags": [ "kilograms", "pounds" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.219 } }
0022_unit_conversion:q26	100	1354	{ "question": "How many cubic feet is 54.8 cubic meters?", "expected_value": 1935.2, "tolerance": 19.352, "actual_value": 1928.4, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic feet is 54.8 cubic meters?", "answer_type": "numeric", "correct_answer": 1935.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "cubic meters", "cubic feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 19.352 } }
0022_unit_conversion:q27	100	1196	{ "question": "How many inches is 16.2 centimeters?", "expected_value": 6.38, "tolerance": 0.0638, "actual_value": 6.4, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many inches is 16.2 centimeters?", "answer_type": "numeric", "correct_answer": 6.38, "category": "unit_conversion", "difficulty": "medium", "tags": [ "centimeters", "inches" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0638 } }
0022_unit_conversion:q28	0	1777	{ "question": "How many fahrenheit is 42.8 celsius?", "expected_value": 109.0, "tolerance": 1.09, "actual_value": "No value provided", "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many fahrenheit is 42.8 celsius?", "answer_type": "numeric", "correct_answer": 109.0, "category": "unit_conversion", "difficulty": "medium", "tags": [ "celsius", "fahrenheit" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.09 } }
0022_unit_conversion:q29	100	1924	{ "question": "How many kilometers is 902.4 miles?", "expected_value": 1452.3, "tolerance": 14.523, "actual_value": "No value provided", "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilometers is 902.4 miles?", "answer_type": "numeric", "correct_answer": 1452.3, "category": "unit_conversion", "difficulty": "easy", "tags": [ "miles", "kilometers" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 14.523 } }
0022_unit_conversion:q3	0	1397	{ "question": "How many fahrenheit is 26.7 celsius?", "expected_value": 80.1, "tolerance": 0.8009999999999999, "actual_value": 79.06, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many fahrenheit is 26.7 celsius?", "answer_type": "numeric", "correct_answer": 80.1, "category": "unit_conversion", "difficulty": "medium", "tags": [ "celsius", "fahrenheit" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.8009999999999999 } }
0022_unit_conversion:q30	100	1316	{ "question": "How many cubic meters is 84.4 cubic feet?", "expected_value": 2.39, "tolerance": 0.0239, "actual_value": 2.394, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many cubic meters is 84.4 cubic feet?", "answer_type": "numeric", "correct_answer": 2.39, "category": "unit_conversion", "difficulty": "medium", "tags": [ "cubic feet", "cubic meters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0239 } }
0022_unit_conversion:q31	100	1694	{ "question": "How many miles is 594.9 kilometers?", "expected_value": 369.65, "tolerance": 3.6965, "actual_value": "No value provided", "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many miles is 594.9 kilometers?", "answer_type": "numeric", "correct_answer": 369.65, "category": "unit_conversion", "difficulty": "medium", "tags": [ "kilometers", "miles" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 3.6965 } }
0022_unit_conversion:q32	100	1362	{ "question": "How many gallons is 23.6 liters?", "expected_value": 6.23, "tolerance": 0.06230000000000001, "actual_value": 6.25, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many gallons is 23.6 liters?", "answer_type": "numeric", "correct_answer": 6.23, "category": "unit_conversion", "difficulty": "medium", "tags": [ "liters", "gallons" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.06230000000000001 } }
0022_unit_conversion:q33	100	2042	{ "question": "How many centimeters is 58.5 inches?", "expected_value": 148.6, "tolerance": 1.486, "actual_value": "No value provided", "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many centimeters is 58.5 inches?", "answer_type": "numeric", "correct_answer": 148.6, "category": "unit_conversion", "difficulty": "easy", "tags": [ "inches", "centimeters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.486 } }
0022_unit_conversion:q34	100	1906	{ "question": "How many liters is 14.8 gallons?", "expected_value": 56.0, "tolerance": 0.56, "actual_value": 56.00000190734863, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many liters is 14.8 gallons?", "answer_type": "numeric", "correct_answer": 56.0, "category": "unit_conversion", "difficulty": "easy", "tags": [ "gallons", "liters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.56 } }
0022_unit_conversion:q35	0	1992	{ "question": "How many celsius is 2.6 fahrenheit?", "expected_value": -16.3, "tolerance": 0.163, "actual_value": 14.722222222222223, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many celsius is 2.6 fahrenheit?", "answer_type": "numeric", "correct_answer": -16.3, "category": "unit_conversion", "difficulty": "medium", "tags": [ "fahrenheit", "celsius" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.163 } }
0022_unit_conversion:q36	100	1617	{ "question": "How many kilograms is 260.6 pounds?", "expected_value": 118.2, "tolerance": 1.1820000000000002, "actual_value": 117.94, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilograms is 260.6 pounds?", "answer_type": "numeric", "correct_answer": 118.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "pounds", "kilograms" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.1820000000000002 } }
0022_unit_conversion:q37	100	1327	{ "question": "How many hectares is 59.3 acres?", "expected_value": 24.0, "tolerance": 0.24, "actual_value": 24.1, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many hectares is 59.3 acres?", "answer_type": "numeric", "correct_answer": 24.0, "category": "unit_conversion", "difficulty": "medium", "tags": [ "acres", "hectares" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.24 } }
0022_unit_conversion:q38	100	1854	{ "question": "How many square feet is 19.2 square meters?", "expected_value": 206.7, "tolerance": 2.0669999999999997, "actual_value": 207.3944578, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many square feet is 19.2 square meters?", "answer_type": "numeric", "correct_answer": 206.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "square meters", "square feet" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 2.0669999999999997 } }
0022_unit_conversion:q39	0	1548	{ "question": "How many ounces is 20.5 grams?", "expected_value": 0.72, "tolerance": 0.01, "actual_value": 0.698225, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many ounces is 20.5 grams?", "answer_type": "numeric", "correct_answer": 0.72, "category": "unit_conversion", "difficulty": "medium", "tags": [ "grams", "ounces" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.01 } }
0022_unit_conversion:q4	100	1426	{ "question": "How many ounces is 43.0 grams?", "expected_value": 1.52, "tolerance": 0.0152, "actual_value": 1.521, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many ounces is 43.0 grams?", "answer_type": "numeric", "correct_answer": 1.52, "category": "unit_conversion", "difficulty": "medium", "tags": [ "grams", "ounces" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0152 } }
0022_unit_conversion:q40	100	1919	{ "question": "How many grams is 87.1 ounces?", "expected_value": 2469.2, "tolerance": 24.692, "actual_value": "No value provided", "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many grams is 87.1 ounces?", "answer_type": "numeric", "correct_answer": 2469.2, "category": "unit_conversion", "difficulty": "easy", "tags": [ "ounces", "grams" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 24.692 } }
0022_unit_conversion:q5	0	1535	{ "question": "How many liters is 31.1 gallons?", "expected_value": 117.7, "tolerance": 1.177, "actual_value": 114.3844, "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many liters is 31.1 gallons?", "answer_type": "numeric", "correct_answer": 117.7, "category": "unit_conversion", "difficulty": "easy", "tags": [ "gallons", "liters" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.177 } }
0022_unit_conversion:q6	100	1429	{ "question": "How many gallons is 78.0 liters?", "expected_value": 20.61, "tolerance": 0.2061, "actual_value": 20.4625, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many gallons is 78.0 liters?", "answer_type": "numeric", "correct_answer": 20.61, "category": "unit_conversion", "difficulty": "medium", "tags": [ "liters", "gallons" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.2061 } }
0022_unit_conversion:q7	0	1979	{ "question": "How many grams is 77.0 ounces?", "expected_value": 2182.9, "tolerance": 21.829, "actual_value": "No value provided", "full_response": "", "is_correct": false }
[+] Question Information: { "question_text": "How many grams is 77.0 ounces?", "answer_type": "numeric", "correct_answer": 2182.9, "category": "unit_conversion", "difficulty": "easy", "tags": [ "ounces", "grams" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 21.829 } }
0022_unit_conversion:q8	100	1613	{ "question": "How many kilograms is 416.3 pounds?", "expected_value": 188.8, "tolerance": 1.8880000000000001, "actual_value": 188.9321, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many kilograms is 416.3 pounds?", "answer_type": "numeric", "correct_answer": 188.8, "category": "unit_conversion", "difficulty": "easy", "tags": [ "pounds", "kilograms" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 1.8880000000000001 } }
0022_unit_conversion:q9	100	1380	{ "question": "How many inches is 109.5 centimeters?", "expected_value": 43.11, "tolerance": 0.4311, "actual_value": 43.126, "full_response": "", "is_correct": true }
[+] Question Information: { "question_text": "How many inches is 109.5 centimeters?", "answer_type": "numeric", "correct_answer": 43.11, "category": "unit_conversion", "difficulty": "medium", "tags": [ "centimeters", "inches" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.4311 } }

System Prompt

Run Summary

Question-Level Details