Benchmark Run Details

System Prompt

You are performing unit conversions. 
Answer with just the numeric value after conversion. 
Be as precise as possible and follow standard conversion formulas.

Run Summary

Model qwen3:4b:Q4_K_M
Benchmark 0022_unit_conversion
Normed Score 75
Run Timestamp 2025-04-29 17:12:21

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0022_unit_conversion:q1 100 1245 { "question": "How many miles is 283.6 kilometers?", "expected_value": 176.22, "tolerance": 1.7622, "actual_value": 176.1322, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q10 100 843 { "question": "How many feet is 73.9 meters?", "expected_value": 242.5, "tolerance": 2.4250000000000003, "actual_value": 242.454, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q11 100 860 { "question": "How many cubic meters is 39.7 cubic feet?", "expected_value": 1.124, "tolerance": 0.011240000000000002, "actual_value": 1.12734, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q12 100 784 { "question": "How many centimeters is 30.2 inches?", "expected_value": 76.7, "tolerance": 0.767, "actual_value": 76.7, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q13 0 874 { "question": "How many cubic feet is 68.0 cubic meters?", "expected_value": 2401.4, "tolerance": 24.014000000000003, "actual_value": 732.328, "full_response": "", "is_correct": false }
[+]
0022_unit_conversion:q14 0 835 { "question": "How many acres is 56.6 hectares?", "expected_value": 139.86, "tolerance": 1.3986, "actual_value": 186.72, "full_response": "", "is_correct": false }
[+]
0022_unit_conversion:q15 0 745 { "question": "How many celsius is 20.0 fahrenheit?", "expected_value": -6.7, "tolerance": 0.1, "actual_value": 20.0, "full_response": "", "is_correct": false }
[+]
0022_unit_conversion:q16 100 865 { "question": "How many meters is 31.6 feet?", "expected_value": 9.63, "tolerance": 0.09630000000000001, "actual_value": 9.6288, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q17 100 812 { "question": "How many square feet is 16.7 square meters?", "expected_value": 179.8, "tolerance": 1.798, "actual_value": 179.98, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q18 0 782 { "question": "How many hectares is 30.9 acres?", "expected_value": 12.5, "tolerance": 0.125, "actual_value": 125.0, "full_response": "", "is_correct": false }
[+]
0022_unit_conversion:q19 100 869 { "question": "How many kilometers is 906.9 miles?", "expected_value": 1459.5, "tolerance": 14.595, "actual_value": 1458.552, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q2 100 847 { "question": "How many pounds is 44.9 kilograms?", "expected_value": 99.0, "tolerance": 0.99, "actual_value": 98.944, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q20 100 786 { "question": "How many square meters is 75.7 square feet?", "expected_value": 7.03, "tolerance": 0.0703, "actual_value": 6.998, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q21 100 1218 { "question": "How many feet is 57.3 meters?", "expected_value": 188.0, "tolerance": 1.8800000000000001, "actual_value": 187.66404199212596, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q22 100 764 { "question": "How many square meters is 71.6 square feet?", "expected_value": 6.65, "tolerance": 0.0665, "actual_value": 6.648, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q23 100 807 { "question": "How many meters is 28.4 feet?", "expected_value": 8.66, "tolerance": 0.0866, "actual_value": 8.6552, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q24 0 809 { "question": "How many acres is 54.3 hectares?", "expected_value": 134.18, "tolerance": 1.3418, "actual_value": 183.87, "full_response": "", "is_correct": false }
[+]
0022_unit_conversion:q25 100 840 { "question": "How many pounds is 55.3 kilograms?", "expected_value": 121.9, "tolerance": 1.219, "actual_value": 121.836, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q26 0 831 { "question": "How many cubic feet is 54.8 cubic meters?", "expected_value": 1935.2, "tolerance": 19.352, "actual_value": 1867.32, "full_response": "", "is_correct": false }
[+]
0022_unit_conversion:q27 100 1058 { "question": "How many inches is 16.2 centimeters?", "expected_value": 6.38, "tolerance": 0.0638, "actual_value": 6.37795275587, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q28 100 839 { "question": "How many fahrenheit is 42.8 celsius?", "expected_value": 109.0, "tolerance": 1.09, "actual_value": 109.04, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q29 100 880 { "question": "How many kilometers is 902.4 miles?", "expected_value": 1452.3, "tolerance": 14.523, "actual_value": 1452.768, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q3 100 845 { "question": "How many fahrenheit is 26.7 celsius?", "expected_value": 80.1, "tolerance": 0.8009999999999999, "actual_value": 80.06, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q30 100 836 { "question": "How many cubic meters is 84.4 cubic feet?", "expected_value": 2.39, "tolerance": 0.0239, "actual_value": 2.38848, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q31 100 776 { "question": "How many miles is 594.9 kilometers?", "expected_value": 369.65, "tolerance": 3.6965, "actual_value": 369.6, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q32 0 701 { "question": "How many gallons is 23.6 liters?", "expected_value": 6.23, "tolerance": 0.06230000000000001, "actual_value": 7.3, "full_response": "", "is_correct": false }
[+]
0022_unit_conversion:q33 100 832 { "question": "How many centimeters is 58.5 inches?", "expected_value": 148.6, "tolerance": 1.486, "actual_value": 148.56, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q34 100 842 { "question": "How many liters is 14.8 gallons?", "expected_value": 56.0, "tolerance": 0.56, "actual_value": 56.0337, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q35 0 1087 { "question": "How many celsius is 2.6 fahrenheit?", "expected_value": -16.3, "tolerance": 0.163, "actual_value": -13.5555555556, "full_response": "", "is_correct": false }
[+]
0022_unit_conversion:q36 100 830 { "question": "How many kilograms is 260.6 pounds?", "expected_value": 118.2, "tolerance": 1.1820000000000002, "actual_value": 118.15, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q37 100 800 { "question": "How many hectares is 59.3 acres?", "expected_value": 24.0, "tolerance": 0.24, "actual_value": 23.991, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q38 100 815 { "question": "How many square feet is 19.2 square meters?", "expected_value": 206.7, "tolerance": 2.0669999999999997, "actual_value": 206.86, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q39 0 777 { "question": "How many ounces is 20.5 grams?", "expected_value": 0.72, "tolerance": 0.01, "actual_value": 0.699, "full_response": "", "is_correct": false }
[+]
0022_unit_conversion:q4 0 818 { "question": "How many ounces is 43.0 grams?", "expected_value": 1.52, "tolerance": 0.0152, "actual_value": 1.4113, "full_response": "", "is_correct": false }
[+]
0022_unit_conversion:q40 100 948 { "question": "How many grams is 87.1 ounces?", "expected_value": 2469.2, "tolerance": 24.692, "actual_value": 2467.41591, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q5 100 1049 { "question": "How many liters is 31.1 gallons?", "expected_value": 117.7, "tolerance": 1.177, "actual_value": 117.619047619, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q6 100 798 { "question": "How many gallons is 78.0 liters?", "expected_value": 20.61, "tolerance": 0.2061, "actual_value": 20.62, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q7 100 1003 { "question": "How many grams is 77.0 ounces?", "expected_value": 2182.9, "tolerance": 21.829, "actual_value": 2182.261111, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q8 100 868 { "question": "How many kilograms is 416.3 pounds?", "expected_value": 188.8, "tolerance": 1.8880000000000001, "actual_value": 188.756, "full_response": "", "is_correct": true }
[+]
0022_unit_conversion:q9 100 1069 { "question": "How many inches is 109.5 centimeters?", "expected_value": 43.11, "tolerance": 0.4311, "actual_value": 43.0708661417, "full_response": "", "is_correct": true }
[+]