Benchmark Run Details

System Prompt

You are performing unit conversions. 
Answer with just the numeric value after conversion. 
Be as precise as possible and follow standard conversion formulas.

Run Summary

Model qwen2.5:7b:Q4_K_M
Benchmark 0022_unit_conversion
Normed Score 90
Run Timestamp 2025-03-27 17:47:21

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0022_unit_conversion:q1 100 5109 { "prompt": "How many miles is 283.6 kilometers?", "response": { "value": 176.1, "unit": "miles" }, "expected": 176.22, "tolerance": 1.7622, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q10 100 1527 { "prompt": "How many feet is 73.9 meters?", "response": { "value": 242.76, "unit": "feet" }, "expected": 242.5, "tolerance": 2.4250000000000003, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q11 100 1489 { "prompt": "How many cubic meters is 39.7 cubic feet?", "response": { "value": 1.12, "unit": "cubic meters" }, "expected": 1.124, "tolerance": 0.011240000000000002, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q12 100 1447 { "prompt": "How many centimeters is 30.2 inches?", "response": { "value": 76.68, "unit": "cm" }, "expected": 76.7, "tolerance": 0.767, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q13 0 1523 { "prompt": "How many cubic feet is 68.0 cubic meters?", "response": { "value": 2, "unit": "357.19" }, "expected": 2401.4, "tolerance": 24.014000000000003, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q14 100 1706 { "prompt": "How many acres is 56.6 hectares?", "response": { "value": 139.74, "unit": "acres" }, "expected": 139.86, "tolerance": 1.3986, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q15 100 1626 { "prompt": "How many celsius is 20.0 fahrenheit?", "response": { "value": -6.67, "unit": "°C" }, "expected": -6.7, "tolerance": 0.1, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q16 100 1501 { "prompt": "How many meters is 31.6 feet?", "response": { "value": 9.63, "unit": "meters" }, "expected": 9.63, "tolerance": 0.09630000000000001, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q17 100 1604 { "prompt": "How many square feet is 16.7 square meters?", "response": { "value": 180.42, "unit": "square feet" }, "expected": 179.8, "tolerance": 1.798, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q18 100 1495 { "prompt": "How many hectares is 30.9 acres?", "response": { "value": 12.5, "unit": "hectares" }, "expected": 12.5, "tolerance": 0.125, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q19 100 1649 { "prompt": "How many kilometers is 906.9 miles?", "response": { "value": 1458.73, "unit": "kilometers" }, "expected": 1459.5, "tolerance": 14.595, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q2 100 1420 { "prompt": "How many pounds is 44.9 kilograms?", "response": { "value": 99.21, "unit": "pounds" }, "expected": 99.0, "tolerance": 0.99, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q20 100 1344 { "prompt": "How many square meters is 75.7 square feet?", "response": { "value": 7.04, "unit": "square meters" }, "expected": 7.03, "tolerance": 0.0703, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q21 100 1467 { "prompt": "How many feet is 57.3 meters?", "response": { "value": 187.69, "unit": "feet" }, "expected": 188.0, "tolerance": 1.8800000000000001, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q22 100 1430 { "prompt": "How many square meters is 71.6 square feet?", "response": { "value": 6.69, "unit": "square meters" }, "expected": 6.65, "tolerance": 0.0665, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q23 100 1440 { "prompt": "How many meters is 28.4 feet?", "response": { "value": 8.65, "unit": "meters" }, "expected": 8.66, "tolerance": 0.0866, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q24 100 1502 { "prompt": "How many acres is 54.3 hectares?", "response": { "value": 134.07, "unit": "acres" }, "expected": 134.18, "tolerance": 1.3418, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q25 100 1500 { "prompt": "How many pounds is 55.3 kilograms?", "response": { "value": 121.93, "unit": "pounds" }, "expected": 121.9, "tolerance": 1.219, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q26 100 1659 { "prompt": "How many cubic feet is 54.8 cubic meters?", "response": { "value": 1932.09, "unit": "cubic feet" }, "expected": 1935.2, "tolerance": 19.352, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q27 100 1442 { "prompt": "How many inches is 16.2 centimeters?", "response": { "value": 6.38, "unit": "inches" }, "expected": 6.38, "tolerance": 0.0638, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q28 100 1470 { "prompt": "How many fahrenheit is 42.8 celsius?", "response": { "value": 109.0, "unit": "Fahrenheit" }, "expected": 109.0, "tolerance": 1.09, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q29 100 1597 { "prompt": "How many kilometers is 902.4 miles?", "response": { "value": 1453.26, "unit": "kilometers" }, "expected": 1452.3, "tolerance": 14.523, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q3 100 1428 { "prompt": "How many fahrenheit is 26.7 celsius?", "response": { "value": 80.06, "unit": "°F" }, "expected": 80.1, "tolerance": 0.8009999999999999, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q30 100 1447 { "prompt": "How many cubic meters is 84.4 cubic feet?", "response": { "value": 2.4, "unit": "m³" }, "expected": 2.39, "tolerance": 0.0239, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q31 100 1569 { "prompt": "How many miles is 594.9 kilometers?", "response": { "value": 370.06, "unit": "miles" }, "expected": 369.65, "tolerance": 3.6965, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q32 100 1538 { "prompt": "How many gallons is 23.6 liters?", "response": { "value": 6.24, "unit": "gallons" }, "expected": 6.23, "tolerance": 0.06230000000000001, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q33 100 1494 { "prompt": "How many centimeters is 58.5 inches?", "response": { "value": 148.56, "unit": "cm" }, "expected": 148.6, "tolerance": 1.486, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q34 50 1454 { "prompt": "How many liters is 14.8 gallons?", "response": { "value": 56.79, "unit": "liters" }, "expected": 56.0, "tolerance": 0.56, "is_correct": false, "score": 50 }
[+]
0022_unit_conversion:q35 0 1477 { "prompt": "How many celsius is 2.6 fahrenheit?", "response": { "value": -13.06, "unit": "°C" }, "expected": -16.3, "tolerance": 0.163, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q36 100 1542 { "prompt": "How many kilograms is 260.6 pounds?", "response": { "value": 118.19, "unit": "kilograms" }, "expected": 118.2, "tolerance": 1.1820000000000002, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q37 100 1503 { "prompt": "How many hectares is 59.3 acres?", "response": { "value": 24.01, "unit": "hectares" }, "expected": 24.0, "tolerance": 0.24, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q38 100 1495 { "prompt": "How many square feet is 19.2 square meters?", "response": { "value": 205.73, "unit": "square feet" }, "expected": 206.7, "tolerance": 2.0669999999999997, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q39 50 1309 { "prompt": "How many ounces is 20.5 grams?", "response": { "value": 0.73, "unit": "ounces" }, "expected": 0.72, "tolerance": 0.01, "is_correct": false, "score": 50 }
[+]
0022_unit_conversion:q4 100 1386 { "prompt": "How many ounces is 43.0 grams?", "response": { "value": 1.52, "unit": "ounces" }, "expected": 1.52, "tolerance": 0.0152, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q40 100 1486 { "prompt": "How many grams is 87.1 ounces?", "response": { "value": 2473.67, "unit": "grams" }, "expected": 2469.2, "tolerance": 24.692, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q5 100 1572 { "prompt": "How many liters is 31.1 gallons?", "response": { "value": 117.95, "unit": "liters" }, "expected": 117.7, "tolerance": 1.177, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q6 100 1456 { "prompt": "How many gallons is 78.0 liters?", "response": { "value": 20.51, "unit": "gallons" }, "expected": 20.61, "tolerance": 0.2061, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q7 100 1587 { "prompt": "How many grams is 77.0 ounces?", "response": { "value": 2193.64, "unit": "grams" }, "expected": 2182.9, "tolerance": 21.829, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q8 100 1438 { "prompt": "How many kilograms is 416.3 pounds?", "response": { "value": 188.82, "unit": "kg" }, "expected": 188.8, "tolerance": 1.8880000000000001, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q9 100 1491 { "prompt": "How many inches is 109.5 centimeters?", "response": { "value": 43.11, "unit": "inches" }, "expected": 43.11, "tolerance": 0.4311, "is_correct": true, "score": 100 }
[+]