Benchmark Run Details

System Prompt

You are performing unit conversions. 
Answer with just the numeric value after conversion. 
Be as precise as possible and follow standard conversion formulas.

Run Summary

Model qwen2.5:1.5b:Q4_K_M
Benchmark 0022_unit_conversion
Normed Score 55
Run Timestamp 2025-03-27 17:51:52

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0022_unit_conversion:q1 100 1228 { "prompt": "How many miles is 283.6 kilometers?", "response": { "value": 175.94, "unit": "miles" }, "expected": 176.22, "tolerance": 1.7622, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q10 100 406 { "prompt": "How many feet is 73.9 meters?", "response": { "value": 241.85, "unit": "feet" }, "expected": 242.5, "tolerance": 2.4250000000000003, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q11 100 432 { "prompt": "How many cubic meters is 39.7 cubic feet?", "response": { "value": 1.12, "unit": "m^3" }, "expected": 1.124, "tolerance": 0.011240000000000002, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q12 100 459 { "prompt": "How many centimeters is 30.2 inches?", "response": { "value": 76.71, "unit": "cm" }, "expected": 76.7, "tolerance": 0.767, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q13 0 565 { "prompt": "How many cubic feet is 68.0 cubic meters?", "response": { "value": 2194.03, "unit": "cubic feet" }, "expected": 2401.4, "tolerance": 24.014000000000003, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q14 0 501 { "prompt": "How many acres is 56.6 hectares?", "response": { "value": 14.07, "unit": "acres" }, "expected": 139.86, "tolerance": 1.3986, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q15 0 436 { "prompt": "How many celsius is 20.0 fahrenheit?", "response": { "value": 6.67, "unit": "°C" }, "expected": -6.7, "tolerance": 0.1, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q16 100 429 { "prompt": "How many meters is 31.6 feet?", "response": { "value": 9.64, "unit": "meters" }, "expected": 9.63, "tolerance": 0.09630000000000001, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q17 100 498 { "prompt": "How many square feet is 16.7 square meters?", "response": { "value": 180.54, "unit": "square feet" }, "expected": 179.8, "tolerance": 1.798, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q18 0 451 { "prompt": "How many hectares is 30.9 acres?", "response": { "value": 2.81, "unit": "hectares" }, "expected": 12.5, "tolerance": 0.125, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q19 100 449 { "prompt": "How many kilometers is 906.9 miles?", "response": { "value": 1472.8, "unit": "km" }, "expected": 1459.5, "tolerance": 14.595, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q2 100 379 { "prompt": "How many pounds is 44.9 kilograms?", "response": { "value": 98.9, "unit": "pounds" }, "expected": 99.0, "tolerance": 0.99, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q20 50 429 { "prompt": "How many square meters is 75.7 square feet?", "response": { "value": 6.93, "unit": "m²" }, "expected": 7.03, "tolerance": 0.0703, "is_correct": false, "score": 50 }
[+]
0022_unit_conversion:q21 100 456 { "prompt": "How many feet is 57.3 meters?", "response": { "value": 188.29, "unit": "feet" }, "expected": 188.0, "tolerance": 1.8800000000000001, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q22 0 426 { "prompt": "How many square meters is 71.6 square feet?", "response": { "value": 5.7, "unit": "m²" }, "expected": 6.65, "tolerance": 0.0665, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q23 100 425 { "prompt": "How many meters is 28.4 feet?", "response": { "value": 8.63, "unit": "meters" }, "expected": 8.66, "tolerance": 0.0866, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q24 50 445 { "prompt": "How many acres is 54.3 hectares?", "response": { "value": 136.29, "unit": "acres" }, "expected": 134.18, "tolerance": 1.3418, "is_correct": false, "score": 50 }
[+]
0022_unit_conversion:q25 100 458 { "prompt": "How many pounds is 55.3 kilograms?", "response": { "value": 121.64, "unit": "lbs" }, "expected": 121.9, "tolerance": 1.219, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q26 0 510 { "prompt": "How many cubic feet is 54.8 cubic meters?", "response": { "value": 1860.23, "unit": "cubic feet" }, "expected": 1935.2, "tolerance": 19.352, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q27 100 443 { "prompt": "How many inches is 16.2 centimeters?", "response": { "value": 6.4, "unit": "inches" }, "expected": 6.38, "tolerance": 0.0638, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q28 100 500 { "prompt": "How many fahrenheit is 42.8 celsius?", "response": { "value": 109.06, "unit": "°F" }, "expected": 109.0, "tolerance": 1.09, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q29 100 486 { "prompt": "How many kilometers is 902.4 miles?", "response": { "value": 1453.47, "unit": "km" }, "expected": 1452.3, "tolerance": 14.523, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q3 50 382 { "prompt": "How many fahrenheit is 26.7 celsius?", "response": { "value": 80.94, "unit": "°F" }, "expected": 80.1, "tolerance": 0.8009999999999999, "is_correct": false, "score": 50 }
[+]
0022_unit_conversion:q30 50 407 { "prompt": "How many cubic meters is 84.4 cubic feet?", "response": { "value": 2.36, "unit": "m³" }, "expected": 2.39, "tolerance": 0.0239, "is_correct": false, "score": 50 }
[+]
0022_unit_conversion:q31 100 469 { "prompt": "How many miles is 594.9 kilometers?", "response": { "value": 370.12, "unit": "miles" }, "expected": 369.65, "tolerance": 3.6965, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q32 0 434 { "prompt": "How many gallons is 23.6 liters?", "response": { "value": 5.98, "unit": "gallons" }, "expected": 6.23, "tolerance": 0.06230000000000001, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q33 100 438 { "prompt": "How many centimeters is 58.5 inches?", "response": { "value": 148.32, "unit": "cm" }, "expected": 148.6, "tolerance": 1.486, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q34 0 440 { "prompt": "How many liters is 14.8 gallons?", "response": { "value": 5.26, "unit": "liters" }, "expected": 56.0, "tolerance": 0.56, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q35 0 492 { "prompt": "How many celsius is 2.6 fahrenheit?", "response": { "value": 13.89, "unit": "°C" }, "expected": -16.3, "tolerance": 0.163, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q36 100 481 { "prompt": "How many kilograms is 260.6 pounds?", "response": { "value": 118.19, "unit": "kg" }, "expected": 118.2, "tolerance": 1.1820000000000002, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q37 0 481 { "prompt": "How many hectares is 59.3 acres?", "response": { "value": 1.46, "unit": "hectares" }, "expected": 24.0, "tolerance": 0.24, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q38 0 481 { "prompt": "How many square feet is 19.2 square meters?", "response": { "value": 198.53, "unit": "sq ft" }, "expected": 206.7, "tolerance": 2.0669999999999997, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q39 0 346 { "prompt": "How many ounces is 20.5 grams?", "response": { "value": 7, "unit": "ounces" }, "expected": 0.72, "tolerance": 0.01, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q4 100 375 { "prompt": "How many ounces is 43.0 grams?", "response": { "value": 1.52, "unit": "ounces" }, "expected": 1.52, "tolerance": 0.0152, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q40 100 496 { "prompt": "How many grams is 87.1 ounces?", "response": { "value": 2469.03, "unit": "grams" }, "expected": 2469.2, "tolerance": 24.692, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q5 0 395 { "prompt": "How many liters is 31.1 gallons?", "response": { "value": 11.74, "unit": "liters" }, "expected": 117.7, "tolerance": 1.177, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q6 0 409 { "prompt": "How many gallons is 78.0 liters?", "response": { "value": 19.56, "unit": "gallons" }, "expected": 20.61, "tolerance": 0.2061, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q7 100 405 { "prompt": "How many grams is 77.0 ounces?", "response": { "value": 2163.94, "unit": "grams" }, "expected": 2182.9, "tolerance": 21.829, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q8 100 385 { "prompt": "How many kilograms is 416.3 pounds?", "response": { "value": 188.59, "unit": "kg" }, "expected": 188.8, "tolerance": 1.8880000000000001, "is_correct": true, "score": 100 }
[+]
0022_unit_conversion:q9 100 399 { "prompt": "How many inches is 109.5 centimeters?", "response": { "value": 42.98, "unit": "inches" }, "expected": 43.11, "tolerance": 0.4311, "is_correct": true, "score": 100 }
[+]