Benchmark Run Details

System Prompt

You are performing unit conversions. 
Answer with just the numeric value after conversion. 
Be as precise as possible and follow standard conversion formulas.

Run Summary

Model gemma3:1b:Q4_K_M
Benchmark 0022_unit_conversion
Normed Score 0
Run Timestamp 2025-03-27 17:50:58

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0022_unit_conversion:q1 0 915 { "prompt": "How many miles is 283.6 kilometers?", "response": { "value": 283.6, "unit": "kilometers" }, "expected": 176.22, "tolerance": 1.7622, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q10 0 360 { "prompt": "How many feet is 73.9 meters?", "response": { "value": 73.9, "unit": "meters" }, "expected": 242.5, "tolerance": 2.4250000000000003, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q11 0 374 { "prompt": "How many cubic meters is 39.7 cubic feet?", "response": { "value": 39.7, "unit": "cubic feet" }, "expected": 1.124, "tolerance": 0.011240000000000002, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q12 0 361 { "prompt": "How many centimeters is 30.2 inches?", "response": { "value": 30.2, "unit": "inches" }, "expected": 76.7, "tolerance": 0.767, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q13 0 400 { "prompt": "How many cubic feet is 68.0 cubic meters?", "response": { "value": 68.0, "unit": "cubic meters" }, "expected": 2401.4, "tolerance": 24.014000000000003, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q14 0 400 { "prompt": "How many acres is 56.6 hectares?", "response": { "value": 56.6, "unit": "hectares" }, "expected": 139.86, "tolerance": 1.3986, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q15 0 373 { "prompt": "How many celsius is 20.0 fahrenheit?", "response": { "value": 20.0, "unit": "fahrenheit" }, "expected": -6.7, "tolerance": 0.1, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q16 0 419 { "prompt": "How many meters is 31.6 feet?", "response": { "value": 31.6, "unit": "feet" }, "expected": 9.63, "tolerance": 0.09630000000000001, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q17 0 468 { "prompt": "How many square feet is 16.7 square meters?", "response": { "value": 25.4, "unit": "square meters" }, "expected": 179.8, "tolerance": 1.798, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q18 0 418 { "prompt": "How many hectares is 30.9 acres?", "response": { "value": 30.9, "unit": "hectares" }, "expected": 12.5, "tolerance": 0.125, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q19 0 495 { "prompt": "How many kilometers is 906.9 miles?", "response": { "value": 906.9, "unit": "miles" }, "expected": 1459.5, "tolerance": 14.595, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q2 0 440 { "prompt": "How many pounds is 44.9 kilograms?", "response": { "value": 44.9, "unit": "kilograms" }, "expected": 99.0, "tolerance": 0.99, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q20 0 508 { "prompt": "How many square meters is 75.7 square feet?", "response": { "value": 75.7, "unit": "square feet" }, "expected": 7.03, "tolerance": 0.0703, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q21 0 492 { "prompt": "How many feet is 57.3 meters?", "response": { "value": 57.3, "unit": "meters" }, "expected": 188.0, "tolerance": 1.8800000000000001, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q22 0 461 { "prompt": "How many square meters is 71.6 square feet?", "response": { "value": 71.6, "unit": "square feet" }, "expected": 6.65, "tolerance": 0.0665, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q23 0 409 { "prompt": "How many meters is 28.4 feet?", "response": { "value": 28.4, "unit": "feet" }, "expected": 8.66, "tolerance": 0.0866, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q24 0 390 { "prompt": "How many acres is 54.3 hectares?", "response": { "value": 54.3, "unit": "hectares" }, "expected": 134.18, "tolerance": 1.3418, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q25 0 413 { "prompt": "How many pounds is 55.3 kilograms?", "response": { "value": 55.3, "unit": "kilograms" }, "expected": 121.9, "tolerance": 1.219, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q26 0 425 { "prompt": "How many cubic feet is 54.8 cubic meters?", "response": { "value": 54.8, "unit": "cubic meters" }, "expected": 1935.2, "tolerance": 19.352, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q27 0 420 { "prompt": "How many inches is 16.2 centimeters?", "response": { "value": 16.2, "unit": "centimeters" }, "expected": 6.38, "tolerance": 0.0638, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q28 0 426 { "prompt": "How many fahrenheit is 42.8 celsius?", "response": { "value": 42.8, "unit": "fahrenheit" }, "expected": 109.0, "tolerance": 1.09, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q29 0 424 { "prompt": "How many kilometers is 902.4 miles?", "response": { "value": 902.4, "unit": "miles" }, "expected": 1452.3, "tolerance": 14.523, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q3 0 420 { "prompt": "How many fahrenheit is 26.7 celsius?", "response": { "value": 26.7, "unit": "fahrenheit" }, "expected": 80.1, "tolerance": 0.8009999999999999, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q30 0 418 { "prompt": "How many cubic meters is 84.4 cubic feet?", "response": { "value": 84.4, "unit": "cubic feet" }, "expected": 2.39, "tolerance": 0.0239, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q31 0 424 { "prompt": "How many miles is 594.9 kilometers?", "response": { "value": 594.9, "unit": "kilometers" }, "expected": 369.65, "tolerance": 3.6965, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q32 0 436 { "prompt": "How many gallons is 23.6 liters?", "response": { "value": 23.6, "unit": "liters" }, "expected": 6.23, "tolerance": 0.06230000000000001, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q33 0 405 { "prompt": "How many centimeters is 58.5 inches?", "response": { "value": 58.5, "unit": "inches" }, "expected": 148.6, "tolerance": 1.486, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q34 0 428 { "prompt": "How many liters is 14.8 gallons?", "response": { "value": 14.8, "unit": "liters" }, "expected": 56.0, "tolerance": 0.56, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q35 0 434 { "prompt": "How many celsius is 2.6 fahrenheit?", "response": { "value": 2.6, "unit": "fahrenheit" }, "expected": -16.3, "tolerance": 0.163, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q36 0 430 { "prompt": "How many kilograms is 260.6 pounds?", "response": { "value": 260.6, "unit": "kilograms" }, "expected": 118.2, "tolerance": 1.1820000000000002, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q37 0 465 { "prompt": "How many hectares is 59.3 acres?", "response": { "value": 59.3, "unit": "hectares" }, "expected": 24.0, "tolerance": 0.24, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q38 0 440 { "prompt": "How many square feet is 19.2 square meters?", "response": { "value": 33.82, "unit": "square meters" }, "expected": 206.7, "tolerance": 2.0669999999999997, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q39 0 414 { "prompt": "How many ounces is 20.5 grams?", "response": { "value": 20.5, "unit": "grams" }, "expected": 0.72, "tolerance": 0.01, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q4 0 356 { "prompt": "How many ounces is 43.0 grams?", "response": { "value": 43.0, "unit": "grams" }, "expected": 1.52, "tolerance": 0.0152, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q40 0 391 { "prompt": "How many grams is 87.1 ounces?", "response": { "value": 87.1, "unit": "ounces" }, "expected": 2469.2, "tolerance": 24.692, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q5 0 431 { "prompt": "How many liters is 31.1 gallons?", "response": { "value": 31.1, "unit": "liters" }, "expected": 117.7, "tolerance": 1.177, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q6 0 378 { "prompt": "How many gallons is 78.0 liters?", "response": { "value": 78.0, "unit": "liters" }, "expected": 20.61, "tolerance": 0.2061, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q7 0 368 { "prompt": "How many grams is 77.0 ounces?", "response": { "value": 77.0, "unit": "ounces" }, "expected": 2182.9, "tolerance": 21.829, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q8 0 378 { "prompt": "How many kilograms is 416.3 pounds?", "response": { "value": 416.3, "unit": "pounds" }, "expected": 188.8, "tolerance": 1.8880000000000001, "is_correct": false, "score": 0 }
[+]
0022_unit_conversion:q9 0 400 { "prompt": "How many inches is 109.5 centimeters?", "response": { "value": 109.5, "unit": "centimeters" }, "expected": 43.11, "tolerance": 0.4311, "is_correct": false, "score": 0 }
[+]