Model | gemma2:9b:Q4_0 |
---|---|
Benchmark | 0022_unit_conversion |
Normed Score | 90 |
Run Timestamp | 2025-03-27 17:45:47 |
Question ID | Score | Evaluation Time (ms) | Debug Info |
---|---|---|---|
0022_unit_conversion:q1 | 100 | 7144 | { "prompt": "How many miles is 283.6 kilometers?", "response": { "value": 176.39, "unit": "miles" }, "expected": 176.22, "tolerance": 1.7622, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q10 | 100 | 1983 | { "prompt": "How many feet is 73.9 meters?", "response": { "value": 242.46, "unit": "feet" }, "expected": 242.5, "tolerance": 2.4250000000000003, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q11 | 100 | 2069 | { "prompt": "How many cubic meters is 39.7 cubic feet?", "response": { "value": 1.12, "unit": "cubic meters" }, "expected": 1.124, "tolerance": 0.011240000000000002, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q12 | 100 | 1918 | { "prompt": "How many centimeters is 30.2 inches?", "response": { "value": 76.7, "unit": "cm" }, "expected": 76.7, "tolerance": 0.767, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q13 | 100 | 2140 | { "prompt": "How many cubic feet is 68.0 cubic meters?", "response": { "value": 2403.91, "unit": "cubic feet" }, "expected": 2401.4, "tolerance": 24.014000000000003, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q14 | 100 | 2122 | { "prompt": "How many acres is 56.6 hectares?", "response": { "value": 140.07, "unit": "acres" }, "expected": 139.86, "tolerance": 1.3986, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q15 | 0 | 1865 | { "prompt": "How many celsius is 20.0 fahrenheit?", "response": { "value": 6.67, "unit": "celsius" }, "expected": -6.7, "tolerance": 0.1, "is_correct": false, "score": 0 } |
[+]
|
|||
0022_unit_conversion:q16 | 100 | 1931 | { "prompt": "How many meters is 31.6 feet?", "response": { "value": 9.63, "unit": "meters" }, "expected": 9.63, "tolerance": 0.09630000000000001, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q17 | 100 | 2314 | { "prompt": "How many square feet is 16.7 square meters?", "response": { "value": 180.05, "unit": "sq ft" }, "expected": 179.8, "tolerance": 1.798, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q18 | 100 | 2085 | { "prompt": "How many hectares is 30.9 acres?", "response": { "value": 12.54, "unit": "hectares" }, "expected": 12.5, "tolerance": 0.125, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q19 | 100 | 2104 | { "prompt": "How many kilometers is 906.9 miles?", "response": { "value": 1459.23, "unit": "km" }, "expected": 1459.5, "tolerance": 14.595, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q2 | 100 | 1990 | { "prompt": "How many pounds is 44.9 kilograms?", "response": { "value": 99.02, "unit": "pounds" }, "expected": 99.0, "tolerance": 0.99, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q20 | 100 | 2063 | { "prompt": "How many square meters is 75.7 square feet?", "response": { "value": 7.04, "unit": "square meters" }, "expected": 7.03, "tolerance": 0.0703, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q21 | 100 | 1934 | { "prompt": "How many feet is 57.3 meters?", "response": { "value": 188.02, "unit": "feet" }, "expected": 188.0, "tolerance": 1.8800000000000001, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q22 | 100 | 1988 | { "prompt": "How many square meters is 71.6 square feet?", "response": { "value": 6.65, "unit": "square meters" }, "expected": 6.65, "tolerance": 0.0665, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q23 | 100 | 1863 | { "prompt": "How many meters is 28.4 feet?", "response": { "value": 8.66, "unit": "meters" }, "expected": 8.66, "tolerance": 0.0866, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q24 | 100 | 1948 | { "prompt": "How many acres is 54.3 hectares?", "response": { "value": 134.26, "unit": "acres" }, "expected": 134.18, "tolerance": 1.3418, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q25 | 100 | 1914 | { "prompt": "How many pounds is 55.3 kilograms?", "response": { "value": 121.97, "unit": "pounds" }, "expected": 121.9, "tolerance": 1.219, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q26 | 100 | 2138 | { "prompt": "How many cubic feet is 54.8 cubic meters?", "response": { "value": 1937.68, "unit": "cubic feet" }, "expected": 1935.2, "tolerance": 19.352, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q27 | 100 | 1791 | { "prompt": "How many inches is 16.2 centimeters?", "response": { "value": 6.38, "unit": "inches" }, "expected": 6.38, "tolerance": 0.0638, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q28 | 100 | 2112 | { "prompt": "How many fahrenheit is 42.8 celsius?", "response": { "value": 109.04, "unit": "fahrenheit" }, "expected": 109.0, "tolerance": 1.09, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q29 | 100 | 2168 | { "prompt": "How many kilometers is 902.4 miles?", "response": { "value": 1452.08, "unit": "kilometers" }, "expected": 1452.3, "tolerance": 14.523, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q3 | 100 | 2157 | { "prompt": "How many fahrenheit is 26.7 celsius?", "response": { "value": 80.06, "unit": "fahrenheit" }, "expected": 80.1, "tolerance": 0.8009999999999999, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q30 | 100 | 1965 | { "prompt": "How many cubic meters is 84.4 cubic feet?", "response": { "value": 2.39, "unit": "cubic meters" }, "expected": 2.39, "tolerance": 0.0239, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q31 | 100 | 2025 | { "prompt": "How many miles is 594.9 kilometers?", "response": { "value": 369.87, "unit": "miles" }, "expected": 369.65, "tolerance": 3.6965, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q32 | 100 | 1849 | { "prompt": "How many gallons is 23.6 liters?", "response": { "value": 6.21, "unit": "gallons" }, "expected": 6.23, "tolerance": 0.06230000000000001, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q33 | 100 | 1952 | { "prompt": "How many centimeters is 58.5 inches?", "response": { "value": 148.6, "unit": "cm" }, "expected": 148.6, "tolerance": 1.486, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q34 | 100 | 1850 | { "prompt": "How many liters is 14.8 gallons?", "response": { "value": 56.03, "unit": "liters" }, "expected": 56.0, "tolerance": 0.56, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q35 | 0 | 1866 | { "prompt": "How many celsius is 2.6 fahrenheit?", "response": { "value": -15.8, "unit": "celsius" }, "expected": -16.3, "tolerance": 0.163, "is_correct": false, "score": 0 } |
[+]
|
|||
0022_unit_conversion:q36 | 100 | 2085 | { "prompt": "How many kilograms is 260.6 pounds?", "response": { "value": 118.05, "unit": "kilograms" }, "expected": 118.2, "tolerance": 1.1820000000000002, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q37 | 100 | 1899 | { "prompt": "How many hectares is 59.3 acres?", "response": { "value": 24.01, "unit": "hectares" }, "expected": 24.0, "tolerance": 0.24, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q38 | 100 | 2043 | { "prompt": "How many square feet is 19.2 square meters?", "response": { "value": 206.45, "unit": "square feet" }, "expected": 206.7, "tolerance": 2.0669999999999997, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q39 | 50 | 1781 | { "prompt": "How many ounces is 20.5 grams?", "response": { "value": 0.73, "unit": "ounces" }, "expected": 0.72, "tolerance": 0.01, "is_correct": false, "score": 50 } |
[+]
|
|||
0022_unit_conversion:q4 | 50 | 1973 | { "prompt": "How many ounces is 43.0 grams?", "response": { "value": 1.5, "unit": "ounces" }, "expected": 1.52, "tolerance": 0.0152, "is_correct": false, "score": 50 } |
[+]
|
|||
0022_unit_conversion:q40 | 100 | 2057 | { "prompt": "How many grams is 87.1 ounces?", "response": { "value": 2465.93, "unit": "g" }, "expected": 2469.2, "tolerance": 24.692, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q5 | 100 | 2106 | { "prompt": "How many liters is 31.1 gallons?", "response": { "value": 117.86, "unit": "liters" }, "expected": 117.7, "tolerance": 1.177, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q6 | 100 | 2067 | { "prompt": "How many gallons is 78.0 liters?", "response": { "value": 20.61, "unit": "gallons" }, "expected": 20.61, "tolerance": 0.2061, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q7 | 100 | 2172 | { "prompt": "How many grams is 77.0 ounces?", "response": { "value": 2183.64, "unit": "g" }, "expected": 2182.9, "tolerance": 21.829, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q8 | 100 | 2109 | { "prompt": "How many kilograms is 416.3 pounds?", "response": { "value": 189.0, "unit": "kg" }, "expected": 188.8, "tolerance": 1.8880000000000001, "is_correct": true, "score": 100 } |
[+]
|
|||
0022_unit_conversion:q9 | 100 | 2065 | { "prompt": "How many inches is 109.5 centimeters?", "response": { "value": 43.11, "unit": "inches" }, "expected": 43.11, "tolerance": 0.4311, "is_correct": true, "score": 100 } |
[+]
|