Benchmark Run Details

Run Summary

Model gemma2:9b:Q4_0
Benchmark 0015_spell_check
Normed Score 96
Run Timestamp 2025-03-26 18:18:23

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0015_spell_check:attention:0 100 6565 { "response": { "incorrect": "attetion", "correct": "attention" }, "expected": { "incorrect": "attetion", "correct": "attention" } }
[+]
0015_spell_check:attention:1 100 1870 { "response": { "incorrect": "attantion", "correct": "attention" }, "expected": { "incorrect": "attantion", "correct": "attention" } }
[+]
0015_spell_check:attention:2 100 1817 { "response": { "incorrect": "attetion", "correct": "attention" }, "expected": { "incorrect": "attetion", "correct": "attention" } }
[+]
0015_spell_check:attention:3 100 1780 { "response": { "incorrect": "attnetion", "correct": "attention" }, "expected": { "incorrect": "attnetion", "correct": "attention" } }
[+]
0015_spell_check:attention:4 100 1942 { "response": { "incorrect": "attntion", "correct": "attention" }, "expected": { "incorrect": "attntion", "correct": "attention" } }
[+]
0015_spell_check:attention:5 100 1869 { "response": { "incorrect": "attenion", "correct": "attention" }, "expected": { "incorrect": "attenion", "correct": "attention" } }
[+]
0015_spell_check:attention:6 100 1905 { "response": { "incorrect": "attenion", "correct": "attention" }, "expected": { "incorrect": "attenion", "correct": "attention" } }
[+]
0015_spell_check:attention:7 100 1945 { "response": { "incorrect": "attetion", "correct": "attention" }, "expected": { "incorrect": "attetion", "correct": "attention" } }
[+]
0015_spell_check:attention:8 100 1864 { "response": { "incorrect": "atttention", "correct": "attention" }, "expected": { "incorrect": "atttention", "correct": "attention" } }
[+]
0015_spell_check:attention:9 100 1869 { "response": { "incorrect": "attenttion", "correct": "attention" }, "expected": { "incorrect": "attenttion", "correct": "attention" } }
[+]
0015_spell_check:demonstrate:0 100 2103 { "response": { "incorrect": "demonstraite", "correct": "demonstrate" }, "expected": { "incorrect": "demonstraite", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:1 100 1986 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:2 100 1996 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:3 100 1983 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:4 100 1840 { "response": { "incorrect": "demanstrate", "correct": "demonstrate" }, "expected": { "incorrect": "demanstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:5 100 2037 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:6 100 2034 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:7 100 1944 { "response": { "incorrect": "demonstarte", "correct": "demonstrate" }, "expected": { "incorrect": "demonstarte", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:8 100 2009 { "response": { "incorrect": "deomstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:9 100 2091 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:laboratory:0 100 2020 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:1 100 1823 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:2 100 1836 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:3 100 1872 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:4 100 1921 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:5 100 1870 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:6 100 1952 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:7 100 1851 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:8 100 1836 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:9 100 1821 { "response": { "incorrect": "laberatory", "correct": "laboratory" }, "expected": { "incorrect": "laberatory", "correct": "laboratory" } }
[+]
0015_spell_check:laughter:0 100 1785 { "response": { "incorrect": "laughterr", "correct": "laughter" }, "expected": { "incorrect": "laughterr", "correct": "laughter" } }
[+]
0015_spell_check:laughter:1 100 1711 { "response": { "incorrect": "laghter", "correct": "laughter" }, "expected": { "incorrect": "laghter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:2 100 1758 { "response": { "incorrect": "laghter", "correct": "laughter" }, "expected": { "incorrect": "laghter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:3 100 1703 { "response": { "incorrect": "laghter", "correct": "laughter" }, "expected": { "incorrect": "laghter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:4 100 1787 { "response": { "incorrect": "lafter", "correct": "laughter" }, "expected": { "incorrect": "lafter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:5 100 1790 { "response": { "incorrect": "laghter", "correct": "laughter" }, "expected": { "incorrect": "laghter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:6 100 1860 { "response": { "incorrect": "laugther", "correct": "laughter" }, "expected": { "incorrect": "laugther", "correct": "laughter" } }
[+]
0015_spell_check:laughter:7 100 1894 { "response": { "incorrect": "laughtter", "correct": "laughter" }, "expected": { "incorrect": "laughtter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:8 100 1734 { "response": { "incorrect": "laughtur", "correct": "laughter" }, "expected": { "incorrect": "laughtur", "correct": "laughter" } }
[+]
0015_spell_check:laughter:9 100 1732 { "response": { "incorrect": "laugther", "correct": "laughter" }, "expected": { "incorrect": "laugther", "correct": "laughter" } }
[+]
0015_spell_check:liaison:0 100 1793 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:1 100 1809 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:2 0 1832 { "response": { "incorrect": "liaison", "correct": "liaison" }, "expected": { "incorrect": "liasion", "correct": "liaison" } }
[+]
0015_spell_check:liaison:3 100 1787 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:4 100 1844 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:5 100 1868 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:6 100 1979 { "response": { "incorrect": "liasion", "correct": "liaison" }, "expected": { "incorrect": "liasion", "correct": "liaison" } }
[+]
0015_spell_check:liaison:7 100 1986 { "response": { "incorrect": "leason", "correct": "liaison" }, "expected": { "incorrect": "leason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:8 100 2042 { "response": { "incorrect": "liasion", "correct": "liaison" }, "expected": { "incorrect": "liasion", "correct": "liaison" } }
[+]
0015_spell_check:liaison:9 100 1983 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:orange:0 100 2037 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" } }
[+]
0015_spell_check:orange:1 100 2138 { "response": { "incorrect": "oranje", "correct": "orange" }, "expected": { "incorrect": "oranje", "correct": "orange" } }
[+]
0015_spell_check:orange:2 100 1915 { "response": { "incorrect": "orang", "correct": "orange" }, "expected": { "incorrect": "orang", "correct": "orange" } }
[+]
0015_spell_check:orange:3 100 2152 { "response": { "incorrect": "oranage", "correct": "orange" }, "expected": { "incorrect": "oranage", "correct": "orange" } }
[+]
0015_spell_check:orange:4 100 1942 { "response": { "incorrect": "oranage", "correct": "orange" }, "expected": { "incorrect": "oranage", "correct": "orange" } }
[+]
0015_spell_check:orange:5 100 1954 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" } }
[+]
0015_spell_check:orange:6 100 1459 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" } }
[+]
0015_spell_check:orange:7 100 1850 { "response": { "incorrect": "oringe", "correct": "orange" }, "expected": { "incorrect": "oringe", "correct": "orange" } }
[+]
0015_spell_check:orange:8 100 2087 { "response": { "incorrect": "orennge", "correct": "orange" }, "expected": { "incorrect": "orennge", "correct": "orange" } }
[+]
0015_spell_check:orange:9 100 2346 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" } }
[+]
0015_spell_check:partition:0 100 2349 { "response": { "incorrect": "partioned", "correct": "partitioned" }, "expected": { "incorrect": "partioned", "correct": "partitioned" } }
[+]
0015_spell_check:partition:1 100 2403 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:2 100 2692 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:3 0 2339 { "response": { "incorrect": "partioned", "correct": "partitioned" }, "expected": { "incorrect": "partionned", "correct": "partitioned" } }
[+]
0015_spell_check:partition:4 100 2757 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:5 100 2201 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:6 100 2203 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:7 100 2279 { "response": { "incorrect": "particion", "correct": "partition" }, "expected": { "incorrect": "particion", "correct": "partition" } }
[+]
0015_spell_check:partition:8 100 2269 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:9 100 2748 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:party:0 100 2422 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:1 100 2690 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:2 100 2802 { "response": { "incorrect": "pary", "correct": "party" }, "expected": { "incorrect": "pary", "correct": "party" } }
[+]
0015_spell_check:party:3 100 2830 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:4 100 1937 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:5 100 2519 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:6 100 2819 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:7 100 2475 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:8 100 2609 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:9 100 2333 { "response": { "incorrect": "pary", "correct": "party" }, "expected": { "incorrect": "pary", "correct": "party" } }
[+]
0015_spell_check:stable:0 100 2754 { "response": { "incorrect": "staable", "correct": "stable" }, "expected": { "incorrect": "staable", "correct": "stable" } }
[+]
0015_spell_check:stable:1 0 2656 { "response": { "incorrect": "stabel", "correct": "stable" }, "expected": { "incorrect": "stabe", "correct": "stable" } }
[+]
0015_spell_check:stable:2 100 1935 { "response": { "incorrect": "stabal", "correct": "stable" }, "expected": { "incorrect": "stabal", "correct": "stable" } }
[+]
0015_spell_check:stable:3 100 2354 { "response": { "incorrect": "staible", "correct": "stable" }, "expected": { "incorrect": "staible", "correct": "stable" } }
[+]
0015_spell_check:stable:4 100 2376 { "response": { "incorrect": "stabel", "correct": "stable" }, "expected": { "incorrect": "stabel", "correct": "stable" } }
[+]
0015_spell_check:stable:5 100 2631 { "response": { "incorrect": "staible", "correct": "stable" }, "expected": { "incorrect": "staible", "correct": "stable" } }
[+]
0015_spell_check:stable:6 100 2344 { "response": { "incorrect": "stabl", "correct": "stable" }, "expected": { "incorrect": "stabl", "correct": "stable" } }
[+]
0015_spell_check:stable:7 0 2142 { "response": { "incorrect": "stabel", "correct": "stable" }, "expected": { "incorrect": "stabe", "correct": "stable" } }
[+]
0015_spell_check:stable:8 100 2097 { "response": { "incorrect": "stabble", "correct": "stable" }, "expected": { "incorrect": "stabble", "correct": "stable" } }
[+]
0015_spell_check:stable:9 100 3362 { "response": { "incorrect": "stayble", "correct": "stable" }, "expected": { "incorrect": "stayble", "correct": "stable" } }
[+]
0015_spell_check:table:0 100 1692 { "response": { "incorrect": "tabele", "correct": "table" }, "expected": { "incorrect": "tabele", "correct": "table" } }
[+]
0015_spell_check:table:1 100 2849 { "response": { "incorrect": "tabble", "correct": "table" }, "expected": { "incorrect": "tabble", "correct": "table" } }
[+]
0015_spell_check:table:2 100 2117 { "response": { "incorrect": "tabel", "correct": "table" }, "expected": { "incorrect": "tabel", "correct": "table" } }
[+]
0015_spell_check:table:3 100 2392 { "response": { "incorrect": "tabble", "correct": "table" }, "expected": { "incorrect": "tabble", "correct": "table" } }
[+]
0015_spell_check:table:4 100 2282 { "response": { "incorrect": "tabble", "correct": "table" }, "expected": { "incorrect": "tabble", "correct": "table" } }
[+]
0015_spell_check:table:5 100 2190 { "response": { "incorrect": "tabl", "correct": "table" }, "expected": { "incorrect": "tabl", "correct": "table" } }
[+]
0015_spell_check:table:6 100 2090 { "response": { "incorrect": "tabl", "correct": "table" }, "expected": { "incorrect": "tabl", "correct": "table" } }
[+]
0015_spell_check:table:7 100 2245 { "response": { "incorrect": "tabel", "correct": "table" }, "expected": { "incorrect": "tabel", "correct": "table" } }
[+]
0015_spell_check:table:8 100 2374 { "response": { "incorrect": "tabel", "correct": "table" }, "expected": { "incorrect": "tabel", "correct": "table" } }
[+]
0015_spell_check:table:9 100 2428 { "response": { "incorrect": "tabel", "correct": "table" }, "expected": { "incorrect": "tabel", "correct": "table" } }
[+]