Benchmark Run Details

System Prompt

You are a spell checking assistant. For each sentence, identify:
1. The incorrectly spelled word exactly as it appears
2. The correct spelling of that word

Run Summary

Model claude-3-5-haiku-20241022
Benchmark 0015_spell_check
Normed Score 100
Run Timestamp 2025-04-02 19:05:32

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0015_spell_check:attention:0 100 1275 { "response": { "incorrect": "attetion", "correct": "attention" }, "expected": { "incorrect": "attetion", "correct": "attention" }, "is_correct": true }
[+]
0015_spell_check:attention:1 100 1305 { "response": { "incorrect": "attantion", "correct": "attention" }, "expected": { "incorrect": "attantion", "correct": "attention" }, "is_correct": true }
[+]
0015_spell_check:attention:2 100 919 { "response": { "incorrect": "attetion", "correct": "attention" }, "expected": { "incorrect": "attetion", "correct": "attention" }, "is_correct": true }
[+]
0015_spell_check:attention:3 100 1529 { "response": { "incorrect": "attnetion", "correct": "attention" }, "expected": { "incorrect": "attnetion", "correct": "attention" }, "is_correct": true }
[+]
0015_spell_check:attention:4 100 824 { "response": { "incorrect": "attntion", "correct": "attention" }, "expected": { "incorrect": "attntion", "correct": "attention" }, "is_correct": true }
[+]
0015_spell_check:attention:5 100 908 { "response": { "incorrect": "attenion", "correct": "attention" }, "expected": { "incorrect": "attenion", "correct": "attention" }, "is_correct": true }
[+]
0015_spell_check:attention:6 100 1230 { "response": { "incorrect": "attenion", "correct": "attention" }, "expected": { "incorrect": "attenion", "correct": "attention" }, "is_correct": true }
[+]
0015_spell_check:attention:7 100 810 { "response": { "incorrect": "attetion", "correct": "attention" }, "expected": { "incorrect": "attetion", "correct": "attention" }, "is_correct": true }
[+]
0015_spell_check:attention:8 100 1337 { "response": { "incorrect": "atttention", "correct": "attention" }, "expected": { "incorrect": "atttention", "correct": "attention" }, "is_correct": true }
[+]
0015_spell_check:attention:9 100 1336 { "response": { "incorrect": "attenttion", "correct": "attention" }, "expected": { "incorrect": "attenttion", "correct": "attention" }, "is_correct": true }
[+]
0015_spell_check:demonstrate:0 100 1326 { "response": { "incorrect": "demonstraite", "correct": "demonstrate" }, "expected": { "incorrect": "demonstraite", "correct": "demonstrate" }, "is_correct": true }
[+]
0015_spell_check:demonstrate:1 100 836 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "is_correct": true }
[+]
0015_spell_check:demonstrate:2 100 1254 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "is_correct": true }
[+]
0015_spell_check:demonstrate:3 100 800 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "is_correct": true }
[+]
0015_spell_check:demonstrate:4 100 781 { "response": { "incorrect": "demanstrate", "correct": "demonstrate" }, "expected": { "incorrect": "demanstrate", "correct": "demonstrate" }, "is_correct": true }
[+]
0015_spell_check:demonstrate:5 100 834 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "is_correct": true }
[+]
0015_spell_check:demonstrate:6 100 1327 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "is_correct": true }
[+]
0015_spell_check:demonstrate:7 100 1328 { "response": { "incorrect": "demonstarte", "correct": "demonstrate" }, "expected": { "incorrect": "demonstarte", "correct": "demonstrate" }, "is_correct": true }
[+]
0015_spell_check:demonstrate:8 100 1286 { "response": { "incorrect": "deomstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomstrate", "correct": "demonstrate" }, "is_correct": true }
[+]
0015_spell_check:demonstrate:9 100 763 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "is_correct": true }
[+]
0015_spell_check:laboratory:0 100 824 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" }, "is_correct": true }
[+]
0015_spell_check:laboratory:1 100 809 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" }, "is_correct": true }
[+]
0015_spell_check:laboratory:2 100 1336 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" }, "is_correct": true }
[+]
0015_spell_check:laboratory:3 100 811 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" }, "is_correct": true }
[+]
0015_spell_check:laboratory:4 100 830 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" }, "is_correct": true }
[+]
0015_spell_check:laboratory:5 100 912 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" }, "is_correct": true }
[+]
0015_spell_check:laboratory:6 100 819 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" }, "is_correct": true }
[+]
0015_spell_check:laboratory:7 100 824 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" }, "is_correct": true }
[+]
0015_spell_check:laboratory:8 100 806 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" }, "is_correct": true }
[+]
0015_spell_check:laboratory:9 100 922 { "response": { "incorrect": "laberatory", "correct": "laboratory" }, "expected": { "incorrect": "laberatory", "correct": "laboratory" }, "is_correct": true }
[+]
0015_spell_check:laughter:0 100 1330 { "response": { "incorrect": "laughterr", "correct": "laughter" }, "expected": { "incorrect": "laughterr", "correct": "laughter" }, "is_correct": true }
[+]
0015_spell_check:laughter:1 100 830 { "response": { "incorrect": "laghter", "correct": "laughter" }, "expected": { "incorrect": "laghter", "correct": "laughter" }, "is_correct": true }
[+]
0015_spell_check:laughter:2 100 1235 { "response": { "incorrect": "laghter", "correct": "laughter" }, "expected": { "incorrect": "laghter", "correct": "laughter" }, "is_correct": true }
[+]
0015_spell_check:laughter:3 100 785 { "response": { "incorrect": "laghter", "correct": "laughter" }, "expected": { "incorrect": "laghter", "correct": "laughter" }, "is_correct": true }
[+]
0015_spell_check:laughter:4 100 832 { "response": { "incorrect": "lafter", "correct": "laughter" }, "expected": { "incorrect": "lafter", "correct": "laughter" }, "is_correct": true }
[+]
0015_spell_check:laughter:5 100 1341 { "response": { "incorrect": "laghter", "correct": "laughter" }, "expected": { "incorrect": "laghter", "correct": "laughter" }, "is_correct": true }
[+]
0015_spell_check:laughter:6 100 914 { "response": { "incorrect": "laugther", "correct": "laughter" }, "expected": { "incorrect": "laugther", "correct": "laughter" }, "is_correct": true }
[+]
0015_spell_check:laughter:7 100 814 { "response": { "incorrect": "laughtter", "correct": "laughter" }, "expected": { "incorrect": "laughtter", "correct": "laughter" }, "is_correct": true }
[+]
0015_spell_check:laughter:8 100 825 { "response": { "incorrect": "laughtur", "correct": "laughter" }, "expected": { "incorrect": "laughtur", "correct": "laughter" }, "is_correct": true }
[+]
0015_spell_check:laughter:9 100 793 { "response": { "incorrect": "laugther", "correct": "laughter" }, "expected": { "incorrect": "laugther", "correct": "laughter" }, "is_correct": true }
[+]
0015_spell_check:liaison:0 100 1244 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" }, "is_correct": true }
[+]
0015_spell_check:liaison:1 100 1231 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" }, "is_correct": true }
[+]
0015_spell_check:liaison:2 100 807 { "response": { "incorrect": "liasion", "correct": "liaison" }, "expected": { "incorrect": "liasion", "correct": "liaison" }, "is_correct": true }
[+]
0015_spell_check:liaison:3 100 899 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" }, "is_correct": true }
[+]
0015_spell_check:liaison:4 100 924 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" }, "is_correct": true }
[+]
0015_spell_check:liaison:5 100 821 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" }, "is_correct": true }
[+]
0015_spell_check:liaison:6 100 1325 { "response": { "incorrect": "liasion", "correct": "liaison" }, "expected": { "incorrect": "liasion", "correct": "liaison" }, "is_correct": true }
[+]
0015_spell_check:liaison:7 100 802 { "response": { "incorrect": "leason", "correct": "liaison" }, "expected": { "incorrect": "leason", "correct": "liaison" }, "is_correct": true }
[+]
0015_spell_check:liaison:8 100 1217 { "response": { "incorrect": "liasion", "correct": "liaison" }, "expected": { "incorrect": "liasion", "correct": "liaison" }, "is_correct": true }
[+]
0015_spell_check:liaison:9 100 1364 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" }, "is_correct": true }
[+]
0015_spell_check:orange:0 100 1028 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" }, "is_correct": true }
[+]
0015_spell_check:orange:1 100 1298 { "response": { "incorrect": "oranje", "correct": "orange" }, "expected": { "incorrect": "oranje", "correct": "orange" }, "is_correct": true }
[+]
0015_spell_check:orange:2 100 1341 { "response": { "incorrect": "orang", "correct": "orange" }, "expected": { "incorrect": "orang", "correct": "orange" }, "is_correct": true }
[+]
0015_spell_check:orange:3 100 1206 { "response": { "incorrect": "oranage", "correct": "orange" }, "expected": { "incorrect": "oranage", "correct": "orange" }, "is_correct": true }
[+]
0015_spell_check:orange:4 100 872 { "response": { "incorrect": "oranage", "correct": "orange" }, "expected": { "incorrect": "oranage", "correct": "orange" }, "is_correct": true }
[+]
0015_spell_check:orange:5 100 1414 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" }, "is_correct": true }
[+]
0015_spell_check:orange:6 100 821 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" }, "is_correct": true }
[+]
0015_spell_check:orange:7 100 1266 { "response": { "incorrect": "oringe", "correct": "orange" }, "expected": { "incorrect": "oringe", "correct": "orange" }, "is_correct": true }
[+]
0015_spell_check:orange:8 100 883 { "response": { "incorrect": "orennge", "correct": "orange" }, "expected": { "incorrect": "orennge", "correct": "orange" }, "is_correct": true }
[+]
0015_spell_check:orange:9 100 819 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" }, "is_correct": true }
[+]
0015_spell_check:partition:0 100 922 { "response": { "incorrect": "partioned", "correct": "partitioned" }, "expected": { "incorrect": "partioned", "correct": "partitioned" }, "is_correct": true }
[+]
0015_spell_check:partition:1 100 814 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" }, "is_correct": true }
[+]
0015_spell_check:partition:2 100 1196 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" }, "is_correct": true }
[+]
0015_spell_check:partition:3 100 842 { "response": { "incorrect": "partionned", "correct": "partitioned" }, "expected": { "incorrect": "partionned", "correct": "partitioned" }, "is_correct": true }
[+]
0015_spell_check:partition:4 100 1217 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" }, "is_correct": true }
[+]
0015_spell_check:partition:5 100 1217 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" }, "is_correct": true }
[+]
0015_spell_check:partition:6 100 767 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" }, "is_correct": true }
[+]
0015_spell_check:partition:7 100 761 { "response": { "incorrect": "particion", "correct": "partition" }, "expected": { "incorrect": "particion", "correct": "partition" }, "is_correct": true }
[+]
0015_spell_check:partition:8 100 798 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" }, "is_correct": true }
[+]
0015_spell_check:partition:9 100 791 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" }, "is_correct": true }
[+]
0015_spell_check:party:0 100 1166 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" }, "is_correct": true }
[+]
0015_spell_check:party:1 100 1258 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" }, "is_correct": true }
[+]
0015_spell_check:party:2 100 774 { "response": { "incorrect": "pary", "correct": "party" }, "expected": { "incorrect": "pary", "correct": "party" }, "is_correct": true }
[+]
0015_spell_check:party:3 100 981 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" }, "is_correct": true }
[+]
0015_spell_check:party:4 100 789 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" }, "is_correct": true }
[+]
0015_spell_check:party:5 100 745 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" }, "is_correct": true }
[+]
0015_spell_check:party:6 100 1290 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" }, "is_correct": true }
[+]
0015_spell_check:party:7 100 783 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" }, "is_correct": true }
[+]
0015_spell_check:party:8 100 756 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" }, "is_correct": true }
[+]
0015_spell_check:party:9 100 1260 { "response": { "incorrect": "pary", "correct": "party" }, "expected": { "incorrect": "pary", "correct": "party" }, "is_correct": true }
[+]
0015_spell_check:stable:0 100 1330 { "response": { "incorrect": "staable", "correct": "stable" }, "expected": { "incorrect": "staable", "correct": "stable" }, "is_correct": true }
[+]
0015_spell_check:stable:1 100 924 { "response": { "incorrect": "stabe", "correct": "stable" }, "expected": { "incorrect": "stabe", "correct": "stable" }, "is_correct": true }
[+]
0015_spell_check:stable:2 100 1231 { "response": { "incorrect": "stabal", "correct": "stable" }, "expected": { "incorrect": "stabal", "correct": "stable" }, "is_correct": true }
[+]
0015_spell_check:stable:3 100 913 { "response": { "incorrect": "staible", "correct": "stable" }, "expected": { "incorrect": "staible", "correct": "stable" }, "is_correct": true }
[+]
0015_spell_check:stable:4 100 774 { "response": { "incorrect": "stabel", "correct": "stable" }, "expected": { "incorrect": "stabel", "correct": "stable" }, "is_correct": true }
[+]
0015_spell_check:stable:5 100 1238 { "response": { "incorrect": "staible", "correct": "stable" }, "expected": { "incorrect": "staible", "correct": "stable" }, "is_correct": true }
[+]
0015_spell_check:stable:6 100 1249 { "response": { "incorrect": "stabl", "correct": "stable" }, "expected": { "incorrect": "stabl", "correct": "stable" }, "is_correct": true }
[+]
0015_spell_check:stable:7 100 831 { "response": { "incorrect": "stabe", "correct": "stable" }, "expected": { "incorrect": "stabe", "correct": "stable" }, "is_correct": true }
[+]
0015_spell_check:stable:8 100 840 { "response": { "incorrect": "stabble", "correct": "stable" }, "expected": { "incorrect": "stabble", "correct": "stable" }, "is_correct": true }
[+]
0015_spell_check:stable:9 100 1091 { "response": { "incorrect": "stayble", "correct": "stable" }, "expected": { "incorrect": "stayble", "correct": "stable" }, "is_correct": true }
[+]
0015_spell_check:table:0 100 774 { "response": { "incorrect": "tabele", "correct": "table" }, "expected": { "incorrect": "tabele", "correct": "table" }, "is_correct": true }
[+]
0015_spell_check:table:1 100 926 { "response": { "incorrect": "tabble", "correct": "table" }, "expected": { "incorrect": "tabble", "correct": "table" }, "is_correct": true }
[+]
0015_spell_check:table:2 100 742 { "response": { "incorrect": "tabel", "correct": "table" }, "expected": { "incorrect": "tabel", "correct": "table" }, "is_correct": true }
[+]
0015_spell_check:table:3 100 764 { "response": { "incorrect": "tabble", "correct": "table" }, "expected": { "incorrect": "tabble", "correct": "table" }, "is_correct": true }
[+]
0015_spell_check:table:4 100 1199 { "response": { "incorrect": "tabble", "correct": "table" }, "expected": { "incorrect": "tabble", "correct": "table" }, "is_correct": true }
[+]
0015_spell_check:table:5 100 1299 { "response": { "incorrect": "tabl", "correct": "table" }, "expected": { "incorrect": "tabl", "correct": "table" }, "is_correct": true }
[+]
0015_spell_check:table:6 100 1313 { "response": { "incorrect": "tabl", "correct": "table" }, "expected": { "incorrect": "tabl", "correct": "table" }, "is_correct": true }
[+]
0015_spell_check:table:7 100 1240 { "response": { "incorrect": "tabel", "correct": "table" }, "expected": { "incorrect": "tabel", "correct": "table" }, "is_correct": true }
[+]
0015_spell_check:table:8 100 1242 { "response": { "incorrect": "tabel", "correct": "table" }, "expected": { "incorrect": "tabel", "correct": "table" }, "is_correct": true }
[+]
0015_spell_check:table:9 100 831 { "response": { "incorrect": "tabel", "correct": "table" }, "expected": { "incorrect": "tabel", "correct": "table" }, "is_correct": true }
[+]