Benchmark Run Details

Run Summary

Model qwen2.5:1.5b:Q4_K_M
Benchmark 0015_spell_check
Normed Score 75
Run Timestamp 2025-03-26 18:33:01

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0015_spell_check:attention:0 100 1026 { "response": { "incorrect": "attetion", "correct": "attention" }, "expected": { "incorrect": "attetion", "correct": "attention" } }
[+]
0015_spell_check:attention:1 0 389 { "response": { "incorrect": "close attantion", "correct": "close attention" }, "expected": { "incorrect": "attantion", "correct": "attention" } }
[+]
0015_spell_check:attention:2 0 675 { "response": { "incorrect": "Please pay attetion to the instructions before you begin the test.", "correct": "Please pay attention to the instructions before you begin the test." }, "expected": { "incorrect": "attetion", "correct": "attention" } }
[+]
0015_spell_check:attention:3 0 341 { "response": { "incorrect": "attention", "correct": "attention" }, "expected": { "incorrect": "attnetion", "correct": "attention" } }
[+]
0015_spell_check:attention:4 100 395 { "response": { "incorrect": "attntion", "correct": "attention" }, "expected": { "incorrect": "attntion", "correct": "attention" } }
[+]
0015_spell_check:attention:5 0 469 { "response": { "incorrect": "pay attenion", "correct": "pay attention" }, "expected": { "incorrect": "attenion", "correct": "attention" } }
[+]
0015_spell_check:attention:6 100 725 { "response": { "incorrect": "attenion", "correct": "attention" }, "expected": { "incorrect": "attenion", "correct": "attention" } }
[+]
0015_spell_check:attention:7 0 904 { "response": { "incorrect": "atetion", "correct": "attention" }, "expected": { "incorrect": "attetion", "correct": "attention" } }
[+]
0015_spell_check:attention:8 100 492 { "response": { "incorrect": "atttention", "correct": "attention" }, "expected": { "incorrect": "atttention", "correct": "attention" } }
[+]
0015_spell_check:attention:9 0 388 { "response": { "incorrect": "attentiion", "correct": "attention" }, "expected": { "incorrect": "attenttion", "correct": "attention" } }
[+]
0015_spell_check:demonstrate:0 100 456 { "response": { "incorrect": "demonstraite", "correct": "demonstrate" }, "expected": { "incorrect": "demonstraite", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:1 100 430 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:2 100 426 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:3 100 975 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:4 100 775 { "response": { "incorrect": "demanstrate", "correct": "demonstrate" }, "expected": { "incorrect": "demanstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:5 100 449 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:6 100 419 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:7 0 435 { "response": { "incorrect": "demonstande", "correct": "demostere" }, "expected": { "incorrect": "demonstarte", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:8 0 401 { "response": { "incorrect": "deomstrate", "correct": " demonstrate" }, "expected": { "incorrect": "deomstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:demonstrate:9 100 426 { "response": { "incorrect": "deomonstrate", "correct": "demonstrate" }, "expected": { "incorrect": "deomonstrate", "correct": "demonstrate" } }
[+]
0015_spell_check:laboratory:0 100 633 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:1 100 653 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:2 100 572 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:3 100 492 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:4 100 471 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:5 100 449 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:6 0 427 { "response": { "incorrect": "laboratory", "correct": " laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:7 100 466 { "response": { "incorrect": "labratory", "correct": "laboratory" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:8 0 435 { "response": { "incorrect": "laboratory", "correct": "lab" }, "expected": { "incorrect": "labratory", "correct": "laboratory" } }
[+]
0015_spell_check:laboratory:9 100 498 { "response": { "incorrect": "laberatory", "correct": "laboratory" }, "expected": { "incorrect": "laberatory", "correct": "laboratory" } }
[+]
0015_spell_check:laughter:0 100 473 { "response": { "incorrect": "laughterr", "correct": "laughter" }, "expected": { "incorrect": "laughterr", "correct": "laughter" } }
[+]
0015_spell_check:laughter:1 100 463 { "response": { "incorrect": "laghter", "correct": "laughter" }, "expected": { "incorrect": "laghter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:2 100 460 { "response": { "incorrect": "laghter", "correct": "laughter" }, "expected": { "incorrect": "laghter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:3 0 472 { "response": { "incorrect": "laghter", "correct": "laugh" }, "expected": { "incorrect": "laghter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:4 100 428 { "response": { "incorrect": "lafter", "correct": "laughter" }, "expected": { "incorrect": "lafter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:5 100 459 { "response": { "incorrect": "laghter", "correct": "laughter" }, "expected": { "incorrect": "laghter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:6 100 453 { "response": { "incorrect": "laugther", "correct": "laughter" }, "expected": { "incorrect": "laugther", "correct": "laughter" } }
[+]
0015_spell_check:laughter:7 100 450 { "response": { "incorrect": "laughtter", "correct": "laughter" }, "expected": { "incorrect": "laughtter", "correct": "laughter" } }
[+]
0015_spell_check:laughter:8 100 477 { "response": { "incorrect": "laughtur", "correct": "laughter" }, "expected": { "incorrect": "laughtur", "correct": "laughter" } }
[+]
0015_spell_check:laughter:9 100 598 { "response": { "incorrect": "laugther", "correct": "laughter" }, "expected": { "incorrect": "laugther", "correct": "laughter" } }
[+]
0015_spell_check:liaison:0 100 632 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:1 100 516 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:2 100 499 { "response": { "incorrect": "liasion", "correct": "liaison" }, "expected": { "incorrect": "liasion", "correct": "liaison" } }
[+]
0015_spell_check:liaison:3 100 452 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:4 100 396 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:5 100 400 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:6 0 369 { "response": { "incorrect": "liasion", "correct": " liaison" }, "expected": { "incorrect": "liasion", "correct": "liaison" } }
[+]
0015_spell_check:liaison:7 0 483 { "response": { "incorrect": "leason", "correct": "lesson" }, "expected": { "incorrect": "leason", "correct": "liaison" } }
[+]
0015_spell_check:liaison:8 100 772 { "response": { "incorrect": "liasion", "correct": "liaison" }, "expected": { "incorrect": "liasion", "correct": "liaison" } }
[+]
0015_spell_check:liaison:9 100 527 { "response": { "incorrect": "liason", "correct": "liaison" }, "expected": { "incorrect": "liason", "correct": "liaison" } }
[+]
0015_spell_check:orange:0 100 392 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" } }
[+]
0015_spell_check:orange:1 100 372 { "response": { "incorrect": "oranje", "correct": "orange" }, "expected": { "incorrect": "oranje", "correct": "orange" } }
[+]
0015_spell_check:orange:2 0 464 { "response": { "incorrect": "peeled", "correct": "plucked" }, "expected": { "incorrect": "orang", "correct": "orange" } }
[+]
0015_spell_check:orange:3 100 441 { "response": { "incorrect": "oranage", "correct": "orange" }, "expected": { "incorrect": "oranage", "correct": "orange" } }
[+]
0015_spell_check:orange:4 100 429 { "response": { "incorrect": "oranage", "correct": "orange" }, "expected": { "incorrect": "oranage", "correct": "orange" } }
[+]
0015_spell_check:orange:5 100 434 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" } }
[+]
0015_spell_check:orange:6 100 432 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" } }
[+]
0015_spell_check:orange:7 0 532 { "response": { "incorrect": "bright oringe", "correct": "orange" }, "expected": { "incorrect": "oringe", "correct": "orange" } }
[+]
0015_spell_check:orange:8 100 512 { "response": { "incorrect": "orennge", "correct": "orange" }, "expected": { "incorrect": "orennge", "correct": "orange" } }
[+]
0015_spell_check:orange:9 100 455 { "response": { "incorrect": "orrange", "correct": "orange" }, "expected": { "incorrect": "orrange", "correct": "orange" } }
[+]
0015_spell_check:partition:0 100 451 { "response": { "incorrect": "partioned", "correct": "partitioned" }, "expected": { "incorrect": "partioned", "correct": "partitioned" } }
[+]
0015_spell_check:partition:1 100 400 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:2 0 417 { "response": { "incorrect": "partitioned", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:3 0 454 { "response": { "incorrect": "partitioned", "correct": "partitioned" }, "expected": { "incorrect": "partionned", "correct": "partitioned" } }
[+]
0015_spell_check:partition:4 100 433 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:5 0 429 { "response": { "incorrect": "partition", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:6 100 441 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:7 100 425 { "response": { "incorrect": "particion", "correct": "partition" }, "expected": { "incorrect": "particion", "correct": "partition" } }
[+]
0015_spell_check:partition:8 0 376 { "response": { "incorrect": "partitioned", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:partition:9 100 460 { "response": { "incorrect": "partion", "correct": "partition" }, "expected": { "incorrect": "partion", "correct": "partition" } }
[+]
0015_spell_check:party:0 100 514 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:1 100 497 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:2 100 461 { "response": { "incorrect": "pary", "correct": "party" }, "expected": { "incorrect": "pary", "correct": "party" } }
[+]
0015_spell_check:party:3 100 384 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:4 100 369 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:5 100 371 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:6 100 367 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:7 100 382 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:8 100 633 { "response": { "incorrect": "partee", "correct": "party" }, "expected": { "incorrect": "partee", "correct": "party" } }
[+]
0015_spell_check:party:9 100 850 { "response": { "incorrect": "pary", "correct": "party" }, "expected": { "incorrect": "pary", "correct": "party" } }
[+]
0015_spell_check:stable:0 100 433 { "response": { "incorrect": "staable", "correct": "stable" }, "expected": { "incorrect": "staable", "correct": "stable" } }
[+]
0015_spell_check:stable:1 100 386 { "response": { "incorrect": "stabe", "correct": "stable" }, "expected": { "incorrect": "stabe", "correct": "stable" } }
[+]
0015_spell_check:stable:2 100 413 { "response": { "incorrect": "stabal", "correct": "stable" }, "expected": { "incorrect": "stabal", "correct": "stable" } }
[+]
0015_spell_check:stable:3 0 422 { "response": { "incorrect": "stabile", "correct": "stable" }, "expected": { "incorrect": "staible", "correct": "stable" } }
[+]
0015_spell_check:stable:4 0 416 { "response": { "incorrect": "stabil", "correct": "stable" }, "expected": { "incorrect": "stabel", "correct": "stable" } }
[+]
0015_spell_check:stable:5 0 434 { "response": { "incorrect": "stabal", "correct": "stable" }, "expected": { "incorrect": "staible", "correct": "stable" } }
[+]
0015_spell_check:stable:6 100 432 { "response": { "incorrect": "stabl", "correct": "stable" }, "expected": { "incorrect": "stabl", "correct": "stable" } }
[+]
0015_spell_check:stable:7 100 442 { "response": { "incorrect": "stabe", "correct": "stable" }, "expected": { "incorrect": "stabe", "correct": "stable" } }
[+]
0015_spell_check:stable:8 100 395 { "response": { "incorrect": "stabble", "correct": "stable" }, "expected": { "incorrect": "stabble", "correct": "stable" } }
[+]
0015_spell_check:stable:9 0 387 { "response": { "incorrect": "stayble", "correct": "satisfying" }, "expected": { "incorrect": "stayble", "correct": "stable" } }
[+]
0015_spell_check:table:0 0 478 { "response": { "incorrect": "tabelle", "correct": "table" }, "expected": { "incorrect": "tabele", "correct": "table" } }
[+]
0015_spell_check:table:1 100 566 { "response": { "incorrect": "tabble", "correct": "table" }, "expected": { "incorrect": "tabble", "correct": "table" } }
[+]
0015_spell_check:table:2 100 524 { "response": { "incorrect": "tabel", "correct": "table" }, "expected": { "incorrect": "tabel", "correct": "table" } }
[+]
0015_spell_check:table:3 100 480 { "response": { "incorrect": "tabble", "correct": "table" }, "expected": { "incorrect": "tabble", "correct": "table" } }
[+]
0015_spell_check:table:4 100 447 { "response": { "incorrect": "tabble", "correct": "table" }, "expected": { "incorrect": "tabble", "correct": "table" } }
[+]
0015_spell_check:table:5 100 408 { "response": { "incorrect": "tabl", "correct": "table" }, "expected": { "incorrect": "tabl", "correct": "table" } }
[+]
0015_spell_check:table:6 100 389 { "response": { "incorrect": "tabl", "correct": "table" }, "expected": { "incorrect": "tabl", "correct": "table" } }
[+]
0015_spell_check:table:7 100 393 { "response": { "incorrect": "tabel", "correct": "table" }, "expected": { "incorrect": "tabel", "correct": "table" } }
[+]
0015_spell_check:table:8 100 419 { "response": { "incorrect": "tabel", "correct": "table" }, "expected": { "incorrect": "tabel", "correct": "table" } }
[+]
0015_spell_check:table:9 0 432 { "response": { "incorrect": "tabel", "correct": "desk" }, "expected": { "incorrect": "tabel", "correct": "table" } }
[+]