Benchmark Run Details

Run Summary

Model gemma3:4b:Q4_K_M
Benchmark 0016_antonym
Normed Score 80
Run Timestamp 2025-03-26 19:17:13

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0016_antonym:adjectives:0 100 1705 { "model_answer": "sad", "correct_answer": "sad", "is_correct": true }
[+]
0016_antonym:adjectives:1 100 479 { "model_answer": "dark", "correct_answer": "dark", "is_correct": true }
[+]
0016_antonym:adjectives:10 0 479 { "model_answer": "stiff", "correct_answer": "flexible", "is_correct": false }
[+]
0016_antonym:adjectives:11 100 510 { "model_answer": "frugal", "correct_answer": "frugal", "is_correct": true }
[+]
0016_antonym:adjectives:12 0 447 { "model_answer": "common", "correct_answer": "extraordinary", "is_correct": false }
[+]
0016_antonym:adjectives:13 100 663 { "model_answer": "eager", "correct_answer": "eager", "is_correct": true }
[+]
0016_antonym:adjectives:14 100 482 { "model_answer": "timid", "correct_answer": "timid", "is_correct": true }
[+]
0016_antonym:adjectives:15 100 540 { "model_answer": "benevolent", "correct_answer": "benevolent", "is_correct": true }
[+]
0016_antonym:adjectives:16 100 486 { "model_answer": "fake", "correct_answer": "fake", "is_correct": true }
[+]
0016_antonym:adjectives:17 100 545 { "model_answer": "scarce", "correct_answer": "scarce", "is_correct": true }
[+]
0016_antonym:adjectives:18 100 519 { "model_answer": "irrational", "correct_answer": "irrational", "is_correct": true }
[+]
0016_antonym:adjectives:19 0 519 { "model_answer": "unvarying", "correct_answer": "varied", "is_correct": false }
[+]
0016_antonym:adjectives:2 100 475 { "model_answer": "stingy", "correct_answer": "stingy", "is_correct": true }
[+]
0016_antonym:adjectives:3 100 448 { "model_answer": "modern", "correct_answer": "modern", "is_correct": true }
[+]
0016_antonym:adjectives:4 100 432 { "model_answer": "opaque", "correct_answer": "opaque", "is_correct": true }
[+]
0016_antonym:adjectives:5 100 624 { "model_answer": "concise", "correct_answer": "concise", "is_correct": true }
[+]
0016_antonym:adjectives:6 0 475 { "model_answer": "unstable", "correct_answer": "stable", "is_correct": false }
[+]
0016_antonym:adjectives:7 100 470 { "model_answer": "careless", "correct_answer": "careless", "is_correct": true }
[+]
0016_antonym:adjectives:8 0 523 { "model_answer": "superficial", "correct_answer": "deep", "is_correct": false }
[+]
0016_antonym:adjectives:9 0 480 { "model_answer": "rough", "correct_answer": "fine", "is_correct": false }
[+]
0016_antonym:verbs:0 100 503 { "model_answer": "destroy", "correct_answer": "destroy", "is_correct": true }
[+]
0016_antonym:verbs:1 100 535 { "model_answer": "decrease", "correct_answer": "decrease", "is_correct": true }
[+]
0016_antonym:verbs:10 100 476 { "model_answer": "permit", "correct_answer": "permit", "is_correct": true }
[+]
0016_antonym:verbs:11 100 627 { "model_answer": "gather", "correct_answer": "gather", "is_correct": true }
[+]
0016_antonym:verbs:12 100 477 { "model_answer": "augment", "correct_answer": "augment", "is_correct": true }
[+]
0016_antonym:verbs:13 100 577 { "model_answer": "obscure", "correct_answer": "obscure", "is_correct": true }
[+]
0016_antonym:verbs:14 0 600 { "model_answer": "worsen", "correct_answer": "alleviate", "is_correct": false }
[+]
0016_antonym:verbs:15 100 513 { "model_answer": "affirm", "correct_answer": "affirm", "is_correct": true }
[+]
0016_antonym:verbs:16 100 810 { "model_answer": "encourage", "correct_answer": "encourage", "is_correct": true }
[+]
0016_antonym:verbs:17 100 508 { "model_answer": "delay", "correct_answer": "delay", "is_correct": true }
[+]
0016_antonym:verbs:18 100 525 { "model_answer": "confine", "correct_answer": "confine", "is_correct": true }
[+]
0016_antonym:verbs:19 100 583 { "model_answer": "conclude", "correct_answer": "conclude", "is_correct": true }
[+]
0016_antonym:verbs:2 100 540 { "model_answer": "depart", "correct_answer": "depart", "is_correct": true }
[+]
0016_antonym:verbs:3 100 538 { "model_answer": "reject", "correct_answer": "reject", "is_correct": true }
[+]
0016_antonym:verbs:4 100 555 { "model_answer": "demolish", "correct_answer": "demolish", "is_correct": true }
[+]
0016_antonym:verbs:5 100 555 { "model_answer": "decelerate", "correct_answer": "decelerate", "is_correct": true }
[+]
0016_antonym:verbs:6 100 490 { "model_answer": "weaken", "correct_answer": "weaken", "is_correct": true }
[+]
0016_antonym:verbs:7 100 504 { "model_answer": "criticize", "correct_answer": "criticize", "is_correct": true }
[+]
0016_antonym:verbs:8 100 503 { "model_answer": "descend", "correct_answer": "descend", "is_correct": true }
[+]
0016_antonym:verbs:9 0 473 { "model_answer": "hide", "correct_answer": "reveal", "is_correct": false }
[+]