Benchmark Run Details

System Prompt

You are a linguistics assistant. For each question, identify which word from the provided 
candidates is the antonym of the given word. Respond with only the antonym word.

Run Summary

Model lmstudio/granite-3.3-8b-instruct
Benchmark 0016_antonym
Normed Score 50
Run Timestamp 2025-04-29 17:04:55

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0016_antonym:adjectives:0 0 25760 { "model_answer": "joyful", "correct_answer": "sad", "is_correct": false }
[+]
0016_antonym:adjectives:1 0 3351 { "model_answer": "", "correct_answer": "dark", "is_correct": false }
[+]
0016_antonym:adjectives:10 100 1498 { "model_answer": "flexible", "correct_answer": "flexible", "is_correct": true }
[+]
0016_antonym:adjectives:11 100 1419 { "model_answer": "frugal", "correct_answer": "frugal", "is_correct": true }
[+]
0016_antonym:adjectives:12 0 3453 { "model_answer": "", "correct_answer": "extraordinary", "is_correct": false }
[+]
0016_antonym:adjectives:13 0 3406 { "model_answer": "", "correct_answer": "eager", "is_correct": false }
[+]
0016_antonym:adjectives:14 0 1336 { "model_answer": "bold", "correct_answer": "timid", "is_correct": false }
[+]
0016_antonym:adjectives:15 100 1519 { "model_answer": "benevolent", "correct_answer": "benevolent", "is_correct": true }
[+]
0016_antonym:adjectives:16 0 1541 { "model_answer": "genuine", "correct_answer": "fake", "is_correct": false }
[+]
0016_antonym:adjectives:17 0 1530 { "model_answer": "plentiful", "correct_answer": "scarce", "is_correct": false }
[+]
0016_antonym:adjectives:18 100 1445 { "model_answer": "irrational", "correct_answer": "irrational", "is_correct": true }
[+]
0016_antonym:adjectives:19 100 1521 { "model_answer": "varied", "correct_answer": "varied", "is_correct": true }
[+]
0016_antonym:adjectives:2 0 1508 { "model_answer": "generous", "correct_answer": "stingy", "is_correct": false }
[+]
0016_antonym:adjectives:3 100 1426 { "model_answer": "modern", "correct_answer": "modern", "is_correct": true }
[+]
0016_antonym:adjectives:4 0 1369 { "model_answer": "clear", "correct_answer": "opaque", "is_correct": false }
[+]
0016_antonym:adjectives:5 100 1484 { "model_answer": "concise", "correct_answer": "concise", "is_correct": true }
[+]
0016_antonym:adjectives:6 100 1437 { "model_answer": "stable", "correct_answer": "stable", "is_correct": true }
[+]
0016_antonym:adjectives:7 100 1388 { "model_answer": "careless", "correct_answer": "careless", "is_correct": true }
[+]
0016_antonym:adjectives:8 0 1467 { "model_answer": "shallow", "correct_answer": "deep", "is_correct": false }
[+]
0016_antonym:adjectives:9 100 1464 { "model_answer": "fine", "correct_answer": "fine", "is_correct": true }
[+]
0016_antonym:verbs:0 0 3242 { "model_answer": "", "correct_answer": "destroy", "is_correct": false }
[+]
0016_antonym:verbs:1 0 1244 { "model_answer": "raise", "correct_answer": "decrease", "is_correct": false }
[+]
0016_antonym:verbs:10 100 1223 { "model_answer": "permit", "correct_answer": "permit", "is_correct": true }
[+]
0016_antonym:verbs:11 0 1221 { "model_answer": "scatter", "correct_answer": "gather", "is_correct": false }
[+]
0016_antonym:verbs:12 100 1435 { "model_answer": "augment", "correct_answer": "augment", "is_correct": true }
[+]
0016_antonym:verbs:13 0 1415 { "model_answer": "brighten", "correct_answer": "obscure", "is_correct": false }
[+]
0016_antonym:verbs:14 100 1544 { "model_answer": "alleviate", "correct_answer": "alleviate", "is_correct": true }
[+]
0016_antonym:verbs:15 100 1406 { "model_answer": "affirm", "correct_answer": "affirm", "is_correct": true }
[+]
0016_antonym:verbs:16 100 1449 { "model_answer": "encourage", "correct_answer": "encourage", "is_correct": true }
[+]
0016_antonym:verbs:17 0 1542 { "model_answer": "facilitate", "correct_answer": "delay", "is_correct": false }
[+]
0016_antonym:verbs:18 100 1398 { "model_answer": "confine", "correct_answer": "confine", "is_correct": true }
[+]
0016_antonym:verbs:19 100 1459 { "model_answer": "conclude", "correct_answer": "conclude", "is_correct": true }
[+]
0016_antonym:verbs:2 100 1229 { "model_answer": "depart", "correct_answer": "depart", "is_correct": true }
[+]
0016_antonym:verbs:3 100 1331 { "model_answer": "reject", "correct_answer": "reject", "is_correct": true }
[+]
0016_antonym:verbs:4 0 1252 { "model_answer": "build", "correct_answer": "demolish", "is_correct": false }
[+]
0016_antonym:verbs:5 0 1337 { "model_answer": "speed", "correct_answer": "decelerate", "is_correct": false }
[+]
0016_antonym:verbs:6 0 1400 { "model_answer": "fortify", "correct_answer": "weaken", "is_correct": false }
[+]
0016_antonym:verbs:7 0 1409 { "model_answer": "commend", "correct_answer": "criticize", "is_correct": false }
[+]
0016_antonym:verbs:8 0 1395 { "model_answer": "elevate", "correct_answer": "descend", "is_correct": false }
[+]
0016_antonym:verbs:9 100 1368 { "model_answer": "reveal", "correct_answer": "reveal", "is_correct": true }
[+]