You are a linguistic expert specialized in lemmatization. Lemmatization is the process of finding the base form (lemma) of a word: - For nouns: the singular form (e.g., "cats" → "cat") - For verbs: the infinitive form without "to" (e.g., "running" → "run") - For adjectives and adverbs: the positive form (e.g., "better" → "good") For each word you are given, identify and return only its lemma.
Model | lmstudio/granite-3.3-8b-instruct |
---|---|
Benchmark | 0033_lemma |
Normed Score | 92 |
Run Timestamp | 2025-04-29 17:15:39 |
Question ID | Score | Evaluation Time (ms) | Debug Info |
---|---|---|---|
0033_lemma:0 | 100 | 1898 | { "inflected_word": "running", "model_response": "run", "correct_lemma": "run", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:1 | 0 | 1181 | { "inflected_word": "better", "model_response": "better", "correct_lemma": "good", "response_text": "", "is_correct": false } |
[+]
|
|||
0033_lemma:10 | 100 | 1195 | { "inflected_word": "criteria", "model_response": "criterion", "correct_lemma": "criterion", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:11 | 100 | 1194 | { "inflected_word": "speaking", "model_response": "speak", "correct_lemma": "speak", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:12 | 100 | 1176 | { "inflected_word": "taken", "model_response": "take", "correct_lemma": "take", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:13 | 100 | 1170 | { "inflected_word": "sang", "model_response": "sing", "correct_lemma": "sing", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:14 | 100 | 1206 | { "inflected_word": "fastest", "model_response": "fast", "correct_lemma": "fast", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:15 | 100 | 1221 | { "inflected_word": "women", "model_response": "woman", "correct_lemma": "woman", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:16 | 100 | 1190 | { "inflected_word": "was", "model_response": "be", "correct_lemma": "be", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:17 | 100 | 1205 | { "inflected_word": "more beautiful", "model_response": "beautiful", "correct_lemma": "beautiful", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:18 | 100 | 1192 | { "inflected_word": "oxen", "model_response": "ox", "correct_lemma": "ox", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:19 | 100 | 1233 | { "inflected_word": "geese", "model_response": "goose", "correct_lemma": "goose", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:2 | 100 | 1182 | { "inflected_word": "mice", "model_response": "mouse", "correct_lemma": "mouse", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:20 | 100 | 1203 | { "inflected_word": "feet", "model_response": "foot", "correct_lemma": "foot", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:21 | 100 | 1180 | { "inflected_word": "wrote", "model_response": "write", "correct_lemma": "write", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:22 | 100 | 1360 | { "inflected_word": "phenomena", "model_response": "phenomenon", "correct_lemma": "phenomenon", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:23 | 100 | 1185 | { "inflected_word": "told", "model_response": "tell", "correct_lemma": "tell", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:24 | 100 | 1290 | { "inflected_word": "cacti", "model_response": "cactus", "correct_lemma": "cactus", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:25 | 100 | 1212 | { "inflected_word": "happiest", "model_response": "happy", "correct_lemma": "happy", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:26 | 100 | 1205 | { "inflected_word": "seen", "model_response": "see", "correct_lemma": "see", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:27 | 100 | 1549 | { "inflected_word": "indices", "model_response": "index", "correct_lemma": "index", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:28 | 100 | 1255 | { "inflected_word": "brought", "model_response": "bring", "correct_lemma": "bring", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:29 | 100 | 1268 | { "inflected_word": "alumni", "model_response": "alumnus", "correct_lemma": "alumnus", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:3 | 100 | 1204 | { "inflected_word": "drove", "model_response": "drive", "correct_lemma": "drive", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:30 | 100 | 1224 | { "inflected_word": "paper", "model_response": "paper", "correct_lemma": "paper", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:31 | 100 | 1194 | { "inflected_word": "jump", "model_response": "jump", "correct_lemma": "jump", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:32 | 100 | 1183 | { "inflected_word": "happy", "model_response": "happy", "correct_lemma": "happy", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:33 | 100 | 1179 | { "inflected_word": "book", "model_response": "book", "correct_lemma": "book", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:34 | 100 | 1234 | { "inflected_word": "dance", "model_response": "dance", "correct_lemma": "dance", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:35 | 100 | 1175 | { "inflected_word": "blue", "model_response": "blue", "correct_lemma": "blue", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:36 | 100 | 1244 | { "inflected_word": "computer", "model_response": "computer", "correct_lemma": "computer", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:37 | 0 | 1292 | { "inflected_word": "quickly", "model_response": "quickly", "correct_lemma": "quick", "response_text": "", "is_correct": false } |
[+]
|
|||
0033_lemma:38 | 100 | 1279 | { "inflected_word": "house", "model_response": "house", "correct_lemma": "house", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:39 | 100 | 1204 | { "inflected_word": "water", "model_response": "water", "correct_lemma": "water", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:4 | 100 | 1247 | { "inflected_word": "cities", "model_response": "city", "correct_lemma": "city", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:5 | 100 | 1322 | { "inflected_word": "went", "model_response": "go", "correct_lemma": "go", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:6 | 100 | 1161 | { "inflected_word": "children", "model_response": "child", "correct_lemma": "child", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:7 | 0 | 1241 | { "inflected_word": "worst", "model_response": "worst", "correct_lemma": "bad", "response_text": "", "is_correct": false } |
[+]
|
|||
0033_lemma:8 | 100 | 1189 | { "inflected_word": "bought", "model_response": "buy", "correct_lemma": "buy", "response_text": "", "is_correct": true } |
[+]
|
|||
0033_lemma:9 | 100 | 1228 | { "inflected_word": "teeth", "model_response": "tooth", "correct_lemma": "tooth", "response_text": "", "is_correct": true } |
[+]
|