Benchmark Run Details

Model	phi4:14b:Q4_K_M
Benchmark	0011_word_length
Normed Score	100
Run Timestamp	2025-04-01 18:58:09

Question-Level Details

Question ID	Score	Evaluation Time (ms)	Debug Info
0011_word_length:0	100	9044	{ "prompt": "How many letters are in the word 'reaction'?", "response": { "length": 8 }, "expected": 8, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'reaction'?", "answer_type": "numeric", "correct_answer": 8, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:1	100	1835	{ "prompt": "How many letters are in the word 'game'?", "response": { "length": 4 }, "expected": 4, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'game'?", "answer_type": "numeric", "correct_answer": 4, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:10	100	1738	{ "prompt": "How many letters are in the word 'understanding'?", "response": { "length": 13 }, "expected": 13, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'understanding'?", "answer_type": "numeric", "correct_answer": 13, "category": "Word Length", "difficulty": "hard", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:11	100	1964	{ "prompt": "How many letters are in the word 'music'?", "response": { "length": 5 }, "expected": 5, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'music'?", "answer_type": "numeric", "correct_answer": 5, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:12	100	1633	{ "prompt": "How many letters are in the word 'journey'?", "response": { "length": 7 }, "expected": 7, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'journey'?", "answer_type": "numeric", "correct_answer": 7, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:13	100	1954	{ "prompt": "How many letters are in the word 'significant'?", "response": { "length": 11 }, "expected": 11, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'significant'?", "answer_type": "numeric", "correct_answer": 11, "category": "Word Length", "difficulty": "hard", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:14	100	1944	{ "prompt": "How many letters are in the word 'game'?", "response": { "length": 4 }, "expected": 4, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'game'?", "answer_type": "numeric", "correct_answer": 4, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:15	100	2045	{ "prompt": "How many letters are in the word 'challenge'?", "response": { "length": 9 }, "expected": 9, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'challenge'?", "answer_type": "numeric", "correct_answer": 9, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:16	100	1703	{ "prompt": "How many letters are in the word 'excitement'?", "response": { "length": 10 }, "expected": 10, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'excitement'?", "answer_type": "numeric", "correct_answer": 10, "category": "Word Length", "difficulty": "hard", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:17	100	1854	{ "prompt": "How many letters are in the word 'generation'?", "response": { "length": 10 }, "expected": 10, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'generation'?", "answer_type": "numeric", "correct_answer": 10, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:18	100	1961	{ "prompt": "How many letters are in the word 'technology'?", "response": { "length": 10 }, "expected": 10, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'technology'?", "answer_type": "numeric", "correct_answer": 10, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:19	100	1721	{ "prompt": "How many letters are in the word 'difficult'?", "response": { "length": 9 }, "expected": 9, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'difficult'?", "answer_type": "numeric", "correct_answer": 9, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:2	100	1815	{ "prompt": "How many letters are in the word 'cake'?", "response": { "length": 4 }, "expected": 4, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'cake'?", "answer_type": "numeric", "correct_answer": 4, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:20	100	1644	{ "prompt": "How many letters are in the word 'abundance'?", "response": { "length": 9 }, "expected": 9, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'abundance'?", "answer_type": "numeric", "correct_answer": 9, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:21	100	1941	{ "prompt": "How many letters are in the word 'education'?", "response": { "length": 9 }, "expected": 9, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'education'?", "answer_type": "numeric", "correct_answer": 9, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:22	100	1745	{ "prompt": "How many letters are in the word 'mountain'?", "response": { "length": 8 }, "expected": 8, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'mountain'?", "answer_type": "numeric", "correct_answer": 8, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:23	100	1866	{ "prompt": "How many letters are in the word 'understanding'?", "response": { "length": 13 }, "expected": 13, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'understanding'?", "answer_type": "numeric", "correct_answer": 13, "category": "Word Length", "difficulty": "hard", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:24	100	2002	{ "prompt": "How many letters are in the word 'performance'?", "response": { "length": 11 }, "expected": 11, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'performance'?", "answer_type": "numeric", "correct_answer": 11, "category": "Word Length", "difficulty": "hard", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:25	100	1700	{ "prompt": "How many letters are in the word 'yesterday'?", "response": { "length": 9 }, "expected": 9, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'yesterday'?", "answer_type": "numeric", "correct_answer": 9, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:26	100	1996	{ "prompt": "How many letters are in the word 'farm'?", "response": { "length": 4 }, "expected": 4, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'farm'?", "answer_type": "numeric", "correct_answer": 4, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:27	100	2056	{ "prompt": "How many letters are in the word 'conversation'?", "response": { "length": 12 }, "expected": 12, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'conversation'?", "answer_type": "numeric", "correct_answer": 12, "category": "Word Length", "difficulty": "hard", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:28	100	1732	{ "prompt": "How many letters are in the word 'universe'?", "response": { "length": 8 }, "expected": 8, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'universe'?", "answer_type": "numeric", "correct_answer": 8, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:29	100	1730	{ "prompt": "How many letters are in the word 'garden'?", "response": { "length": 6 }, "expected": 6, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'garden'?", "answer_type": "numeric", "correct_answer": 6, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:3	100	1524	{ "prompt": "How many letters are in the word 'delicious'?", "response": { "length": 9 }, "expected": 9, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'delicious'?", "answer_type": "numeric", "correct_answer": 9, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:30	100	1734	{ "prompt": "How many letters are in the word 'notebook'?", "response": { "length": 8 }, "expected": 8, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'notebook'?", "answer_type": "numeric", "correct_answer": 8, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:31	100	1915	{ "prompt": "How many letters are in the word 'generation'?", "response": { "length": 10 }, "expected": 10, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'generation'?", "answer_type": "numeric", "correct_answer": 10, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:32	100	1846	{ "prompt": "How many letters are in the word 'hat'?", "response": { "length": 3 }, "expected": 3, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'hat'?", "answer_type": "numeric", "correct_answer": 3, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:33	100	1608	{ "prompt": "How many letters are in the word 'ocean'?", "response": { "length": 5 }, "expected": 5, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'ocean'?", "answer_type": "numeric", "correct_answer": 5, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:34	100	1924	{ "prompt": "How many letters are in the word 'important'?", "response": { "length": 9 }, "expected": 9, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'important'?", "answer_type": "numeric", "correct_answer": 9, "category": "Word Length", "difficulty": "hard", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:35	100	1951	{ "prompt": "How many letters are in the word 'profession'?", "response": { "length": 10 }, "expected": 10, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'profession'?", "answer_type": "numeric", "correct_answer": 10, "category": "Word Length", "difficulty": "hard", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:36	100	1935	{ "prompt": "How many letters are in the word 'road'?", "response": { "length": 4 }, "expected": 4, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'road'?", "answer_type": "numeric", "correct_answer": 4, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:37	100	1642	{ "prompt": "How many letters are in the word 'difficult'?", "response": { "length": 9 }, "expected": 9, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'difficult'?", "answer_type": "numeric", "correct_answer": 9, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:38	100	1909	{ "prompt": "How many letters are in the word 'music'?", "response": { "length": 5 }, "expected": 5, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'music'?", "answer_type": "numeric", "correct_answer": 5, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:39	100	2005	{ "prompt": "How many letters are in the word 'sun'?", "response": { "length": 3 }, "expected": 3, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'sun'?", "answer_type": "numeric", "correct_answer": 3, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:4	100	1815	{ "prompt": "How many letters are in the word 'hat'?", "response": { "length": 3 }, "expected": 3, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'hat'?", "answer_type": "numeric", "correct_answer": 3, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:5	100	1814	{ "prompt": "How many letters are in the word 'game'?", "response": { "length": 4 }, "expected": 4, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'game'?", "answer_type": "numeric", "correct_answer": 4, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:6	100	1575	{ "prompt": "How many letters are in the word 'jelly'?", "response": { "length": 5 }, "expected": 5, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'jelly'?", "answer_type": "numeric", "correct_answer": 5, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:7	100	1707	{ "prompt": "How many letters are in the word 'freedom'?", "response": { "length": 7 }, "expected": 7, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'freedom'?", "answer_type": "numeric", "correct_answer": 7, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:8	100	2076	{ "prompt": "How many letters are in the word 'farm'?", "response": { "length": 4 }, "expected": 4, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'farm'?", "answer_type": "numeric", "correct_answer": 4, "category": "Word Length", "difficulty": "easy", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0011_word_length:9	100	2139	{ "prompt": "How many letters are in the word 'computer'?", "response": { "length": 8 }, "expected": 8, "is_correct": true }
[+] Question Information: { "question_text": "How many letters are in the word 'computer'?", "answer_type": "numeric", "correct_answer": 8, "category": "Word Length", "difficulty": "medium", "tags": [ "word_length", "counting", "spelling" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }

Run Summary

Question-Level Details