Benchmark Run Details

Model	gemma3:4b:Q4_K_M
Benchmark	0061_english_to_ipa
Normed Score	17
Run Timestamp	2025-04-04 16:44:54

Question-Level Details

Question ID	Score	Evaluation Time (ms)	Debug Info
0061_english_to_ipa:0	0	1681	{ "response": "ɹiːd", "expected": "ɹid", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'read' to IPA pronunciation. Context: I will read this book tomorrow.", "answer_type": "free_text", "correct_answer": "ɹid", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:1	0	636	{ "response": "ɹiːd", "expected": "ɹɛd", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'read' to IPA pronunciation. Context: I read this book yesterday.", "answer_type": "free_text", "correct_answer": "ɹɛd", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:10	0	791	{ "response": "/θruː/ˈθruː/", "expected": "θɹu", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'through' to IPA pronunciation. Context: We walked through the park.", "answer_type": "free_text", "correct_answer": "θɹu", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:11	100	623	{ "response": "/naɪt/", "expected": "naɪt", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'knight' to IPA pronunciation. Context: The knight rescued the princess.", "answer_type": "free_text", "correct_answer": "naɪt", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:12	100	823	{ "response": "/saɪˈkɒlədʒi/", "expected": "saɪˈkɑlədʒi", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'psychology' to IPA pronunciation. Context: She's studying psychology at university.", "answer_type": "free_text", "correct_answer": "saɪˈkɑlədʒi", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:13	0	669	{ "response": "/ˈkōlən/", "expected": "ˈkɜɹnəl", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'colonel' to IPA pronunciation. Context: The colonel gave orders to his regiment.", "answer_type": "free_text", "correct_answer": "ˈkɜɹnəl", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:14	0	644	{ "response": "/sʌtəl/", "expected": "ˈsʌtl̩", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'subtle' to IPA pronunciation. Context: There was a subtle hint of lemon in the dish.", "answer_type": "free_text", "correct_answer": "ˈsʌtl̩", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:15	0	770	{ "response": "ˈepɪtəˌmɪ", "expected": "əˈpɪtəmi", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'epitome' to IPA pronunciation. Context: This painting is the epitome of Renaissance art.", "answer_type": "free_text", "correct_answer": "əˈpɪtəmi", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:16	100	669	{ "response": "/ˈkeɪɒs/", "expected": "ˈkeɪɑs", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'chaos' to IPA pronunciation. Context: The room was in chaos after the party.", "answer_type": "free_text", "correct_answer": "ˈkeɪɑs", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:17	0	621	{ "response": "[kjuː]", "expected": "kju", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'queue' to IPA pronunciation. Context: We had to wait in a long queue.", "answer_type": "free_text", "correct_answer": "kju", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:18	0	606	{ "response": "/kwaɪ/", "expected": "ki", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'quay' to IPA pronunciation. Context: The boats were tied up at the quay.", "answer_type": "free_text", "correct_answer": "ki", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:19	100	677	{ "response": "/ˈaɪlənd/", "expected": "ˈaɪlənd", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'island' to IPA pronunciation. Context: We spent our vacation on a tropical island.", "answer_type": "free_text", "correct_answer": "ˈaɪlənd", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:2	100	717	{ "response": "/ˈmɪnɪt/", "expected": "ˈmɪnɪt", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'minute' to IPA pronunciation. Context: I'll be ready in a minute.", "answer_type": "free_text", "correct_answer": "ˈmɪnɪt", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:20	0	741	{ "response": "/ˈʃedʒuːl/", "expected": "ˈskɛdʒul", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'schedule' to IPA pronunciation. Context: I have a busy schedule this week.", "answer_type": "free_text", "correct_answer": "ˈskɛdʒul", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:21	0	675	{ "response": "/ˈliːʒər/", "expected": "ˈliʒɚ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'leisure' to IPA pronunciation. Context: Reading is one of my favorite leisure activities.", "answer_type": "free_text", "correct_answer": "ˈliʒɚ", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:22	0	572	{ "response": "/debt/", "expected": "dɛt", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'debt' to IPA pronunciation. Context: They are working to pay off their debt.", "answer_type": "free_text", "correct_answer": "dɛt", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:23	0	671	{ "response": "ˈsælmən", "expected": "ˈsæmən", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'salmon' to IPA pronunciation. Context: We had salmon for dinner.", "answer_type": "free_text", "correct_answer": "ˈsæmən", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:24	0	643	{ "response": "/jɑːt/", "expected": "jɑt", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'yacht' to IPA pronunciation. Context: They sailed around the world in their yacht.", "answer_type": "free_text", "correct_answer": "jɑt", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:25	0	648	{ "response": "/ˈaɪl/", "expected": "aɪl", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'aisle' to IPA pronunciation. Context: The bride walked down the aisle.", "answer_type": "free_text", "correct_answer": "aɪl", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:26	0	623	{ "response": "hiːr", "expected": "ɛɹ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'heir' to IPA pronunciation. Context: He is the heir to the throne.", "answer_type": "free_text", "correct_answer": "ɛɹ", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:27	0	747	{ "response": "ˈhɑːnɪst", "expected": "ˈɑnɪst", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'honest' to IPA pronunciation. Context: Please be honest with me.", "answer_type": "free_text", "correct_answer": "ˈɑnɪst", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:28	0	646	{ "response": "/ɡnoʊm/", "expected": "noʊm", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'gnome' to IPA pronunciation. Context: There was a ceramic gnome in the garden.", "answer_type": "free_text", "correct_answer": "noʊm", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:29	0	769	{ "response": "ˌnɪˈmuːniə", "expected": "nuˈmoʊniə", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'pneumonia' to IPA pronunciation. Context: She was hospitalized with pneumonia.", "answer_type": "free_text", "correct_answer": "nuˈmoʊniə", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:3	0	712	{ "response": "/ˈmɪnɪt/", "expected": "maɪˈnut", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'minute' to IPA pronunciation. Context: There's a minute difference between these samples.", "answer_type": "free_text", "correct_answer": "maɪˈnut", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:30	0	840	{ "response": "/ˌsaɪ.loʊˈfoʊn/", "expected": "ˈzaɪləfoʊn", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'xylophone' to IPA pronunciation. Context: She plays the xylophone in the orchestra.", "answer_type": "free_text", "correct_answer": "ˈzaɪləfoʊn", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:31	0	605	{ "response": "ˈflem", "expected": "flɛm", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'phlegm' to IPA pronunciation. Context: The cough medicine helps to clear phlegm.", "answer_type": "free_text", "correct_answer": "flɛm", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:32	0	672	{ "response": "/ˈiːðər/", "expected": "ˈiðɚ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'either' to IPA pronunciation. Context: You can choose either option.", "answer_type": "free_text", "correct_answer": "ˈiðɚ", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:33	0	738	{ "response": "/ˌkær.məˈel/", "expected": "ˈkɛɹəməl", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'caramel' to IPA pronunciation. Context: I love caramel sauce on ice cream.", "answer_type": "free_text", "correct_answer": "ˈkɛɹəməl", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:34	0	545	{ "response": "/data/", "expected": "ˈdeɪtə", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'data' to IPA pronunciation. Context: We need to analyze this data.", "answer_type": "free_text", "correct_answer": "ˈdeɪtə", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:35	0	608	{ "response": "/raʊt/", "expected": "ɹut", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'route' to IPA pronunciation. Context: What's the quickest route to the airport?", "answer_type": "free_text", "correct_answer": "ɹut", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:36	0	670	{ "response": "ˈɔːfən", "expected": "ˈɔfən", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'often' to IPA pronunciation. Context: I often go for a run in the morning.", "answer_type": "free_text", "correct_answer": "ˈɔfən", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:37	0	739	{ "response": "/sɪˈrʊp/", "expected": "ˈsɪɹəp", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'syrup' to IPA pronunciation. Context: I like maple syrup on pancakes.", "answer_type": "free_text", "correct_answer": "ˈsɪɹəp", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:38	0	774	{ "response": "praɪˈvɑːsɪ", "expected": "ˈpɹaɪvəsi", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'privacy' to IPA pronunciation. Context: We value our customers' privacy.", "answer_type": "free_text", "correct_answer": "ˈpɹaɪvəsi", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:39	0	644	{ "response": "/ˈʒenər/", "expected": "ˈʒɑnɹə", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'genre' to IPA pronunciation. Context: Science fiction is my favorite genre of film.", "answer_type": "free_text", "correct_answer": "ˈʒɑnɹə", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:4	0	580	{ "response": "bæs", "expected": "beɪs", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'bass' to IPA pronunciation. Context: He plays bass guitar in a rock band.", "answer_type": "free_text", "correct_answer": "beɪs", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:5	100	581	{ "response": "bæs", "expected": "bæs", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'bass' to IPA pronunciation. Context: We caught a large bass while fishing.", "answer_type": "free_text", "correct_answer": "bæs", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:6	100	614	{ "response": "[wɪnd]", "expected": "wɪnd", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'wind' to IPA pronunciation. Context: The wind is blowing strongly today.", "answer_type": "free_text", "correct_answer": "wɪnd", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:7	0	608	{ "response": "[wɪnd]", "expected": "waɪnd", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'wind' to IPA pronunciation. Context: Please wind the clock before going to bed.", "answer_type": "free_text", "correct_answer": "waɪnd", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:8	0	605	{ "response": "/tɪər/", "expected": "tɪɹ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'tear' to IPA pronunciation. Context: A tear rolled down her cheek.", "answer_type": "free_text", "correct_answer": "tɪɹ", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:9	0	618	{ "response": "/tɪər/", "expected": "tɛɹ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'tear' to IPA pronunciation. Context: Be careful not to tear the paper.", "answer_type": "free_text", "correct_answer": "tɛɹ", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }

System Prompt

Run Summary

Question-Level Details