Benchmark Run Details

Model	lmstudio/granite-3.3-8b-instruct
Benchmark	0061_english_to_ipa
Normed Score	12
Run Timestamp	2025-04-29 17:26:21

Question-Level Details

Question ID	Score	Evaluation Time (ms)	Debug Info
0061_english_to_ipa:0	0	1744	{ "response": "/reed/", "expected": "ɹid", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'read' to IPA pronunciation. Context: I will read this book tomorrow.", "answer_type": "free_text", "correct_answer": "ɹid", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:1	0	1178	{ "response": "/reed/", "expected": "ɹɛd", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'read' to IPA pronunciation. Context: I read this book yesterday.", "answer_type": "free_text", "correct_answer": "ɹɛd", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:10	0	2051	{ "response": "/ˈθruː/ ", "expected": "θɹu", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'through' to IPA pronunciation. Context: We walked through the park.", "answer_type": "free_text", "correct_answer": "θɹu", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:11	0	1948	{ "response": "", "expected": "naɪt", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'knight' to IPA pronunciation. Context: The knight rescued the princess.", "answer_type": "free_text", "correct_answer": "naɪt", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:12	0	2512	{ "response": "", "expected": "saɪˈkɑlədʒi", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'psychology' to IPA pronunciation. Context: She's studying psychology at university.", "answer_type": "free_text", "correct_answer": "saɪˈkɑlədʒi", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:13	0	2274	{ "response": "/kəˈlɑnəl/", "expected": "ˈkɜɹnəl", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'colonel' to IPA pronunciation. Context: The colonel gave orders to his regiment.", "answer_type": "free_text", "correct_answer": "ˈkɜɹnəl", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:14	0	1901	{ "response": "/səbtl/", "expected": "ˈsʌtl̩", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'subtle' to IPA pronunciation. Context: There was a subtle hint of lemon in the dish.", "answer_type": "free_text", "correct_answer": "ˈsʌtl̩", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:15	0	2150	{ "response": "/ˈepɪtəmi/ ", "expected": "əˈpɪtəmi", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'epitome' to IPA pronunciation. Context: This painting is the epitome of Renaissance art.", "answer_type": "free_text", "correct_answer": "əˈpɪtəmi", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:16	0	2248	{ "response": "/ˈkɑːhoʊs/", "expected": "ˈkeɪɑs", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'chaos' to IPA pronunciation. Context: The room was in chaos after the party.", "answer_type": "free_text", "correct_answer": "ˈkeɪɑs", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:17	0	1940	{ "response": "/k juː/", "expected": "kju", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'queue' to IPA pronunciation. Context: We had to wait in a long queue.", "answer_type": "free_text", "correct_answer": "kju", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:18	0	1882	{ "response": "", "expected": "ki", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'quay' to IPA pronunciation. Context: The boats were tied up at the quay.", "answer_type": "free_text", "correct_answer": "ki", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:19	100	2044	{ "response": "/ˈaɪlənd/", "expected": "ˈaɪlənd", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'island' to IPA pronunciation. Context: We spent our vacation on a tropical island.", "answer_type": "free_text", "correct_answer": "ˈaɪlənd", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:2	0	1652	{ "response": "", "expected": "ˈmɪnɪt", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'minute' to IPA pronunciation. Context: I'll be ready in a minute.", "answer_type": "free_text", "correct_answer": "ˈmɪnɪt", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:20	0	37601	{ "response": "", "expected": "ˈskɛdʒul", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'schedule' to IPA pronunciation. Context: I have a busy schedule this week.", "answer_type": "free_text", "correct_answer": "ˈskɛdʒul", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:21	0	2395	{ "response": "/ˈliːzjər/", "expected": "ˈliʒɚ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'leisure' to IPA pronunciation. Context: Reading is one of my favorite leisure activities.", "answer_type": "free_text", "correct_answer": "ˈliʒɚ", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:22	0	1727	{ "response": "", "expected": "dɛt", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'debt' to IPA pronunciation. Context: They are working to pay off their debt.", "answer_type": "free_text", "correct_answer": "dɛt", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:23	100	1682	{ "response": "/ˈsæmən/", "expected": "ˈsæmən", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'salmon' to IPA pronunciation. Context: We had salmon for dinner.", "answer_type": "free_text", "correct_answer": "ˈsæmən", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:24	0	1791	{ "response": "", "expected": "jɑt", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'yacht' to IPA pronunciation. Context: They sailed around the world in their yacht.", "answer_type": "free_text", "correct_answer": "jɑt", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:25	0	1902	{ "response": "", "expected": "aɪl", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'aisle' to IPA pronunciation. Context: The bride walked down the aisle.", "answer_type": "free_text", "correct_answer": "aɪl", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:26	0	1689	{ "response": "", "expected": "ɛɹ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'heir' to IPA pronunciation. Context: He is the heir to the throne.", "answer_type": "free_text", "correct_answer": "ɛɹ", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:27	0	4667	{ "response": "", "expected": "ˈɑnɪst", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'honest' to IPA pronunciation. Context: Please be honest with me.", "answer_type": "free_text", "correct_answer": "ˈɑnɪst", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:28	0	1964	{ "response": "/gnoʊm/", "expected": "noʊm", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'gnome' to IPA pronunciation. Context: There was a ceramic gnome in the garden.", "answer_type": "free_text", "correct_answer": "noʊm", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:29	0	2027	{ "response": "", "expected": "nuˈmoʊniə", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'pneumonia' to IPA pronunciation. Context: She was hospitalized with pneumonia.", "answer_type": "free_text", "correct_answer": "nuˈmoʊniə", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:3	0	4472	{ "response": "", "expected": "maɪˈnut", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'minute' to IPA pronunciation. Context: There's a minute difference between these samples.", "answer_type": "free_text", "correct_answer": "maɪˈnut", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:30	0	2192	{ "response": "/ˈziːləˌfoʊn/", "expected": "ˈzaɪləfoʊn", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'xylophone' to IPA pronunciation. Context: She plays the xylophone in the orchestra.", "answer_type": "free_text", "correct_answer": "ˈzaɪləfoʊn", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:31	0	2014	{ "response": "", "expected": "flɛm", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'phlegm' to IPA pronunciation. Context: The cough medicine helps to clear phlegm.", "answer_type": "free_text", "correct_answer": "flɛm", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:32	0	1949	{ "response": "", "expected": "ˈiðɚ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'either' to IPA pronunciation. Context: You can choose either option.", "answer_type": "free_text", "correct_answer": "ˈiðɚ", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:33	0	2098	{ "response": "", "expected": "ˈkɛɹəməl", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'caramel' to IPA pronunciation. Context: I love caramel sauce on ice cream.", "answer_type": "free_text", "correct_answer": "ˈkɛɹəməl", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:34	100	1976	{ "response": "/ˈdeɪtə/", "expected": "ˈdeɪtə", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'data' to IPA pronunciation. Context: We need to analyze this data.", "answer_type": "free_text", "correct_answer": "ˈdeɪtə", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:35	100	1715	{ "response": "/rut/", "expected": "ɹut", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'route' to IPA pronunciation. Context: What's the quickest route to the airport?", "answer_type": "free_text", "correct_answer": "ɹut", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:36	0	2108	{ "response": "/ˈɑf.tən/", "expected": "ˈɔfən", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'often' to IPA pronunciation. Context: I often go for a run in the morning.", "answer_type": "free_text", "correct_answer": "ˈɔfən", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:37	0	2173	{ "response": "/ˈsiːrəp/", "expected": "ˈsɪɹəp", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'syrup' to IPA pronunciation. Context: I like maple syrup on pancakes.", "answer_type": "free_text", "correct_answer": "ˈsɪɹəp", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:38	0	2145	{ "response": "/ˈprɪvəsi/ ", "expected": "ˈpɹaɪvəsi", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'privacy' to IPA pronunciation. Context: We value our customers' privacy.", "answer_type": "free_text", "correct_answer": "ˈpɹaɪvəsi", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:39	0	2506	{ "response": "/ˈdʒɛrnɚ/", "expected": "ˈʒɑnɹə", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'genre' to IPA pronunciation. Context: Science fiction is my favorite genre of film.", "answer_type": "free_text", "correct_answer": "ˈʒɑnɹə", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:4	0	1710	{ "response": "", "expected": "beɪs", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'bass' to IPA pronunciation. Context: He plays bass guitar in a rock band.", "answer_type": "free_text", "correct_answer": "beɪs", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:5	0	1638	{ "response": "/beɪs/", "expected": "bæs", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'bass' to IPA pronunciation. Context: We caught a large bass while fishing.", "answer_type": "free_text", "correct_answer": "bæs", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:6	100	1688	{ "response": "/wɪnd/", "expected": "wɪnd", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'wind' to IPA pronunciation. Context: The wind is blowing strongly today.", "answer_type": "free_text", "correct_answer": "wɪnd", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:7	0	1614	{ "response": "/wɪnd/", "expected": "waɪnd", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'wind' to IPA pronunciation. Context: Please wind the clock before going to bed.", "answer_type": "free_text", "correct_answer": "waɪnd", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:8	0	1662	{ "response": "/tɪər/", "expected": "tɪɹ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'tear' to IPA pronunciation. Context: A tear rolled down her cheek.", "answer_type": "free_text", "correct_answer": "tɪɹ", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:9	0	2050	{ "response": "/tɪər/", "expected": "tɛɹ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'tear' to IPA pronunciation. Context: Be careful not to tear the paper.", "answer_type": "free_text", "correct_answer": "tɛɹ", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }

System Prompt

Run Summary

Question-Level Details