Benchmark Run Details

Model	gemma2:9b:Q4_0
Benchmark	0061_english_to_ipa
Normed Score	15
Run Timestamp	2025-04-04 16:32:03

Question-Level Details

Question ID	Score	Evaluation Time (ms)	Debug Info
0061_english_to_ipa:0	0	1499	{ "response": "Response(response_text='', structured_data={'ipa': 'rɛd'}, usage=LLMUsage(tokens_in=168, tokens_out=15, cost=7.49854729e-05, total_msec=1499.709458, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:11.462197Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"rɛd\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 23675583, 'prompt_eval_duration': 478665334, 'eval_duration': 996156541}))", "expected": "ɹid", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'read' to IPA pronunciation. Context: I will read this book tomorrow.", "answer_type": "free_text", "correct_answer": "ɹid", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:1	0	1192	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈrid'}, usage=LLMUsage(tokens_in=167, tokens_out=14, cost=5.9603549999999996e-05, total_msec=1192.071, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:12.660726Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈrid\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16637166, 'prompt_eval_duration': 229648667, 'eval_duration': 944306125}))", "expected": "ɹɛd", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'read' to IPA pronunciation. Context: I read this book yesterday.", "answer_type": "free_text", "correct_answer": "ɹɛd", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:10	0	1197	{ "response": "Response(response_text='', structured_data={'ipa': 'θruː'}, usage=LLMUsage(tokens_in=167, tokens_out=15, cost=5.9867250000000005e-05, total_msec=1197.345, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:23.989522Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"θruː\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16429916, 'prompt_eval_duration': 232685667, 'eval_duration': 946984958}))", "expected": "θɹu", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'through' to IPA pronunciation. Context: We walked through the park.", "answer_type": "free_text", "correct_answer": "θɹu", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:11	0	1220	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈnaɪt'}, usage=LLMUsage(tokens_in=167, tokens_out=15, cost=6.10433896e-05, total_msec=1220.867792, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:25.216799Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈnaɪt\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16898792, 'prompt_eval_duration': 233396875, 'eval_duration': 969387458}))", "expected": "naɪt", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'knight' to IPA pronunciation. Context: The knight rescued the princess.", "answer_type": "free_text", "correct_answer": "naɪt", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:12	0	1904	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈsaɪ.kɒl.ə.dʒi'}, usage=LLMUsage(tokens_in=169, tokens_out=25, cost=9.520012915e-05, total_msec=1904.002583, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:27.124927Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈsaɪ.kɒl.ə.dʒi\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 17630958, 'prompt_eval_duration': 234153750, 'eval_duration': 1650775875}))", "expected": "saɪˈkɑlədʒi", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'psychology' to IPA pronunciation. Context: She's studying psychology at university.", "answer_type": "free_text", "correct_answer": "saɪˈkɑlədʒi", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:13	0	1406	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈkəˌlənəl'}, usage=LLMUsage(tokens_in=170, tokens_out=18, cost=7.0311575e-05, total_msec=1406.2315, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:28.537735Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈkəˌlənəl\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16547709, 'prompt_eval_duration': 235233708, 'eval_duration': 1153209458}))", "expected": "ˈkɜɹnəl", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'colonel' to IPA pronunciation. Context: The colonel gave orders to his regiment.", "answer_type": "free_text", "correct_answer": "ˈkɜɹnəl", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:14	0	1257	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈsʌtəl'}, usage=LLMUsage(tokens_in=172, tokens_out=16, cost=6.287781455e-05, total_msec=1257.556291, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:29.801283Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈsʌtəl\" }'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16484916, 'prompt_eval_duration': 235261542, 'eval_duration': 1004653875}))", "expected": "ˈsʌtl̩", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'subtle' to IPA pronunciation. Context: There was a subtle hint of lemon in the dish.", "answer_type": "free_text", "correct_answer": "ˈsʌtl̩", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:15	0	1583	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈɛpɪtəmiː'}, usage=LLMUsage(tokens_in=172, tokens_out=20, cost=7.918651250000001e-05, total_msec=1583.73025, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:31.391105Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈɛpɪtəmiː\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16802666, 'prompt_eval_duration': 236061667, 'eval_duration': 1329628083}))", "expected": "əˈpɪtəmi", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'epitome' to IPA pronunciation. Context: This painting is the epitome of Renaissance art.", "answer_type": "free_text", "correct_answer": "əˈpɪtəmi", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:16	0	1464	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈkoʊ.əs'}, usage=LLMUsage(tokens_in=170, tokens_out=17, cost=7.3219875e-05, total_msec=1464.3975, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:32.861516Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈkoʊ.əs\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16511833, 'prompt_eval_duration': 235157250, 'eval_duration': 1211283250}))", "expected": "ˈkeɪɑs", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'chaos' to IPA pronunciation. Context: The room was in chaos after the party.", "answer_type": "free_text", "correct_answer": "ˈkeɪɑs", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:17	0	1164	{ "response": "Response(response_text='', structured_data={'ipa': 'kjuː'}, usage=LLMUsage(tokens_in=170, tokens_out=14, cost=5.82364271e-05, total_msec=1164.728542, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:34.03117Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"kjuː\" }'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16950459, 'prompt_eval_duration': 234919958, 'eval_duration': 911771292}))", "expected": "kju", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'queue' to IPA pronunciation. Context: We had to wait in a long queue.", "answer_type": "free_text", "correct_answer": "kju", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:18	0	1267	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈkweɪ'}, usage=LLMUsage(tokens_in=170, tokens_out=15, cost=6.336687289999999e-05, total_msec=1267.337458, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:35.304152Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈkweɪ\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 21812250, 'prompt_eval_duration': 238244458, 'eval_duration': 1006010417}))", "expected": "ki", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'quay' to IPA pronunciation. Context: The boats were tied up at the quay.", "answer_type": "free_text", "correct_answer": "ki", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:19	100	1274	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈaɪlənd'}, usage=LLMUsage(tokens_in=170, tokens_out=16, cost=6.373006045e-05, total_msec=1274.601209, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:36.585168Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈaɪlənd\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16960000, 'prompt_eval_duration': 234794042, 'eval_duration': 1021610750}))", "expected": "ˈaɪlənd", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'island' to IPA pronunciation. Context: We spent our vacation on a tropical island.", "answer_type": "free_text", "correct_answer": "ˈaɪlənd", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:2	0	1507	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈmɪn.jət'}, usage=LLMUsage(tokens_in=170, tokens_out=19, cost=7.535787085e-05, total_msec=1507.157417, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:14.174516Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈmɪn.jət\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16741167, 'prompt_eval_duration': 236107625, 'eval_duration': 1253052167}))", "expected": "ˈmɪnɪt", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'minute' to IPA pronunciation. Context: I'll be ready in a minute.", "answer_type": "free_text", "correct_answer": "ˈmɪnɪt", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:20	0	1422	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈʃɛdjuːl'}, usage=LLMUsage(tokens_in=169, tokens_out=18, cost=7.11027458e-05, total_msec=1422.054916, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:38.012276Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈʃɛdjuːl\" }'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16382166, 'prompt_eval_duration': 234412208, 'eval_duration': 1170073625}))", "expected": "ˈskɛdʒul", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'schedule' to IPA pronunciation. Context: I have a busy schedule this week.", "answer_type": "free_text", "correct_answer": "ˈskɛdʒul", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:21	0	1270	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈliːʒər'}, usage=LLMUsage(tokens_in=170, tokens_out=16, cost=6.35191333e-05, total_msec=1270.382666, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:39.288611Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈliːʒər\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16591250, 'prompt_eval_duration': 234662458, 'eval_duration': 1017853042}))", "expected": "ˈliʒɚ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'leisure' to IPA pronunciation. Context: Reading is one of my favorite leisure activities.", "answer_type": "free_text", "correct_answer": "ˈliʒɚ", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:22	0	1131	{ "response": "Response(response_text='', structured_data={'ipa': 'dɛbt'}, usage=LLMUsage(tokens_in=170, tokens_out=14, cost=5.6551102100000005e-05, total_msec=1131.022042, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:40.425865Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"dɛbt\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16661834, 'prompt_eval_duration': 234532500, 'eval_duration': 878631625}))", "expected": "dɛt", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'debt' to IPA pronunciation. Context: They are working to pay off their debt.", "answer_type": "free_text", "correct_answer": "dɛt", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:23	0	1344	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈsæl.mən'}, usage=LLMUsage(tokens_in=167, tokens_out=17, cost=6.722070625e-05, total_msec=1344.414125, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:41.776308Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈsæl.mən\" }'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16411959, 'prompt_eval_duration': 233255958, 'eval_duration': 1093590292}))", "expected": "ˈsæmən", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'salmon' to IPA pronunciation. Context: We had salmon for dinner.", "answer_type": "free_text", "correct_answer": "ˈsæmən", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:24	0	1158	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈjæt'}, usage=LLMUsage(tokens_in=170, tokens_out=14, cost=5.79423958e-05, total_msec=1158.847916, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:42.941383Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈjæt\" }'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16838875, 'prompt_eval_duration': 235781750, 'eval_duration': 904976334}))", "expected": "jɑt", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'yacht' to IPA pronunciation. Context: They sailed around the world in their yacht.", "answer_type": "free_text", "correct_answer": "jɑt", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:25	0	1308	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈaɪl'}, usage=LLMUsage(tokens_in=169, tokens_out=16, cost=6.544416250000001e-05, total_msec=1308.88325, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:44.256437Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈaɪl\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16648625, 'prompt_eval_duration': 234316917, 'eval_duration': 1056586625}))", "expected": "aɪl", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'aisle' to IPA pronunciation. Context: The bride walked down the aisle.", "answer_type": "free_text", "correct_answer": "aɪl", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:26	0	1147	{ "response": "Response(response_text='', structured_data={'ipa': 'hɛər'}, usage=LLMUsage(tokens_in=169, tokens_out=14, cost=5.739506460000001e-05, total_msec=1147.901292, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:45.410325Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"hɛər\" }'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16753792, 'prompt_eval_duration': 234494541, 'eval_duration': 895226250}))", "expected": "ɛɹ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'heir' to IPA pronunciation. Context: He is the heir to the throne.", "answer_type": "free_text", "correct_answer": "ɛɹ", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:27	0	1431	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈhɒnɪst'}, usage=LLMUsage(tokens_in=167, tokens_out=18, cost=7.157511665e-05, total_msec=1431.502333, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:46.848151Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈhɒnɪst\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16683792, 'prompt_eval_duration': 232896375, 'eval_duration': 1180685084}))", "expected": "ˈɑnɪst", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'honest' to IPA pronunciation. Context: Please be honest with me.", "answer_type": "free_text", "correct_answer": "ˈɑnɪst", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:28	0	1298	{ "response": "Response(response_text='', structured_data={'ipa': 'ɡnoʊm'}, usage=LLMUsage(tokens_in=170, tokens_out=16, cost=6.490895835000001e-05, total_msec=1298.179167, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:48.152871Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ɡnoʊm\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16687209, 'prompt_eval_duration': 234705125, 'eval_duration': 1045449709}))", "expected": "noʊm", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'gnome' to IPA pronunciation. Context: There was a ceramic gnome in the garden.", "answer_type": "free_text", "correct_answer": "noʊm", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:29	0	1619	{ "response": "Response(response_text='', structured_data={'ipa': 'njuːˈmɒni.ə'}, usage=LLMUsage(tokens_in=168, tokens_out=21, cost=8.095598750000001e-05, total_msec=1619.11975, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:49.778983Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"njuːˈmɒni.ə\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16545250, 'prompt_eval_duration': 233473542, 'eval_duration': 1367807291}))", "expected": "nuˈmoʊniə", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'pneumonia' to IPA pronunciation. Context: She was hospitalized with pneumonia.", "answer_type": "free_text", "correct_answer": "nuˈmoʊniə", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:3	0	1464	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈmɪn.juːt'}, usage=LLMUsage(tokens_in=171, tokens_out=19, cost=7.32407146e-05, total_msec=1464.814292, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:15.645473Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈmɪn.juːt\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16392667, 'prompt_eval_duration': 232579500, 'eval_duration': 1214541708}))", "expected": "maɪˈnut", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'minute' to IPA pronunciation. Context: There's a minute difference between these samples.", "answer_type": "free_text", "correct_answer": "maɪˈnut", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:30	0	1681	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈksɪl.əˌfoʊn'}, usage=LLMUsage(tokens_in=173, tokens_out=22, cost=8.407230625e-05, total_msec=1681.446125, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:51.465212Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈksɪl.əˌfoʊn\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 20643583, 'prompt_eval_duration': 235500125, 'eval_duration': 1424065916}))", "expected": "ˈzaɪləfoʊn", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'xylophone' to IPA pronunciation. Context: She plays the xylophone in the orchestra.", "answer_type": "free_text", "correct_answer": "ˈzaɪləfoʊn", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:31	0	1213	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈflɛm'}, usage=LLMUsage(tokens_in=173, tokens_out=15, cost=6.0695625e-05, total_msec=1213.9125, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:52.685043Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈflɛm\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16093708, 'prompt_eval_duration': 236194958, 'eval_duration': 960680125}))", "expected": "flɛm", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'phlegm' to IPA pronunciation. Context: The cough medicine helps to clear phlegm.", "answer_type": "free_text", "correct_answer": "flɛm", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:32	0	1339	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈiːðər'}, usage=LLMUsage(tokens_in=167, tokens_out=16, cost=6.69641417e-05, total_msec=1339.282834, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:54.030033Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈiːðər\" }'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16814209, 'prompt_eval_duration': 233179000, 'eval_duration': 1088039125}))", "expected": "ˈiðɚ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'either' to IPA pronunciation. Context: You can choose either option.", "answer_type": "free_text", "correct_answer": "ˈiðɚ", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:33	100	1457	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈkærəməl'}, usage=LLMUsage(tokens_in=170, tokens_out=18, cost=7.287425e-05, total_msec=1457.485, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:55.493823Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈkærəməl\" }\\n'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16134625, 'prompt_eval_duration': 235322208, 'eval_duration': 1204753125}))", "expected": "ˈkɛɹəməl", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'caramel' to IPA pronunciation. Context: I love caramel sauce on ice cream.", "answer_type": "free_text", "correct_answer": "ˈkɛɹəməl", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:34	100	1406	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈdeɪtə'}, usage=LLMUsage(tokens_in=168, tokens_out=17, cost=7.033955625e-05, total_msec=1406.791125, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:56.906984Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈdeɪtə\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 18994000, 'prompt_eval_duration': 233336250, 'eval_duration': 1153318500}))", "expected": "ˈdeɪtə", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'data' to IPA pronunciation. Context: We need to analyze this data.", "answer_type": "free_text", "correct_answer": "ˈdeɪtə", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:35	0	1264	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈruːt'}, usage=LLMUsage(tokens_in=171, tokens_out=15, cost=6.324722500000001e-05, total_msec=1264.9445, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:58.177877Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈruːt\" }'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16696750, 'prompt_eval_duration': 237418542, 'eval_duration': 1009550750}))", "expected": "ɹut", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'route' to IPA pronunciation. Context: What's the quickest route to the airport?", "answer_type": "free_text", "correct_answer": "ɹut", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:36	0	1434	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈˈɒf.tən'}, usage=LLMUsage(tokens_in=171, tokens_out=18, cost=7.17291479e-05, total_msec=1434.582958, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:59.61931Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈˈɒf.tən\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16657333, 'prompt_eval_duration': 237138500, 'eval_duration': 1179575792}))", "expected": "ˈɔfən", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'often' to IPA pronunciation. Context: I often go for a run in the morning.", "answer_type": "free_text", "correct_answer": "ˈɔfən", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:37	0	1498	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈsɪr.ʌp'}, usage=LLMUsage(tokens_in=169, tokens_out=19, cost=7.493257705e-05, total_msec=1498.651541, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:32:01.122519Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈsɪr.ʌp\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16699291, 'prompt_eval_duration': 235498208, 'eval_duration': 1244905750}))", "expected": "ˈsɪɹəp", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'syrup' to IPA pronunciation. Context: I like maple syrup on pancakes.", "answer_type": "free_text", "correct_answer": "ˈsɪɹəp", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:38	100	1287	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈpraɪvəsi'}, usage=LLMUsage(tokens_in=168, tokens_out=16, cost=6.439651460000001e-05, total_msec=1287.930292, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:32:02.416762Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈpraɪvəsi\" }'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16318542, 'prompt_eval_duration': 233586667, 'eval_duration': 1036807542}))", "expected": "ˈpɹaɪvəsi", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'privacy' to IPA pronunciation. Context: We value our customers' privacy.", "answer_type": "free_text", "correct_answer": "ˈpɹaɪvəsi", "category": "English Pronunciation", "difficulty": "medium", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:39	0	1431	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈdʒɛnrə'}, usage=LLMUsage(tokens_in=170, tokens_out=18, cost=7.15540896e-05, total_msec=1431.081792, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:32:03.854276Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈdʒɛnrə\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16475333, 'prompt_eval_duration': 234694542, 'eval_duration': 1178697250}))", "expected": "ˈʒɑnɹə", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'genre' to IPA pronunciation. Context: Science fiction is my favorite genre of film.", "answer_type": "free_text", "correct_answer": "ˈʒɑnɹə", "category": "English Pronunciation", "difficulty": "hard", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:4	0	1081	{ "response": "Response(response_text='', structured_data={'ipa': 'bæs'}, usage=LLMUsage(tokens_in=170, tokens_out=13, cost=5.407768955000001e-05, total_msec=1081.553791, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:16.734572Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"bæs\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16636041, 'prompt_eval_duration': 234883333, 'eval_duration': 828742542}))", "expected": "beɪs", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'bass' to IPA pronunciation. Context: He plays bass guitar in a rock band.", "answer_type": "free_text", "correct_answer": "beɪs", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:5	100	1171	{ "response": "Response(response_text='', structured_data={'ipa': '/bæs/'}, usage=LLMUsage(tokens_in=169, tokens_out=14, cost=5.857907085e-05, total_msec=1171.581417, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:17.912746Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"/bæs/\" } '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16828792, 'prompt_eval_duration': 231033041, 'eval_duration': 922445084}))", "expected": "bæs", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'bass' to IPA pronunciation. Context: We caught a large bass while fishing.", "answer_type": "free_text", "correct_answer": "bæs", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:6	100	1284	{ "response": "Response(response_text='', structured_data={'ipa': 'wɪnd'}, usage=LLMUsage(tokens_in=168, tokens_out=15, cost=6.42170021e-05, total_msec=1284.340042, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:19.203383Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"wɪnd\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 16872167, 'prompt_eval_duration': 233534667, 'eval_duration': 1032646625}))", "expected": "wɪnd", "is_correct": true }
[+] Question Information: { "question_text": "Convert the word 'wind' to IPA pronunciation. Context: The wind is blowing strongly today.", "answer_type": "free_text", "correct_answer": "wɪnd", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:7	0	1151	{ "response": "Response(response_text='', structured_data={'ipa': 'wɪnd'}, usage=LLMUsage(tokens_in=170, tokens_out=14, cost=5.75660667e-05, total_msec=1151.321334, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:20.361091Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"wɪnd\" }'}, 'done_reason': 'stop', 'done': True, 'load_duration': 17077584, 'prompt_eval_duration': 231172583, 'eval_duration': 901835875}))", "expected": "waɪnd", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'wind' to IPA pronunciation. Context: Please wind the clock before going to bed.", "answer_type": "free_text", "correct_answer": "waɪnd", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:8	0	1138	{ "response": "Response(response_text='', structured_data={'ipa': '/tɪər/'}, usage=LLMUsage(tokens_in=168, tokens_out=14, cost=5.69396229e-05, total_msec=1138.792458, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:21.506208Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"/tɪər/\"\\n}'}, 'done_reason': 'stop', 'done': True, 'load_duration': 16459500, 'prompt_eval_duration': 233238000, 'eval_duration': 887880292}))", "expected": "tɪɹ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'tear' to IPA pronunciation. Context: A tear rolled down her cheek.", "answer_type": "free_text", "correct_answer": "tɪɹ", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0061_english_to_ipa:9	0	1273	{ "response": "Response(response_text='', structured_data={'ipa': 'ˈtɛər'}, usage=LLMUsage(tokens_in=169, tokens_out=16, cost=6.36720875e-05, total_msec=1273.44175, metadata={'model': 'gemma2:9b', 'created_at': '2025-04-04T16:31:22.7858Z', 'message': {'role': 'assistant', 'content': '{\\n \"ipa\": \"ˈtɛər\"\\n} '}, 'done_reason': 'stop', 'done': True, 'load_duration': 17028000, 'prompt_eval_duration': 230676000, 'eval_duration': 1024387750}))", "expected": "tɛɹ", "is_correct": false }
[+] Question Information: { "question_text": "Convert the word 'tear' to IPA pronunciation. Context: Be careful not to tear the paper.", "answer_type": "free_text", "correct_answer": "tɛɹ", "category": "English Pronunciation", "difficulty": "easy", "tags": [ "ipa", "pronunciation", "english" ], "evaluation_criteria": { "exact_match": false, "case_sensitive": true, "contains": false, "required_fields": [], "tolerance": 0.0 } }

System Prompt

Run Summary

Question-Level Details