Benchmark Run Details

System Prompt

You are a linguistic expert specializing in phonetics. 
Your task is to provide the IPA (International Phonetic Alphabet) pronunciation for English words.
Use American English pronunciation as your default standard.
Provide only the IPA transcription with no additional text or explanation.
Include stress markers and all appropriate IPA symbols.

Run Summary

Model qwen2.5:1.5b:Q4_K_M
Benchmark 0061_english_to_ipa
Normed Score 2
Run Timestamp 2025-04-04 16:45:42

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0061_english_to_ipa:0 0 1032 { "response": "/riːd/", "expected": "ɹid", "is_correct": false }
[+]
0061_english_to_ipa:1 0 232 { "response": "/r/æ/d/", "expected": "ɹɛd", "is_correct": false }
[+]
0061_english_to_ipa:10 0 287 { "response": "θruːðə(r)eɪ", "expected": "θɹu", "is_correct": false }
[+]
0061_english_to_ipa:11 0 598 { "response": "˙⛢▽↨⎹⁃", "expected": "naɪt", "is_correct": false }
[+]
0061_english_to_ipa:12 0 342 { "response": "ˈpsaɪɒlədʒiː", "expected": "saɪˈkɑlədʒi", "is_correct": false }
[+]
0061_english_to_ipa:13 0 391 { "response": "ˈkɑnəlɪˈkɑrləndriː", "expected": "ˈkɜɹnəl", "is_correct": false }
[+]
0061_english_to_ipa:14 0 259 { "response": "ˈsʌblɛt", "expected": "ˈsʌtl̩", "is_correct": false }
[+]
0061_english_to_ipa:15 0 460 { "response": "/ɪˈpɛtəm/美国人发音 /iːˈpiː.toʊm/", "expected": "əˈpɪtəmi", "is_correct": false }
[+]
0061_english_to_ipa:16 0 259 { "response": "ˈʃɑː.oʊ", "expected": "ˈkeɪɑs", "is_correct": false }
[+]
0061_english_to_ipa:17 0 231 { "response": "ˈquɛ.k@", "expected": "kju", "is_correct": false }
[+]
0061_english_to_ipa:18 0 231 { "response": "ˈkwaɪ", "expected": "ki", "is_correct": false }
[+]
0061_english_to_ipa:19 0 256 { "response": "ˈaɪslænd", "expected": "ˈaɪlənd", "is_correct": false }
[+]
0061_english_to_ipa:2 0 273 { "response": "/ˈmiːn.də/ ", "expected": "ˈmɪnɪt", "is_correct": false }
[+]
0061_english_to_ipa:20 0 289 { "response": "ˈsɛkˈsaɪd", "expected": "ˈskɛdʒul", "is_correct": false }
[+]
0061_english_to_ipa:21 0 289 { "response": "/ˈliː.si.ə/ ", "expected": "ˈliʒɚ", "is_correct": false }
[+]
0061_english_to_ipa:22 0 261 { "response": "dɪˈbɛt", "expected": "dɛt", "is_correct": false }
[+]
0061_english_to_ipa:23 0 317 { "response": "səˈlæmˌn̩", "expected": "ˈsæmən", "is_correct": false }
[+]
0061_english_to_ipa:24 0 291 { "response": "/ˈjɑːt/ ", "expected": "jɑt", "is_correct": false }
[+]
0061_english_to_ipa:25 0 268 { "response": "/ˈaɪ.əl/", "expected": "aɪl", "is_correct": false }
[+]
0061_english_to_ipa:26 0 265 { "response": "/ˈaɪə(r)/", "expected": "ɛɹ", "is_correct": false }
[+]
0061_english_to_ipa:27 0 247 { "response": "/ˈɑnsɪst/", "expected": "ˈɑnɪst", "is_correct": false }
[+]
0061_english_to_ipa:28 0 293 { "response": "ˈdʒʊnmiː", "expected": "noʊm", "is_correct": false }
[+]
0061_english_to_ipa:29 0 618 { "response": "˜mᴾᙅö˟mᴷ", "expected": "nuˈmoʊniə", "is_correct": false }
[+]
0061_english_to_ipa:3 0 272 { "response": "/ˈmiːn.dər/", "expected": "maɪˈnut", "is_correct": false }
[+]
0061_english_to_ipa:30 0 420 { "response": "/ˈʃiː prɒlɪtə fiːˌnɑːm/", "expected": "ˈzaɪləfoʊn", "is_correct": false }
[+]
0061_english_to_ipa:31 0 244 { "response": "/ˈfɛlm/", "expected": "flɛm", "is_correct": false }
[+]
0061_english_to_ipa:32 0 321 { "response": "ˌɛ̃ˈhiːər", "expected": "ˈiðɚ", "is_correct": false }
[+]
0061_english_to_ipa:33 0 289 { "response": "kəˈræmɛl", "expected": "ˈkɛɹəməl", "is_correct": false }
[+]
0061_english_to_ipa:34 0 285 { "response": "/ˈdɑːtə/ ", "expected": "ˈdeɪtə", "is_correct": false }
[+]
0061_english_to_ipa:35 0 262 { "response": "ˈrjuː.tə", "expected": "ɹut", "is_correct": false }
[+]
0061_english_to_ipa:36 0 270 { "response": "/ˈɑf.kən/", "expected": "ˈɔfən", "is_correct": false }
[+]
0061_english_to_ipa:37 0 285 { "response": "ˈsɜːpɪp", "expected": "ˈsɪɹəp", "is_correct": false }
[+]
0061_english_to_ipa:38 0 273 { "response": "/prɪˈviːəs/", "expected": "ˈpɹaɪvəsi", "is_correct": false }
[+]
0061_english_to_ipa:39 0 265 { "response": "ˈjɛr.nə", "expected": "ˈʒɑnɹə", "is_correct": false }
[+]
0061_english_to_ipa:4 0 216 { "response": "/bæs/", "expected": "beɪs", "is_correct": false }
[+]
0061_english_to_ipa:5 0 241 { "response": "ˈbæs", "expected": "bæs", "is_correct": false }
[+]
0061_english_to_ipa:6 100 216 { "response": "wɪnd", "expected": "wɪnd", "is_correct": true }
[+]
0061_english_to_ipa:7 0 215 { "response": "/wɪnd/", "expected": "waɪnd", "is_correct": false }
[+]
0061_english_to_ipa:8 0 270 { "response": "/ˈtiː.ər/", "expected": "tɪɹ", "is_correct": false }
[+]
0061_english_to_ipa:9 0 251 { "response": "/ˈtɛər/", "expected": "tɛɹ", "is_correct": false }
[+]