Benchmark Run Details

System Prompt

You are a linguistic expert specializing in phonetics. 
Your task is to provide the IPA (International Phonetic Alphabet) pronunciation for English words.
Use American English pronunciation as your default standard.
Provide only the IPA transcription with no additional text or explanation.
Include stress markers and all appropriate IPA symbols.

Run Summary

Model gemma2:2b:Q4_0
Benchmark 0061_english_to_ipa
Normed Score 12
Run Timestamp 2025-04-04 16:45:28

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0061_english_to_ipa:0 0 1876 { "response": "rɛd", "expected": "ɹid", "is_correct": false }
[+]
0061_english_to_ipa:1 100 457 { "response": "ɹɛd", "expected": "ɹɛd", "is_correct": true }
[+]
0061_english_to_ipa:10 0 447 { "response": "ðruːθ", "expected": "θɹu", "is_correct": false }
[+]
0061_english_to_ipa:11 0 496 { "response": "kʰnɪt", "expected": "naɪt", "is_correct": false }
[+]
0061_english_to_ipa:12 0 694 { "response": "skəˈlɒn.oʊ.jɪ.əm", "expected": "saɪˈkɑlədʒi", "is_correct": false }
[+]
0061_english_to_ipa:13 0 535 { "response": "kəˈlɛnəl", "expected": "ˈkɜɹnəl", "is_correct": false }
[+]
0061_english_to_ipa:14 0 489 { "response": "sʌtbl̩", "expected": "ˈsʌtl̩", "is_correct": false }
[+]
0061_english_to_ipa:15 0 509 { "response": "ɛpɪˈtoʊm/", "expected": "əˈpɪtəmi", "is_correct": false }
[+]
0061_english_to_ipa:16 0 458 { "response": "kɑːs", "expected": "ˈkeɪɑs", "is_correct": false }
[+]
0061_english_to_ipa:17 0 313 { "response": "kjuː", "expected": "kju", "is_correct": false }
[+]
0061_english_to_ipa:18 0 469 { "response": "kwɛj", "expected": "ki", "is_correct": false }
[+]
0061_english_to_ipa:19 0 572 { "response": " /ˈaɪl.sænd/ ", "expected": "ˈaɪlənd", "is_correct": false }
[+]
0061_english_to_ipa:2 0 408 { "response": "mɛnˈt ɪ n", "expected": "ˈmɪnɪt", "is_correct": false }
[+]
0061_english_to_ipa:20 0 422 { "response": " /ˈskedjuːl/", "expected": "ˈskɛdʒul", "is_correct": false }
[+]
0061_english_to_ipa:21 0 459 { "response": "liːzələr", "expected": "ˈliʒɚ", "is_correct": false }
[+]
0061_english_to_ipa:22 100 487 { "response": " /dɛt/ ", "expected": "dɛt", "is_correct": true }
[+]
0061_english_to_ipa:23 0 522 { "response": "s/ɑːlmən/", "expected": "ˈsæmən", "is_correct": false }
[+]
0061_english_to_ipa:24 0 481 { "response": "jɑːt", "expected": "jɑt", "is_correct": false }
[+]
0061_english_to_ipa:25 0 424 { "response": "æɪəl", "expected": "aɪl", "is_correct": false }
[+]
0061_english_to_ipa:26 0 418 { "response": "hæɪər", "expected": "ɛɹ", "is_correct": false }
[+]
0061_english_to_ipa:27 0 590 { "response": "həˈnɑːsɪt", "expected": "ˈɑnɪst", "is_correct": false }
[+]
0061_english_to_ipa:28 0 484 { "response": "dʒəʊm", "expected": "noʊm", "is_correct": false }
[+]
0061_english_to_ipa:29 0 613 { "response": "pʰemiˈnɔːnɪə", "expected": "nuˈmoʊniə", "is_correct": false }
[+]
0061_english_to_ipa:3 0 408 { "response": "ˈmɛnjuːt", "expected": "maɪˈnut", "is_correct": false }
[+]
0061_english_to_ipa:30 0 694 { "response": "dʒiːˈlɒfəˌnɑːm", "expected": "ˈzaɪləfoʊn", "is_correct": false }
[+]
0061_english_to_ipa:31 0 468 { "response": "f lɛm", "expected": "flɛm", "is_correct": false }
[+]
0061_english_to_ipa:32 0 536 { "response": "ðɪˈtəɹr", "expected": "ˈiðɚ", "is_correct": false }
[+]
0061_english_to_ipa:33 0 483 { "response": "kɑɹəmel", "expected": "ˈkɛɹəməl", "is_correct": false }
[+]
0061_english_to_ipa:34 0 445 { "response": "dæta", "expected": "ˈdeɪtə", "is_correct": false }
[+]
0061_english_to_ipa:35 0 527 { "response": " /rəʊt/ ", "expected": "ɹut", "is_correct": false }
[+]
0061_english_to_ipa:36 0 497 { "response": "ˈəftən", "expected": "ˈɔfən", "is_correct": false }
[+]
0061_english_to_ipa:37 0 466 { "response": "sɹʌp", "expected": "ˈsɪɹəp", "is_correct": false }
[+]
0061_english_to_ipa:38 0 507 { "response": "prɑɪˈzɛri", "expected": "ˈpɹaɪvəsi", "is_correct": false }
[+]
0061_english_to_ipa:39 0 536 { "response": "dʒəˈrɛn", "expected": "ˈʒɑnɹə", "is_correct": false }
[+]
0061_english_to_ipa:4 0 423 { "response": "bəs", "expected": "beɪs", "is_correct": false }
[+]
0061_english_to_ipa:5 100 394 { "response": "bæs", "expected": "bæs", "is_correct": true }
[+]
0061_english_to_ipa:6 100 448 { "response": "wɪnd", "expected": "wɪnd", "is_correct": true }
[+]
0061_english_to_ipa:7 0 457 { "response": "wɪnd", "expected": "waɪnd", "is_correct": false }
[+]
0061_english_to_ipa:8 0 437 { "response": "tɛr", "expected": "tɪɹ", "is_correct": false }
[+]
0061_english_to_ipa:9 100 438 { "response": "tɛr", "expected": "tɛɹ", "is_correct": true }
[+]