Benchmark Run Details

System Prompt

You are helping with a language translation task.
When translating a word from SW to KO:
- Provide the most direct and common translation
- Give only the base form of the word
- Do not include articles unless they are part of the standard translation
- Do not provide explanations or alternative translations

Run Summary

Model qwen3:4b:Q4_K_M
Benchmark 0050_translation_sw_ko
Normed Score 23
Run Timestamp 2025-04-29 17:20:10

Question-Level Details

Question ID Score Evaluation Time (ms) Debug Info
0050_translation_sw_ko:0 0 1058 { "response": "비", "expected": "꽃", "is_correct": false }
[+]
0050_translation_sw_ko:1 0 722 { "response": "꽃", "expected": "운전하다", "is_correct": false }
[+]
0050_translation_sw_ko:10 100 723 { "response": "산", "expected": "산", "is_correct": true }
[+]
0050_translation_sw_ko:11 0 752 { "response": "춘", "expected": "노래하다", "is_correct": false }
[+]
0050_translation_sw_ko:12 0 758 { "response": "나무", "expected": "심장", "is_correct": false }
[+]
0050_translation_sw_ko:13 0 725 { "response": "꽃", "expected": "밝은", "is_correct": false }
[+]
0050_translation_sw_ko:14 0 761 { "response": "친구", "expected": "춤추다", "is_correct": false }
[+]
0050_translation_sw_ko:15 0 737 { "response": "산", "expected": "조용한", "is_correct": false }
[+]
0050_translation_sw_ko:16 0 727 { "response": "돌", "expected": "나무", "is_correct": false }
[+]
0050_translation_sw_ko:17 0 740 { "response": "불", "expected": "쓰다", "is_correct": false }
[+]
0050_translation_sw_ko:18 0 763 { "response": "바람", "expected": "하늘", "is_correct": false }
[+]
0050_translation_sw_ko:19 0 725 { "response": "물", "expected": "신선한", "is_correct": false }
[+]
0050_translation_sw_ko:2 0 756 { "response": "심장", "expected": "가장 강한", "is_correct": false }
[+]
0050_translation_sw_ko:20 100 774 { "response": "친구", "expected": "친구", "is_correct": true }
[+]
0050_translation_sw_ko:21 0 814 { "response": "숨쉬다", "expected": "달리다", "is_correct": false }
[+]
0050_translation_sw_ko:22 0 779 { "response": "나무", "expected": "둥근", "is_correct": false }
[+]
0050_translation_sw_ko:23 0 772 { "response": "모래", "expected": "바람", "is_correct": false }
[+]
0050_translation_sw_ko:24 0 759 { "response": "자다", "expected": "따뜻한", "is_correct": false }
[+]
0050_translation_sw_ko:25 100 730 { "response": "돌", "expected": "돌", "is_correct": true }
[+]
0050_translation_sw_ko:26 0 720 { "response": "돌", "expected": "깊은", "is_correct": false }
[+]
0050_translation_sw_ko:27 0 724 { "response": "산", "expected": "수영하다", "is_correct": false }
[+]
0050_translation_sw_ko:28 100 723 { "response": "새", "expected": "새", "is_correct": true }
[+]
0050_translation_sw_ko:29 0 804 { "response": "운전하다", "expected": "달콤한", "is_correct": false }
[+]
0050_translation_sw_ko:3 100 724 { "response": "책", "expected": "책", "is_correct": true }
[+]
0050_translation_sw_ko:30 0 806 { "response": "수영하다", "expected": "구름", "is_correct": false }
[+]
0050_translation_sw_ko:31 0 737 { "response": "비", "expected": "미소짓다", "is_correct": false }
[+]
0050_translation_sw_ko:32 0 773 { "response": "laini", "expected": "부드러운", "is_correct": false }
[+]
0050_translation_sw_ko:33 100 724 { "response": "비", "expected": "비", "is_correct": true }
[+]
0050_translation_sw_ko:34 0 821 { "response": "부드러운", "expected": "자라다", "is_correct": false }
[+]
0050_translation_sw_ko:35 0 789 { "response": "춤추다", "expected": "빠른", "is_correct": false }
[+]
0050_translation_sw_ko:36 100 726 { "response": "별", "expected": "별", "is_correct": true }
[+]
0050_translation_sw_ko:37 100 796 { "response": "춤추다", "expected": "춤추다", "is_correct": true }
[+]
0050_translation_sw_ko:38 0 772 { "response": "잔디", "expected": "무거운", "is_correct": false }
[+]
0050_translation_sw_ko:39 0 737 { "response": "산", "expected": "불", "is_correct": false }
[+]
0050_translation_sw_ko:4 0 793 { "response": "달리다", "expected": "먹다", "is_correct": false }
[+]
0050_translation_sw_ko:40 0 795 { "response": "달콤한", "expected": "숨쉬다", "is_correct": false }
[+]
0050_translation_sw_ko:41 0 721 { "response": "꽃", "expected": "날카로운", "is_correct": false }
[+]
0050_translation_sw_ko:42 0 788 { "response": "수영하다", "expected": "소금", "is_correct": false }
[+]
0050_translation_sw_ko:43 0 819 { "response": "춤추다", "expected": "숨다", "is_correct": false }
[+]
0050_translation_sw_ko:44 0 738 { "response": "달", "expected": "매끄러운", "is_correct": false }
[+]
0050_translation_sw_ko:45 0 739 { "response": "달", "expected": "잔디", "is_correct": false }
[+]
0050_translation_sw_ko:46 0 762 { "response": "구름", "expected": "날다", "is_correct": false }
[+]
0050_translation_sw_ko:47 0 767 { "response": "하늘", "expected": "추운", "is_correct": false }
[+]
0050_translation_sw_ko:48 100 756 { "response": "모래", "expected": "모래", "is_correct": true }
[+]
0050_translation_sw_ko:49 0 791 { "response": "자라다", "expected": "떨어지다", "is_correct": false }
[+]
0050_translation_sw_ko:5 100 836 { "response": "아름다운", "expected": "아름다운", "is_correct": true }
[+]
0050_translation_sw_ko:50 0 721 { "response": "새", "expected": "가벼운", "is_correct": false }
[+]
0050_translation_sw_ko:6 0 725 { "response": "달", "expected": "물", "is_correct": false }
[+]
0050_translation_sw_ko:7 100 762 { "response": "자다", "expected": "자다", "is_correct": true }
[+]
0050_translation_sw_ko:8 100 739 { "response": "달", "expected": "달", "is_correct": true }
[+]
0050_translation_sw_ko:9 0 734 { "response": "꽃", "expected": "웃다", "is_correct": false }
[+]