Model | qwen2.5:1.5b:Q4_K_M |
---|---|
Benchmark | 0120_geography |
Normed Score | 100 |
Run Timestamp | 2025-04-01 19:36:02 |
Question ID | Score | Evaluation Time (ms) | Debug Info |
---|---|---|---|
0120_geography:0 | 100 | 1167 | { "question": "What is the capital city of Switzerland?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Prague", "option 2": "Mexico City", "option 3": "Bern", "option 4": "Seoul" }, "correct_answer": "Bern", "model_response": { "answer": "3" }, "is_correct": true } |
[+]
|
|||
0120_geography:1 | 100 | 281 | { "question": "In which country is Mount Logan located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Norway", "option 2": "South Africa", "option 3": "Canada", "option 4": "China" }, "correct_answer": "Canada", "model_response": { "answer": "3" }, "is_correct": true } |
[+]
|
|||
0120_geography:10 | 100 | 612 | { "question": "On which continent does the Loire River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "South America", "option 2": "Asia", "option 3": "Australia", "option 4": "Europe" }, "correct_answer": "Europe", "model_response": { "answer": "4" }, "is_correct": true } |
[+]
|
|||
0120_geography:11 | 100 | 425 | { "question": "In which country is the city of Budapest located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Thailand", "option 2": "United States", "option 3": "Hungary", "option 4": "Portugal" }, "correct_answer": "Hungary", "model_response": { "answer": "3" }, "is_correct": true } |
[+]
|
|||
0120_geography:12 | 100 | 340 | { "question": "What is the capital city of China?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Beijing", "option 2": "Manila", "option 3": "Paris", "option 4": "Oslo" }, "correct_answer": "Beijing", "model_response": { "answer": "1" }, "is_correct": true } |
[+]
|
|||
0120_geography:13 | 100 | 347 | { "question": "In which country is Popocatépetl located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "United Arab Emirates", "option 2": "Norway", "option 3": "Mexico", "option 4": "Ethiopia" }, "correct_answer": "Mexico", "model_response": { "answer": "3" }, "is_correct": true } |
[+]
|
|||
0120_geography:14 | 100 | 287 | { "question": "On which continent does the Murray River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Africa", "option 2": "North America", "option 3": "Antarctica", "option 4": "Australia" }, "correct_answer": "Australia", "model_response": { "answer": "4" }, "is_correct": true } |
[+]
|
|||
0120_geography:15 | 100 | 306 | { "question": "In which country is the city of Vancouver located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "United Kingdom", "option 2": "Vietnam", "option 3": "Canada", "option 4": "New Zealand" }, "correct_answer": "Canada", "model_response": { "answer": "3" }, "is_correct": true } |
[+]
|
|||
0120_geography:16 | 100 | 330 | { "question": "What is the capital city of France?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Buenos Aires", "option 2": "Paris", "option 3": "Addis Ababa", "option 4": "Abuja" }, "correct_answer": "Paris", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:17 | 100 | 390 | { "question": "In which country is Damavand located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Canada", "option 2": "Iran", "option 3": "Egypt", "option 4": "Belgium" }, "correct_answer": "Iran", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:18 | 100 | 396 | { "question": "On which continent does the Colorado River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "North America", "option 2": "Asia", "option 3": "Australia", "option 4": "Europe" }, "correct_answer": "North America", "model_response": { "answer": "1" }, "is_correct": true } |
[+]
|
|||
0120_geography:19 | 100 | 510 | { "question": "In which country is the city of Rio de Janeiro located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Spain", "option 2": "Hungary", "option 3": "Indonesia", "option 4": "Brazil" }, "correct_answer": "Brazil", "model_response": { "answer": "4" }, "is_correct": true } |
[+]
|
|||
0120_geography:2 | 100 | 256 | { "question": "On which continent does the Salween River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Australia", "option 2": "South America", "option 3": "Asia", "option 4": "Europe" }, "correct_answer": "Asia", "model_response": { "answer": "3" }, "is_correct": true } |
[+]
|
|||
0120_geography:20 | 100 | 543 | { "question": "What is the capital city of Nigeria?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Abu Dhabi", "option 2": "Buenos Aires", "option 3": "Athens", "option 4": "Abuja" }, "correct_answer": "Abuja", "model_response": { "answer": "4" }, "is_correct": true } |
[+]
|
|||
0120_geography:21 | 100 | 419 | { "question": "In which country is Mount Washington located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Pakistan", "option 2": "United States", "option 3": "Vietnam", "option 4": "Spain" }, "correct_answer": "United States", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:22 | 100 | 352 | { "question": "On which continent does the Columbia River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Australia", "option 2": "Africa", "option 3": "Europe", "option 4": "North America" }, "correct_answer": "North America", "model_response": { "answer": "4" }, "is_correct": true } |
[+]
|
|||
0120_geography:23 | 100 | 341 | { "question": "In which country is the city of Chicago located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Vietnam", "option 2": "Czech Republic", "option 3": "United States", "option 4": "Mexico" }, "correct_answer": "United States", "model_response": { "answer": "3" }, "is_correct": true } |
[+]
|
|||
0120_geography:24 | 100 | 285 | { "question": "What is the capital city of Thailand?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Vienna", "option 2": "Bangkok", "option 3": "Moscow", "option 4": "Lisbon" }, "correct_answer": "Bangkok", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:25 | 100 | 281 | { "question": "In which country is Mount Cook located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "New Zealand", "option 2": "Italy", "option 3": "Switzerland", "option 4": "Ethiopia" }, "correct_answer": "New Zealand", "model_response": { "answer": "1" }, "is_correct": true } |
[+]
|
|||
0120_geography:26 | 100 | 313 | { "question": "On which continent does the Darling River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Europe", "option 2": "Antarctica", "option 3": "Australia", "option 4": "Africa" }, "correct_answer": "Australia", "model_response": { "answer": "3" }, "is_correct": true } |
[+]
|
|||
0120_geography:27 | 100 | 349 | { "question": "In which country is the city of Singapore located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Japan", "option 2": "Singapore", "option 3": "Russia", "option 4": "Czech Republic" }, "correct_answer": "Singapore", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:28 | 100 | 337 | { "question": "What is the capital city of New Zealand?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Washington D.C.", "option 2": "Wellington", "option 3": "Addis Ababa", "option 4": "Brasília" }, "correct_answer": "Wellington", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:29 | 100 | 340 | { "question": "In which country is Mauna Kea located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "China", "option 2": "United States", "option 3": "New Zealand", "option 4": "Turkey" }, "correct_answer": "United States", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:3 | 100 | 255 | { "question": "In which country is the city of Rome located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Italy", "option 2": "Turkey", "option 3": "India", "option 4": "Greece" }, "correct_answer": "Italy", "model_response": { "answer": "1" }, "is_correct": true } |
[+]
|
|||
0120_geography:30 | 100 | 319 | { "question": "On which continent does the Ganges River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Africa", "option 2": "North America", "option 3": "Australia", "option 4": "Asia" }, "correct_answer": "Asia", "model_response": { "answer": "4" }, "is_correct": true } |
[+]
|
|||
0120_geography:31 | 100 | 317 | { "question": "In which country is the city of Dhaka located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Argentina", "option 2": "Bangladesh", "option 3": "Hungary", "option 4": "Denmark" }, "correct_answer": "Bangladesh", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:32 | 100 | 415 | { "question": "What is the capital city of Norway?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Oslo", "option 2": "New Delhi", "option 3": "Riyadh", "option 4": "Dhaka" }, "correct_answer": "Oslo", "model_response": { "answer": "1" }, "is_correct": true } |
[+]
|
|||
0120_geography:33 | 100 | 442 | { "question": "In which country is Mount Stanley located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Uganda", "option 2": "China", "option 3": "Portugal", "option 4": "Italy" }, "correct_answer": "Uganda", "model_response": { "answer": "Uganda" }, "is_correct": true } |
[+]
|
|||
0120_geography:34 | 100 | 341 | { "question": "On which continent does the Danube River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Antarctica", "option 2": "Europe", "option 3": "Africa", "option 4": "South America" }, "correct_answer": "Europe", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:35 | 100 | 376 | { "question": "In which country is the city of Bangkok located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Indonesia", "option 2": "Thailand", "option 3": "Canada", "option 4": "New Zealand" }, "correct_answer": "Thailand", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:36 | 100 | 376 | { "question": "What is the capital city of Saudi Arabia?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Riyadh", "option 2": "New Delhi", "option 3": "Hanoi", "option 4": "Helsinki" }, "correct_answer": "Riyadh", "model_response": { "answer": "1" }, "is_correct": true } |
[+]
|
|||
0120_geography:37 | 100 | 306 | { "question": "In which country is Mount Hood located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Australia", "option 2": "Turkey", "option 3": "United States", "option 4": "Bangladesh" }, "correct_answer": "United States", "model_response": { "answer": "3" }, "is_correct": true } |
[+]
|
|||
0120_geography:38 | 100 | 304 | { "question": "On which continent does the Brahmaputra River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "North America", "option 2": "Europe", "option 3": "South America", "option 4": "Asia" }, "correct_answer": "Asia", "model_response": { "answer": "4" }, "is_correct": true } |
[+]
|
|||
0120_geography:39 | 100 | 295 | { "question": "In which country is the city of Warsaw located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Hungary", "option 2": "Malaysia", "option 3": "Poland", "option 4": "Netherlands" }, "correct_answer": "Poland", "model_response": { "answer": "3" }, "is_correct": true } |
[+]
|
|||
0120_geography:4 | 100 | 281 | { "question": "What is the capital city of Turkey?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "New Delhi", "option 2": "Athens", "option 3": "Ankara", "option 4": "Brussels" }, "correct_answer": "Ankara", "model_response": { "answer": "3" }, "is_correct": true } |
[+]
|
|||
0120_geography:5 | 100 | 259 | { "question": "In which country is Pico de Orizaba located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Czech Republic", "option 2": "Mexico", "option 3": "Chile", "option 4": "Russia" }, "correct_answer": "Mexico", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:6 | 100 | 267 | { "question": "On which continent does the Euphrates River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Antarctica", "option 2": "Asia", "option 3": "Australia", "option 4": "Europe" }, "correct_answer": "Asia", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:7 | 100 | 298 | { "question": "In which country is the city of Oslo located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Switzerland", "option 2": "Norway", "option 3": "United Arab Emirates", "option 4": "Kenya" }, "correct_answer": "Norway", "model_response": { "answer": "2" }, "is_correct": true } |
[+]
|
|||
0120_geography:8 | 100 | 450 | { "question": "What is the capital city of Malaysia?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Santiago", "option 2": "Ottawa", "option 3": "Abuja", "option 4": "Kuala Lumpur" }, "correct_answer": "Kuala Lumpur", "model_response": { "answer": "4" }, "is_correct": true } |
[+]
|
|||
0120_geography:9 | 100 | 1046 | { "question": "In which country is Annapurna located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Nepal", "option 2": "Australia", "option 3": "South Korea", "option 4": "Bangladesh" }, "correct_answer": "Nepal", "model_response": { "answer": "1" }, "is_correct": true } |
[+]
|