Benchmark Run Details

Model	qwen2.5:1.5b:Q4_K_M
Benchmark	0120_geography
Normed Score	100
Run Timestamp	2025-04-01 19:36:02

Question-Level Details

Question ID	Score	Evaluation Time (ms)	Debug Info
0120_geography:0	100	1167	{ "question": "What is the capital city of Switzerland?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Prague", "option 2": "Mexico City", "option 3": "Bern", "option 4": "Seoul" }, "correct_answer": "Bern", "model_response": { "answer": "3" }, "is_correct": true }
[+] Question Information: { "question_text": "What is the capital city of Switzerland?", "answer_type": "multiple_choice", "correct_answer": "Bern", "category": "Capitals", "difficulty": "medium", "tags": [ "geography", "capitals" ], "choices": [ "Prague", "Mexico City", "Bern", "Seoul" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:1	100	281	{ "question": "In which country is Mount Logan located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Norway", "option 2": "South Africa", "option 3": "Canada", "option 4": "China" }, "correct_answer": "Canada", "model_response": { "answer": "3" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is Mount Logan located?", "answer_type": "multiple_choice", "correct_answer": "Canada", "category": "Mountains", "difficulty": "medium", "tags": [ "geography", "mountains" ], "choices": [ "Norway", "South Africa", "Canada", "China" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:10	100	612	{ "question": "On which continent does the Loire River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "South America", "option 2": "Asia", "option 3": "Australia", "option 4": "Europe" }, "correct_answer": "Europe", "model_response": { "answer": "4" }, "is_correct": true }
[+] Question Information: { "question_text": "On which continent does the Loire River primarily flow?", "answer_type": "multiple_choice", "correct_answer": "Europe", "category": "Rivers", "difficulty": "medium", "tags": [ "geography", "rivers" ], "choices": [ "South America", "Asia", "Australia", "Europe" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:11	100	425	{ "question": "In which country is the city of Budapest located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Thailand", "option 2": "United States", "option 3": "Hungary", "option 4": "Portugal" }, "correct_answer": "Hungary", "model_response": { "answer": "3" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is the city of Budapest located?", "answer_type": "multiple_choice", "correct_answer": "Hungary", "category": "Cities", "difficulty": "medium", "tags": [ "geography", "cities" ], "choices": [ "Thailand", "United States", "Hungary", "Portugal" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:12	100	340	{ "question": "What is the capital city of China?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Beijing", "option 2": "Manila", "option 3": "Paris", "option 4": "Oslo" }, "correct_answer": "Beijing", "model_response": { "answer": "1" }, "is_correct": true }
[+] Question Information: { "question_text": "What is the capital city of China?", "answer_type": "multiple_choice", "correct_answer": "Beijing", "category": "Capitals", "difficulty": "medium", "tags": [ "geography", "capitals" ], "choices": [ "Beijing", "Manila", "Paris", "Oslo" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:13	100	347	{ "question": "In which country is Popocatépetl located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "United Arab Emirates", "option 2": "Norway", "option 3": "Mexico", "option 4": "Ethiopia" }, "correct_answer": "Mexico", "model_response": { "answer": "3" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is Popocatépetl located?", "answer_type": "multiple_choice", "correct_answer": "Mexico", "category": "Mountains", "difficulty": "medium", "tags": [ "geography", "mountains" ], "choices": [ "United Arab Emirates", "Norway", "Mexico", "Ethiopia" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:14	100	287	{ "question": "On which continent does the Murray River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Africa", "option 2": "North America", "option 3": "Antarctica", "option 4": "Australia" }, "correct_answer": "Australia", "model_response": { "answer": "4" }, "is_correct": true }
[+] Question Information: { "question_text": "On which continent does the Murray River primarily flow?", "answer_type": "multiple_choice", "correct_answer": "Australia", "category": "Rivers", "difficulty": "medium", "tags": [ "geography", "rivers" ], "choices": [ "Africa", "North America", "Antarctica", "Australia" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:15	100	306	{ "question": "In which country is the city of Vancouver located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "United Kingdom", "option 2": "Vietnam", "option 3": "Canada", "option 4": "New Zealand" }, "correct_answer": "Canada", "model_response": { "answer": "3" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is the city of Vancouver located?", "answer_type": "multiple_choice", "correct_answer": "Canada", "category": "Cities", "difficulty": "medium", "tags": [ "geography", "cities" ], "choices": [ "United Kingdom", "Vietnam", "Canada", "New Zealand" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:16	100	330	{ "question": "What is the capital city of France?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Buenos Aires", "option 2": "Paris", "option 3": "Addis Ababa", "option 4": "Abuja" }, "correct_answer": "Paris", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "What is the capital city of France?", "answer_type": "multiple_choice", "correct_answer": "Paris", "category": "Capitals", "difficulty": "medium", "tags": [ "geography", "capitals" ], "choices": [ "Buenos Aires", "Paris", "Addis Ababa", "Abuja" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:17	100	390	{ "question": "In which country is Damavand located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Canada", "option 2": "Iran", "option 3": "Egypt", "option 4": "Belgium" }, "correct_answer": "Iran", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is Damavand located?", "answer_type": "multiple_choice", "correct_answer": "Iran", "category": "Mountains", "difficulty": "medium", "tags": [ "geography", "mountains" ], "choices": [ "Canada", "Iran", "Egypt", "Belgium" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:18	100	396	{ "question": "On which continent does the Colorado River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "North America", "option 2": "Asia", "option 3": "Australia", "option 4": "Europe" }, "correct_answer": "North America", "model_response": { "answer": "1" }, "is_correct": true }
[+] Question Information: { "question_text": "On which continent does the Colorado River primarily flow?", "answer_type": "multiple_choice", "correct_answer": "North America", "category": "Rivers", "difficulty": "medium", "tags": [ "geography", "rivers" ], "choices": [ "North America", "Asia", "Australia", "Europe" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:19	100	510	{ "question": "In which country is the city of Rio de Janeiro located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Spain", "option 2": "Hungary", "option 3": "Indonesia", "option 4": "Brazil" }, "correct_answer": "Brazil", "model_response": { "answer": "4" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is the city of Rio de Janeiro located?", "answer_type": "multiple_choice", "correct_answer": "Brazil", "category": "Cities", "difficulty": "medium", "tags": [ "geography", "cities" ], "choices": [ "Spain", "Hungary", "Indonesia", "Brazil" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:2	100	256	{ "question": "On which continent does the Salween River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Australia", "option 2": "South America", "option 3": "Asia", "option 4": "Europe" }, "correct_answer": "Asia", "model_response": { "answer": "3" }, "is_correct": true }
[+] Question Information: { "question_text": "On which continent does the Salween River primarily flow?", "answer_type": "multiple_choice", "correct_answer": "Asia", "category": "Rivers", "difficulty": "medium", "tags": [ "geography", "rivers" ], "choices": [ "Australia", "South America", "Asia", "Europe" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:20	100	543	{ "question": "What is the capital city of Nigeria?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Abu Dhabi", "option 2": "Buenos Aires", "option 3": "Athens", "option 4": "Abuja" }, "correct_answer": "Abuja", "model_response": { "answer": "4" }, "is_correct": true }
[+] Question Information: { "question_text": "What is the capital city of Nigeria?", "answer_type": "multiple_choice", "correct_answer": "Abuja", "category": "Capitals", "difficulty": "medium", "tags": [ "geography", "capitals" ], "choices": [ "Abu Dhabi", "Buenos Aires", "Athens", "Abuja" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:21	100	419	{ "question": "In which country is Mount Washington located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Pakistan", "option 2": "United States", "option 3": "Vietnam", "option 4": "Spain" }, "correct_answer": "United States", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is Mount Washington located?", "answer_type": "multiple_choice", "correct_answer": "United States", "category": "Mountains", "difficulty": "medium", "tags": [ "geography", "mountains" ], "choices": [ "Pakistan", "United States", "Vietnam", "Spain" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:22	100	352	{ "question": "On which continent does the Columbia River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Australia", "option 2": "Africa", "option 3": "Europe", "option 4": "North America" }, "correct_answer": "North America", "model_response": { "answer": "4" }, "is_correct": true }
[+] Question Information: { "question_text": "On which continent does the Columbia River primarily flow?", "answer_type": "multiple_choice", "correct_answer": "North America", "category": "Rivers", "difficulty": "medium", "tags": [ "geography", "rivers" ], "choices": [ "Australia", "Africa", "Europe", "North America" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:23	100	341	{ "question": "In which country is the city of Chicago located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Vietnam", "option 2": "Czech Republic", "option 3": "United States", "option 4": "Mexico" }, "correct_answer": "United States", "model_response": { "answer": "3" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is the city of Chicago located?", "answer_type": "multiple_choice", "correct_answer": "United States", "category": "Cities", "difficulty": "medium", "tags": [ "geography", "cities" ], "choices": [ "Vietnam", "Czech Republic", "United States", "Mexico" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:24	100	285	{ "question": "What is the capital city of Thailand?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Vienna", "option 2": "Bangkok", "option 3": "Moscow", "option 4": "Lisbon" }, "correct_answer": "Bangkok", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "What is the capital city of Thailand?", "answer_type": "multiple_choice", "correct_answer": "Bangkok", "category": "Capitals", "difficulty": "medium", "tags": [ "geography", "capitals" ], "choices": [ "Vienna", "Bangkok", "Moscow", "Lisbon" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:25	100	281	{ "question": "In which country is Mount Cook located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "New Zealand", "option 2": "Italy", "option 3": "Switzerland", "option 4": "Ethiopia" }, "correct_answer": "New Zealand", "model_response": { "answer": "1" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is Mount Cook located?", "answer_type": "multiple_choice", "correct_answer": "New Zealand", "category": "Mountains", "difficulty": "medium", "tags": [ "geography", "mountains" ], "choices": [ "New Zealand", "Italy", "Switzerland", "Ethiopia" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:26	100	313	{ "question": "On which continent does the Darling River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Europe", "option 2": "Antarctica", "option 3": "Australia", "option 4": "Africa" }, "correct_answer": "Australia", "model_response": { "answer": "3" }, "is_correct": true }
[+] Question Information: { "question_text": "On which continent does the Darling River primarily flow?", "answer_type": "multiple_choice", "correct_answer": "Australia", "category": "Rivers", "difficulty": "medium", "tags": [ "geography", "rivers" ], "choices": [ "Europe", "Antarctica", "Australia", "Africa" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:27	100	349	{ "question": "In which country is the city of Singapore located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Japan", "option 2": "Singapore", "option 3": "Russia", "option 4": "Czech Republic" }, "correct_answer": "Singapore", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is the city of Singapore located?", "answer_type": "multiple_choice", "correct_answer": "Singapore", "category": "Cities", "difficulty": "medium", "tags": [ "geography", "cities" ], "choices": [ "Japan", "Singapore", "Russia", "Czech Republic" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:28	100	337	{ "question": "What is the capital city of New Zealand?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Washington D.C.", "option 2": "Wellington", "option 3": "Addis Ababa", "option 4": "Brasília" }, "correct_answer": "Wellington", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "What is the capital city of New Zealand?", "answer_type": "multiple_choice", "correct_answer": "Wellington", "category": "Capitals", "difficulty": "medium", "tags": [ "geography", "capitals" ], "choices": [ "Washington D.C.", "Wellington", "Addis Ababa", "Brasília" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:29	100	340	{ "question": "In which country is Mauna Kea located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "China", "option 2": "United States", "option 3": "New Zealand", "option 4": "Turkey" }, "correct_answer": "United States", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is Mauna Kea located?", "answer_type": "multiple_choice", "correct_answer": "United States", "category": "Mountains", "difficulty": "medium", "tags": [ "geography", "mountains" ], "choices": [ "China", "United States", "New Zealand", "Turkey" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:3	100	255	{ "question": "In which country is the city of Rome located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Italy", "option 2": "Turkey", "option 3": "India", "option 4": "Greece" }, "correct_answer": "Italy", "model_response": { "answer": "1" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is the city of Rome located?", "answer_type": "multiple_choice", "correct_answer": "Italy", "category": "Cities", "difficulty": "medium", "tags": [ "geography", "cities" ], "choices": [ "Italy", "Turkey", "India", "Greece" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:30	100	319	{ "question": "On which continent does the Ganges River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Africa", "option 2": "North America", "option 3": "Australia", "option 4": "Asia" }, "correct_answer": "Asia", "model_response": { "answer": "4" }, "is_correct": true }
[+] Question Information: { "question_text": "On which continent does the Ganges River primarily flow?", "answer_type": "multiple_choice", "correct_answer": "Asia", "category": "Rivers", "difficulty": "medium", "tags": [ "geography", "rivers" ], "choices": [ "Africa", "North America", "Australia", "Asia" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:31	100	317	{ "question": "In which country is the city of Dhaka located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Argentina", "option 2": "Bangladesh", "option 3": "Hungary", "option 4": "Denmark" }, "correct_answer": "Bangladesh", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is the city of Dhaka located?", "answer_type": "multiple_choice", "correct_answer": "Bangladesh", "category": "Cities", "difficulty": "medium", "tags": [ "geography", "cities" ], "choices": [ "Argentina", "Bangladesh", "Hungary", "Denmark" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:32	100	415	{ "question": "What is the capital city of Norway?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Oslo", "option 2": "New Delhi", "option 3": "Riyadh", "option 4": "Dhaka" }, "correct_answer": "Oslo", "model_response": { "answer": "1" }, "is_correct": true }
[+] Question Information: { "question_text": "What is the capital city of Norway?", "answer_type": "multiple_choice", "correct_answer": "Oslo", "category": "Capitals", "difficulty": "medium", "tags": [ "geography", "capitals" ], "choices": [ "Oslo", "New Delhi", "Riyadh", "Dhaka" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:33	100	442	{ "question": "In which country is Mount Stanley located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Uganda", "option 2": "China", "option 3": "Portugal", "option 4": "Italy" }, "correct_answer": "Uganda", "model_response": { "answer": "Uganda" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is Mount Stanley located?", "answer_type": "multiple_choice", "correct_answer": "Uganda", "category": "Mountains", "difficulty": "medium", "tags": [ "geography", "mountains" ], "choices": [ "Uganda", "China", "Portugal", "Italy" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:34	100	341	{ "question": "On which continent does the Danube River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Antarctica", "option 2": "Europe", "option 3": "Africa", "option 4": "South America" }, "correct_answer": "Europe", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "On which continent does the Danube River primarily flow?", "answer_type": "multiple_choice", "correct_answer": "Europe", "category": "Rivers", "difficulty": "medium", "tags": [ "geography", "rivers" ], "choices": [ "Antarctica", "Europe", "Africa", "South America" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:35	100	376	{ "question": "In which country is the city of Bangkok located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Indonesia", "option 2": "Thailand", "option 3": "Canada", "option 4": "New Zealand" }, "correct_answer": "Thailand", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is the city of Bangkok located?", "answer_type": "multiple_choice", "correct_answer": "Thailand", "category": "Cities", "difficulty": "medium", "tags": [ "geography", "cities" ], "choices": [ "Indonesia", "Thailand", "Canada", "New Zealand" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:36	100	376	{ "question": "What is the capital city of Saudi Arabia?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Riyadh", "option 2": "New Delhi", "option 3": "Hanoi", "option 4": "Helsinki" }, "correct_answer": "Riyadh", "model_response": { "answer": "1" }, "is_correct": true }
[+] Question Information: { "question_text": "What is the capital city of Saudi Arabia?", "answer_type": "multiple_choice", "correct_answer": "Riyadh", "category": "Capitals", "difficulty": "medium", "tags": [ "geography", "capitals" ], "choices": [ "Riyadh", "New Delhi", "Hanoi", "Helsinki" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:37	100	306	{ "question": "In which country is Mount Hood located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Australia", "option 2": "Turkey", "option 3": "United States", "option 4": "Bangladesh" }, "correct_answer": "United States", "model_response": { "answer": "3" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is Mount Hood located?", "answer_type": "multiple_choice", "correct_answer": "United States", "category": "Mountains", "difficulty": "medium", "tags": [ "geography", "mountains" ], "choices": [ "Australia", "Turkey", "United States", "Bangladesh" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:38	100	304	{ "question": "On which continent does the Brahmaputra River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "North America", "option 2": "Europe", "option 3": "South America", "option 4": "Asia" }, "correct_answer": "Asia", "model_response": { "answer": "4" }, "is_correct": true }
[+] Question Information: { "question_text": "On which continent does the Brahmaputra River primarily flow?", "answer_type": "multiple_choice", "correct_answer": "Asia", "category": "Rivers", "difficulty": "medium", "tags": [ "geography", "rivers" ], "choices": [ "North America", "Europe", "South America", "Asia" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:39	100	295	{ "question": "In which country is the city of Warsaw located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Hungary", "option 2": "Malaysia", "option 3": "Poland", "option 4": "Netherlands" }, "correct_answer": "Poland", "model_response": { "answer": "3" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is the city of Warsaw located?", "answer_type": "multiple_choice", "correct_answer": "Poland", "category": "Cities", "difficulty": "medium", "tags": [ "geography", "cities" ], "choices": [ "Hungary", "Malaysia", "Poland", "Netherlands" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:4	100	281	{ "question": "What is the capital city of Turkey?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "New Delhi", "option 2": "Athens", "option 3": "Ankara", "option 4": "Brussels" }, "correct_answer": "Ankara", "model_response": { "answer": "3" }, "is_correct": true }
[+] Question Information: { "question_text": "What is the capital city of Turkey?", "answer_type": "multiple_choice", "correct_answer": "Ankara", "category": "Capitals", "difficulty": "medium", "tags": [ "geography", "capitals" ], "choices": [ "New Delhi", "Athens", "Ankara", "Brussels" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:5	100	259	{ "question": "In which country is Pico de Orizaba located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Czech Republic", "option 2": "Mexico", "option 3": "Chile", "option 4": "Russia" }, "correct_answer": "Mexico", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is Pico de Orizaba located?", "answer_type": "multiple_choice", "correct_answer": "Mexico", "category": "Mountains", "difficulty": "medium", "tags": [ "geography", "mountains" ], "choices": [ "Czech Republic", "Mexico", "Chile", "Russia" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:6	100	267	{ "question": "On which continent does the Euphrates River primarily flow?", "category": "Rivers", "difficulty": "medium", "choices": { "option 1": "Antarctica", "option 2": "Asia", "option 3": "Australia", "option 4": "Europe" }, "correct_answer": "Asia", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "On which continent does the Euphrates River primarily flow?", "answer_type": "multiple_choice", "correct_answer": "Asia", "category": "Rivers", "difficulty": "medium", "tags": [ "geography", "rivers" ], "choices": [ "Antarctica", "Asia", "Australia", "Europe" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:7	100	298	{ "question": "In which country is the city of Oslo located?", "category": "Cities", "difficulty": "medium", "choices": { "option 1": "Switzerland", "option 2": "Norway", "option 3": "United Arab Emirates", "option 4": "Kenya" }, "correct_answer": "Norway", "model_response": { "answer": "2" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is the city of Oslo located?", "answer_type": "multiple_choice", "correct_answer": "Norway", "category": "Cities", "difficulty": "medium", "tags": [ "geography", "cities" ], "choices": [ "Switzerland", "Norway", "United Arab Emirates", "Kenya" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:8	100	450	{ "question": "What is the capital city of Malaysia?", "category": "Capitals", "difficulty": "medium", "choices": { "option 1": "Santiago", "option 2": "Ottawa", "option 3": "Abuja", "option 4": "Kuala Lumpur" }, "correct_answer": "Kuala Lumpur", "model_response": { "answer": "4" }, "is_correct": true }
[+] Question Information: { "question_text": "What is the capital city of Malaysia?", "answer_type": "multiple_choice", "correct_answer": "Kuala Lumpur", "category": "Capitals", "difficulty": "medium", "tags": [ "geography", "capitals" ], "choices": [ "Santiago", "Ottawa", "Abuja", "Kuala Lumpur" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }
0120_geography:9	100	1046	{ "question": "In which country is Annapurna located?", "category": "Mountains", "difficulty": "medium", "choices": { "option 1": "Nepal", "option 2": "Australia", "option 3": "South Korea", "option 4": "Bangladesh" }, "correct_answer": "Nepal", "model_response": { "answer": "1" }, "is_correct": true }
[+] Question Information: { "question_text": "In which country is Annapurna located?", "answer_type": "multiple_choice", "correct_answer": "Nepal", "category": "Mountains", "difficulty": "medium", "tags": [ "geography", "mountains" ], "choices": [ "Nepal", "Australia", "South Korea", "Bangladesh" ], "evaluation_criteria": { "exact_match": true, "case_sensitive": false, "contains": false, "required_fields": [], "tolerance": 0.0 } }

Run Summary

Question-Level Details