Benchmark Run Details

{
  "question_text": "In the sentence 'The large dog ran across the garden.', what is the part of speech of the word 'ran'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "verb"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'She quickly finished her homework.', what is the part of speech of the word 'quickly'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "adverb"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'The old man walked slowly with his cane.', what is the part of speech of the word 'with'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "preposition"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'She bought a new dress for the party.', what is the part of speech of the word 'new'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "adjective"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'The children played happily in the park.', what is the part of speech of the word 'happily'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "adverb"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'They went to the beach but forgot sunscreen.', what is the part of speech of the word 'but'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "conjunction"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'The bird sang sweetly from the tree.', what is the part of speech of the word 'bird'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "noun"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'That book belongs to me.', what is the part of speech of the word 'That'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "determiner"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'The brave knight fought the dragon.', what is the part of speech of the word 'brave'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "adjective"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'She carefully placed the vase on the table.', what is the part of speech of the word 'carefully'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "adverb"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'He always arrives before the meeting starts.', what is the part of speech of the word 'before'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "preposition"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'The team cheered when they won the game.', what is the part of speech of the word 'when'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "conjunction"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'The red car stopped at the traffic light.', what is the part of speech of the word 'red'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "adjective"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'He gave the book to his friend.', what is the part of speech of the word 'book'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "noun"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'The cat jumped over the fence.', what is the part of speech of the word 'over'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "preposition"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'I saw her at the store yesterday.', what is the part of speech of the word 'yesterday'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "adverb"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'The beautiful butterfly landed on the flower.', what is the part of speech of the word 'beautiful'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "adjective"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'She and her sister went to the movie.', what is the part of speech of the word 'and'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "conjunction"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'The teacher explained the lesson clearly.', what is the part of speech of the word 'teacher'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "noun"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}

{
  "question_text": "In the sentence 'He shouted loudly to get attention.', what is the part of speech of the word 'shouted'?",
  "answer_type": "json",
  "correct_answer": {
    "part_of_speech": "verb"
  },
  "category": "grammar",
  "difficulty": "medium",
  "tags": [
    "grammar",
    "part-of-speech",
    "linguistics"
  ],
  "schema": {
    "type": "object",
    "properties": {
      "part_of_speech": {
        "type": "string",
        "description": "The part of speech of the target word"
      }
    },
    "required": [
      "part_of_speech"
    ]
  },
  "evaluation_criteria": {
    "exact_match": false,
    "case_sensitive": false,
    "contains": false,
    "required_fields": [
      "part_of_speech"
    ],
    "tolerance": 0.0
  }
}