Exemplar: JSON-Schema Comprehensive Word Definition

Tests the model's ability to provide structured-JSON word definitions, including example sentences and translation.

Prompt:

Define the word "granite" comprehensively, covering all its meanings.

Please provide a detailed response that follows the schema I've provided.

Model: lmstudio_lmstudio-community_qwen3-4b-gguf_qwen3-4b-q4_k_m.gguf (2500 MB)

Tokens: 2852

Time: 54918.549ms

Response:

{
  "word": "granite",
  "definitions": [
    {
      "definition": "A common type of igneous rock composed primarily of quartz, feldspar, and mica, known for its hardness and durability.",
      "part_of_speech": "noun",
      "subtype": "material_substance",
      "phonetic": "gran-ite",
      "lemma": "granite",
      "ipa": "/ˈɡræn.ɪt/",
      "is_special_case": false,
      "examples": [
        "Granite is a common type of rock used in construction.",
        "The mountain was made of granite.",
        "The statue is carved from granite."
      ],
      "notes": "Granite is formed from cooled magma and is widely used in architecture and landscaping.",
      "chinese_translation": "花岗岩",
      "korean_translation": "гранит",
      "confidence": 1
    },
    {
      "definition": "A proper noun, sometimes used as a personal name or place name.",
      "part_of_speech": "noun",
      "subtype": "personal_name",
      "phonetic": "gran-ite",
      "lemma": "granite",
      "ipa": "/ˈɡræn.ɪt/",
      "is_special_case": true,
      "examples": [
        "The artist was named Granite.",
        "There's a town called Granite.",
        "A famous rock climber is named Granite."
      ],
      "notes": "This usage is less common and typically refers to names rather than the geological term.",
      "chinese_translation": "格兰特",
      "korean_translation": "그랜트",
      "confidence": 0.9
    }
  ]
}

Model: lmstudio_lmstudio-community_gemma-3-4b-it-gguf_gemma-3-4b-it-q4_k_m.gguf (3340 MB)

Tokens: 2379

Time: 75505.0ms

Response:

{
  "word": "granite",
  "definitions": [
    {
      "definition": "A hard, crystalline igneous rock with a granular texture, typically massive and containing quartz, feldspar, mica, or hornblende.",
      "part_of_speech": "noun",
      "subtype": "material_substance",
      "phonetic": "GRAN-it",
      "lemma": "granite",
      "ipa": "/ˈɡræn.aɪt/",
      "is_special_case": false,
      "examples": [
        "The countertop was made of polished granite.",
        "Geologists study granite formations to understand Earth's history.",
        "Granite is a durable material often used in building facades."
      ],
      "notes": "This is the most common definition referring to the rock type.",
      "chinese_translation": "花岗岩 (huāgāngyán)",
      "korean_translation": "대리석 (daeriseok)",
      "confidence": 0.98
    },
    {
      "definition": "A large, heavy piece of stone or metal.",
      "part_of_speech": "noun",
      "subtype": "small_movable_object",
      "phonetic": "GRAN-it",
      "lemma": "granite",
      "ipa": "/ˈɡræn.aɪt/",
      "is_special_case": false,
      "examples": [
        "He used a granite hammer to break the rock.",
        "The statue was carved from a single block of granite.",
        "She carried a granite paperweight on her desk."
      ],
      "notes": "Less common usage referring to a substantial stone object.",
      "chinese_translation": "一块石头 (yí kuài shítou)",
      "korean_translation": "돌덩이 (doldeungi)",
      "confidence": 0.75
    },
    {
      "definition": "To cut or shape something with a granite tool.",
      "part_of_speech": "verb",
      "subtype": "physical_action",
      "phonetic": "GRAN-it",
      "lemma": "granite",
      "ipa": "/ˈɡræn.aɪt/",
      "is_special_case": false,
      "examples": [
        "The sculptor used a granite chisel to carve the marble.",
        "He granite the wood with a sharp blade.",
        "The craftsman granite the metal into intricate shapes."
      ],
      "notes": "Referring to the action of using a granite tool.",
      "chinese_translation": "用花岗岩切割 (yòng huāgāngyán qiē guò)",
      "korean_translation": "화강암으로 자르다 (hwaganggam-euro jareuda)",
      "confidence": 0.6
    }
  ]
}

Model: lmstudio_lmstudio-community_yi-1.5-6b-chat-gguf_yi-1.5-6b-chat-q4_k_m.gguf (3670 MB)

Tokens: 2678

Time: 45070.573000000004ms

Response:

{
  "type": "object",
  "properties": {
    "word": {
      "type": "string",
      "description": "The word being defined"
    },
    "definitions": {
      "type": "array",
      "description": "List of definitions for the word",
      "items": {
        "type": "object",
        "properties": {
          "definition": {
            "type": "string",
            "description": "The definition text"
          },
          "part_of_speech": {
            "type": "string",
            "description": "The part of speech for this definition",
            "enum": [
              "noun",
              "verb",
              "adjective",
              "adverb",
              "pronoun",
              "preposition",
              "conjunction",
              "interjection",
              "determiner",
              "article",
              "numeral",
              "auxiliary",
              "modal"
            ]
          },
          "subtype": {
            "type": "string",
            "description": "The part-of-speech subtype"
          },
          "phonetic": {
            "type": "string",
            "description": "Simplified phonetic pronunciation with stressed syllables in caps"
          },
          "lemma": {
            "type": "string",
            "description": "The base form of the word"
          },
          "ipa": {
            "type": "string",
            "description": "IPA pronunciation of the word (American English)"
          },
          "is_special_case": {
            "type": "boolean",
            "description": "Whether this is a special case (foreign word, part of name, etc.)",
            "default": false
          },
          "examples": {
            "type": "array",
            "description": "Example sentences showing usage",
            "items": {
              "type": "string"
            }
          },
          "notes": {
            "type": "string",
            "description": "Additional notes about this definition"
          },
          "chinese_translation": {
            "type": "string",
            "description": "Chinese translation for this specific meaning"
          },
          "korean_translation": {
            "type": "string",
            "description": "Korean translation for this specific meaning"
          },
          "confidence": {
            "type": "number",
            "description": "Confidence score for this definition (0-1)",
            "minimum": 0,
            "maximum": 1
          }
        },
        "required": [
          "definition",
          "part_of_speech",
          "subtype",
          "phonetic",
          "lemma",
          "ipa",
          "is_special_case",
          "examples",
          "chinese_translation",
          "korean_translation",
          "confidence"
        ],
        "additionalProperties": false
      }
    }
  },
  "required": [
    "word",
    "definitions"
  ]
}

Model: lmstudio_qwen2-7b-instruct (4300 MB)

Tokens: 1863

Time: 20031.55ms

Response:

{
  "word": "granite",
  "definitions": [
    {
      "definition": "A hard, granular, metamorphic rock consisting mainly of quartz, feldspar, and mica.",
      "part_of_speech": "noun",
      "subtype": "scientific_term",
      "phonetic": "/ɡrænɪt/ GREN-it",
      "lemma": "Granite",
      "ipa": "ɡrænɪt",
      "is_special_case": false,
      "examples": [
        "The kitchen countertop is made of granite.",
        "Building foundations are often constructed from granite."
      ],
      "notes": "",
      "chinese_translation": "花崗岩",
      "korean_translation": "화강암",
      "confidence": 1
    },
    {
      "definition": "To fashion or make something of granite quality, meaning tough or sturdy.",
      "part_of_speech": "verb",
      "subtype": "",
      "phonetic": "/ɡrænɪt/ GREN-it",
      "lemma": "Granite",
      "ipa": "ɡrænɪt",
      "is_special_case": false,
      "examples": [
        "She worked hard, showing a granite determination to succeed."
      ],
      "notes": "",
      "chinese_translation": "磨砺",
      "korean_translation": "모양지다",
      "confidence": 0.9
    }
  ]
}

Model: lmstudio_granite-3.3-8b-instruct (4940 MB)

Tokens: 2151

Time: 96246.55900000001ms

Response:

{
  "error": "Failed to parse JSON: {\n  \"word\": \"granite\",\n  \"definitions\": [\n    {\n      \"definition\": \"A coarse-grained igneous rock composed mainly of quartz, feldspar, and mica.\",\n      \"part_of_speech\": \"noun\",\n      \"subtype\": \"material_substance\",\n      \"phonetic\": \"GRA-nʌɪt\",\n      \"lemma\": \"granite\",\n      \"ipa\": \"/ˈɡrænɪt/\",\n      \"is_special_case\": false,\n      \"examples\": [\n        \"Granite is one of the hardest natural stones.\",\n        \"The monument was carved from a single block of granite.\",\n        \"He decided to use granite for his kitchen countertops due to its durability.\"\n      ],\n      \"notes\": \"Geological definition, specifying composition and texture.\",\n      \"chinese_translation\": \"花岗岩\",\n      \"korean_translation\": \"화강암\",\n      \"confidence\": 1\n    },\n    {\n      \"definition\": \"(In dialect or informal use) a policeman.\",\n      \"part_of_speech\": \"noun\",\n      \"subtype\": \"personal_name\",\n      \"phonetic\": \"GRAN-it\",\n      \"lemma\": \"granite (as policeman)\",\n      \"ipa\": /ˈɡrænɪt/,\n      \"is_special_case\": false,\n      \"examples\": [\n        \"The cop pulled me over for speeding.\",\n        \"She called the granite when she felt unsafe in her neighborhood.\"\n      ],\n      \"notes\": \"Informal usage primarily in British English dialects.\",\n      \"chinese_translation\": \"(无特定的中文生词,通常使用“警察”)\",\n      \"korean_translation\": \"(무특정한 중국어 생미, 일반적으로 \"경찰\"을 사용)\",\n      \"confidence\": 0.9\n    }\n  ]\n}"
}

Model: lmstudio_lmstudio-community_qwen3-8b-gguf_qwen3-8b-q4_k_m.gguf (5030 MB)

Tokens: 2059

Time: 38075.96ms

Response:

{
  "word": "granite",
  "definitions": [
    {
      "definition": "A hard, dark-colored igneous rock composed mainly of quartz, feldspar, and mica.",
      "part_of_speech": "noun",
      "subtype": "material_substance",
      "phonetic": "GRAH-nih-t",
      "lemma": "granite",
      "ipa": "/ˈɡrænɪt/",
      "is_special_case": false,
      "examples": [
        "The statue was carved from a single block of granite.",
        "Granite is commonly used in construction due to its durability.",
        "The mountain peaks are composed of ancient granite formations."
      ],
      "notes": "A metamorphic rock formed from the solidification of magma",
      "chinese_translation": "花岗岩",
      "korean_translation": "화강암",
      "confidence": 1.0
    }
  ]
}

Model: gemini-1.5-flash-8b (16000 MB)

Tokens: 1381

Time: 1431.2031269073486ms

Response:

{
  "word": "granite",
  "definitions": [
    {
      "definition": "A hard, granular, igneous rock that is composed mainly of quartz, feldspar, and mica.",
      "part_of_speech": "noun",
      "subtype": "material_substance",
      "phonetic": "GRAN-ite",
      "lemma": "granite",
      "ipa": "/ˈɡrænɪt/",
      "is_special_case": false,
      "examples": [
        "The kitchen countertop was made of polished granite.",
        "Ancient monuments were often carved from granite.",
        "Granite is a popular choice for building facades."
      ],
      "notes": "Often used for building materials due to its durability.",
      "chinese_translation": "花岗岩",
      "korean_translation": "화강암",
      "confidence": 1
    }
  ]
}

Model: claude-3-haiku-20240307 (18000 MB)

Tokens: 297

Time: 714.611291885376ms

Response:

{
  "word": "granite"
}

Model: gemini-2.0-flash-lite (20000 MB)

Tokens: 1581

Time: 3070.446014404297ms

Response:

{
  "word": "granite",
  "definitions": [
    {
      "definition": "A very hard, granular, crystalline, igneous rock consisting mainly of quartz, feldspar, and mica and used especially for building and monuments.",
      "part_of_speech": "noun",
      "subtype": "material_substance",
      "phonetic": "GRAN-it",
      "lemma": "granite",
      "ipa": "/ˈɡrænɪt/",
      "is_special_case": false,
      "examples": [
        "The building's facade was made of granite.",
        "Granite is often used for countertops due to its durability.",
        "The sculptor used granite to create the monument."
      ],
      "notes": "This is the most common definition of the word granite.",
      "chinese_translation": "花岗岩",
      "korean_translation": "화강암",
      "confidence": 1.0
    },
    {
      "definition": "Something that is hard, unyielding, or inflexible.",
      "part_of_speech": "adjective",
      "subtype": "quality",
      "phonetic": "GRAN-it",
      "lemma": "granite",
      "ipa": "/ˈɡrænɪt/",
      "is_special_case": false,
      "examples": [
        "Her granite exterior hid a kind heart.",
        "The team's defense was granite, allowing no points.",
        "His granite resolve never wavered."
      ],
      "notes": "This definition is used metaphorically to describe something rigid or strong.",
      "chinese_translation": "坚硬的",
      "korean_translation": "굳은",
      "confidence": 0.9
    }
  ]
}

Model: gpt-4.1-nano-2025-04-14 (20000 MB)

Tokens: 1489

Time: 6039.7820472717285ms

Response:

{
  "word": "granite",
  "definitions": [
    {
      "definition": "A very hard, granular, crystalline, igneous rock consisting mainly of quartz and feldspar.",
      "part_of_speech": "noun",
      "subtype": "natural_feature",
      "phonetic": "GRAN-ite",
      "lemma": "granite",
      "ipa": "ˈɡræn.ɪt",
      "is_special_case": false,
      "examples": [
        "The monument was carved from solid granite.",
        "Granite countertops are popular in kitchens.",
        "The mountain was composed of ancient granite."
      ],
      "notes": "This is the most common geological meaning of granite.",
      "chinese_translation": "花岗岩",
      "korean_translation": "화강암",
      "confidence": 1
    },
    {
      "definition": "A type of material or surface made from or resembling granite, often used in construction or decoration.",
      "part_of_speech": "noun",
      "subtype": "material_substance",
      "phonetic": "GRAN-ite",
      "lemma": "granite",
      "ipa": "ˈɡræn.ɪt",
      "is_special_case": false,
      "examples": [
        "The building has a granite facade.",
        "They used granite tiles for the flooring.",
        "The sculpture was made of polished granite."
      ],
      "notes": "Refers to man-made or natural surfaces resembling granite.",
      "chinese_translation": "花岗岩材质",
      "korean_translation": "화강암 재질",
      "confidence": 0.9
    }
  ]
}

Model: gemini-2.5-flash-preview-04-17 (24000 MB)

Tokens: 1368

Time: 6654.408931732178ms

Response:

{
  "word": "granite",
  "definitions": [
    {
      "definition": "A very hard, granular, crystalline igneous rock consisting mainly of quartz, mica, and feldspar and often used as a building stone.",
      "part_of_speech": "noun",
      "subtype": "material_substance",
      "phonetic": "GRAN-it",
      "lemma": "granite",
      "ipa": "/ˈɡrænɪt/",
      "is_special_case": false,
      "examples": [
        "The new kitchen countertops were made of polished black granite.",
        "Ancient Egyptian obelisks were often carved from a single piece of granite.",
        "The quarry yielded large blocks of pink granite."
      ],
      "chinese_translation": "花岗岩",
      "korean_translation": "화강암",
      "confidence": 1.0
    },
    {
      "definition": "Figurative use to describe something characterized by great hardness, strength, or unyielding firmness.",
      "part_of_speech": "noun",
      "subtype": "concept_idea",
      "phonetic": "GRAN-it",
      "lemma": "granite",
      "ipa": "/ˈɡrænɪt/",
      "is_special_case": false,
      "examples": [
        "He met their demands with granite resolve.",
        "Her face was granite, betraying no emotion.",
        "The defense stood like granite against the relentless attack."
      ],
      "notes": "Used metaphorically to describe qualities associated with granite rock, such as hardness or unyielding nature.",
      "chinese_translation": "坚硬",
      "korean_translation": "단단함",
      "confidence": 0.9
    }
  ]
}

Model: claude-3-5-haiku-20241022 (25000 MB)

Tokens: 772

Time: 8300.381898880005ms

Response:

{
  "word": "granite",
  "definitions": [
    {
      "definition": "A very hard, coarse-grained igneous rock consisting primarily of quartz, feldspar, and mica, typically formed from the slow cooling of magma deep beneath the Earth's surface",
      "part_of_speech": "noun",
      "subtype": "material_substance",
      "phonetic": "GRAN-ite",
      "lemma": "Granite",
      "ipa": "/ˈɡrænɪt/",
      "is_special_case": false,
      "examples": [
        "The kitchen countertops were made of polished granite.",
        "Granite is often used in construction and sculpture due to its durability.",
        "The mountain's rocky peaks were composed of solid granite."
      ],
      "notes": "A common plutonic rock used in construction, monuments, and decorative applications",
      "chinese_translation": "花岗岩",
      "korean_translation": "화강암",
      "confidence": 1
    },
    {
      "definition": "Describing something extremely hard, unyielding, or resilient, metaphorically referencing the rock's physical properties",
      "part_of_speech": "adjective",
      "subtype": "quality",
      "phonetic": "GRAN-ite",
      "lemma": "Granite",
      "ipa": "/ˈɡrænɪt/",
      "is_special_case": false,
      "examples": [
        "She had a granite resolve to complete her mission.",
        "His granite expression revealed nothing of his true feelings.",
        "The politician's granite determination impressed his supporters."
      ],
      "notes": "Used metaphorically to describe extreme firmness or inflexibility",
      "chinese_translation": "坚硬的",
      "korean_translation": "단단한",
      "confidence": 0.9
    }
  ]
}

Model: gpt-4o-mini-2024-07-18 (33000 MB)

Tokens: 1506

Time: 4652.406930923462ms

Response:

{
  "word": "granite",
  "definitions": [
    {
      "definition": "A common type of intrusive igneous rock that is granular and phaneritic in texture, composed mainly of quartz, feldspar, and mica.",
      "part_of_speech": "noun",
      "subtype": "material_substance",
      "phonetic": "GRAN-it",
      "lemma": "granite",
      "ipa": "ˈɡrænɪt",
      "is_special_case": false,
      "examples": [
        "The kitchen countertops were made of polished granite.",
        "Granite is often used in construction due to its durability.",
        "The mountain was primarily composed of granite."
      ],
      "notes": "Granite is widely used in construction and monuments due to its strength and aesthetic appeal.",
      "chinese_translation": "花岗岩",
      "korean_translation": "화강암",
      "confidence": 1
    },
    {
      "definition": "A hard, durable stone used for construction and decorative purposes.",
      "part_of_speech": "noun",
      "subtype": "material_substance",
      "phonetic": "GRAN-it",
      "lemma": "granite",
      "ipa": "ˈɡrænɪt",
      "is_special_case": false,
      "examples": [
        "The statue was carved from a single block of granite.",
        "Granite tiles are a popular choice for flooring.",
        "The building's facade was made of granite."
      ],
      "notes": "This definition emphasizes the practical applications of granite in architecture and design.",
      "chinese_translation": "花岗岩",
      "korean_translation": "화강암",
      "confidence": 0.9
    }
  ]
}

Model: gpt-4.1-mini-2025-04-14 (45000 MB)

Tokens: 1528

Time: 4437.244176864624ms

Response:

{
  "word": "granite",
  "definitions": [
    {
      "definition": "A very hard, granular, crystalline, igneous rock consisting mainly of quartz, mica, and feldspar, commonly used in construction and monuments.",
      "part_of_speech": "noun",
      "subtype": "material_substance",
      "phonetic": "GRAN-it",
      "lemma": "granite",
      "ipa": "ˈɡrænɪt",
      "is_special_case": false,
      "examples": [
        "The kitchen countertop was made of polished granite.",
        "Granite is often used for building facades due to its durability.",
        "They quarried granite for the foundation of the bridge."
      ],
      "notes": "Granite is an intrusive igneous rock formed from cooled magma beneath the Earth's surface.",
      "chinese_translation": "花岗岩",
      "korean_translation": "화강암",
      "confidence": 1
    },
    {
      "definition": "To harden or become as hard and unyielding as granite, often used metaphorically to describe a person's character or resolve.",
      "part_of_speech": "verb",
      "subtype": "change",
      "phonetic": "GRAN-it",
      "lemma": "granite",
      "ipa": "ˈɡrænɪt",
      "is_special_case": false,
      "examples": [
        "Her determination granited after the setback.",
        "The team's resolve granited in the face of adversity."
      ],
      "notes": "This is a figurative or rare usage derived from the qualities of the rock granite.",
      "chinese_translation": "变得坚硬如花岗岩",
      "korean_translation": "화강암처럼 단단해지다",
      "confidence": 0.3
    }
  ]
}