{
  "suite_id": "synthetic-language-v1",
  "version": 1,
  "authorship": "Synthetic examples authored for Assignment 3 by the course AI assistant; not copied from an external benchmark.",
  "purpose": "A public teaching benchmark for a tiny word-token language model, not a general intelligence benchmark.",
  "groups": {
    "starter_patterns": "16 reserved prompts using patterns and domain associations taught by the starter. All starter passages containing these exact prefixes are withheld before splitting or building vocabulary.",
    "starter_transfer": "8 new phrasings made from starter vocabulary and associations. These are harder transfer probes, not guaranteed wins.",
    "extend_corpus": "24 challenges across eight language skills. The starter lacks the needed examples and many words. Students add different teaching examples and retrain; more steps alone cannot create missing vocabulary."
  },
  "scoring": "Rank four single-word completions using the model next-token probabilities. The answer key is used only afterward. Save unrestricted generated continuations separately. Unknown-word cases and ties never receive a lucky pass.",
  "cases": [
    {
      "id": "lang_01",
      "group": "starter_patterns",
      "category": "domain_context",
      "prompt": "the report about the customer explains the",
      "choices": [
        "service",
        "traffic",
        "juice",
        "code"
      ],
      "answer": "service",
      "reason": "The starter repeatedly pairs customer with service and related domain words. The other choices belong to different domains."
    },
    {
      "id": "lang_02",
      "group": "starter_patterns",
      "category": "domain_context",
      "prompt": "the report about the merchandise explains the",
      "choices": [
        "patient",
        "interest",
        "lesson",
        "quality"
      ],
      "answer": "quality",
      "reason": "The starter repeatedly pairs merchandise with quality and related domain words. The other choices belong to different domains."
    },
    {
      "id": "lang_03",
      "group": "starter_patterns",
      "category": "domain_context",
      "prompt": "the report about the mortgage explains the",
      "choices": [
        "route",
        "security",
        "payment",
        "harvest"
      ],
      "answer": "payment",
      "reason": "The starter repeatedly pairs mortgage with payment and related domain words. The other choices belong to different domains."
    },
    {
      "id": "lang_04",
      "group": "starter_patterns",
      "category": "domain_context",
      "prompt": "the report about the mango explains the",
      "choices": [
        "risk",
        "juice",
        "support",
        "code"
      ],
      "answer": "juice",
      "reason": "The starter repeatedly pairs mango with juice and related domain words. The other choices belong to different domains."
    },
    {
      "id": "lang_05",
      "group": "starter_patterns",
      "category": "domain_context",
      "prompt": "the report about the bicycle explains the",
      "choices": [
        "journey",
        "treatment",
        "price",
        "learning"
      ],
      "answer": "journey",
      "reason": "The starter repeatedly pairs bicycle with journey and related domain words. The other choices belong to different domains."
    },
    {
      "id": "lang_06",
      "group": "starter_patterns",
      "category": "domain_context",
      "prompt": "the report about the application explains the",
      "choices": [
        "taste",
        "student",
        "payment",
        "security"
      ],
      "answer": "security",
      "reason": "The starter repeatedly pairs application with security and related domain words. The other choices belong to different domains."
    },
    {
      "id": "lang_07",
      "group": "starter_patterns",
      "category": "domain_context",
      "prompt": "the report about the surgeon explains the",
      "choices": [
        "fruit",
        "traffic",
        "patient",
        "delivery"
      ],
      "answer": "patient",
      "reason": "The starter repeatedly pairs surgeon with patient and related domain words. The other choices belong to different domains."
    },
    {
      "id": "lang_08",
      "group": "starter_patterns",
      "category": "domain_context",
      "prompt": "the report about the tutor explains the",
      "choices": [
        "journey",
        "lesson",
        "interest",
        "design"
      ],
      "answer": "lesson",
      "reason": "The starter repeatedly pairs tutor with lesson and related domain words. The other choices belong to different domains."
    },
    {
      "id": "lang_09",
      "group": "starter_patterns",
      "category": "domain_place",
      "prompt": "the team discussed the customer and the service at the",
      "choices": [
        "store",
        "market",
        "bank",
        "kitchen"
      ],
      "answer": "store",
      "reason": "The starter associates customer and service with the store. Sentences containing this exact prompt are reserved before training."
    },
    {
      "id": "lang_10",
      "group": "starter_patterns",
      "category": "domain_place",
      "prompt": "the team discussed the merchandise and the quality at the",
      "choices": [
        "bank",
        "kitchen",
        "station",
        "market"
      ],
      "answer": "market",
      "reason": "The starter associates merchandise and quality with the market. Sentences containing this exact prompt are reserved before training."
    },
    {
      "id": "lang_11",
      "group": "starter_patterns",
      "category": "domain_place",
      "prompt": "the team discussed the mortgage and the payment at the",
      "choices": [
        "station",
        "office",
        "bank",
        "kitchen"
      ],
      "answer": "bank",
      "reason": "The starter associates mortgage and payment with the bank. Sentences containing this exact prompt are reserved before training."
    },
    {
      "id": "lang_12",
      "group": "starter_patterns",
      "category": "domain_place",
      "prompt": "the team discussed the mango and the juice at the",
      "choices": [
        "hospital",
        "kitchen",
        "station",
        "office"
      ],
      "answer": "kitchen",
      "reason": "The starter associates mango and juice with the kitchen. Sentences containing this exact prompt are reserved before training."
    },
    {
      "id": "lang_13",
      "group": "starter_patterns",
      "category": "domain_place",
      "prompt": "the team discussed the bicycle and the journey at the",
      "choices": [
        "station",
        "office",
        "hospital",
        "school"
      ],
      "answer": "station",
      "reason": "The starter associates bicycle and journey with the station. Sentences containing this exact prompt are reserved before training."
    },
    {
      "id": "lang_14",
      "group": "starter_patterns",
      "category": "domain_place",
      "prompt": "the team discussed the application and the security at the",
      "choices": [
        "store",
        "market",
        "bank",
        "office"
      ],
      "answer": "office",
      "reason": "The starter associates application and security with the office. Sentences containing this exact prompt are reserved before training."
    },
    {
      "id": "lang_15",
      "group": "starter_patterns",
      "category": "domain_place",
      "prompt": "the team discussed the surgeon and the patient at the",
      "choices": [
        "bank",
        "kitchen",
        "hospital",
        "market"
      ],
      "answer": "hospital",
      "reason": "The starter associates surgeon and patient with the hospital. Sentences containing this exact prompt are reserved before training."
    },
    {
      "id": "lang_16",
      "group": "starter_patterns",
      "category": "domain_place",
      "prompt": "the team discussed the tutor and the lesson at the",
      "choices": [
        "station",
        "school",
        "bank",
        "kitchen"
      ],
      "answer": "school",
      "reason": "The starter associates tutor and lesson with the school. Sentences containing this exact prompt are reserved before training."
    },
    {
      "id": "lang_17",
      "group": "starter_transfer",
      "category": "new_wording",
      "prompt": "our hospital discussed the nurse and the",
      "choices": [
        "health",
        "traffic",
        "price",
        "juice"
      ],
      "answer": "health",
      "reason": "All words and the domain association exist in the starter, but this word order is new. Failure may reflect dependence on sentence templates."
    },
    {
      "id": "lang_18",
      "group": "starter_transfer",
      "category": "new_wording",
      "prompt": "yesterday the school discussed the educator and the",
      "choices": [
        "security",
        "risk",
        "harvest",
        "student"
      ],
      "answer": "student",
      "reason": "All words and the domain association exist in the starter, but this word order is new. Failure may reflect dependence on sentence templates."
    },
    {
      "id": "lang_19",
      "group": "starter_transfer",
      "category": "new_wording",
      "prompt": "the bank report discussed the bond and the",
      "choices": [
        "code",
        "taste",
        "return",
        "care"
      ],
      "answer": "return",
      "reason": "All words and the domain association exist in the starter, but this word order is new. Failure may reflect dependence on sentence templates."
    },
    {
      "id": "lang_20",
      "group": "starter_transfer",
      "category": "new_wording",
      "prompt": "our kitchen report discussed the pear and the",
      "choices": [
        "data",
        "fruit",
        "order",
        "payment"
      ],
      "answer": "fruit",
      "reason": "All words and the domain association exist in the starter, but this word order is new. Failure may reflect dependence on sentence templates."
    },
    {
      "id": "lang_21",
      "group": "starter_transfer",
      "category": "new_wording",
      "prompt": "the station report compared the bus and the",
      "choices": [
        "route",
        "lesson",
        "design",
        "patient"
      ],
      "answer": "route",
      "reason": "All words and the domain association exist in the starter, but this word order is new. Failure may reflect dependence on sentence templates."
    },
    {
      "id": "lang_22",
      "group": "starter_transfer",
      "category": "new_wording",
      "prompt": "yesterday our office discussed the platform and the",
      "choices": [
        "harvest",
        "journey",
        "treatment",
        "update"
      ],
      "answer": "update",
      "reason": "All words and the domain association exist in the starter, but this word order is new. Failure may reflect dependence on sentence templates."
    },
    {
      "id": "lang_23",
      "group": "starter_transfer",
      "category": "new_wording",
      "prompt": "the store report discussed the subscriber and the",
      "choices": [
        "health",
        "interest",
        "support",
        "traffic"
      ],
      "answer": "support",
      "reason": "All words and the domain association exist in the starter, but this word order is new. Failure may reflect dependence on sentence templates."
    },
    {
      "id": "lang_24",
      "group": "starter_transfer",
      "category": "new_wording",
      "prompt": "our market report compared the package and the",
      "choices": [
        "code",
        "delivery",
        "student",
        "juice"
      ],
      "answer": "delivery",
      "reason": "All words and the domain association exist in the starter, but this word order is new. Failure may reflect dependence on sentence templates."
    },
    {
      "id": "lang_25",
      "group": "extend_corpus",
      "category": "grammar",
      "prompt": "one bird",
      "choices": [
        "is",
        "are",
        "were",
        "am"
      ],
      "answer": "is",
      "reason": "A singular third-person subject takes is in the present tense."
    },
    {
      "id": "lang_26",
      "group": "extend_corpus",
      "category": "grammar",
      "prompt": "the dogs",
      "choices": [
        "is",
        "am",
        "was",
        "are"
      ],
      "answer": "are",
      "reason": "A plural subject takes are among these present/past singular distractors."
    },
    {
      "id": "lang_27",
      "group": "extend_corpus",
      "category": "grammar",
      "prompt": "yesterday she",
      "choices": [
        "walking",
        "walk",
        "walked",
        "walks"
      ],
      "answer": "walked",
      "reason": "The explicit past-time cue calls for the past-tense form walked."
    },
    {
      "id": "lang_28",
      "group": "extend_corpus",
      "category": "opposites",
      "prompt": "the opposite of hot is",
      "choices": [
        "fast",
        "cold",
        "warm",
        "heavy"
      ],
      "answer": "cold",
      "reason": "Hot and cold form the intended temperature contrast."
    },
    {
      "id": "lang_29",
      "group": "extend_corpus",
      "category": "opposites",
      "prompt": "the opposite of empty is",
      "choices": [
        "full",
        "quiet",
        "early",
        "soft"
      ],
      "answer": "full",
      "reason": "Empty and full contrast how much a container holds."
    },
    {
      "id": "lang_30",
      "group": "extend_corpus",
      "category": "opposites",
      "prompt": "the opposite of noisy is",
      "choices": [
        "loud",
        "round",
        "late",
        "quiet"
      ],
      "answer": "quiet",
      "reason": "Noisy and quiet contrast the amount of sound."
    },
    {
      "id": "lang_31",
      "group": "extend_corpus",
      "category": "negation",
      "prompt": "the box is not red . it is blue . the box is",
      "choices": [
        "green",
        "yellow",
        "blue",
        "red"
      ],
      "answer": "blue",
      "reason": "Use the positive color statement rather than the explicitly rejected color."
    },
    {
      "id": "lang_32",
      "group": "extend_corpus",
      "category": "negation",
      "prompt": "ava did not buy tea . she bought milk . ava bought",
      "choices": [
        "rice",
        "milk",
        "tea",
        "bread"
      ],
      "answer": "milk",
      "reason": "The purchase is milk; the tea purchase is explicitly negated."
    },
    {
      "id": "lang_33",
      "group": "extend_corpus",
      "category": "negation",
      "prompt": "the door is not open . it is closed . the door is",
      "choices": [
        "closed",
        "open",
        "wide",
        "missing"
      ],
      "answer": "closed",
      "reason": "Respect not open and the explicit statement closed."
    },
    {
      "id": "lang_34",
      "group": "extend_corpus",
      "category": "reference",
      "prompt": "maya lent a book to leo . leo thanked",
      "choices": [
        "leo",
        "nora",
        "omar",
        "maya"
      ],
      "answer": "maya",
      "reason": "Leo thanks the person who lent the book, Maya."
    },
    {
      "id": "lang_35",
      "group": "extend_corpus",
      "category": "reference",
      "prompt": "ella gave finn a pencil . the person who received the pencil was",
      "choices": [
        "sara",
        "noah",
        "finn",
        "ella"
      ],
      "answer": "finn",
      "reason": "Finn is the recipient rather than the giver."
    },
    {
      "id": "lang_36",
      "group": "extend_corpus",
      "category": "reference",
      "prompt": "omar called nina . nina answered the call from",
      "choices": [
        "emma",
        "omar",
        "nina",
        "luca"
      ],
      "answer": "omar",
      "reason": "Omar is the caller; Nina is the person answering."
    },
    {
      "id": "lang_37",
      "group": "extend_corpus",
      "category": "sequence",
      "prompt": "first wash the cup . then dry it . the last action is",
      "choices": [
        "dry",
        "wash",
        "buy",
        "fill"
      ],
      "answer": "dry",
      "reason": "Drying follows washing in the stated sequence."
    },
    {
      "id": "lang_38",
      "group": "extend_corpus",
      "category": "sequence",
      "prompt": "lunch happens after breakfast . the earlier meal is",
      "choices": [
        "lunch",
        "dinner",
        "supper",
        "breakfast"
      ],
      "answer": "breakfast",
      "reason": "The relation after makes breakfast the earlier meal."
    },
    {
      "id": "lang_39",
      "group": "extend_corpus",
      "category": "sequence",
      "prompt": "the train arrived before the bus . the vehicle that arrived later was the",
      "choices": [
        "taxi",
        "car",
        "bus",
        "train"
      ],
      "answer": "bus",
      "reason": "Reverse the stated before relation to identify the later arrival."
    },
    {
      "id": "lang_40",
      "group": "extend_corpus",
      "category": "spatial_relations",
      "prompt": "the book is inside the bag . the bag contains the",
      "choices": [
        "lamp",
        "book",
        "shelf",
        "desk"
      ],
      "answer": "book",
      "reason": "Restate inside as the inverse relation contains."
    },
    {
      "id": "lang_41",
      "group": "extend_corpus",
      "category": "spatial_relations",
      "prompt": "the lamp is above the desk . the desk is",
      "choices": [
        "below",
        "above",
        "inside",
        "beside"
      ],
      "answer": "below",
      "reason": "Above and below are inverse vertical relations."
    },
    {
      "id": "lang_42",
      "group": "extend_corpus",
      "category": "spatial_relations",
      "prompt": "the ball is left of the box . the box is to the",
      "choices": [
        "left",
        "north",
        "south",
        "right"
      ],
      "answer": "right",
      "reason": "Reverse the stated horizontal relation; complete with right."
    },
    {
      "id": "lang_43",
      "group": "extend_corpus",
      "category": "everyday_knowledge",
      "prompt": "water freezes into",
      "choices": [
        "sand",
        "wood",
        "ice",
        "steam"
      ],
      "answer": "ice",
      "reason": "Freezing changes liquid water into ice."
    },
    {
      "id": "lang_44",
      "group": "extend_corpus",
      "category": "everyday_knowledge",
      "prompt": "a person uses an umbrella to stay",
      "choices": [
        "asleep",
        "dry",
        "wet",
        "hungry"
      ],
      "answer": "dry",
      "reason": "An umbrella typically keeps a person dry in rain."
    },
    {
      "id": "lang_45",
      "group": "extend_corpus",
      "category": "everyday_knowledge",
      "prompt": "to see in a dark room we turn on a",
      "choices": [
        "light",
        "pillow",
        "spoon",
        "shoe"
      ],
      "answer": "light",
      "reason": "A light illuminates a dark room."
    },
    {
      "id": "lang_46",
      "group": "extend_corpus",
      "category": "categories_and_analogies",
      "prompt": "a robin is a bird . a salmon is a",
      "choices": [
        "bird",
        "tree",
        "tool",
        "fish"
      ],
      "answer": "fish",
      "reason": "Salmon belongs to the fish category."
    },
    {
      "id": "lang_47",
      "group": "extend_corpus",
      "category": "categories_and_analogies",
      "prompt": "a puppy grows into a dog . a kitten grows into a",
      "choices": [
        "duck",
        "goat",
        "cat",
        "horse"
      ],
      "answer": "cat",
      "reason": "Match the young animal to its adult category."
    },
    {
      "id": "lang_48",
      "group": "extend_corpus",
      "category": "categories_and_analogies",
      "prompt": "a carrot is a vegetable . an apple is a",
      "choices": [
        "fabric",
        "fruit",
        "metal",
        "vehicle"
      ],
      "answer": "fruit",
      "reason": "An apple belongs to the fruit category in this food classification."
    }
  ]
}