evals-lab 0.1.2

package/lab/demo/datasets/demo-2.json

@@ -0,0 +1,1683 @@
+{
+  "format": "evals-lab/dataset",
+  "version": 4,
+  "dataset": {
+    "name": "Demo 2",
+    "body": {
+      "cases": [
+        {
+          "id": "aerial-city",
+          "filename": "aerial-city.jpg",
+          "todo": false,
+          "traits": [
+            "busy",
+            "landscape"
+          ],
+          "why": "A dense city seen from high above, towers packed to a hazy horizon. Tests naming a cityscape without inventing features that are not there.",
+          "expect": [],
+          "anyOf": [
+            [
+              "city",
+              "cityscape",
+              "skyline",
+              "urban"
+            ],
+            [
+              "building",
+              "buildings",
+              "skyscraper",
+              "skyscrapers",
+              "tower",
+              "towers",
+              "high-rise"
+            ]
+          ],
+          "forbid": [
+            "snow",
+            "desert",
+            "beach"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "alligator-pen",
+          "filename": "alligator-pen.jpg",
+          "todo": false,
+          "traits": [
+            "animal",
+            "count",
+            "monochrome"
+          ],
+          "why": "An old black-and-white print of dozens of young alligators heaped in a fenced pen beside a pond, under palms. Tests the animal, the enclosure and the water.",
+          "expect": [],
+          "anyOf": [
+            [
+              "alligator",
+              "alligators",
+              "crocodile",
+              "crocodiles",
+              "reptile",
+              "reptiles"
+            ],
+            [
+              "fence",
+              "fencing",
+              "pen",
+              "enclosure"
+            ],
+            [
+              "pond",
+              "pool",
+              "water"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "people",
+            "snow"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "arm-tattoo",
+          "filename": "arm-tattoo.jpg",
+          "todo": false,
+          "traits": [
+            "text",
+            "control"
+          ],
+          "why": "A bare forearm lying on a white sheet, with a short line of script tattooed on it. Tests the arm and the tattoo, and whether the tattooed words are echoed.",
+          "expect": [],
+          "anyOf": [
+            [
+              "arm",
+              "forearm"
+            ],
+            [
+              "tattoo",
+              "tattoos"
+            ]
+          ],
+          "forbid": [
+            "watch",
+            "bracelet",
+            "ring"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "life is a breath"
+          ]
+        },
+        {
+          "id": "bed-and-plant",
+          "filename": "bed-and-plant.jpg",
+          "todo": false,
+          "traits": [
+            "interior"
+          ],
+          "why": "A bedroom corner: a potted palm beside a bedside table with a lamp and bottle, a blurred white duvet in front and a painting above. Tests a quiet interior with several ordinary objects.",
+          "expect": [],
+          "anyOf": [
+            [
+              "plant",
+              "plants",
+              "palm",
+              "houseplant",
+              "potted plant"
+            ],
+            [
+              "lamp",
+              "table lamp"
+            ],
+            [
+              "bed",
+              "duvet",
+              "bedding",
+              "comforter",
+              "blanket",
+              "sheets"
+            ]
+          ],
+          "forbid": [
+            "cat",
+            "dog",
+            "window"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "bright-bedroom",
+          "filename": "bright-bedroom.jpg",
+          "todo": false,
+          "traits": [
+            "interior",
+            "busy"
+          ],
+          "why": "A sunlit bedroom with wood panelling, four windows, a curved white sofa, a ceiling fan and a bed with an open book. Tests a furnished room with many nameable things.",
+          "expect": [],
+          "anyOf": [
+            [
+              "bed"
+            ],
+            [
+              "window",
+              "windows"
+            ],
+            [
+              "sofa",
+              "couch",
+              "settee",
+              "loveseat",
+              "chaise"
+            ],
+            [
+              "ceiling fan",
+              "fan"
+            ]
+          ],
+          "forbid": [
+            "television",
+            "tv",
+            "person"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": [
+            "merremaker",
+            "japanese kitchen"
+          ]
+        },
+        {
+          "id": "car-headlight",
+          "filename": "car-headlight.jpg",
+          "todo": false,
+          "traits": [
+            "vehicle"
+          ],
+          "why": "A close crop of a pale blue classic car's round headlight and chrome bumper on asphalt. Tests recognising a car from a detail rather than the whole vehicle.",
+          "expect": [],
+          "anyOf": [
+            [
+              "car",
+              "vintage car",
+              "classic car",
+              "automobile",
+              "vehicle"
+            ],
+            [
+              "headlight",
+              "headlights",
+              "headlamp",
+              "light"
+            ],
+            [
+              "bumper",
+              "chrome"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "motorcycle"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "child-in-surf",
+          "filename": "child-in-surf.jpg",
+          "todo": false,
+          "traits": [
+            "landscape"
+          ],
+          "why": "A child in a dark T-shirt stands ankle-deep in the shallows, back to the camera, facing breaking waves under a pink evening sky. Tests a single figure against sea and sky.",
+          "expect": [],
+          "anyOf": [
+            [
+              "child",
+              "boy",
+              "kid",
+              "person"
+            ],
+            [
+              "ocean",
+              "sea",
+              "water",
+              "surf"
+            ],
+            [
+              "wave",
+              "waves"
+            ]
+          ],
+          "forbid": [
+            "dog",
+            "surfboard",
+            "boat"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "city-highway",
+          "filename": "city-highway.jpg",
+          "todo": false,
+          "traits": [
+            "busy",
+            "sign",
+            "vehicle"
+          ],
+          "why": "A downtown skyline behind an expressway, with an elevated train, cars and green overhead road signs. Tests a busy urban scene and whether the sign text is echoed.",
+          "expect": [],
+          "anyOf": [
+            [
+              "skyscraper",
+              "skyscrapers",
+              "skyline",
+              "building",
+              "buildings",
+              "tower"
+            ],
+            [
+              "highway",
+              "expressway",
+              "freeway",
+              "road",
+              "motorway"
+            ],
+            [
+              "train",
+              "subway",
+              "metro"
+            ],
+            [
+              "car",
+              "cars",
+              "traffic",
+              "vehicle",
+              "vehicles"
+            ]
+          ],
+          "forbid": [
+            "boat",
+            "bicycle"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": [
+            "expressway ends",
+            "ida b wells dr",
+            "wisconsin",
+            "exit only",
+            "west",
+            "portillo's",
+            "speed limit",
+            "45",
+            "bmo"
+          ]
+        },
+        {
+          "id": "corner-bakery",
+          "filename": "corner-bakery.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "busy"
+          ],
+          "why": "A small white-brick bakery with an awning and string lights; two women stand at its window and a parking sign stands at the kerb. Tests the shop, the people and the signage.",
+          "expect": [],
+          "anyOf": [
+            [
+              "bakery",
+              "shop",
+              "store",
+              "storefront",
+              "cafe",
+              "pastry shop"
+            ],
+            [
+              "woman",
+              "women",
+              "people",
+              "person",
+              "customers"
+            ],
+            [
+              "sign",
+              "signs",
+              "street sign",
+              "parking sign"
+            ],
+            [
+              "awning"
+            ]
+          ],
+          "forbid": [
+            "dog",
+            "bicycle"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": [
+            "tartes",
+            "fine cakes",
+            "pastries",
+            "no stopping",
+            "2 hr parking",
+            "tow away zone",
+            "212",
+            "closed"
+          ]
+        },
+        {
+          "id": "cyclist-yellow-jacket",
+          "filename": "cyclist-yellow-jacket.jpg",
+          "todo": false,
+          "traits": [
+            "vehicle",
+            "colour"
+          ],
+          "why": "An older woman in a bright yellow jacket rides a red bicycle along a leafy street, with a 30 speed-limit sign ahead. Tests the rider, the bicycle and the street.",
+          "expect": [],
+          "anyOf": [
+            [
+              "bicycle",
+              "bike"
+            ],
+            [
+              "woman",
+              "person",
+              "cyclist",
+              "rider"
+            ],
+            [
+              "tree",
+              "trees"
+            ],
+            [
+              "road",
+              "street"
+            ]
+          ],
+          "forbid": [
+            "dog",
+            "motorcycle"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "30"
+          ]
+        },
+        {
+          "id": "excavator-street-signs",
+          "filename": "excavator-street-signs.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "vehicle",
+            "compound"
+          ],
+          "why": "A yellow excavator clearing a demolition site behind two green street-name signs, with a white house beyond. Tests the machine, the signs and whether their names are echoed.",
+          "expect": [],
+          "anyOf": [
+            [
+              "excavator",
+              "digger",
+              "backhoe",
+              "construction equipment"
+            ],
+            [
+              "street sign",
+              "street signs",
+              "sign",
+              "signs"
+            ],
+            [
+              "house",
+              "houses",
+              "home"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "dog"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "roosevelt",
+            "ave",
+            "w 5th st",
+            "5th",
+            "500"
+          ]
+        },
+        {
+          "id": "globe-closeup",
+          "filename": "globe-closeup.jpg",
+          "todo": false,
+          "traits": [
+            "text",
+            "control"
+          ],
+          "why": "A shallow-focus close-up of a desk globe showing the west coast of Africa with printed place names, against a plain wall. Tests the globe and the map, and whether printed names are echoed.",
+          "expect": [],
+          "anyOf": [
+            [
+              "globe",
+              "world globe"
+            ],
+            [
+              "map",
+              "africa",
+              "atlantic",
+              "ocean"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "book"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "mauritania",
+            "western sahara",
+            "senegal",
+            "guinea",
+            "atlantic",
+            "canary",
+            "azores",
+            "madeira"
+          ]
+        },
+        {
+          "id": "harbour-village",
+          "filename": "harbour-village.jpg",
+          "todo": false,
+          "traits": [
+            "landscape",
+            "busy"
+          ],
+          "why": "A fishing village of yellow wooden buildings on a pier beside a fjord, between rocky mountains under a cloudy sky. Tests a landscape with buildings, water and mountains.",
+          "expect": [],
+          "anyOf": [
+            [
+              "mountain",
+              "mountains",
+              "cliff",
+              "cliffs",
+              "rock",
+              "rocks"
+            ],
+            [
+              "water",
+              "fjord",
+              "sea",
+              "harbour",
+              "harbor",
+              "bay",
+              "lake"
+            ],
+            [
+              "building",
+              "buildings",
+              "house",
+              "houses",
+              "village"
+            ]
+          ],
+          "forbid": [
+            "snow",
+            "beach"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": [
+            "nusfjord"
+          ]
+        },
+        {
+          "id": "high-street-walkers",
+          "filename": "high-street-walkers.jpg",
+          "todo": false,
+          "traits": [
+            "busy",
+            "compound"
+          ],
+          "why": "Two older women walk away down a narrow shopping street of old buildings, one with a walking stick, with a red telephone box on the right. Tests people, the street and a multi-word object.",
+          "expect": [],
+          "anyOf": [
+            [
+              "woman",
+              "women",
+              "people",
+              "person",
+              "pedestrians"
+            ],
+            [
+              "street",
+              "road",
+              "lane"
+            ],
+            [
+              "building",
+              "buildings",
+              "shop",
+              "shops",
+              "house",
+              "houses"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "dog"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": [
+            "telephone",
+            "circus"
+          ]
+        },
+        {
+          "id": "hillside-rooftops",
+          "filename": "hillside-rooftops.jpg",
+          "todo": false,
+          "traits": [
+            "busy",
+            "colour"
+          ],
+          "why": "Packed old town houses with orange tiled roofs, tiled facades, balconies and hanging laundry, with a church tower and cranes on the skyline. Tests a dense townscape.",
+          "expect": [],
+          "anyOf": [
+            [
+              "roof",
+              "roofs",
+              "rooftops",
+              "tiles",
+              "roof tiles"
+            ],
+            [
+              "building",
+              "buildings",
+              "house",
+              "houses",
+              "city",
+              "town"
+            ],
+            [
+              "laundry",
+              "clothes",
+              "washing",
+              "clothesline"
+            ]
+          ],
+          "forbid": [
+            "snow",
+            "beach",
+            "river"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "house-at-night",
+          "filename": "house-at-night.jpg",
+          "todo": false,
+          "traits": [
+            "night",
+            "vehicle",
+            "plate"
+          ],
+          "why": "A stone house at night, its driveway leading to a lit garage with a parked car, a gate in front and red light trails from passing traffic. Tests a dark scene and a readable number plate.",
+          "expect": [],
+          "anyOf": [
+            [
+              "house",
+              "home",
+              "building"
+            ],
+            [
+              "car",
+              "suv",
+              "vehicle"
+            ],
+            [
+              "night",
+              "light trails",
+              "light trail",
+              "streetlight",
+              "street light"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "moon",
+            "snow"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "a20 ejn"
+          ]
+        },
+        {
+          "id": "ivy-leaves",
+          "filename": "ivy-leaves.jpg",
+          "todo": false,
+          "traits": [
+            "empty"
+          ],
+          "why": "A frame filled with glossy ivy leaves and nothing else. Tests naming foliage without inventing objects or scenery.",
+          "expect": [],
+          "anyOf": [
+            [
+              "leaves",
+              "leaf",
+              "foliage"
+            ],
+            [
+              "ivy",
+              "plant",
+              "plants",
+              "vine",
+              "vines"
+            ]
+          ],
+          "forbid": [
+            "flower",
+            "flowers",
+            "person"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "man-with-alligator",
+          "filename": "man-with-alligator.jpg",
+          "todo": false,
+          "traits": [
+            "animal",
+            "monochrome"
+          ],
+          "why": "An old black-and-white print of a man in a hat kneeling beside a large alligator on grass, with more alligators and a pond behind. Tests the animal and the person.",
+          "expect": [],
+          "anyOf": [
+            [
+              "alligator",
+              "alligators",
+              "crocodile",
+              "crocodiles",
+              "reptile"
+            ],
+            [
+              "man",
+              "person",
+              "boy"
+            ],
+            [
+              "grass",
+              "lawn"
+            ]
+          ],
+          "forbid": [
+            "dog",
+            "horse"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "6314"
+          ]
+        },
+        {
+          "id": "orange-mailbox-hedge",
+          "filename": "orange-mailbox-hedge.jpg",
+          "todo": false,
+          "traits": [
+            "compound",
+            "colour"
+          ],
+          "why": "An orange post box on a grey stand in front of a trimmed hedge, beside a brick apartment building and a paved path. Tests a multi-word object in strong colour.",
+          "expect": [],
+          "anyOf": [
+            [
+              "mailbox",
+              "post box",
+              "postbox",
+              "letterbox",
+              "letter box",
+              "mail box"
+            ],
+            [
+              "hedge",
+              "hedges",
+              "bush",
+              "bushes",
+              "shrub"
+            ],
+            [
+              "building",
+              "brick",
+              "apartment"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "dog"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "postnl"
+          ]
+        },
+        {
+          "id": "pedal-boats",
+          "filename": "pedal-boats.jpg",
+          "todo": false,
+          "traits": [
+            "colour",
+            "compound",
+            "count"
+          ],
+          "why": "Three pedal boats with water slides and ladders, drawn up on dark sand under a clear sky. Tests a multi-word object in saturated colour.",
+          "expect": [],
+          "anyOf": [
+            [
+              "pedal boat",
+              "pedal boats",
+              "paddle boat",
+              "paddle boats",
+              "pedalo",
+              "pedalos",
+              "boat",
+              "boats"
+            ],
+            [
+              "slide",
+              "slides",
+              "water slide",
+              "water slides"
+            ],
+            [
+              "sky",
+              "beach",
+              "sand"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "playground"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "pink-trees-vignette",
+          "filename": "pink-trees-vignette.jpg",
+          "todo": false,
+          "traits": [
+            "colour",
+            "watermark"
+          ],
+          "why": "Bare winter trees against a pale sky, tinted pink with a white vignette and a faint watermark in the corner. Tests naming the trees without reading the tint as blossom.",
+          "expect": [],
+          "anyOf": [
+            [
+              "tree",
+              "trees"
+            ],
+            [
+              "branch",
+              "branches"
+            ]
+          ],
+          "forbid": [
+            "blossom",
+            "blossoms",
+            "flowers"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "topaz films"
+          ]
+        },
+        {
+          "id": "please-leave-quietly-sign",
+          "filename": "please-leave-quietly-sign.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text"
+          ],
+          "why": "A small printed sign asking people to leave quietly, with a cartoon creature and a speech bubble, screwed to a green-painted wall. Tests the sign and whether its words are echoed.",
+          "expect": [
+            "sign"
+          ],
+          "anyOf": [
+            [
+              "wall",
+              "building",
+              "facade"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "car"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "please",
+            "leave quietly",
+            "shhh"
+          ]
+        },
+        {
+          "id": "railroad-crossing-sign",
+          "filename": "railroad-crossing-sign.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text"
+          ],
+          "why": "A weathered crossbuck sign reading RAILROAD CROSSING against a blue sky with clouds. Tests naming the sign without inventing a train.",
+          "expect": [
+            "sign"
+          ],
+          "anyOf": [
+            [
+              "sky",
+              "blue sky"
+            ],
+            [
+              "clouds",
+              "cloud"
+            ],
+            [
+              "crossing",
+              "railroad",
+              "railway",
+              "crossbuck"
+            ]
+          ],
+          "forbid": [
+            "train"
+          ],
+          "allow": [
+            "train crossing"
+          ],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "railroad",
+            "crossing",
+            "railroad crossing"
+          ]
+        },
+        {
+          "id": "roadworks-sign",
+          "filename": "roadworks-sign.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "colour"
+          ],
+          "why": "An orange work-zone sign with a black pictogram of a surveyor at a tripod, on a metal stand against a chain-link fence. Tests reading a symbol-only sign.",
+          "expect": [
+            "sign"
+          ],
+          "anyOf": [
+            [
+              "fence",
+              "chain link",
+              "chain-link fence",
+              "wire fence"
+            ],
+            [
+              "orange",
+              "construction",
+              "roadwork",
+              "roadworks",
+              "road work",
+              "work zone",
+              "surveyor"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "traffic cone"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "roundabout-sign",
+          "filename": "roundabout-sign.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text"
+          ],
+          "why": "A British roundabout direction sign for Harrow Weald and Belmont beside houses, with vans and a bus down the street. Tests naming the sign and its roundabout symbol.",
+          "expect": [
+            "sign"
+          ],
+          "anyOf": [
+            [
+              "roundabout"
+            ],
+            [
+              "house",
+              "houses",
+              "building",
+              "buildings"
+            ],
+            [
+              "sky",
+              "blue sky"
+            ]
+          ],
+          "forbid": [
+            "traffic light"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "harrow weald",
+            "belmont"
+          ]
+        },
+        {
+          "id": "sea-cave",
+          "filename": "sea-cave.jpg",
+          "todo": false,
+          "traits": [
+            "landscape"
+          ],
+          "why": "A view out of a sea cave onto chalk cliffs, a sea stack and an arch, with rocks and pebbles on the cave floor. Tests naming the cave frame and the coastline beyond it.",
+          "expect": [],
+          "anyOf": [
+            [
+              "cave",
+              "cavern",
+              "grotto"
+            ],
+            [
+              "cliff",
+              "cliffs",
+              "sea stack",
+              "arch",
+              "rock formation"
+            ],
+            [
+              "rock",
+              "rocks",
+              "boulder",
+              "boulders",
+              "pebbles"
+            ],
+            [
+              "sea",
+              "ocean",
+              "beach",
+              "coast"
+            ]
+          ],
+          "forbid": [
+            "snow",
+            "boat"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "shadow-on-sand",
+          "filename": "shadow-on-sand.jpg",
+          "todo": false,
+          "traits": [
+            "landscape"
+          ],
+          "why": "The long shadow of a person making a peace sign on a sandy beach at the water's edge, with their sneakers at the bottom. Tests naming a shadow rather than a visible person.",
+          "expect": [
+            "shadow"
+          ],
+          "anyOf": [
+            [
+              "sand",
+              "beach"
+            ],
+            [
+              "waves",
+              "wave",
+              "sea",
+              "ocean",
+              "water",
+              "surf"
+            ],
+            [
+              "shoes",
+              "shoe",
+              "sneakers",
+              "sneaker",
+              "trainers",
+              "feet"
+            ]
+          ],
+          "forbid": [
+            "dog",
+            "umbrella"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "signpost-a404",
+          "filename": "signpost-a404.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text"
+          ],
+          "why": "An old white cast-iron fingerpost pointing to Harrow Hill, Wembley and London on the A404, with houses, a brick building and a red bus behind. Tests naming a fingerpost and reading its text.",
+          "expect": [],
+          "anyOf": [
+            [
+              "signpost",
+              "sign",
+              "fingerpost",
+              "road sign",
+              "street sign"
+            ],
+            [
+              "sky",
+              "cloudy sky",
+              "clouds"
+            ],
+            [
+              "building",
+              "buildings",
+              "houses",
+              "brick building"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "traffic light"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "harrow hill",
+            "wembley",
+            "london",
+            "a404"
+          ]
+        },
+        {
+          "id": "street-fruit-cart",
+          "filename": "street-fruit-cart.jpg",
+          "todo": false,
+          "traits": [
+            "busy",
+            "food"
+          ],
+          "why": "A street vendor in a conical hat pushes a cart of rambutans and oranges down a busy street of shops, scooters and flags. Tests picking the vendor and fruit out of a crowded scene.",
+          "expect": [
+            "cart"
+          ],
+          "anyOf": [
+            [
+              "fruit",
+              "rambutan",
+              "rambutans",
+              "lychee",
+              "lychees",
+              "oranges",
+              "orange"
+            ],
+            [
+              "street",
+              "road"
+            ],
+            [
+              "scooter",
+              "scooters",
+              "motorbike",
+              "motorbikes",
+              "motorcycle",
+              "motorcycles"
+            ],
+            [
+              "conical hat",
+              "hat",
+              "vendor",
+              "woman",
+              "person",
+              "people"
+            ]
+          ],
+          "forbid": [
+            "dog",
+            "horse"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": [
+            "ocean sun tours",
+            "local art store",
+            "cul cat"
+          ]
+        },
+        {
+          "id": "street-sign-parnassusweg",
+          "filename": "street-sign-parnassusweg.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text"
+          ],
+          "why": "A blue Dutch street-name plate reading Parnassusweg on a red brick wall above mosaic tiles. Tests naming the sign and the brick wall and echoing the street name.",
+          "expect": [
+            "sign"
+          ],
+          "anyOf": [
+            [
+              "brick",
+              "bricks",
+              "brick wall",
+              "wall"
+            ],
+            [
+              "tiles",
+              "tile",
+              "mosaic"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "tree",
+            "person"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "parnassusweg",
+            "prinses irenebuurt",
+            "zuid"
+          ]
+        },
+        {
+          "id": "two-horses-close",
+          "filename": "two-horses-close.jpg",
+          "todo": false,
+          "traits": [
+            "animal",
+            "count"
+          ],
+          "why": "Two chestnut horses with white blazes look into the camera over a barbed-wire fence. Tests naming the horses; the count is two.",
+          "expect": [],
+          "anyOf": [
+            [
+              "horse",
+              "horses"
+            ],
+            [
+              "fence",
+              "barbed wire",
+              "wire"
+            ]
+          ],
+          "forbid": [
+            "cow",
+            "person",
+            "dog"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "victorian-house",
+          "filename": "victorian-house.jpg",
+          "todo": false,
+          "traits": [
+            "sign"
+          ],
+          "why": "A cream Victorian house with teal trim, a front porch and steps, and a chalkboard welcome sign on the path. Tests naming the house and its porch.",
+          "expect": [],
+          "anyOf": [
+            [
+              "house",
+              "home",
+              "building",
+              "victorian"
+            ],
+            [
+              "porch",
+              "steps",
+              "stairs"
+            ],
+            [
+              "sign",
+              "chalkboard",
+              "sandwich board"
+            ],
+            [
+              "window",
+              "windows"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "snow"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "welcome",
+            "visitor info",
+            "free wifi",
+            "open"
+          ]
+        },
+        {
+          "id": "vintage-dashboard",
+          "filename": "vintage-dashboard.jpg",
+          "todo": false,
+          "traits": [
+            "interior",
+            "vehicle",
+            "colour"
+          ],
+          "why": "The pink interior of a classic car: a thin black steering wheel, chrome dashboard gauges and a column shifter. Tests naming a car interior from its parts.",
+          "expect": [
+            "steering wheel"
+          ],
+          "anyOf": [
+            [
+              "dashboard",
+              "dash",
+              "gauges",
+              "gauge",
+              "speedometer"
+            ],
+            [
+              "car",
+              "vintage car",
+              "classic car",
+              "car interior"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "dog"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "volcano-at-dusk",
+          "filename": "volcano-at-dusk.jpg",
+          "todo": false,
+          "traits": [
+            "landscape",
+            "wide"
+          ],
+          "why": "A snow-capped volcanic peak in dark silhouette at dusk under orange-lit clouds. Tests naming the mountain and the sky without inventing detail in the dark foreground.",
+          "expect": [],
+          "anyOf": [
+            [
+              "mountain",
+              "volcano",
+              "mount fuji",
+              "peak"
+            ],
+            [
+              "clouds",
+              "cloud",
+              "sky"
+            ],
+            [
+              "snow",
+              "snow cap",
+              "snowcap"
+            ],
+            [
+              "sunset",
+              "dusk",
+              "sunrise",
+              "twilight"
+            ]
+          ],
+          "forbid": [
+            "moon",
+            "person"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "wall-camera",
+          "filename": "wall-camera.jpg",
+          "todo": false,
+          "traits": [
+            "control",
+            "empty"
+          ],
+          "why": "A single white security camera on a bracket against a plain wall, casting a long shadow. Tests restraint on a near-empty image.",
+          "expect": [
+            "camera"
+          ],
+          "anyOf": [
+            [
+              "wall"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "window"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": 6,
+          "watch": []
+        },
+        {
+          "id": "watch-for-rocks-sign",
+          "filename": "watch-for-rocks-sign.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text",
+            "control"
+          ],
+          "why": "A yellow diamond warning sign reading WATCH FOR ROCKS against a clear blue sky. Tests naming the sign without listing rocks that are only written on it.",
+          "expect": [
+            "sign"
+          ],
+          "anyOf": [
+            [
+              "sky",
+              "blue sky"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "tree",
+            "cloud"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "watch for rocks",
+            "rocks"
+          ]
+        },
+        {
+          "id": "waterfall",
+          "filename": "waterfall.jpg",
+          "todo": false,
+          "traits": [
+            "landscape"
+          ],
+          "why": "A huge waterfall pouring over a cliff into spray and churning water, with dark rocks at its foot. Tests naming the falls, the mist and the rocks.",
+          "expect": [],
+          "anyOf": [
+            [
+              "waterfall",
+              "waterfalls",
+              "falls",
+              "cascade"
+            ],
+            [
+              "rock",
+              "rocks",
+              "cliff"
+            ],
+            [
+              "mist",
+              "spray",
+              "water"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "bridge",
+            "boat"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "white-domes",
+          "filename": "white-domes.jpg",
+          "todo": false,
+          "traits": [
+            "colour"
+          ],
+          "why": "White marble domes of a mosque stacked one behind another, topped with gold finials against a pale sky. Tests naming the domes and the building.",
+          "expect": [],
+          "anyOf": [
+            [
+              "dome",
+              "domes"
+            ],
+            [
+              "mosque",
+              "building",
+              "architecture",
+              "temple"
+            ],
+            [
+              "finial",
+              "finials",
+              "spire",
+              "spires",
+              "gold"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "tree"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "whiteboard-meeting-notes",
+          "filename": "whiteboard-meeting-notes.jpg",
+          "todo": false,
+          "traits": [
+            "handwriting",
+            "text",
+            "interior"
+          ],
+          "why": "A low-resolution image of a whiteboard with handwritten HTML notes in blue marker, a wooden frame, and a small camera on the desk below. Tests naming the board and the writing from a blurry image.",
+          "expect": [
+            "whiteboard"
+          ],
+          "anyOf": [
+            [
+              "writing",
+              "handwriting",
+              "notes",
+              "text",
+              "code",
+              "html"
+            ],
+            [
+              "desk",
+              "table",
+              "camera",
+              "marker"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "chalkboard",
+            "blackboard"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "href",
+            "teach the intern",
+            "urban vancouver",
+            "bryght"
+          ]
+        },
+        {
+          "id": "whiteboard-messages",
+          "filename": "whiteboard-messages.jpg",
+          "todo": false,
+          "traits": [
+            "handwriting",
+            "text",
+            "interior"
+          ],
+          "why": "A mobile whiteboard covered in coloured handwritten congratulations under the heading Messages to the Firsties, with markers and an eraser on the tray. Tests naming the board and its handwritten messages.",
+          "expect": [
+            "whiteboard"
+          ],
+          "anyOf": [
+            [
+              "writing",
+              "handwriting",
+              "messages",
+              "notes",
+              "text"
+            ],
+            [
+              "markers",
+              "marker",
+              "eraser"
+            ],
+            [
+              "wall",
+              "tiles",
+              "tile wall"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "chalkboard",
+            "blackboard"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "messages to the firsties",
+            "hey guys",
+            "be responsible",
+            "congrats"
+          ]
+        },
+        {
+          "id": "wooden-house-fence",
+          "filename": "wooden-house-fence.jpg",
+          "todo": false,
+          "traits": [
+            "house-number",
+            "sign"
+          ],
+          "why": "An old Russian wooden house with carved window frames and satellite dishes behind a grey plank fence bearing a blue street sign with the number 17. Tests naming the house and fence and echoing the number.",
+          "expect": [
+            "fence"
+          ],
+          "anyOf": [
+            [
+              "house",
+              "home",
+              "wooden house",
+              "cottage"
+            ],
+            [
+              "trees",
+              "tree",
+              "birch"
+            ],
+            [
+              "satellite dish",
+              "satellite dishes",
+              "dish"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "person",
+            "snow"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "17",
+            "пионерская улица",
+            "atak"
+          ]
+        }
+      ]
+    }
+  }
+}