evals-lab 0.1.2

package/lab/demo/datasets/demo-1.json

@@ -0,0 +1,1839 @@
+{
+  "format": "evals-lab/dataset",
+  "version": 4,
+  "dataset": {
+    "name": "Demo 1",
+    "body": {
+      "cases": [
+        {
+          "id": "basketball-hoop",
+          "filename": "basketball-hoop.jpg",
+          "todo": false,
+          "traits": [
+            "control",
+            "colour"
+          ],
+          "why": "A single basketball hoop on a green plywood backboard against a pale sky, with the net's shadow on the wall. One clear subject and no ball or players.",
+          "expect": [],
+          "anyOf": [
+            [
+              "hoop",
+              "basketball",
+              "basket",
+              "rim"
+            ],
+            [
+              "backboard",
+              "board"
+            ],
+            [
+              "wall",
+              "plywood",
+              "wood"
+            ]
+          ],
+          "forbid": [
+            "ball",
+            "person"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "blue-boardwalk",
+          "filename": "blue-boardwalk.jpg",
+          "todo": false,
+          "traits": [
+            "colour"
+          ],
+          "why": "A man holding a camera stands on a wooden footbridge in woodland, the whole image washed blue with sun rays. Tests naming the scene through a heavy colour cast.",
+          "expect": [],
+          "anyOf": [
+            [
+              "bridge",
+              "boardwalk",
+              "walkway",
+              "footbridge"
+            ],
+            [
+              "person",
+              "man"
+            ],
+            [
+              "tree",
+              "trees",
+              "forest",
+              "woods"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "dog"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "busy-beach",
+          "filename": "busy-beach.jpg",
+          "todo": false,
+          "traits": [
+            "busy",
+            "landscape"
+          ],
+          "why": "A crowded sandy beach under a blue sky, with many people, striped windbreaks, tents and a green headland over turquoise sea. Tests covering a busy scene without inventing things.",
+          "expect": [
+            "beach"
+          ],
+          "anyOf": [
+            [
+              "people",
+              "person",
+              "crowd",
+              "beachgoers",
+              "tourists"
+            ],
+            [
+              "sea",
+              "ocean",
+              "water"
+            ],
+            [
+              "windbreak",
+              "windbreaks",
+              "tent",
+              "tents"
+            ]
+          ],
+          "forbid": [
+            "snow",
+            "palm"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "butcher-sign",
+          "filename": "butcher-sign.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text"
+          ],
+          "why": "A white A-frame sidewalk sign reading BUTCHER CUT FRESH MEATS beside an empty road. Tests reading the sign while not inventing meat or traffic.",
+          "expect": [
+            "sign"
+          ],
+          "anyOf": [
+            [
+              "road",
+              "street",
+              "asphalt",
+              "pavement",
+              "sidewalk",
+              "curb"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "person"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "butcher",
+            "cut",
+            "fresh",
+            "meats",
+            "fresh meats"
+          ]
+        },
+        {
+          "id": "cactus-flower",
+          "filename": "cactus-flower.jpg",
+          "todo": false,
+          "traits": [
+            "control"
+          ],
+          "why": "Prickly pear cactus pads with spines and two pink-orange flowers against a flat teal background. One clear subject.",
+          "expect": [
+            "cactus"
+          ],
+          "anyOf": [
+            [
+              "flower",
+              "flowers",
+              "blossom",
+              "blossoms",
+              "bloom",
+              "blooms"
+            ],
+            [
+              "spines",
+              "spikes",
+              "thorns",
+              "needles"
+            ]
+          ],
+          "forbid": [
+            "sand",
+            "bee"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "corner-shop",
+          "filename": "corner-shop.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text"
+          ],
+          "why": "A corner discount store with a yellow 99 cent awning and a stocked window, a man with a large plastic bag walking past in hard light. Tests the shop, the awning text and the passer-by.",
+          "expect": [],
+          "anyOf": [
+            [
+              "shop",
+              "store",
+              "storefront",
+              "shopfront"
+            ],
+            [
+              "awning",
+              "sign",
+              "signage"
+            ],
+            [
+              "person",
+              "man",
+              "pedestrian"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "dog"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "99¢",
+            "& up",
+            "gift",
+            "toy",
+            "hardware",
+            "houseware",
+            "stationery",
+            "cheap & quality",
+            "59 4th ave",
+            "open"
+          ]
+        },
+        {
+          "id": "crosswalk-cyclist-panorama",
+          "filename": "crosswalk-cyclist-panorama.jpg",
+          "todo": false,
+          "traits": [
+            "wide",
+            "compound"
+          ],
+          "why": "A very wide strip showing a cyclist crossing a zebra crossing, cropped at the shoulders. Tests an extreme aspect ratio and the multi-word crossing.",
+          "expect": [],
+          "anyOf": [
+            [
+              "bicycle",
+              "bike",
+              "cyclist"
+            ],
+            [
+              "crosswalk",
+              "zebra crossing",
+              "pedestrian crossing",
+              "crossing",
+              "road",
+              "street",
+              "stripes"
+            ],
+            [
+              "person",
+              "rider",
+              "man"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "dog"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "cyanotype-room",
+          "filename": "cyanotype-room.jpg",
+          "todo": false,
+          "traits": [
+            "monochrome",
+            "interior"
+          ],
+          "why": "An old cyanotype print of a room with glass-fronted cabinets full of scientific instruments, a table and a chair on a mosaic floor. Tests naming the contents through a blue monochrome print with no people.",
+          "expect": [],
+          "anyOf": [
+            [
+              "table",
+              "desk"
+            ],
+            [
+              "chair"
+            ],
+            [
+              "cabinet",
+              "cabinets",
+              "shelves",
+              "shelf",
+              "bookcase",
+              "display case"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "people"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "13403"
+          ]
+        },
+        {
+          "id": "dead-end-sign",
+          "filename": "dead-end-sign.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text"
+          ],
+          "why": "A red sign reading STOP DEAD END NO OUTLET TURN AROUND HERE nailed to a wooden utility pole among trees. Tests reading a sign and naming its post.",
+          "expect": [
+            "sign"
+          ],
+          "anyOf": [
+            [
+              "pole",
+              "utility pole",
+              "telephone pole",
+              "post"
+            ],
+            [
+              "tree",
+              "trees",
+              "forest",
+              "woods"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "person"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "stop",
+            "dead end",
+            "no outlet",
+            "turn around here"
+          ]
+        },
+        {
+          "id": "dog-in-snow",
+          "filename": "dog-in-snow.jpg",
+          "todo": false,
+          "traits": [
+            "animal",
+            "landscape"
+          ],
+          "why": "A merle dog with a pale blue eye stands in a snowy field at dusk. One animal and an unmistakable setting.",
+          "expect": [
+            "dog",
+            "snow"
+          ],
+          "anyOf": [
+            [
+              "field",
+              "snowy field",
+              "grass",
+              "prairie",
+              "farmland"
+            ]
+          ],
+          "forbid": [
+            "cat",
+            "sand"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "empty-bedroom",
+          "filename": "empty-bedroom.jpg",
+          "todo": false,
+          "traits": [
+            "interior",
+            "empty"
+          ],
+          "why": "A quiet bedroom: a made bed with pillows and a blanket, a bedside lamp, a window and striped wallpaper, with nobody in it. Easy to pad with a person or a television that is not there.",
+          "expect": [
+            "bed"
+          ],
+          "anyOf": [
+            [
+              "pillow",
+              "pillows",
+              "cushion",
+              "cushions"
+            ],
+            [
+              "window"
+            ],
+            [
+              "lamp",
+              "table lamp",
+              "bedside lamp"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "television",
+            "cat"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "farmers-market-stall",
+          "filename": "farmers-market-stall.jpg",
+          "todo": false,
+          "traits": [
+            "busy",
+            "food",
+            "sign"
+          ],
+          "why": "A market stall under white canopies with baskets of squash, zucchini, greens and blueberries, a chalkboard price list and a few people. Tests a busy food scene and a handwritten board.",
+          "expect": [],
+          "anyOf": [
+            [
+              "vegetables",
+              "vegetable",
+              "produce",
+              "veggies",
+              "squash",
+              "zucchini"
+            ],
+            [
+              "tent",
+              "tents",
+              "canopy",
+              "canopies"
+            ],
+            [
+              "chalkboard",
+              "blackboard",
+              "sign",
+              "menu board"
+            ],
+            [
+              "people",
+              "person",
+              "man",
+              "vendor",
+              "customer"
+            ]
+          ],
+          "forbid": [
+            "meat",
+            "fish"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": [
+            "greenbrier farms",
+            "veggies",
+            "per bunch",
+            "kale",
+            "chard",
+            "carrots",
+            "blueberries",
+            "zucchini",
+            "squash",
+            "cucumbers",
+            "usda organic"
+          ]
+        },
+        {
+          "id": "four-jets",
+          "filename": "four-jets.jpg",
+          "todo": false,
+          "traits": [
+            "count",
+            "vehicle"
+          ],
+          "why": "Exactly four red and white jets climb in formation against a dark blue sky, trailing white smoke. Tests the aircraft and their trails; the count of four is the point of the image.",
+          "expect": [],
+          "anyOf": [
+            [
+              "jet",
+              "jets",
+              "plane",
+              "planes",
+              "airplane",
+              "airplanes",
+              "aircraft"
+            ],
+            [
+              "smoke",
+              "trail",
+              "trails",
+              "contrail",
+              "contrails",
+              "vapor trail"
+            ],
+            [
+              "sky"
+            ]
+          ],
+          "forbid": [
+            "bird",
+            "helicopter"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "german-shepherd",
+          "filename": "german-shepherd.jpg",
+          "todo": false,
+          "traits": [
+            "animal",
+            "control"
+          ],
+          "why": "A German Shepherd lying on a concrete floor looking at the camera, a blurred chair and table behind. One clear animal subject.",
+          "expect": [
+            "dog"
+          ],
+          "anyOf": [
+            [
+              "floor",
+              "concrete",
+              "ground"
+            ]
+          ],
+          "forbid": [
+            "cat",
+            "wolf",
+            "person"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "harbour-bridge-dusk",
+          "filename": "harbour-bridge-dusk.jpg",
+          "todo": false,
+          "traits": [
+            "landscape"
+          ],
+          "why": "A steel arch bridge silhouetted over a harbour at dusk, with flags on top and a city skyline and Ferris wheel beyond. Tests the landmark shape and the water.",
+          "expect": [
+            "bridge"
+          ],
+          "anyOf": [
+            [
+              "water",
+              "harbour",
+              "harbor",
+              "river",
+              "sea"
+            ],
+            [
+              "city",
+              "skyline",
+              "buildings",
+              "cityscape"
+            ],
+            [
+              "sky",
+              "dusk",
+              "sunset",
+              "evening"
+            ]
+          ],
+          "forbid": [
+            "snow",
+            "mountain"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "harrow-on-the-hill-sign",
+          "filename": "harrow-on-the-hill-sign.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text"
+          ],
+          "why": "A white arrow-shaped direction sign reading Harrow on the Hill 1, with an Except for access plate above and brick buildings behind. Tests reading a road sign.",
+          "expect": [
+            "sign"
+          ],
+          "anyOf": [
+            [
+              "building",
+              "buildings",
+              "house",
+              "houses",
+              "apartment",
+              "apartments"
+            ],
+            [
+              "tree",
+              "trees",
+              "branches"
+            ],
+            [
+              "pole",
+              "post",
+              "lamp post"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "person"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "harrow",
+            "on the hill",
+            "harrow on the hill",
+            "except for access"
+          ]
+        },
+        {
+          "id": "hong-kong-street",
+          "filename": "hong-kong-street.jpg",
+          "todo": false,
+          "traits": [
+            "busy",
+            "sign",
+            "text"
+          ],
+          "why": "A Hong Kong street with a tiled mosaic wall reading I love Hong Kong, a Kai Chiu Road street sign, a souvenir shop and several pedestrians. Tests a busy street scene full of text.",
+          "expect": [],
+          "anyOf": [
+            [
+              "people",
+              "person",
+              "pedestrians",
+              "pedestrian"
+            ],
+            [
+              "sign",
+              "street sign",
+              "road sign"
+            ],
+            [
+              "mosaic",
+              "mural",
+              "tiles",
+              "tile",
+              "wall art"
+            ],
+            [
+              "shop",
+              "store",
+              "storefront",
+              "souvenir shop"
+            ]
+          ],
+          "forbid": [
+            "bicycle",
+            "dog"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": [
+            "kai chiu road",
+            "hong kong",
+            "i love hong kong",
+            "souvenir",
+            "hello from hong kong",
+            "disneyland"
+          ]
+        },
+        {
+          "id": "house-salisbury-street",
+          "filename": "house-salisbury-street.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text"
+          ],
+          "why": "A cream rendered house with a red front door, sash windows and a small porch, a Salisbury St sign on the wall beside it and a house name plate. Tests the house, its door and the street sign.",
+          "expect": [],
+          "anyOf": [
+            [
+              "house",
+              "home",
+              "building",
+              "cottage"
+            ],
+            [
+              "door",
+              "red door",
+              "front door"
+            ],
+            [
+              "window",
+              "windows"
+            ],
+            [
+              "sign",
+              "street sign",
+              "plaque"
+            ]
+          ],
+          "forbid": [
+            "car",
+            "person"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "salisbury st",
+            "the old house at home",
+            "blood"
+          ]
+        },
+        {
+          "id": "infrared-orchard",
+          "filename": "infrared-orchard.jpg",
+          "todo": false,
+          "traits": [
+            "colour",
+            "landscape"
+          ],
+          "why": "Rows of spreading trees over dry grass, rendered magenta by infrared. The pale ground is easy to misread as snow.",
+          "expect": [],
+          "anyOf": [
+            [
+              "tree",
+              "trees"
+            ],
+            [
+              "orchard",
+              "forest",
+              "woods",
+              "grove",
+              "woodland",
+              "park"
+            ],
+            [
+              "grass",
+              "field",
+              "ground",
+              "meadow"
+            ]
+          ],
+          "forbid": [
+            "snow",
+            "person",
+            "building"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "keyboard-desk",
+          "filename": "keyboard-desk.jpg",
+          "todo": false,
+          "traits": [
+            "interior",
+            "control"
+          ],
+          "why": "A black and orange mechanical keyboard on a felt desk mat beside two potted succulents, a mouse in the foreground and a monitor stand behind. Tests the main object and the small things around it.",
+          "expect": [
+            "keyboard"
+          ],
+          "anyOf": [
+            [
+              "plant",
+              "plants",
+              "succulent",
+              "succulents",
+              "potted plant",
+              "cactus"
+            ],
+            [
+              "mouse",
+              "computer mouse"
+            ],
+            [
+              "desk",
+              "desk mat",
+              "mat",
+              "table"
+            ]
+          ],
+          "forbid": [
+            "laptop",
+            "person",
+            "coffee"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "enter",
+            "backspace",
+            "shift",
+            "ctrl"
+          ]
+        },
+        {
+          "id": "lighthouse-dunes",
+          "filename": "lighthouse-dunes.jpg",
+          "todo": false,
+          "traits": [
+            "landscape"
+          ],
+          "why": "A single brick lighthouse behind grassy sand dunes under a pale sky. Tests naming the one landmark and the dune setting without inventing a sea that is not shown.",
+          "expect": [
+            "lighthouse"
+          ],
+          "anyOf": [
+            [
+              "dune",
+              "dunes",
+              "sand",
+              "sand dune",
+              "sand dunes"
+            ],
+            [
+              "grass",
+              "grasses",
+              "marram grass",
+              "beach grass",
+              "dune grass"
+            ],
+            [
+              "sky",
+              "clouds",
+              "cloud"
+            ]
+          ],
+          "forbid": [
+            "boat",
+            "person",
+            "snow"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "mountain-lake",
+          "filename": "mountain-lake.jpg",
+          "todo": false,
+          "traits": [
+            "landscape"
+          ],
+          "why": "A turquoise lake with a small tree-covered island, framed by rocky mountains and pine forest. Tests the core elements of a classic landscape.",
+          "expect": [],
+          "anyOf": [
+            [
+              "lake",
+              "water",
+              "river"
+            ],
+            [
+              "mountain",
+              "mountains",
+              "mountain range",
+              "peaks"
+            ],
+            [
+              "tree",
+              "trees",
+              "forest",
+              "pine",
+              "pines",
+              "evergreen",
+              "evergreens",
+              "conifer",
+              "conifers",
+              "spruce"
+            ],
+            [
+              "island",
+              "islet"
+            ]
+          ],
+          "forbid": [
+            "boat",
+            "person",
+            "building"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "museum-skeleton",
+          "filename": "museum-skeleton.jpg",
+          "todo": false,
+          "traits": [
+            "monochrome",
+            "interior"
+          ],
+          "why": "An old black-and-white image of a museum hall with a giant ground sloth skeleton on a tree and a glyptodont shell, charts on the walls and display cases. Tests recognising the skeleton and the museum setting in monochrome.",
+          "expect": [
+            "skeleton"
+          ],
+          "anyOf": [
+            [
+              "museum",
+              "exhibit",
+              "exhibition",
+              "gallery",
+              "display"
+            ],
+            [
+              "poster",
+              "posters",
+              "chart",
+              "charts",
+              "picture",
+              "pictures",
+              "painting",
+              "paintings",
+              "frame",
+              "frames",
+              "illustration",
+              "illustrations"
+            ],
+            [
+              "display case",
+              "display cases",
+              "case",
+              "cases",
+              "cabinet",
+              "cabinets",
+              "showcase",
+              "showcases",
+              "vitrine"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "people",
+            "car"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "ordovician",
+            "silurian"
+          ]
+        },
+        {
+          "id": "music-room",
+          "filename": "music-room.jpg",
+          "todo": false,
+          "traits": [
+            "interior",
+            "busy"
+          ],
+          "why": "A sunlit room with a teal electric guitar on a stand, an amplifier, bookshelves full of books, a music stand, effects pedals and a houseplant. Tests listing several distinct objects in an everyday interior.",
+          "expect": [
+            "guitar"
+          ],
+          "anyOf": [
+            [
+              "book",
+              "books",
+              "bookshelf",
+              "bookshelves",
+              "bookcase",
+              "bookcases"
+            ],
+            [
+              "amplifier",
+              "amp",
+              "speaker",
+              "guitar amp"
+            ],
+            [
+              "music stand",
+              "stand",
+              "sheet music"
+            ]
+          ],
+          "forbid": [
+            "piano",
+            "drum",
+            "drums"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": [
+            "fender",
+            "the times atlas of the world",
+            "lore of running",
+            "history of the world"
+          ]
+        },
+        {
+          "id": "old-red-car",
+          "filename": "old-red-car.jpg",
+          "todo": false,
+          "traits": [
+            "vehicle"
+          ],
+          "why": "A rusty old red-orange sedan with a flat tyre and a mismatched door, parked on a street before an iron fence, flowering trees and an apartment block. Tests naming the car and its setting.",
+          "expect": [
+            "car"
+          ],
+          "anyOf": [
+            [
+              "tree",
+              "trees",
+              "flowering tree",
+              "dogwood"
+            ],
+            [
+              "fence",
+              "iron fence",
+              "railing",
+              "railings"
+            ],
+            [
+              "building",
+              "apartment",
+              "apartments",
+              "apartment building",
+              "house"
+            ],
+            [
+              "street",
+              "road"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "truck",
+            "bicycle"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "parked-car-plate",
+          "filename": "parked-car-plate.jpg",
+          "todo": false,
+          "traits": [
+            "vehicle",
+            "plate"
+          ],
+          "why": "The rear of a grey saloon car in a parking lot, with a readable French registration plate, trees and apartment buildings behind. Tests naming the car and plate without inventing people in the foreground.",
+          "expect": [
+            "car"
+          ],
+          "anyOf": [
+            [
+              "license plate",
+              "licence plate",
+              "number plate",
+              "registration plate",
+              "plate"
+            ],
+            [
+              "tree",
+              "trees",
+              "bush",
+              "bushes",
+              "shrub",
+              "shrubs"
+            ],
+            [
+              "parking lot",
+              "parking",
+              "car park",
+              "parking space",
+              "asphalt"
+            ]
+          ],
+          "forbid": [
+            "truck",
+            "motorcycle",
+            "bus"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "gg-190-hx",
+            "gg 190 hx",
+            "subaru",
+            "legacy"
+          ]
+        },
+        {
+          "id": "phone-and-wallet",
+          "filename": "phone-and-wallet.png",
+          "todo": false,
+          "traits": [
+            "control",
+            "png"
+          ],
+          "why": "A smartphone seen from the back with a black leather card wallet attached, on a plain white background. Tests a simple two-object product image without padding.",
+          "expect": [
+            "phone"
+          ],
+          "anyOf": [
+            [
+              "wallet",
+              "card holder",
+              "card wallet",
+              "cardholder",
+              "case"
+            ],
+            [
+              "white background",
+              "background",
+              "surface",
+              "table"
+            ]
+          ],
+          "forbid": [
+            "keys",
+            "laptop",
+            "hand"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": 8,
+          "watch": []
+        },
+        {
+          "id": "phone-box",
+          "filename": "phone-box.jpg",
+          "todo": false,
+          "traits": [
+            "compound",
+            "sign",
+            "colour"
+          ],
+          "why": "A red telephone box, signed 'telephone', standing on a brick waterfront promenade with a marina and palm trees behind. Tests the multi-word subject 'phone box' in its common spellings.",
+          "expect": [],
+          "anyOf": [
+            [
+              "phone box",
+              "telephone box",
+              "phone booth",
+              "telephone booth",
+              "telephone kiosk",
+              "phone kiosk",
+              "call box"
+            ],
+            [
+              "water",
+              "marina",
+              "harbor",
+              "harbour",
+              "lake",
+              "dock",
+              "docks",
+              "pier"
+            ],
+            [
+              "pavement",
+              "promenade",
+              "walkway",
+              "brick",
+              "bricks",
+              "paving",
+              "boardwalk"
+            ],
+            [
+              "sky",
+              "blue sky"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "car"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "telephone"
+          ]
+        },
+        {
+          "id": "pink-flamingo",
+          "filename": "pink-flamingo.jpg",
+          "todo": false,
+          "traits": [
+            "colour"
+          ],
+          "why": "A large pink concrete flamingo statue beside a marsh with tall grass, power lines and palms, in an old colour slide with a black border. Tests naming the flamingo whether or not the model sees it is a statue.",
+          "expect": [
+            "flamingo"
+          ],
+          "anyOf": [
+            [
+              "grass",
+              "grasses",
+              "reeds",
+              "marsh",
+              "wetland",
+              "swamp",
+              "vegetation"
+            ],
+            [
+              "sky",
+              "blue sky"
+            ],
+            [
+              "statue",
+              "sculpture",
+              "figure",
+              "lawn ornament",
+              "ornament"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "car",
+            "snow"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "postcards",
+          "filename": "postcards.jpg",
+          "todo": false,
+          "traits": [
+            "document",
+            "handwriting",
+            "text"
+          ],
+          "why": "Several antique postcards laid out overlapping: handwritten addresses, stamps, postmarks and printed coastal and bridge scenes. Tests naming the postcards and their parts, with much text a model may echo.",
+          "expect": [
+            "postcard"
+          ],
+          "anyOf": [
+            [
+              "stamp",
+              "stamps",
+              "postage stamp",
+              "postmark",
+              "postmarks"
+            ],
+            [
+              "handwriting",
+              "writing",
+              "script",
+              "address",
+              "handwritten"
+            ],
+            [
+              "bridge",
+              "landscape",
+              "coast",
+              "water",
+              "bay"
+            ]
+          ],
+          "forbid": [
+            "envelope",
+            "computer"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "post card",
+            "address",
+            "little narragansett bay",
+            "watch hill",
+            "brooklyn",
+            "1908",
+            "1906",
+            "halfpenny"
+          ]
+        },
+        {
+          "id": "red-roof-church",
+          "filename": "red-roof-church.jpg",
+          "todo": false,
+          "traits": [
+            "landscape",
+            "colour"
+          ],
+          "why": "A white church with a red roof and steeple on a grassy hill, with a brown mountain and clear blue sky behind. Tests naming the church and its setting.",
+          "expect": [
+            "church"
+          ],
+          "anyOf": [
+            [
+              "steeple",
+              "spire",
+              "tower",
+              "bell tower"
+            ],
+            [
+              "mountain",
+              "mountains",
+              "hill",
+              "hills"
+            ],
+            [
+              "sky",
+              "blue sky"
+            ],
+            [
+              "grass",
+              "field",
+              "meadow"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "car",
+            "tree"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "roadside-mailboxes",
+          "filename": "roadside-mailboxes.jpg",
+          "todo": false,
+          "traits": [
+            "count",
+            "house-number",
+            "sign"
+          ],
+          "why": "A row of about a dozen varied mailboxes on posts along a roadside curb, including a birdhouse-shaped one, a keg and an old computer case, with pine trees and mountains behind. Tests naming the mailboxes as the subject despite their odd shapes.",
+          "expect": [],
+          "anyOf": [
+            [
+              "mailbox",
+              "mailboxes",
+              "letterbox",
+              "letterboxes",
+              "letter box",
+              "letter boxes",
+              "postbox",
+              "postboxes",
+              "mail box",
+              "mail boxes"
+            ],
+            [
+              "tree",
+              "trees",
+              "pine",
+              "pines",
+              "conifer",
+              "conifers",
+              "evergreen",
+              "evergreens"
+            ],
+            [
+              "road",
+              "street",
+              "curb",
+              "kerb"
+            ],
+            [
+              "post",
+              "posts",
+              "wooden post",
+              "wooden posts"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "car",
+            "dog"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": [
+            "hello",
+            "67b",
+            "65c",
+            "alley road"
+          ]
+        },
+        {
+          "id": "rodeo",
+          "filename": "rodeo.jpg",
+          "todo": false,
+          "traits": [
+            "animal",
+            "busy"
+          ],
+          "why": "A bucking bronco kicks up dust as its rider is thrown into the dirt of a rodeo arena, with spectators at the fence and sponsor banners overhead. Tests naming the horse, rider and the rodeo event.",
+          "expect": [
+            "horse"
+          ],
+          "anyOf": [
+            [
+              "rodeo",
+              "bronco",
+              "bucking horse",
+              "bucking bronco",
+              "arena"
+            ],
+            [
+              "rider",
+              "cowboy",
+              "person",
+              "people",
+              "man"
+            ],
+            [
+              "dirt",
+              "dust",
+              "sand",
+              "ground"
+            ]
+          ],
+          "forbid": [
+            "bull",
+            "cow",
+            "car"
+          ],
+          "allow": [
+            "bull riding"
+          ],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "welk",
+            "excavating",
+            "tito's",
+            "vodka",
+            "jumping horse"
+          ]
+        },
+        {
+          "id": "snail-on-stem",
+          "filename": "snail-on-stem.jpg",
+          "todo": false,
+          "traits": [
+            "animal",
+            "control"
+          ],
+          "why": "A close-up of a small white snail shell with brown spiral markings on a green plant stem, a leaf beside it and a soft blurred background. Tests a single small subject in macro.",
+          "expect": [
+            "snail"
+          ],
+          "anyOf": [
+            [
+              "stem",
+              "plant",
+              "branch",
+              "plant stem"
+            ],
+            [
+              "leaf",
+              "leaves"
+            ]
+          ],
+          "forbid": [
+            "flower",
+            "insect",
+            "slug"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": 8,
+          "watch": []
+        },
+        {
+          "id": "two-horses-field",
+          "filename": "two-horses-field.jpg",
+          "todo": false,
+          "traits": [
+            "animal",
+            "count"
+          ],
+          "why": "Two chestnut horses with white blazes stand side by side behind a barbed-wire fence in a grassy field, with trees and hills behind. There are exactly two horses.",
+          "expect": [
+            "horse"
+          ],
+          "anyOf": [
+            [
+              "fence",
+              "wire fence",
+              "barbed wire"
+            ],
+            [
+              "field",
+              "grass",
+              "pasture",
+              "meadow"
+            ],
+            [
+              "tree",
+              "trees",
+              "forest"
+            ]
+          ],
+          "forbid": [
+            "cow",
+            "person",
+            "dog"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "university-sign",
+          "filename": "university-sign.jpg",
+          "todo": false,
+          "traits": [
+            "sign",
+            "text"
+          ],
+          "why": "A large weathered metal sign reading 'The Ohio State University, Established 1870', with a 'Research Center' plate below, on a lawn before a brick building and trees. Tests naming the sign and reading its words.",
+          "expect": [
+            "sign"
+          ],
+          "anyOf": [
+            [
+              "tree",
+              "trees"
+            ],
+            [
+              "grass",
+              "lawn"
+            ],
+            [
+              "building",
+              "brick building",
+              "campus"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "car",
+            "snow"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "ohio state university",
+            "ohio state",
+            "university",
+            "established 1870",
+            "1870",
+            "research center"
+          ]
+        },
+        {
+          "id": "vegetable-crates",
+          "filename": "vegetable-crates.jpg",
+          "todo": false,
+          "traits": [
+            "food",
+            "busy",
+            "colour"
+          ],
+          "why": "Yellow plastic crates of produce at a stall: tomatoes, limes, carrots, radishes, green beans, chillies, potatoes, green peppers, coconuts, cucumbers, aubergines and cauliflower. Tests listing many different foods.",
+          "expect": [],
+          "anyOf": [
+            [
+              "tomato",
+              "tomatoes"
+            ],
+            [
+              "crate",
+              "crates",
+              "basket",
+              "baskets",
+              "box",
+              "boxes"
+            ],
+            [
+              "potato",
+              "potatoes"
+            ],
+            [
+              "pepper",
+              "peppers",
+              "bell pepper",
+              "bell peppers",
+              "capsicum",
+              "green pepper",
+              "green peppers"
+            ],
+            [
+              "bean",
+              "beans",
+              "green beans",
+              "chili",
+              "chilies",
+              "chillies",
+              "chilli",
+              "chili peppers"
+            ]
+          ],
+          "forbid": [
+            "apple",
+            "apples",
+            "banana"
+          ],
+          "allow": [],
+          "minCount": 3,
+          "maxCount": null,
+          "watch": []
+        },
+        {
+          "id": "watermarked-car",
+          "filename": "watermarked-car.jpg",
+          "todo": false,
+          "traits": [
+            "vehicle",
+            "watermark"
+          ],
+          "why": "A blue 1980s Ford Falcon sedan on a red dirt track by a rocky cutting, with faint security watermark text across it. Tests naming the car without the watermark derailing the answer.",
+          "expect": [
+            "car"
+          ],
+          "anyOf": [
+            [
+              "dirt",
+              "dirt road",
+              "road",
+              "gravel",
+              "track"
+            ],
+            [
+              "rock",
+              "rocks",
+              "hill",
+              "hills",
+              "cliff",
+              "landscape"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "truck",
+            "water"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "falcon",
+            "ford",
+            "watermark",
+            "does not appear on",
+            "when you purchase it"
+          ]
+        },
+        {
+          "id": "watermarked-pills",
+          "filename": "watermarked-pills.jpg",
+          "todo": false,
+          "traits": [
+            "watermark",
+            "control"
+          ],
+          "why": "Two pale round pills, one stamped 'M' and one '30', on the rim of a glass dish against a black background, with a large 'DEA' watermark. Tests naming the pills and whether the watermark text is echoed.",
+          "expect": [],
+          "anyOf": [
+            [
+              "pill",
+              "pills",
+              "tablet",
+              "tablets",
+              "medication",
+              "medicine",
+              "capsule",
+              "capsules"
+            ],
+            [
+              "glass",
+              "dish",
+              "petri dish",
+              "glass dish",
+              "surface"
+            ],
+            [
+              "black background",
+              "background",
+              "dark background"
+            ]
+          ],
+          "forbid": [
+            "bottle",
+            "hand",
+            "syringe"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "dea",
+            "m",
+            "30"
+          ]
+        },
+        {
+          "id": "whiteboard-delegate",
+          "filename": "whiteboard-delegate.jpg",
+          "todo": false,
+          "traits": [
+            "handwriting",
+            "text"
+          ],
+          "why": "A whiteboard with four words handwritten in blue marker as a list: delegate, delay, diminish, delete, with a wavy line below. Tests naming the whiteboard and whether the model reads the words.",
+          "expect": [
+            "whiteboard"
+          ],
+          "anyOf": [
+            [
+              "writing",
+              "handwriting",
+              "text",
+              "words",
+              "list",
+              "marker"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "chalkboard",
+            "blackboard"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "delegate",
+            "delay",
+            "diminish",
+            "delete"
+          ]
+        },
+        {
+          "id": "whiteboard-germ-layers",
+          "filename": "whiteboard-germ-layers.jpg",
+          "todo": false,
+          "traits": [
+            "handwriting",
+            "text",
+            "busy"
+          ],
+          "why": "A whiteboard of biology notes titled 'germ layer derivation', with hand-drawn diagrams of a denticle, a scale, an egg and an embryonic cross section, all labelled. Tests naming the whiteboard and its diagrams amid dense handwriting.",
+          "expect": [
+            "whiteboard"
+          ],
+          "anyOf": [
+            [
+              "diagram",
+              "diagrams",
+              "drawing",
+              "drawings",
+              "sketch",
+              "sketches",
+              "illustration"
+            ],
+            [
+              "writing",
+              "handwriting",
+              "notes",
+              "text",
+              "labels"
+            ]
+          ],
+          "forbid": [
+            "person",
+            "chalkboard",
+            "blackboard"
+          ],
+          "allow": [],
+          "minCount": null,
+          "maxCount": null,
+          "watch": [
+            "germ",
+            "layer",
+            "derivation",
+            "denticle",
+            "enamel",
+            "dentin",
+            "chorion",
+            "allantois",
+            "yolk sac",
+            "amnion",
+            "embryo",
+            "endoderm",
+            "lvl 100"
+          ]
+        }
+      ]
+    }
+  }
+}