@mmerterden/multi-agent-pipeline 20.6.0 → 20.8.0

package/pipeline/skills/shared/external/app-intents/evals/evals.json

@@ -4,43 +4,43 @@
     {
       "id": 0,
       "name": "spotlight-indexed-entity-review",
-      "prompt": "Review this App Intents Spotlight plan for an iOS 26 recipe app. We will conform RecipeEntity to IndexedEntity, put title and summary into attributeSet, call CSSearchableIndex.default().indexAppEntities from app launch, and also keep our old CSSearchableItem indexing path for the same recipes. What should we change before implementation?",
-      "expected_output": "A correction-focused review that uses current App Intents and Core Spotlight guidance for IndexedEntity, indexing keys, named indexes, default attributes, duplicate indexing, and opening search results.",
+      "prompt": "Our iOS 26 hiking app makes TrailEntity an IndexedEntity. Its attributeSet property builds a brand-new CSSearchableItemAttributeSet and copies the name and summary into it by hand. At launch we call CSSearchableIndex.default() to index every trail, and an older code path still creates CSSearchableItem values for the same trails. Review the plan.",
+      "expected_output": "Recommends moving existing entity metadata to @Property(indexingKey:) and @ComputedProperty(indexingKey:) key paths, keeps explicit indexAppEntities calls but on a named index rather than default() in production, warns that a fresh attribute set discards the default title, subtitle and image unless defaultAttributeSet is used, links the legacy CSSearchableItem values with associateAppEntity(_:priority:) to avoid duplicates, and asks that the entity type get an OpenIntent.",
       "files": [],
       "expectations": [
-        "Recommends `@Property(indexingKey:)` or `@ComputedProperty(indexingKey:)` with key paths for entity metadata that is already exposed on the AppEntity.",
-        "Says app entities still need to be indexed with `CSSearchableIndex(name: ...).indexAppEntities(...)` and recommends a named index rather than the default index for production.",
-        "Warns that a custom `attributeSet` replaces the default attribute set unless `defaultAttributeSet` contents are included.",
-        "Avoids duplicate search results by recommending `associateAppEntity(_:priority:)` when the app already indexes matching `CSSearchableItem` values.",
-        "Mentions providing an `OpenIntent` for indexed entity types so Spotlight results can open the right app content."
+        "Recommends indexingKey key paths on @Property or @ComputedProperty for metadata the entity already exposes",
+        "States that adopting IndexedEntity does not index anything by itself: entities still go through indexAppEntities on a CSSearchableIndex(name:), and production code prefers a named index to default()",
+        "Warns that returning a new attribute set replaces the defaults unless defaultAttributeSet contents are carried over",
+        "Suggests associateAppEntity(_:priority:) on the existing CSSearchableItem attribute sets to avoid duplicate results",
+        "Requires an OpenIntent for the indexed entity type so results open the right screen"
       ]
     },
     {
       "id": 1,
       "name": "visual-intelligence-value-query",
-      "prompt": "I need to expose my shopping app to Visual Intelligence on iOS 26. Sketch the App Intents pieces for returning matching ProductEntity and StoreEntity results from onscreen/camera input, and call out the main API constraints so another engineer does not create two competing visual queries.",
-      "expected_output": "An implementation outline that models Visual Intelligence with IntentValueQuery, SemanticContentDescriptor, AppEntity results, optional UnionValue, and handoff/opening behavior.",
+      "prompt": "We sell plants and run garden centres. When someone points Visual Intelligence at a plant or a shop sign, we want to return PlantEntity and GardenCentreEntity results. The team drafted two separate IntentValueQuery types, one per entity. Outline how this should work.",
+      "expected_output": "Uses a single IntentValueQuery whose values(for:) takes SemanticContentDescriptor, returns a @UnionValue covering both entity types, matches quickly from labels and pixelBuffer with capped ranked results, keeps results as AppEntity values with stable IDs and display representations, and provides an OpenIntent or equivalent route into the app.",
       "files": [],
       "expectations": [
-        "Uses `IntentValueQuery.values(for input: SemanticContentDescriptor)` for Visual Intelligence matching.",
-        "Uses `input.pixelBuffer` and/or descriptor labels appropriately, and keeps matching work quick and bounded.",
-        "States that only one `IntentValueQuery` can take `SemanticContentDescriptor` and recommends `@UnionValue` when one query must return multiple AppEntity result types.",
-        "Requires returned results to be AppEntity-compatible types with stable identifiers and display representations.",
-        "Mentions providing an `OpenIntent` or equivalent opening path for selected results."
+        "Implements IntentValueQuery.values(for input: SemanticContentDescriptor)",
+        "Uses input.pixelBuffer and/or input.labels and keeps matching fast and bounded",
+        "Explains that only one IntentValueQuery may accept SemanticContentDescriptor and uses @UnionValue for both result types",
+        "Returns AppEntity values that carry stable IDs and a displayRepresentation",
+        "Provides an OpenIntent or an equivalent way to open each result"
       ]
     },
     {
       "id": 2,
       "name": "widget-control-boundary",
-      "prompt": "We are adding a configurable widget, a Control Center toggle, and an interactive Siri snippet for a smart-home app. Write the App Intents review checklist for which protocols belong to each surface and the pitfalls around optional parameters, snippets, and shared actions.",
-      "expected_output": "A boundary-aware checklist that distinguishes WidgetConfigurationIntent, ControlConfigurationIntent, action AppIntent, and SnippetIntent responsibilities without drifting into WidgetKit layout detail.",
+      "prompt": "A home irrigation app is adding a configurable Home Screen widget, a Control Center toggle for the sprinklers and an interactive Siri snippet that shows the next watering. Write the review checklist for the intents involved.",
+      "expected_output": "Separates WidgetConfigurationIntent for widget settings from ControlConfigurationIntent for Control Center and Lock Screen controls, requires control configuration parameters without defaults to be optional so the control can be previewed, moves state changes into reusable action intents, notes SnippetIntent.perform() can run repeatedly and must be side-effect free, and leaves WidgetKit layout and timelines out except where they affect protocol choice.",
       "files": [],
       "expectations": [
-        "Uses `WidgetConfigurationIntent` for configurable widget parameters and `ControlConfigurationIntent` for Control Center or Lock Screen control configuration.",
-        "States that a `ControlConfigurationIntent` parameter without a default value must be optional so the system can preview the control before configuration.",
-        "Separates reusable action intents from configuration intents and notes that configuration intents do not need `perform()` unless reused as actions.",
-        "Mentions that `SnippetIntent.perform()` may run multiple times and should avoid side effects while rendering snippet state.",
-        "Keeps detailed WidgetKit layout/timeline architecture outside the App Intents checklist except where it affects protocol choice."
+        "Assigns widget settings to WidgetConfigurationIntent and Control Center or Lock Screen toggles to ControlConfigurationIntent",
+        "Requires any ControlConfigurationIntent parameter that has no default to be optional, because the system previews controls before they are configured",
+        "Keeps reusable action intents separate from configuration intents, which need no perform() logic unless reused as actions",
+        "States that SnippetIntent.perform() may run several times and must not have side effects while rendering",
+        "Keeps WidgetKit layout and timeline design out of the checklist except where it drives the protocol choice"
       ]
     }
   ]