@openhands/extensions 0.11.0 → 0.12.0

package/tests/fixtures/automations/github-pr-reviewer.json

@@ -0,0 +1,251 @@
+{
+  "automationId": "github-pr-reviewer",
+  "description": "Direct scheduled setup. Every create request body below is verified against the live CreatePromptAutomationRequest model in OpenHands/automation (openhands/automation/preset_router.py).",
+  "capabilities": "supported",
+  "blockedBy": [
+    "notReady"
+  ],
+  "scenarios": [
+    {
+      "id": "happy-path",
+      "description": "Defaults plus a repository and a thorough review tone. Preflight passes, the automation is created.",
+      "formValues": {
+        "repository": "OpenHands/agent-server-gui",
+        "triggerLabel": "openhands-review",
+        "reviewTone": "thorough",
+        "schedule": "*/15 * * * *",
+        "timezone": "UTC"
+      },
+      "preflight": {
+        "request": {
+          "method": "POST",
+          "path": "/v1/validate",
+          "body": {
+            "automationId": "github-pr-reviewer",
+            "endpoint": "/v1/preset/prompt",
+            "draft": {
+              "name": "GitHub Code Review Agent - OpenHands/agent-server-gui",
+              "prompt": "Review pull requests labeled 'openhands-review' in OpenHands/agent-server-gui. Review tone: thorough.",
+              "repos": [
+                {
+                  "url": "OpenHands/agent-server-gui",
+                  "provider": "github"
+                }
+              ],
+              "trigger": {
+                "type": "cron",
+                "schedule": "*/15 * * * *",
+                "timezone": "UTC"
+              }
+            }
+          }
+        },
+        "response": {
+          "status": 200,
+          "body": {
+            "valid": true,
+            "errors": []
+          }
+        }
+      },
+      "create": {
+        "request": {
+          "method": "POST",
+          "path": "/v1/preset/prompt",
+          "body": {
+            "name": "GitHub Code Review Agent - OpenHands/agent-server-gui",
+            "prompt": "Review pull requests labeled 'openhands-review' in OpenHands/agent-server-gui. Review tone: thorough.",
+            "repos": [
+              {
+                "url": "OpenHands/agent-server-gui",
+                "provider": "github"
+              }
+            ],
+            "trigger": {
+              "type": "cron",
+              "schedule": "*/15 * * * *",
+              "timezone": "UTC"
+            }
+          }
+        },
+        "response": {
+          "status": 201,
+          "body": {
+            "id": "6f1b8e64-2f6a-4f0e-9a1c-2b7d0c4e5f11",
+            "user_id": "1a2b3c4d-0000-4000-8000-000000000001",
+            "org_id": "1a2b3c4d-0000-4000-8000-000000000002",
+            "model": null,
+            "name": "GitHub Code Review Agent - OpenHands/agent-server-gui",
+            "prompt": "Review pull requests labeled 'openhands-review' in OpenHands/agent-server-gui. Review tone: thorough.",
+            "trigger": {
+              "type": "cron",
+              "schedule": "*/15 * * * *",
+              "timezone": "UTC"
+            },
+            "tarball_path": "oh-internal://uploads/8d2c1f90-7e34-4a55-b0d1-6c9e3a2f4b88",
+            "setup_script_path": "setup.sh",
+            "entrypoint": ".venv/bin/python main.py",
+            "timeout": 600,
+            "keep_alive": null,
+            "enabled": true,
+            "last_triggered_at": null,
+            "created_at": "2026-07-27T12:00:00Z",
+            "updated_at": "2026-07-27T12:00:00Z"
+          }
+        }
+      }
+    },
+    {
+      "id": "interval-below-deployment-minimum",
+      "description": "A one-minute schedule. The create model accepts it, so only the deployment can reject it - this is precisely why preflight exists and why local validation is not authoritative.",
+      "formValues": {
+        "repository": "OpenHands/agent-server-gui",
+        "triggerLabel": "openhands-review",
+        "reviewTone": "concise",
+        "schedule": "*/1 * * * *",
+        "timezone": "UTC"
+      },
+      "preflight": {
+        "request": {
+          "method": "POST",
+          "path": "/v1/validate",
+          "body": {
+            "automationId": "github-pr-reviewer",
+            "endpoint": "/v1/preset/prompt",
+            "draft": {
+              "name": "GitHub Code Review Agent - OpenHands/agent-server-gui",
+              "prompt": "Review pull requests labeled 'openhands-review' in OpenHands/agent-server-gui. Review tone: concise.",
+              "repos": [
+                {
+                  "url": "OpenHands/agent-server-gui",
+                  "provider": "github"
+                }
+              ],
+              "trigger": {
+                "type": "cron",
+                "schedule": "*/1 * * * *",
+                "timezone": "UTC"
+              }
+            }
+          }
+        },
+        "response": {
+          "status": 200,
+          "body": {
+            "valid": false,
+            "errors": [
+              {
+                "field": "trigger.schedule",
+                "code": "interval_too_short",
+                "message": "Minimum interval for this deployment is 5 minutes."
+              }
+            ]
+          }
+        }
+      },
+      "expectedFieldErrors": {
+        "schedule": "Minimum interval for this deployment is 5 minutes."
+      }
+    },
+    {
+      "id": "unfireable-cron-rejected-at-create",
+      "description": "31 February. Syntactically valid, so a local check passes, but the service rejects it. Shows the real 422 body: detail is a list and the loc path carries the trigger discriminator tag.",
+      "formValues": {
+        "repository": "OpenHands/agent-server-gui",
+        "triggerLabel": "openhands-review",
+        "reviewTone": "concise",
+        "schedule": "0 0 31 2 *",
+        "timezone": "UTC"
+      },
+      "create": {
+        "request": {
+          "method": "POST",
+          "path": "/v1/preset/prompt",
+          "body": {
+            "name": "GitHub Code Review Agent - OpenHands/agent-server-gui",
+            "prompt": "Review pull requests labeled 'openhands-review' in OpenHands/agent-server-gui. Review tone: concise.",
+            "repos": [
+              {
+                "url": "OpenHands/agent-server-gui",
+                "provider": "github"
+              }
+            ],
+            "trigger": {
+              "type": "cron",
+              "schedule": "0 0 31 2 *",
+              "timezone": "UTC"
+            }
+          }
+        },
+        "response": {
+          "status": 422,
+          "body": {
+            "detail": [
+              {
+                "type": "value_error",
+                "loc": [
+                  "body",
+                  "trigger",
+                  "cron",
+                  "schedule"
+                ],
+                "msg": "Value error, Cron expression cannot produce any future fire times: 0 0 31 2 *"
+              }
+            ]
+          }
+        }
+      },
+      "expectedFieldErrors": {
+        "schedule": "Value error, Cron expression cannot produce any future fire times: 0 0 31 2 *"
+      }
+    },
+    {
+      "id": "short-repo-url-without-provider-is-rejected",
+      "description": "The mapping bug this fixture set exists to prevent. A short owner/repo URL without an explicit provider is a hard 422, because CreatePromptAutomationRequest is extra-forbid and RepoSource requires the provider. The setup block's payload always sets it; this records what happens if that is ever dropped.",
+      "formValues": {
+        "repository": "OpenHands/agent-server-gui",
+        "triggerLabel": "openhands-review",
+        "reviewTone": "concise",
+        "schedule": "*/15 * * * *",
+        "timezone": "UTC"
+      },
+      "create": {
+        "request": {
+          "method": "POST",
+          "path": "/v1/preset/prompt",
+          "body": {
+            "name": "GitHub Code Review Agent - OpenHands/agent-server-gui",
+            "prompt": "Review pull requests labeled 'openhands-review' in OpenHands/agent-server-gui. Review tone: concise.",
+            "repos": [
+              {
+                "url": "OpenHands/agent-server-gui"
+              }
+            ],
+            "trigger": {
+              "type": "cron",
+              "schedule": "*/15 * * * *",
+              "timezone": "UTC"
+            }
+          }
+        },
+        "response": {
+          "status": 422,
+          "body": {
+            "detail": [
+              {
+                "type": "value_error",
+                "loc": [
+                  "body",
+                  "repos",
+                  0
+                ],
+                "msg": "Value error, Short URL format 'OpenHands/agent-server-gui' requires explicit 'provider' field. Use: {\"url\": \"owner/repo\", \"provider\": \"github\"} or provide a full URL like https://github.com/owner/repo"
+              }
+            ]
+          }
+        }
+      },
+      "matchesSetupPayload": false
+    }
+  ]
+}

package/tests/fixtures/automations/github-repo-monitor.json

@@ -0,0 +1,180 @@
+{
+  "automationId": "github-repo-monitor",
+  "description": "Direct GitHub-event setup. Every create request body below is verified against the live CreatePromptAutomationRequest model, and every filter expression against validate_filter() in OpenHands/automation.",
+  "capabilities": "supported",
+  "blockedBy": [
+    "cronOnly",
+    "notReady"
+  ],
+  "scenarios": [
+    {
+      "id": "happy-path",
+      "description": "Watch issue and pull request comments for the default mention phrase.",
+      "formValues": {
+        "repository": "OpenHands/agent-server-gui",
+        "triggerPhrase": "@openhands",
+        "on": "issue_comment.created",
+        "ref": "main"
+      },
+      "preflight": {
+        "request": {
+          "method": "POST",
+          "path": "/v1/validate",
+          "body": {
+            "automationId": "github-repo-monitor",
+            "endpoint": "/v1/preset/prompt",
+            "draft": {
+              "name": "GitHub repository monitor - OpenHands/agent-server-gui",
+              "prompt": "A comment in OpenHands/agent-server-gui mentions '@openhands'. Read the surrounding issue or pull request context from the event payload, then post a helpful reply as a comment on the same thread.",
+              "repos": [
+                {
+                  "url": "OpenHands/agent-server-gui",
+                  "ref": "main",
+                  "provider": "github"
+                }
+              ],
+              "trigger": {
+                "type": "event",
+                "source": "github",
+                "on": "issue_comment.created",
+                "filter": "icontains(comment.body, '@openhands') && glob(repository.full_name, 'OpenHands/agent-server-gui')"
+              }
+            }
+          }
+        },
+        "response": {
+          "status": 200,
+          "body": {
+            "valid": true,
+            "errors": []
+          }
+        }
+      },
+      "create": {
+        "request": {
+          "method": "POST",
+          "path": "/v1/preset/prompt",
+          "body": {
+            "name": "GitHub repository monitor - OpenHands/agent-server-gui",
+            "prompt": "A comment in OpenHands/agent-server-gui mentions '@openhands'. Read the surrounding issue or pull request context from the event payload, then post a helpful reply as a comment on the same thread.",
+            "repos": [
+              {
+                "url": "OpenHands/agent-server-gui",
+                "ref": "main",
+                "provider": "github"
+              }
+            ],
+            "trigger": {
+              "type": "event",
+              "source": "github",
+              "on": "issue_comment.created",
+              "filter": "icontains(comment.body, '@openhands') && glob(repository.full_name, 'OpenHands/agent-server-gui')"
+            }
+          }
+        },
+        "response": {
+          "status": 201,
+          "body": {
+            "id": "b2d47c10-5a91-4e3f-8c62-1d7a9f0e4c33",
+            "user_id": "1a2b3c4d-0000-4000-8000-000000000001",
+            "org_id": "1a2b3c4d-0000-4000-8000-000000000002",
+            "model": null,
+            "name": "GitHub repository monitor - OpenHands/agent-server-gui",
+            "prompt": "A comment in OpenHands/agent-server-gui mentions '@openhands'. Read the surrounding issue or pull request context from the event payload, then post a helpful reply as a comment on the same thread.",
+            "trigger": {
+              "type": "event",
+              "source": "github",
+              "on": "issue_comment.created",
+              "filter": "icontains(comment.body, '@openhands') && glob(repository.full_name, 'OpenHands/agent-server-gui')"
+            },
+            "tarball_path": "oh-internal://uploads/c41e7b28-9d05-4a6b-8f13-2e5c7a90d146",
+            "setup_script_path": "setup.sh",
+            "entrypoint": ".venv/bin/python main.py",
+            "timeout": 600,
+            "keep_alive": null,
+            "enabled": true,
+            "last_triggered_at": null,
+            "created_at": "2026-07-27T12:00:00Z",
+            "updated_at": "2026-07-27T12:00:00Z"
+          }
+        }
+      }
+    },
+    {
+      "id": "quote-in-trigger-phrase-blocked-locally",
+      "description": "The trigger phrase is interpolated into a JMESPath string literal, so an apostrophe would break the expression. The field's safeExpressionLiteral constraint rejects it before any request is made. Without that constraint the service returns 422 with: Bad jmespath expression: Unknown token.",
+      "formValues": {
+        "repository": "OpenHands/agent-server-gui",
+        "triggerPhrase": "@open'hands",
+        "on": "issue_comment.created",
+        "ref": "main"
+      },
+      "localValidation": {
+        "valid": false,
+        "errors": [
+          {
+            "field": "triggerPhrase",
+            "constraint": "format",
+            "message": "Quotes and backslashes are not allowed in the trigger phrase."
+          }
+        ]
+      },
+      "expectedFieldErrors": {
+        "triggerPhrase": "Quotes and backslashes are not allowed in the trigger phrase."
+      }
+    },
+    {
+      "id": "event-type-not-delivered-by-deployment",
+      "description": "Preflight rejects an event type the deployment does not receive. Nothing is created, so there is no half-broken automation to clean up.",
+      "formValues": {
+        "repository": "OpenHands/agent-server-gui",
+        "triggerPhrase": "@openhands",
+        "on": "pull_request_review_comment.created",
+        "ref": "main"
+      },
+      "preflight": {
+        "request": {
+          "method": "POST",
+          "path": "/v1/validate",
+          "body": {
+            "automationId": "github-repo-monitor",
+            "endpoint": "/v1/preset/prompt",
+            "draft": {
+              "name": "GitHub repository monitor - OpenHands/agent-server-gui",
+              "prompt": "A comment in OpenHands/agent-server-gui mentions '@openhands'. Read the surrounding issue or pull request context from the event payload, then post a helpful reply as a comment on the same thread.",
+              "repos": [
+                {
+                  "url": "OpenHands/agent-server-gui",
+                  "ref": "main",
+                  "provider": "github"
+                }
+              ],
+              "trigger": {
+                "type": "event",
+                "source": "github",
+                "on": "pull_request_review_comment.created",
+                "filter": "icontains(comment.body, '@openhands') && glob(repository.full_name, 'OpenHands/agent-server-gui')"
+              }
+            }
+          }
+        },
+        "response": {
+          "status": 200,
+          "body": {
+            "valid": false,
+            "errors": [
+              {
+                "field": "trigger.on",
+                "code": "event_type_not_delivered",
+                "message": "No GitHub webhook delivering pull_request_review_comment.created is registered for this organization."
+              }
+            ]
+          }
+        }
+      },
+      "expectedFieldErrors": {
+        "on": "No GitHub webhook delivering pull_request_review_comment.created is registered for this organization."
+      }
+    }
+  ]
+}

package/tests/fixtures/automations/incident-retrospective-drafter.json

@@ -0,0 +1,91 @@
+{
+  "automationId": "incident-retrospective-drafter",
+  "description": "Assisted conversation setup. There is no create request in this archetype - at the end of the flow no automation exists yet, because the agent creates it during the conversation. That is the defining property of assisted setup, and the reason the entry declares a seed message instead of a payload.",
+  "capabilities": "supported",
+  "blockedBy": [
+    "notReady"
+  ],
+  "scenarios": [
+    {
+      "id": "partial-seed-with-notion-warning",
+      "description": "Slack and Linear are connected, Notion is not. Notion is declared required false, so setup continues and the agent resolves it. The user fills two fields and leaves the rest for the agent.",
+      "integrationState": {
+        "slack": "connected",
+        "linear": "connected",
+        "notion": "missing"
+      },
+      "expectedPrerequisiteOutcome": {
+        "behavior": "continue",
+        "unmet": [
+          "notion"
+        ]
+      },
+      "formValues": {
+        "incidentChannel": "#incidents",
+        "linearTeam": "Reliability",
+        "notionDestination": "",
+        "triggerPreference": "undecided",
+        "notes": ""
+      },
+      "conversation": {
+        "request": {
+          "action": "conversation.start",
+          "message": "The user supplied these starting points. Confirm each one, ask about anything left blank, then create the automation.\n\n- Incident channel: #incidents\n- Linear team: Reliability\n- Notion destination: \n- Preferred trigger: undecided\n- Notes: \n\nStill undecided and required before creation: the incident identifier format and the approved Notion retrospective template."
+        },
+        "response": {
+          "status": 201,
+          "body": {
+            "conversation_id": "f47ac10b-58cc-4372-a567-0e02b2c3d479"
+          }
+        }
+      }
+    },
+    {
+      "id": "nothing-filled-in",
+      "description": "Every field is optional, so local validation passes with an empty form and the seed message carries only the standing questions.",
+      "integrationState": {
+        "slack": "connected",
+        "linear": "connected",
+        "notion": "connected"
+      },
+      "formValues": {
+        "incidentChannel": "",
+        "linearTeam": "",
+        "notionDestination": "",
+        "triggerPreference": "undecided",
+        "notes": ""
+      },
+      "localValidation": {
+        "valid": true,
+        "errors": []
+      },
+      "conversation": {
+        "request": {
+          "action": "conversation.start",
+          "message": "The user supplied these starting points. Confirm each one, ask about anything left blank, then create the automation.\n\n- Incident channel: \n- Linear team: \n- Notion destination: \n- Preferred trigger: undecided\n- Notes: \n\nStill undecided and required before creation: the incident identifier format and the approved Notion retrospective template."
+        },
+        "response": {
+          "status": 201,
+          "body": {
+            "conversation_id": "0b1d9e77-3c42-4a18-9f65-8ac2e1b4d090"
+          }
+        }
+      }
+    },
+    {
+      "id": "required-integration-missing-blocks",
+      "description": "Slack is declared required, so setup stops before the form renders. Contrast with Notion above - assisted setup can start with a gap the agent will close, but not with a gap that leaves the agent no data to read.",
+      "integrationState": {
+        "slack": "missing",
+        "linear": "connected",
+        "notion": "connected"
+      },
+      "expectedPrerequisiteOutcome": {
+        "behavior": "block",
+        "unmet": [
+          "slack"
+        ]
+      }
+    }
+  ]
+}