rainskills 0.1.0-rc.0

package/rainbond-app-assistant/schemas/app-assistant-result.schema.yaml

@@ -0,0 +1,279 @@
+$schema: "https://json-schema.org/draft/2020-12/schema"
+title: AppAssistantResult
+type: object
+additionalProperties: false
+required:
+  - AppAssistantResult
+$defs:
+  non_empty_string:
+    type: string
+    minLength: 1
+  nullable_non_empty_string:
+    anyOf:
+      - $ref: "#/$defs/non_empty_string"
+      - type: "null"
+  environment_name:
+    type: string
+    enum:
+      - preview
+      - production
+  environment_source:
+    type: string
+    enum:
+      - explicit
+      - local_preference
+      - default
+  request_intent:
+    type: string
+    enum:
+      - source_app_delivery
+      - dev_to_test_promotion
+  execution_kind:
+    type: string
+    enum:
+      - source
+      - image
+      - package
+      - template
+      - unknown
+  runtime_phase:
+    type: string
+    enum:
+      - topology_missing
+      - topology_building
+      - runtime_unhealthy
+      - runtime_healthy
+      - capacity_blocked
+      - code_or_build_handoff_needed
+      # source-backed build/detection failed and the run is handing off to the
+      # troubleshooter on the same source path instead of falling back to
+      # package/image/template; delivery_state must stay null in this phase.
+      - source_build_failed
+  component_status:
+    anyOf:
+      - enum:
+          - building
+          - waiting
+          - running
+          - abnormal
+          - capacity-blocked
+      - type: "null"
+  delivery_status:
+    type: string
+    enum:
+      - delivered
+      - delivered-but-needs-manual-validation
+      - partially-delivered
+      - blocked
+  delivery_verification_mode:
+    anyOf:
+      - enum:
+          - verified
+          - inferred
+          - manual_validation_needed
+      - type: "null"
+  delivery_next_action:
+    anyOf:
+      - enum:
+          - stop
+          - manual_url_validation
+          - run_troubleshooter
+          - fix_cluster_capacity_first
+          - code_build_handoff
+      - type: "null"
+  delivery_summary:
+    type: object
+    additionalProperties: false
+    required:
+      - status
+      - preferred_access_url
+      - verification_mode
+      - blocker
+      - verifier_next_action
+    properties:
+      status:
+        $ref: "#/$defs/delivery_status"
+      preferred_access_url:
+        $ref: "#/$defs/nullable_non_empty_string"
+      verification_mode:
+        $ref: "#/$defs/delivery_verification_mode"
+      blocker:
+        $ref: "#/$defs/nullable_non_empty_string"
+      verifier_next_action:
+        $ref: "#/$defs/delivery_next_action"
+  promotion_status:
+    type: string
+    enum:
+      - snapshot_created
+      - testing_app_created
+      - testing_app_verified
+      - blocked
+  app_identity:
+    type: object
+    additionalProperties: false
+    required:
+      - team_name
+      - region_name
+      - app_name
+      - app_id
+    properties:
+      team_name:
+        $ref: "#/$defs/nullable_non_empty_string"
+      region_name:
+        $ref: "#/$defs/nullable_non_empty_string"
+      app_name:
+        $ref: "#/$defs/nullable_non_empty_string"
+      app_id:
+        $ref: "#/$defs/nullable_non_empty_string"
+  runtime_state:
+    type: object
+    additionalProperties: false
+    required:
+      - phase
+      - db_status
+      - api_status
+      - frontend_status
+      - blocker
+    properties:
+      phase:
+        anyOf:
+          - $ref: "#/$defs/runtime_phase"
+          - type: "null"
+      db_status:
+        $ref: "#/$defs/component_status"
+      api_status:
+        $ref: "#/$defs/component_status"
+      frontend_status:
+        $ref: "#/$defs/component_status"
+      blocker:
+        $ref: "#/$defs/nullable_non_empty_string"
+  action_record:
+    type: object
+    additionalProperties: false
+    required:
+      - skill
+      - status
+      - details
+    properties:
+      skill:
+        $ref: "#/$defs/non_empty_string"
+      status:
+        $ref: "#/$defs/non_empty_string"
+      details:
+        $ref: "#/$defs/non_empty_string"
+  promotion_result:
+    type: object
+    additionalProperties: false
+    required:
+      - status
+      - snapshot
+      - testing_app
+      - testing_delivery_state
+    properties:
+      status:
+        $ref: "#/$defs/promotion_status"
+      snapshot:
+        type: object
+        additionalProperties: false
+        required:
+          - version_id
+          - version
+          - alias
+        properties:
+          version_id:
+            $ref: "#/$defs/nullable_non_empty_string"
+          version:
+            $ref: "#/$defs/nullable_non_empty_string"
+          alias:
+            $ref: "#/$defs/nullable_non_empty_string"
+      testing_app:
+        $ref: "#/$defs/app_identity"
+      testing_delivery_state:
+        anyOf:
+          - $ref: "#/$defs/delivery_summary"
+          - type: "null"
+properties:
+  AppAssistantResult:
+    type: object
+    additionalProperties: false
+    required:
+      - project
+      - environment
+      - request_intent
+      - execution_path
+      - orchestration_state
+      - runtime_state
+      - delivery_state
+      - promotion_result
+      - actions_performed
+      - next_action
+    properties:
+      project:
+        type: object
+        additionalProperties: false
+        required:
+          - identity
+          - linked
+          - selected_environment
+        properties:
+          identity:
+            $ref: "#/$defs/app_identity"
+          linked:
+            anyOf:
+              - type: boolean
+              - type: "null"
+          selected_environment:
+            anyOf:
+              - $ref: "#/$defs/environment_name"
+              - type: "null"
+      environment:
+        type: object
+        additionalProperties: false
+        required:
+          - name
+          - source
+          - env_delta_present
+          - secrets_provided
+        properties:
+          name:
+            $ref: "#/$defs/environment_name"
+          source:
+            $ref: "#/$defs/environment_source"
+          env_delta_present:
+            type: boolean
+          secrets_provided:
+            type: boolean
+      request_intent:
+        $ref: "#/$defs/request_intent"
+      execution_path:
+        type: object
+        additionalProperties: false
+        required:
+          - requested_kind
+          - resolved_kind
+        properties:
+          requested_kind:
+            $ref: "#/$defs/execution_kind"
+          resolved_kind:
+            $ref: "#/$defs/execution_kind"
+      orchestration_state:
+        $ref: "#/$defs/non_empty_string"
+      runtime_state:
+        anyOf:
+          - $ref: "#/$defs/runtime_state"
+          - type: "null"
+      delivery_state:
+        anyOf:
+          - $ref: "#/$defs/delivery_summary"
+          - type: "null"
+      promotion_result:
+        anyOf:
+          - $ref: "#/$defs/promotion_result"
+          - type: "null"
+      actions_performed:
+        type: array
+        minItems: 1
+        items:
+          $ref: "#/$defs/action_record"
+      next_action:
+        $ref: "#/$defs/non_empty_string"

package/rainbond-app-assistant/scripts/run_app_assistant_evals.py

@@ -0,0 +1,80 @@
+#!/usr/bin/env python3
+
+"""Run all app-assistant deterministic eval fixtures."""
+
+from __future__ import annotations
+
+import argparse
+import sys
+from pathlib import Path
+
+sys.dont_write_bytecode = True
+
+SCRIPT_DIR = Path(__file__).resolve().parent
+if str(SCRIPT_DIR) not in sys.path:
+    sys.path.insert(0, str(SCRIPT_DIR))
+
+from validate_app_assistant_output import validate_response_file  # noqa: E402
+
+
+def main() -> int:
+    parser = argparse.ArgumentParser(
+        description="Run all app-assistant response fixtures through the deterministic validator."
+    )
+    parser.add_argument(
+        "--eval-dir",
+        type=Path,
+        default=Path(__file__).resolve().parents[1] / "evals",
+        help="Directory containing *.response.md and *.expected.yaml fixture pairs.",
+    )
+    parser.add_argument(
+        "--schema",
+        type=Path,
+        default=Path(__file__).resolve().parents[1] / "schemas" / "app-assistant-result.schema.yaml",
+        help="Path to app-assistant-result.schema.yaml.",
+    )
+    args = parser.parse_args()
+
+    eval_dir = args.eval_dir.resolve()
+    schema_path = args.schema.resolve()
+    response_paths = sorted(eval_dir.glob("*.response.md"))
+
+    if not response_paths:
+        print(f"No response fixtures found in {eval_dir}")
+        return 1
+
+    failures = 0
+    for response_path in response_paths:
+        base_name = response_path.name.replace(".response.md", "")
+        expected_path = eval_dir / f"{base_name}.expected.yaml"
+        if not expected_path.exists():
+            print(f"FAIL {response_path}")
+            print(f"  - missing expected fixture: {expected_path}")
+            failures += 1
+            continue
+
+        errors = validate_response_file(
+            response_path=response_path,
+            schema_path=schema_path,
+            expected_path=expected_path,
+        )
+
+        if errors:
+            print(f"FAIL {response_path}")
+            for error in errors:
+                print(f"  - {error}")
+            failures += 1
+            continue
+
+        print(f"PASS {response_path}")
+
+    if failures:
+        print(f"\n{failures} fixture set(s) failed.")
+        return 1
+
+    print(f"\nAll {len(response_paths)} app-assistant fixture set(s) passed.")
+    return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())