reqon-dsl 0.2.0

package/examples/github-sync/mission.vague

@@ -0,0 +1,101 @@
+// GitHub Issues & PRs Sync Mission
+// Demonstrates multi-file missions, parallel execution, and error handling
+//
+// This mission is organized as a folder:
+//   github-sync/
+//   ├── mission.reqon       # This file: sources, stores, schemas, pipeline
+//   ├── fetch-issues.reqon  # Fetches issues with pagination
+//   ├── fetch-prs.reqon     # Fetches pull requests
+//   └── normalize.reqon     # Normalizes to unified schema
+
+mission SyncGitHub {
+
+  // ============================================================
+  // SOURCE
+  // ============================================================
+
+  source GitHub {
+    auth: bearer,
+    base: "https://api.github.com",
+    headers: {
+      "Accept": "application/vnd.github.v3+json",
+      "User-Agent": "reqon-sync"
+    },
+    rateLimit: {
+      strategy: "pause",
+      maxWait: 60,
+      fallbackRpm: 60
+    }
+  }
+
+  // ============================================================
+  // STORES
+  // ============================================================
+
+  store issues_raw: memory("issues_raw")
+  store prs_raw: memory("prs_raw")
+  store work_items: sql("work_items")
+  store errors: memory("sync_errors")
+
+  // ============================================================
+  // SCHEMAS - For response type matching
+  // ============================================================
+
+  schema GitHubIssue {
+    id: int,
+    number: int,
+    title: string,
+    body: string?,
+    state: string,
+    user: object,
+    labels: array,
+    created_at: date,
+    updated_at: date
+  }
+
+  schema GitHubPR {
+    id: int,
+    number: int,
+    title: string,
+    body: string?,
+    state: string,
+    user: object,
+    head: object,
+    base: object,
+    merged: boolean?,
+    created_at: date,
+    updated_at: date
+  }
+
+  schema RateLimitError {
+    message: string,
+    documentation_url: string
+  }
+
+  schema NotFoundError {
+    message: string,
+    documentation_url: string
+  }
+
+  schema UnifiedWorkItem {
+    id: string,
+    source: string,
+    type: string,
+    number: int,
+    title: string,
+    description: string?,
+    status: string,
+    author: string,
+    labels: array,
+    created_at: date,
+    updated_at: date,
+    synced_at: date
+  }
+
+  // ============================================================
+  // PIPELINE - Parallel fetch, then normalize
+  // ============================================================
+
+  // FetchIssues and FetchPRs run in parallel, then Normalize runs after both complete
+  run [FetchIssues, FetchPRs] then Normalize
+}

package/examples/github-sync/normalize.vague

@@ -0,0 +1,70 @@
+// Normalize issues and PRs to unified work items
+// External action file - automatically merged into mission
+
+action Normalize {
+  // Normalize issues
+  for issue in issues_raw {
+    map issue -> UnifiedWorkItem {
+      id: "issue_" + .id,
+      source: "github",
+      type: "issue",
+      number: .number,
+      title: .title,
+      description: .body,
+      status: match .state {
+        "open" => "open",
+        "closed" => "closed",
+        _ => "unknown"
+      },
+      author: .user.login,
+      labels: .labels,
+      created_at: .created_at,
+      updated_at: .updated_at,
+      synced_at: now()
+    }
+
+    validate response {
+      assume length(.title) > 0
+      assume .number > 0
+    }
+
+    store response -> work_items {
+      key: .id,
+      upsert: true
+    }
+  }
+
+  // Normalize PRs
+  for pr in prs_raw {
+    map pr -> UnifiedWorkItem {
+      id: "pr_" + .id,
+      source: "github",
+      type: "pull_request",
+      number: .number,
+      title: .title,
+      description: .body,
+      status: match .state {
+        "open" => "open",
+        "closed" => match .merged {
+          true => "merged",
+          _ => "closed"
+        },
+        _ => "unknown"
+      },
+      author: .user.login,
+      labels: [],
+      created_at: .created_at,
+      updated_at: .updated_at,
+      synced_at: now()
+    }
+
+    validate response {
+      assume length(.title) > 0
+    }
+
+    store response -> work_items {
+      key: .id,
+      upsert: true
+    }
+  }
+}

package/examples/jsonplaceholder/README.md

@@ -0,0 +1,28 @@
+# JSONPlaceholder Example
+
+Demonstrates basic Reqon usage with a public API (no authentication).
+
+## What it does
+
+1. Fetches 100 posts from JSONPlaceholder API
+2. Maps each post to a normalized `StandardPost` schema
+3. Stores results in memory
+
+## Run
+
+```bash
+node dist/cli.js examples/jsonplaceholder/posts.vague --verbose
+```
+
+Export to JSON:
+```bash
+node dist/cli.js examples/jsonplaceholder/posts.vague --output output.json
+```
+
+## Features demonstrated
+
+- `auth: none` for public APIs
+- `get` for simple requests
+- `map` for schema transformation
+- `for...in` iteration over stored items
+- `run...then` for action sequencing

package/examples/jsonplaceholder/posts.vague

@@ -0,0 +1,48 @@
+// JSONPlaceholder Posts Sync - Demo with public API
+// Fetches posts and their comments, normalizes to a standard schema
+
+mission SyncPosts {
+  source JSONPlaceholder {
+    auth: none,
+    base: "https://jsonplaceholder.typicode.com"
+  }
+
+  store posts_raw: sql("posts_raw")
+  store posts_normalized: sql("posts_normalized")
+
+  action FetchPosts {
+    get "/posts"
+
+    validate response {
+      assume length(response) > 0
+    }
+
+    store response -> posts_raw {
+      key: .id
+    }
+  }
+
+  action NormalizePosts {
+    for post in posts_raw {
+      map post -> StandardPost {
+        id: .id,
+        title: .title,
+        body: .body,
+        author_id: .userId,
+        origin: "jsonplaceholder"
+      }
+
+      validate response {
+        assume length(.title) > 0
+        assume .author_id > 0
+      }
+
+      store response -> posts_normalized {
+        key: .id
+      }
+    }
+  }
+
+  run FetchPosts
+    then NormalizePosts
+}

package/examples/petstore/README.md

@@ -0,0 +1,35 @@
+# Petstore Example
+
+Demonstrates OpenAPI spec integration with Reqon.
+
+## What it does
+
+1. Loads API definition from `openapi.yaml`
+2. Fetches pets using `operationId` references
+3. Normalizes pet data with pattern matching
+4. Validates output schema
+
+## Run
+
+```bash
+node dist/cli.js examples/petstore/sync.vague --auth credentials.json --verbose
+```
+
+Requires a `credentials.json`:
+```json
+{
+  "Petstore": {
+    "type": "bearer",
+    "token": "your-api-token"
+  }
+}
+```
+
+## Features demonstrated
+
+- `source ... from "spec.yaml"` for OAS integration
+- `validateResponses: true` for response validation against spec
+- `call Source.operationId` syntax
+- Cursor-based pagination
+- `match` expressions for value mapping
+- `validate` with `assume` constraints

package/examples/petstore/openapi.yaml

@@ -0,0 +1,97 @@
+openapi: 3.0.3
+info:
+  title: Petstore API
+  version: 1.0.0
+servers:
+  - url: https://api.petstore.example.com/v1
+paths:
+  /pets:
+    get:
+      operationId: listPets
+      summary: List all pets
+      parameters:
+        - name: limit
+          in: query
+          schema:
+            type: integer
+            default: 20
+      responses:
+        '200':
+          description: A list of pets
+          content:
+            application/json:
+              schema:
+                type: object
+                properties:
+                  pets:
+                    type: array
+                    items:
+                      $ref: '#/components/schemas/Pet'
+                  nextCursor:
+                    type: string
+    post:
+      operationId: createPet
+      summary: Create a pet
+      requestBody:
+        required: true
+        content:
+          application/json:
+            schema:
+              $ref: '#/components/schemas/NewPet'
+      responses:
+        '201':
+          description: Pet created
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/Pet'
+  /pets/{petId}:
+    get:
+      operationId: getPet
+      summary: Get a pet by ID
+      parameters:
+        - name: petId
+          in: path
+          required: true
+          schema:
+            type: string
+      responses:
+        '200':
+          description: A pet
+          content:
+            application/json:
+              schema:
+                $ref: '#/components/schemas/Pet'
+components:
+  schemas:
+    Pet:
+      type: object
+      required:
+        - id
+        - name
+      properties:
+        id:
+          type: string
+        name:
+          type: string
+        species:
+          type: string
+          enum: [dog, cat, bird, fish]
+        age:
+          type: integer
+          minimum: 0
+    NewPet:
+      type: object
+      required:
+        - name
+      properties:
+        name:
+          type: string
+        species:
+          type: string
+        age:
+          type: integer
+  securitySchemes:
+    bearerAuth:
+      type: http
+      scheme: bearer

package/examples/petstore/sync.vague

@@ -0,0 +1,52 @@
+// Petstore Sync Mission - demonstrating OAS integration
+// The API spec is loaded from petstore.yaml, so we don't need to specify paths or methods
+
+mission SyncPets {
+  // Load source from OpenAPI spec - base URL comes from spec's servers field
+  source Petstore from "./examples/petstore.yaml" {
+    auth: bearer,
+    validateResponses: true
+  }
+
+  store pets_raw: sql("pets_raw")
+  store pets_normalized: sql("pets_normalized")
+
+  // Fetch all pets using operationId from OAS
+  action FetchPets {
+    call Petstore.listPets {
+      paginate: cursor(cursor, 20, "nextCursor"),
+      until: response.pets.length == 0
+    }
+
+    store response.pets -> pets_raw {
+      key: .id
+    }
+  }
+
+  // Normalize to our internal schema
+  action NormalizePets {
+    for pet in pets_raw {
+      map pet -> InternalPet {
+        id: .id,
+        display_name: .name,
+        animal_type: match .species {
+          "dog" => "canine",
+          "cat" => "feline",
+          "bird" => "avian",
+          _ => "other"
+        },
+        age_years: .age
+      }
+
+      validate response {
+        assume .display_name != ""
+      }
+
+      store response -> pets_normalized {
+        key: .id
+      }
+    }
+  }
+
+  run FetchPets then NormalizePets
+}