reqon-dsl 0.2.0

package/.claude/skills/reqon/references/syntax.md

@@ -0,0 +1,263 @@
+# Reqon DSL Syntax Reference
+
+## Mission Structure
+
+```
+mission MissionName {
+  // Sources (API connections)
+  source SourceName { ... }
+
+  // Stores (data persistence)
+  store storeName: type("identifier")
+
+  // Schemas (type definitions)
+  schema SchemaName { ... }
+
+  // Actions (pipeline steps)
+  action ActionName { ... }
+
+  // Pipeline execution
+  run ActionA then ActionB
+}
+```
+
+## Sources
+
+### Authentication Types
+
+```
+// Bearer token (from env var)
+source API {
+  auth: bearer,
+  base: "https://api.example.com",
+  headers: { "Accept": "application/json" }
+}
+
+// API key
+source API {
+  auth: api_key,
+  base: "https://api.example.com"
+}
+
+// Basic auth
+source API {
+  auth: basic,
+  base: "https://api.example.com"
+}
+
+// OAuth2
+source API {
+  auth: oauth2,
+  base: "https://api.example.com",
+  oauth: {
+    tokenUrl: "https://auth.example.com/token",
+    clientId: env("CLIENT_ID"),
+    clientSecret: env("CLIENT_SECRET"),
+    scopes: ["read", "write"]
+  }
+}
+```
+
+### Rate Limiting
+
+```
+source API {
+  auth: bearer,
+  base: "https://api.example.com",
+  rateLimit: {
+    strategy: "pause",    // or "queue"
+    maxWait: 60,          // seconds
+    fallbackRpm: 60       // requests per minute fallback
+  }
+}
+```
+
+## Stores
+
+```
+store items: memory("items")           // In-memory
+store items: file("./data/items.json") // File-based
+store items: sql("items_table")        // SQL database
+```
+
+## Schemas
+
+```
+schema User {
+  id: int,
+  name: string,
+  email: string?,       // Optional field
+  created_at: date,
+  tags: array,
+  metadata: object
+}
+```
+
+Supported types: `int`, `string`, `boolean`, `decimal`, `date`, `array`, `object`
+
+## HTTP Operations
+
+### Basic Fetch
+
+```
+get "/users"
+post "/users" { body: { "name": "John" } }
+put "/users/{id}" { body: { "name": "Jane" } }
+delete "/users/{id}"
+```
+
+### Full Options
+
+```
+get "/users" {
+  source: APISource,
+  body: { "status": "active" },
+  headers: { "X-Custom": "value" },
+
+  // Pagination
+  paginate: page(page, 100),           // Page-based
+  paginate: cursor(.next_cursor),      // Cursor-based
+  paginate: offset(offset, 50),        // Offset-based
+
+  until: length(response) == 0,        // Stop condition
+
+  // Retry configuration
+  retry: {
+    maxAttempts: 3,
+    backoff: "exponential",  // or "constant", "linear"
+    initialDelay: 1000,      // ms
+    maxDelay: 60000          // ms
+  },
+
+  // Incremental sync
+  since: lastSync
+}
+```
+
+## Pattern Matching
+
+```
+match response {
+  // Match array of schema type
+  [UserSchema] -> { store response -> users { key: .id } },
+
+  // Match single schema type
+  ErrorSchema -> abort "API error",
+
+  // Match with condition
+  _ where .status == "rate_limited" -> retry { maxAttempts: 3 },
+
+  // Wildcard
+  _ -> skip
+}
+```
+
+## Loops and Iteration
+
+```
+// Basic loop
+for user in users {
+  // process each user
+}
+
+// Loop with filter
+for user in users where .active == true {
+  // process only active users
+}
+
+// Loop with complex filter
+for item in items where .status == "pending" and .priority > 5 {
+  // process filtered items
+}
+```
+
+## Mapping
+
+```
+map input -> OutputSchema {
+  id: .id,
+  fullName: .firstName + " " + .lastName,
+  status: match .state {
+    "active" => "enabled",
+    "inactive" => "disabled",
+    _ => "unknown"
+  },
+  createdAt: .created_at,
+  tags: .labels
+}
+```
+
+## Validation
+
+```
+validate response {
+  assume length(.name) > 0
+  assume .age >= 0
+  assume .email contains "@"
+}
+```
+
+## Store Operations
+
+```
+// Basic store
+store response -> items { key: .id }
+
+// Upsert mode
+store response -> items { key: .id, upsert: true }
+
+// Partial update
+store response -> items { key: .id, partial: true }
+```
+
+## Pipeline Execution
+
+```
+// Sequential
+run ActionA then ActionB then ActionC
+
+// Parallel then sequential
+run [ActionA, ActionB] then ActionC
+
+// Multiple parallel groups
+run [ActionA, ActionB] then [ActionC, ActionD] then ActionE
+```
+
+## Flow Control Directives
+
+| Directive | Description |
+|-----------|-------------|
+| `continue` | Proceed to next step |
+| `skip` | Skip current loop item |
+| `abort "msg"` | Stop mission with error |
+| `retry {...}` | Retry current operation |
+| `queue storeName` | Send to dead letter queue |
+| `jump ActionName then retry` | Execute action then retry |
+
+## Built-in Functions
+
+- `length(array)` - Array length
+- `now()` - Current timestamp
+- `env("VAR_NAME")` - Environment variable
+- `exists(store[key])` - Check if key exists in store
+
+## Expressions
+
+```
+// Arithmetic
+.price * .quantity
+.total + .tax
+
+// String concatenation
+.firstName + " " + .lastName
+"prefix_" + .id
+
+// Comparisons
+.age >= 18
+.status == "active"
+.count > 0 and .count < 100
+
+// Property access
+.user.name
+.items[0].id
+```

package/.claude/skills/vscode-extension.md

@@ -0,0 +1,113 @@
+# VS Code Extension Skill
+
+Use this skill when creating or enhancing VS Code support for Reqon's `.vague` files.
+
+## Capabilities
+
+### TextMate Grammar
+Create syntax highlighting for `.vague` files:
+- Keywords: mission, source, store, action, fetch, map, validate, run, then, for, in, where, match, assume
+- Auth types: oauth2, bearer, basic, api_key
+- Store types: memory, sql, nosql
+- Operators: ->, =, :, |
+- Strings, numbers, identifiers
+- Comments
+
+### Language Server Protocol (LSP)
+Implement language intelligence:
+- Syntax error diagnostics
+- Hover information for keywords
+- Go to definition for actions/missions
+- Autocomplete for keywords and identifiers
+- Document symbols outline
+
+### Snippet Generation
+Create snippets for common patterns:
+- Mission template
+- Source definition
+- Store definition
+- Fetch with pagination
+- Map transformation
+- Validate block
+
+## Context Files
+When using this skill, read:
+- `src/lexer/tokens.ts` - All token types and keywords
+- `src/ast/nodes.ts` - AST structure for symbols
+- `src/parser/parser.ts` - Syntax rules
+
+## Implementation Patterns
+
+### TextMate Grammar Structure
+```json
+{
+  "name": "Vague",
+  "scopeName": "source.vague",
+  "fileTypes": ["vague"],
+  "patterns": [
+    { "include": "#keywords" },
+    { "include": "#strings" },
+    { "include": "#comments" }
+  ],
+  "repository": {
+    "keywords": {
+      "match": "\\b(mission|source|store|action|fetch|map|validate|run|then|for|in|where|match|assume)\\b",
+      "name": "keyword.control.vague"
+    }
+  }
+}
+```
+
+### Extension package.json
+```json
+{
+  "name": "vague-vscode",
+  "displayName": "Vague",
+  "contributes": {
+    "languages": [{
+      "id": "vague",
+      "extensions": [".vague"],
+      "configuration": "./language-configuration.json"
+    }],
+    "grammars": [{
+      "language": "vague",
+      "scopeName": "source.vague",
+      "path": "./syntaxes/vague.tmLanguage.json"
+    }]
+  }
+}
+```
+
+### Snippet Format
+```json
+{
+  "Mission": {
+    "prefix": "mission",
+    "body": [
+      "mission ${1:Name} {",
+      "  source ${2:api} {",
+      "    url: \"${3:https://api.example.com}\"",
+      "    auth: ${4:bearer} { token: \"${5:\\$API_TOKEN}\" }",
+      "  }",
+      "",
+      "  action ${6:FetchData} {",
+      "    fetch ${7:/endpoint}",
+      "  }",
+      "}"
+    ]
+  }
+}
+```
+
+## Directory Structure
+```
+vague-vscode/
+├── package.json
+├── language-configuration.json
+├── syntaxes/
+│   └── vague.tmLanguage.json
+├── snippets/
+│   └── vague.json
+└── src/
+    └── extension.ts  # LSP client
+```

package/.github/dependabot.yml

@@ -0,0 +1,32 @@
+version: 2
+updates:
+  # npm dependencies
+  - package-ecosystem: "npm"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+      day: "monday"
+    open-pull-requests-limit: 10
+    commit-message:
+      prefix: "deps"
+    groups:
+      dev-dependencies:
+        dependency-type: "development"
+        patterns:
+          - "*"
+      production-dependencies:
+        dependency-type: "production"
+        patterns:
+          - "*"
+        exclude-patterns:
+          - "vague-lang"
+
+  # GitHub Actions
+  - package-ecosystem: "github-actions"
+    directory: "/"
+    schedule:
+      interval: "weekly"
+      day: "monday"
+    open-pull-requests-limit: 5
+    commit-message:
+      prefix: "ci"

package/.github/pull_request_template.md

@@ -0,0 +1,21 @@
+## Description
+
+<!-- Brief description of changes -->
+
+## Type of Change
+
+- [ ] Bug fix (non-breaking change fixing an issue)
+- [ ] New feature (non-breaking change adding functionality)
+- [ ] Breaking change (fix or feature causing existing functionality to change)
+- [ ] Documentation update
+
+## Checklist
+
+- [ ] Tests pass locally (`npm run test:run`)
+- [ ] Build succeeds (`npm run build`)
+- [ ] Code follows project conventions
+- [ ] Self-reviewed the changes
+
+## Related Issues
+
+<!-- Link any related issues: Fixes #123, Closes #456 -->

package/.github/workflows/ci.yml

@@ -0,0 +1,174 @@
+name: CI
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  test:
+    name: Test (Node ${{ matrix.node-version }})
+    runs-on: ubuntu-latest
+
+    strategy:
+      fail-fast: false
+      matrix:
+        node-version: [18, 20, 22]
+
+    steps:
+      - name: Checkout reqon
+        uses: actions/checkout@v4
+
+      - name: Checkout vague dependency
+        uses: actions/checkout@v4
+        with:
+          repository: mcclowes/vague
+          path: ../vague
+
+      - name: Setup Node.js ${{ matrix.node-version }}
+        uses: actions/setup-node@v4
+        with:
+          node-version: ${{ matrix.node-version }}
+          cache: 'npm'
+
+      - name: Install vague dependencies
+        run: npm ci
+        working-directory: ../vague
+
+      - name: Build vague
+        run: npm run build
+        working-directory: ../vague
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Run tests
+        run: npm run test:run
+
+      - name: Build
+        run: npm run build
+
+  coverage:
+    name: Coverage
+    runs-on: ubuntu-latest
+    needs: test
+
+    steps:
+      - name: Checkout reqon
+        uses: actions/checkout@v4
+
+      - name: Checkout vague dependency
+        uses: actions/checkout@v4
+        with:
+          repository: mcclowes/vague
+          path: ../vague
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'npm'
+
+      - name: Install vague dependencies
+        run: npm ci
+        working-directory: ../vague
+
+      - name: Build vague
+        run: npm run build
+        working-directory: ../vague
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Run tests with coverage
+        run: npm run test:coverage
+
+      - name: Upload coverage reports
+        uses: codecov/codecov-action@v4
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          directory: ./coverage
+          fail_ci_if_error: false
+          verbose: true
+
+  typecheck:
+    name: Type Check
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout reqon
+        uses: actions/checkout@v4
+
+      - name: Checkout vague dependency
+        uses: actions/checkout@v4
+        with:
+          repository: mcclowes/vague
+          path: ../vague
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'npm'
+
+      - name: Install vague dependencies
+        run: npm ci
+        working-directory: ../vague
+
+      - name: Build vague
+        run: npm run build
+        working-directory: ../vague
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Type check
+        run: npx tsc --noEmit
+
+  benchmark:
+    name: Benchmark
+    runs-on: ubuntu-latest
+    if: github.event_name == 'push' && github.ref == 'refs/heads/main'
+    needs: test
+
+    steps:
+      - name: Checkout reqon
+        uses: actions/checkout@v4
+
+      - name: Checkout vague dependency
+        uses: actions/checkout@v4
+        with:
+          repository: mcclowes/vague
+          path: ../vague
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'npm'
+
+      - name: Install vague dependencies
+        run: npm ci
+        working-directory: ../vague
+
+      - name: Build vague
+        run: npm run build
+        working-directory: ../vague
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Run benchmarks
+        run: npm run bench
+
+      - name: Upload benchmark results
+        uses: actions/upload-artifact@v4
+        with:
+          name: benchmark-results
+          path: benchmark-results.json
+          if-no-files-found: ignore

package/.github/workflows/release.yml

@@ -0,0 +1,73 @@
+name: Release
+
+on:
+  push:
+    tags:
+      - 'v*'
+
+permissions:
+  contents: write
+  id-token: write
+
+jobs:
+  release:
+    name: Release
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout reqon
+        uses: actions/checkout@v4
+
+      - name: Checkout vague dependency
+        uses: actions/checkout@v4
+        with:
+          repository: mcclowes/vague
+          path: ../vague
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: 'npm'
+          registry-url: 'https://registry.npmjs.org'
+
+      - name: Install vague dependencies
+        run: npm ci
+        working-directory: ../vague
+
+      - name: Build vague
+        run: npm run build
+        working-directory: ../vague
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Run tests
+        run: npm run test:run
+
+      - name: Build
+        run: npm run build
+
+      - name: Update package.json for publishing
+        run: |
+          # Replace local file dependency with published version for npm
+          # This assumes vague-lang is published to npm
+          node -e "
+            const pkg = require('./package.json');
+            if (pkg.dependencies['vague-lang']?.startsWith('file:')) {
+              pkg.dependencies['vague-lang'] = '*';
+            }
+            require('fs').writeFileSync('./package.json', JSON.stringify(pkg, null, 2));
+          "
+
+      - name: Publish to npm
+        run: npm publish --provenance --access public
+        env:
+          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
+
+      - name: Create GitHub Release
+        uses: softprops/action-gh-release@v2
+        with:
+          generate_release_notes: true
+          draft: false
+          prerelease: ${{ contains(github.ref, '-alpha') || contains(github.ref, '-beta') || contains(github.ref, '-rc') }}