reqon-dsl 0.2.0 → 0.4.0

package/.github/workflows/ci.yml

@@ -1,174 +0,0 @@
-name: CI
-
-on:
-  push:
-    branches: [main]
-  pull_request:
-    branches: [main]
-
-concurrency:
-  group: ${{ github.workflow }}-${{ github.ref }}
-  cancel-in-progress: true
-
-jobs:
-  test:
-    name: Test (Node ${{ matrix.node-version }})
-    runs-on: ubuntu-latest
-
-    strategy:
-      fail-fast: false
-      matrix:
-        node-version: [18, 20, 22]
-
-    steps:
-      - name: Checkout reqon
-        uses: actions/checkout@v4
-
-      - name: Checkout vague dependency
-        uses: actions/checkout@v4
-        with:
-          repository: mcclowes/vague
-          path: ../vague
-
-      - name: Setup Node.js ${{ matrix.node-version }}
-        uses: actions/setup-node@v4
-        with:
-          node-version: ${{ matrix.node-version }}
-          cache: 'npm'
-
-      - name: Install vague dependencies
-        run: npm ci
-        working-directory: ../vague
-
-      - name: Build vague
-        run: npm run build
-        working-directory: ../vague
-
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Run tests
-        run: npm run test:run
-
-      - name: Build
-        run: npm run build
-
-  coverage:
-    name: Coverage
-    runs-on: ubuntu-latest
-    needs: test
-
-    steps:
-      - name: Checkout reqon
-        uses: actions/checkout@v4
-
-      - name: Checkout vague dependency
-        uses: actions/checkout@v4
-        with:
-          repository: mcclowes/vague
-          path: ../vague
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: 20
-          cache: 'npm'
-
-      - name: Install vague dependencies
-        run: npm ci
-        working-directory: ../vague
-
-      - name: Build vague
-        run: npm run build
-        working-directory: ../vague
-
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Run tests with coverage
-        run: npm run test:coverage
-
-      - name: Upload coverage reports
-        uses: codecov/codecov-action@v4
-        with:
-          token: ${{ secrets.CODECOV_TOKEN }}
-          directory: ./coverage
-          fail_ci_if_error: false
-          verbose: true
-
-  typecheck:
-    name: Type Check
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout reqon
-        uses: actions/checkout@v4
-
-      - name: Checkout vague dependency
-        uses: actions/checkout@v4
-        with:
-          repository: mcclowes/vague
-          path: ../vague
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: 20
-          cache: 'npm'
-
-      - name: Install vague dependencies
-        run: npm ci
-        working-directory: ../vague
-
-      - name: Build vague
-        run: npm run build
-        working-directory: ../vague
-
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Type check
-        run: npx tsc --noEmit
-
-  benchmark:
-    name: Benchmark
-    runs-on: ubuntu-latest
-    if: github.event_name == 'push' && github.ref == 'refs/heads/main'
-    needs: test
-
-    steps:
-      - name: Checkout reqon
-        uses: actions/checkout@v4
-
-      - name: Checkout vague dependency
-        uses: actions/checkout@v4
-        with:
-          repository: mcclowes/vague
-          path: ../vague
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: 20
-          cache: 'npm'
-
-      - name: Install vague dependencies
-        run: npm ci
-        working-directory: ../vague
-
-      - name: Build vague
-        run: npm run build
-        working-directory: ../vague
-
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Run benchmarks
-        run: npm run bench
-
-      - name: Upload benchmark results
-        uses: actions/upload-artifact@v4
-        with:
-          name: benchmark-results
-          path: benchmark-results.json
-          if-no-files-found: ignore

package/.github/workflows/release.yml

@@ -1,73 +0,0 @@
-name: Release
-
-on:
-  push:
-    tags:
-      - 'v*'
-
-permissions:
-  contents: write
-  id-token: write
-
-jobs:
-  release:
-    name: Release
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout reqon
-        uses: actions/checkout@v4
-
-      - name: Checkout vague dependency
-        uses: actions/checkout@v4
-        with:
-          repository: mcclowes/vague
-          path: ../vague
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: 20
-          cache: 'npm'
-          registry-url: 'https://registry.npmjs.org'
-
-      - name: Install vague dependencies
-        run: npm ci
-        working-directory: ../vague
-
-      - name: Build vague
-        run: npm run build
-        working-directory: ../vague
-
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Run tests
-        run: npm run test:run
-
-      - name: Build
-        run: npm run build
-
-      - name: Update package.json for publishing
-        run: |
-          # Replace local file dependency with published version for npm
-          # This assumes vague-lang is published to npm
-          node -e "
-            const pkg = require('./package.json');
-            if (pkg.dependencies['vague-lang']?.startsWith('file:')) {
-              pkg.dependencies['vague-lang'] = '*';
-            }
-            require('fs').writeFileSync('./package.json', JSON.stringify(pkg, null, 2));
-          "
-
-      - name: Publish to npm
-        run: npm publish --provenance --access public
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
-
-      - name: Create GitHub Release
-        uses: softprops/action-gh-release@v2
-        with:
-          generate_release_notes: true
-          draft: false
-          prerelease: ${{ contains(github.ref, '-alpha') || contains(github.ref, '-beta') || contains(github.ref, '-rc') }}

package/CLAUDE.md

@@ -1,72 +0,0 @@
-# Reqon
-
-A declarative DSL framework for fetch, map, validate pipelines - built on [Vague](https://github.com/mcclowes/vague).
-
-## Architecture
-
-- **Vague** is the DSL layer (lexer, parser, expression syntax)
-- **Reqon** is the runtime/framework extending Vague with execution semantics
-
-## Project Structure
-
-```
-src/
-├── ast/           # Extended AST nodes (missions, actions, steps)
-├── auth/          # Rate limiting and authentication providers
-├── errors/        # Structured error classes (ParseError, RuntimeError, etc.)
-├── execution/     # Execution state management and persistence
-├── interpreter/   # Runtime execution
-│   ├── context.ts       # Execution context (stores, variables)
-│   ├── evaluator.ts     # Expression evaluation
-│   ├── executor.ts      # Mission/action execution
-│   ├── fetch-handler.ts # HTTP fetch with sync checkpoints
-│   ├── pagination.ts    # Pagination strategies (offset, page, cursor)
-│   └── http.ts          # HTTP client with retry/backoff
-├── lexer/         # Reqon keywords (uses Vague's lexer via plugin)
-├── oas/           # OpenAPI spec integration
-├── parser/        # Parser for mission/action/fetch/store syntax
-├── scheduler/     # Cron scheduling for missions
-├── stores/        # Store adapters (memory, file, extensible to SQL/NoSQL)
-├── sync/          # Incremental sync checkpointing
-├── utils/         # Shared utilities (sleep, path traversal, logger)
-├── index.ts       # Main exports
-└── cli.ts         # CLI entry point
-```
-
-## Commands
-
-```bash
-npm run build      # Compile TypeScript
-npm run test       # Run tests in watch mode
-npm run test:run   # Run tests once
-npm run dev        # Watch mode compilation
-```
-
-## DSL Syntax
-
-Key constructs:
-- `mission` - Pipeline definition
-- `source` - API source with auth (oauth2, bearer, basic, api_key), or from OAS spec
-- `store` - Storage target (memory, file, sql, nosql)
-- `action` - Discrete pipeline step
-- `fetch` - HTTP request with optional pagination/retry, or OAS operationId reference
-- `for...in...where` - Iteration with filtering
-- `map...->` - Schema transformation
-- `validate` - Constraint checking with `assume`
-- `run...then` - Pipeline sequencing (supports `run [A, B] then C` for parallel)
-- `match` - Pattern matching (from Vague)
-- `since: lastSync` - Incremental sync with checkpointing
-
-## Code Conventions
-
-- TypeScript with strict mode
-- Vitest for testing
-- Test files alongside implementation (`*.test.ts`)
-- Vague dependency via local file link (`file:../vague`)
-
-## Key Decisions
-
-1. **Extends Vague**: Reqon uses Vague's lexer (via plugin system) and expression syntax; parser extends Vague's token types
-2. **Keyword conflicts**: Parser explicitly handles Reqon keywords (key, partial, upsert, page, etc.) when they appear in option contexts
-3. **`response` identifier**: Special-cased in evaluator to reference `ctx.response`
-4. **Store adapters**: Interface-based design for pluggable storage backends

package/CONTRIBUTING.md

@@ -1,161 +0,0 @@
-# Contributing to Reqon
-
-Thank you for your interest in contributing to Reqon! This guide will help you get started.
-
-## Getting Started
-
-### Prerequisites
-
-- Node.js 18 or higher
-- npm
-- [Vague](https://github.com/mcclowes/vague) cloned as a sibling directory (required for local development)
-
-### Setup
-
-1. Clone the repository:
-   ```bash
-   git clone https://github.com/mcclowes/reqon.git
-   cd reqon
-   ```
-
-2. Clone Vague as a sibling directory:
-   ```bash
-   cd ..
-   git clone https://github.com/mcclowes/vague.git
-   cd reqon
-   ```
-
-3. Install dependencies:
-   ```bash
-   npm install
-   ```
-
-4. Build the project:
-   ```bash
-   npm run build
-   ```
-
-5. Run tests to verify setup:
-   ```bash
-   npm run test:run
-   ```
-
-## Development Workflow
-
-### Available Scripts
-
-| Command | Description |
-|---------|-------------|
-| `npm run build` | Compile TypeScript to `dist/` |
-| `npm run dev` | Watch mode compilation |
-| `npm run test` | Run tests in watch mode |
-| `npm run test:run` | Run tests once |
-| `npm run test:coverage` | Run tests with coverage report |
-
-### Project Structure
-
-```
-src/
-├── ast/           # Extended AST nodes (missions, actions, steps)
-├── auth/          # Rate limiting and authentication providers
-├── errors/        # Structured error classes
-├── execution/     # Execution state management and persistence
-├── interpreter/   # Runtime execution (context, evaluator, executor)
-├── lexer/         # Reqon keywords (uses Vague's lexer via plugin)
-├── oas/           # OpenAPI spec integration
-├── parser/        # Parser for mission/action/fetch/store syntax
-├── scheduler/     # Cron scheduling for missions
-├── stores/        # Store adapters (memory, file, postgrest)
-├── sync/          # Incremental sync checkpointing
-├── utils/         # Shared utilities
-├── index.ts       # Main exports
-└── cli.ts         # CLI entry point
-```
-
-## Code Conventions
-
-### TypeScript
-
-- Strict mode is enabled
-- Use explicit types for function parameters and return values
-- Prefer `interface` over `type` for object shapes
-
-### Testing
-
-- Tests use [Vitest](https://vitest.dev/)
-- Test files are co-located with implementation: `feature.ts` → `feature.test.ts`
-- Write tests for new functionality
-- Ensure existing tests pass before submitting
-
-Example test structure:
-```typescript
-import { describe, it, expect } from 'vitest';
-
-describe('FeatureName', () => {
-  it('should do something specific', () => {
-    // Arrange
-    // Act
-    // Assert
-    expect(result).toBe(expected);
-  });
-});
-```
-
-### Architecture
-
-Reqon extends [Vague](https://github.com/mcclowes/vague), which provides the core DSL layer (lexer, parser, expression syntax). Reqon adds:
-
-- Mission/action/step AST nodes
-- HTTP fetch with pagination and retry
-- Store adapters for persistence
-- Execution context and runtime
-
-When adding features:
-- Extend Vague's lexer/parser if adding new expression syntax
-- Add new step types in `src/ast/` and handle them in `src/interpreter/executor.ts`
-- New store backends implement the `StoreAdapter` interface in `src/stores/`
-
-## Submitting Changes
-
-### Pull Requests
-
-1. Fork the repository
-2. Create a feature branch from `main`
-3. Make your changes
-4. Ensure tests pass: `npm run test:run`
-5. Ensure the build succeeds: `npm run build`
-6. Submit a pull request
-
-### Commit Messages
-
-Write clear, concise commit messages that describe what changed and why:
-
-```
-Add cursor-based pagination support
-
-- Implement cursor pagination strategy in pagination.ts
-- Add cursor option to fetch step parser
-- Add tests for cursor pagination
-```
-
-### Code Review
-
-All submissions require review. We aim to provide feedback within a few days.
-
-## Reporting Issues
-
-When reporting bugs, please include:
-
-- Reqon version
-- Node.js version
-- Minimal reproduction case (ideally a `.vague` snippet)
-- Expected vs actual behavior
-- Error messages and stack traces
-
-## Questions?
-
-Open an issue for questions about contributing or the codebase architecture.
-
-## License
-
-By contributing, you agree that your contributions will be licensed under the ISC License.

package/TODO.md

@@ -1,51 +0,0 @@
-# TODO
-
-## Core Features
-
-- [x] **State persistence** - Durable execution state for resumable missions with checkpointing
-- [x] **Incremental sync** - `since: lastSync` parameter for "only fetch changed since last run"
-- [ ] **Idempotency** - Upsert semantics and conflict resolution strategies
-- [x] **Schema overloading** - `match response { Schema1 -> ..., Schema2 -> ... }` - auto-fork based on response shape matching
-- [x] **Error handling via match** - Flow control directives (continue, skip, abort, retry, queue, jump) in match arms
-- [x] **Multi-file missions** - Split actions into separate files within a folder (mission.vague + action files)
-- [x] **Vague plugin system** - Extended Vague with runtime-extensible keywords and statement parsers; Reqon exports a plugin for Vague integration
-
-## Store Adapters
-
-- [x] **File adapter** - JSON file-based storage in `.reqon-data/` for local development
-- [ ] **SQL adapter** - PostgreSQL/MySQL store implementation
-- [ ] **NoSQL adapter** - MongoDB/DynamoDB store implementation
-
-## API Integration
-
-- [x] **OpenAPI integration** - Load sources from OAS, resolve operationIds, validate responses
-- [x] **Rate limiting** - Adaptive rate limiter, parses X-RateLimit-* headers, respects Retry-After, supports pause/throttle/fail strategies with callbacks
-- [x] **OAuth2 flow** - Token store interface, auto-refresh before expiry, 401 retry with refresh
-- [ ] **Connection registry** - Multi-tenant token management with proactive refresh
-
-## DSL Enhancements
-
-- [x] **`is` type checking** - `assume .items is array` syntax
-- [x] **Parallel execution** - `run [Step1, Step2] then Step3` (bracket syntax for parallel stages)
-- [x] **Conditional actions** - `run Step1 then Step2 if condition` (already implemented in parser)
-- [x] **Variables/let bindings** - Reusable values within missions
-- [x] **Schema definitions** - Full Vague schema support with validation and matching
-
-## Developer Experience
-
-- [x] **Better error messages** - Line numbers, column, source context with pointer in parse/lexer/runtime errors
-- [ ] **VS Code extension** - Syntax highlighting and LSP for `.vague` files
-- [ ] **Debug mode** - Step-through execution with state inspection
-- [ ] **Dry run improvements** - Mock responses based on schema
-
-## Testing
-
-- [ ] **Integration tests with real APIs** - Xero sandbox, etc.
-- [ ] **Property-based testing** - Fuzzing the parser
-- [ ] **Benchmark suite** - Performance testing for large datasets
-
-## Documentation
-
-- [ ] **More examples** - QuickBooks, Stripe, Shopify integrations
-- [ ] **Architecture docs** - How Reqon extends Vague
-- [ ] **Contributing guide**

package/dist/auth/auth.test.d.ts

@@ -1 +0,0 @@
-export {};