bonescript-compiler 0.2.0

package/src/emit_composition.ts

@@ -0,0 +1,196 @@
+/**
+ * BoneScript Composition Emitter
+ * Generates real implementations for pipeline and algorithm capabilities.
+ */
+
+import * as IR from "./ir";
+import { lookupAlgorithm } from "./algorithm_catalog";
+
+// ─── Pipeline Emission (Leap 1) ──────────────────────────────────────────────
+
+/**
+ * Generate the body of a pipeline-based capability.
+ * Sequential pipelines thread results step-to-step with auto-rollback on error.
+ * Parallel pipelines run all steps concurrently and collect results.
+ */
+export function emitPipelineBody(method: IR.IRMethod, indent: string = "    "): string {
+  if (!method.pipeline) return "";
+  const lines: string[] = [];
+  const p = method.pipeline;
+
+  if (p.parallel) {
+    return emitParallelPipeline(method, indent);
+  }
+
+  // Sequential pipeline
+  lines.push(`${indent}// Pipeline: ${p.steps.length} step(s), sequential`);
+  lines.push(`${indent}const __pipeline_completed: { step: string; rollback: (() => Promise<void>) | null }[] = [];`);
+  lines.push(`${indent}const __pipeline_results: Record<string, unknown> = {};`);
+  lines.push(``);
+  lines.push(`${indent}try {`);
+
+  for (const step of p.steps) {
+    const callExpr = generateStepCall(step);
+    if (step.bind_as) {
+      lines.push(`${indent}  __pipeline_results["${step.bind_as}"] = await ${callExpr};`);
+    } else {
+      lines.push(`${indent}  await ${callExpr};`);
+    }
+    lines.push(`${indent}  __pipeline_completed.push({ step: "${step.call_name}", rollback: null });`);
+    lines.push(`${indent}  counter("pipeline.step_completed", { method: "${method.name}", step: "${step.call_name}" });`);
+  }
+
+  lines.push(`${indent}  return { ok: true, value: __pipeline_results } as any;`);
+  lines.push(`${indent}} catch (__err: any) {`);
+
+  // Error handler
+  if (p.on_error) {
+    if (p.on_error.action === "rollback") {
+      lines.push(`${indent}  // on_error: rollback completed steps in reverse order`);
+      lines.push(`${indent}  for (const c of [...__pipeline_completed].reverse()) {`);
+      lines.push(`${indent}    if (c.rollback) await c.rollback().catch(() => {});`);
+      lines.push(`${indent}  }`);
+    } else if (p.on_error.action === "compensate" && p.on_error.call_name) {
+      lines.push(`${indent}  // on_error: invoke compensation`);
+      const args = p.on_error.call_args.join(", ");
+      lines.push(`${indent}  await ${p.on_error.call_name}(${args}).catch(() => {});`);
+    } else if (p.on_error.action === "ignore") {
+      lines.push(`${indent}  // on_error: ignore — log only`);
+    } else if (p.on_error.action === "retry") {
+      lines.push(`${indent}  // on_error: retry not yet supported in inline emission`);
+    }
+  } else {
+    // Default: rollback on error
+    lines.push(`${indent}  // Default: rollback completed steps in reverse order`);
+    lines.push(`${indent}  for (const c of [...__pipeline_completed].reverse()) {`);
+    lines.push(`${indent}    if (c.rollback) await c.rollback().catch(() => {});`);
+    lines.push(`${indent}  }`);
+  }
+
+  lines.push(`${indent}  counter("pipeline.failed", { method: "${method.name}" });`);
+  lines.push(`${indent}  logger.error("pipeline_failed", { event: "${method.name}", metadata: { error: __err.message } });`);
+  lines.push(`${indent}  return { ok: false, error: { code: "PIPELINE_FAILED", message: __err.message } } as any;`);
+  lines.push(`${indent}}`);
+
+  return lines.join("\n");
+}
+
+function emitParallelPipeline(method: IR.IRMethod, indent: string): string {
+  if (!method.pipeline) return "";
+  const lines: string[] = [];
+  const p = method.pipeline;
+
+  lines.push(`${indent}// Pipeline: ${p.steps.length} step(s), parallel`);
+  lines.push(`${indent}try {`);
+  lines.push(`${indent}  const __results = await Promise.all([`);
+
+  for (const step of p.steps) {
+    lines.push(`${indent}    ${generateStepCall(step)},`);
+  }
+
+  lines.push(`${indent}  ]);`);
+  lines.push(`${indent}  counter("pipeline.parallel_completed", { method: "${method.name}", count: "${p.steps.length}" });`);
+  lines.push(`${indent}  return { ok: true, value: __results } as any;`);
+  lines.push(`${indent}} catch (__err: any) {`);
+  lines.push(`${indent}  logger.error("parallel_pipeline_failed", { event: "${method.name}", metadata: { error: __err.message } });`);
+  lines.push(`${indent}  return { ok: false, error: { code: "PIPELINE_FAILED", message: __err.message } } as any;`);
+  lines.push(`${indent}}`);
+
+  return lines.join("\n");
+}
+
+function generateStepCall(step: IR.IRPipelineStep): string {
+  // Replace any args that reference previous bindings with __pipeline_results
+  const args = step.call_args.map(arg => {
+    // If arg looks like an identifier path, check if it might be a binding ref
+    return arg;
+  });
+  return `${step.call_name}(${args.join(", ")})`;
+}
+
+// ─── Algorithm Emission (Leap 2) ─────────────────────────────────────────────
+
+/**
+ * Generate the body of an algorithm-based capability by looking up the
+ * implementation in the algorithm catalog.
+ */
+export function emitAlgorithmBody(method: IR.IRMethod, indent: string = "    "): string {
+  if (!method.algorithm) return "";
+
+  const spec = lookupAlgorithm(method.algorithm.catalog_name);
+  if (!spec) {
+    return `${indent}return { ok: false, error: { code: "UNKNOWN_ALGORITHM", message: "Algorithm '${method.algorithm.catalog_name}' not in catalog" } } as any;`;
+  }
+
+  const lines: string[] = [];
+  lines.push(`${indent}// Algorithm: ${spec.name} (${spec.complexity})`);
+  lines.push(`${indent}// ${spec.description}`);
+  lines.push(``);
+  lines.push(`${indent}try {`);
+
+  // Bind named arguments to algorithm parameters
+  const argNames: string[] = [];
+  for (const input of spec.inputs) {
+    const binding = method.algorithm.bindings.find(b => b.param === input.name);
+    if (binding) {
+      argNames.push(binding.value);
+    } else {
+      argNames.push(input.name); // assume it's a method parameter
+    }
+  }
+
+  const fnName = camelize(spec.name);
+  lines.push(`${indent}  const __result = ${fnName}(${argNames.join(", ")});`);
+  lines.push(`${indent}  counter("algorithm.invoked", { algorithm: "${spec.name}" });`);
+  lines.push(`${indent}  return { ok: true, value: __result } as any;`);
+  lines.push(`${indent}} catch (__err: any) {`);
+  lines.push(`${indent}  logger.error("algorithm_failed", { event: "${spec.name}", metadata: { error: __err.message } });`);
+  lines.push(`${indent}  return { ok: false, error: { code: "ALGORITHM_FAILED", message: __err.message } } as any;`);
+  lines.push(`${indent}}`);
+
+  return lines.join("\n");
+}
+
+function camelize(s: string): string {
+  return s.replace(/_([a-z])/g, (_, c) => c.toUpperCase());
+}
+
+// ─── Algorithms File Emission ────────────────────────────────────────────────
+
+/**
+ * Emit a single TypeScript file containing all algorithm implementations
+ * referenced by capabilities in the system.
+ */
+export function emitAlgorithmsFile(usedAlgorithms: Set<string>): string {
+  if (usedAlgorithms.size === 0) return "";
+
+  const lines: string[] = [];
+  lines.push(`// Generated by BoneScript compiler. DO NOT EDIT.`);
+  lines.push(`// Algorithm implementations from BoneScript catalog.`);
+  lines.push(``);
+
+  for (const name of [...usedAlgorithms].sort()) {
+    const spec = lookupAlgorithm(name);
+    if (!spec) continue;
+    lines.push(`// ─── ${spec.name} (${spec.category}, ${spec.complexity}) ─────`);
+    lines.push(`// ${spec.description}`);
+    lines.push(`export ${spec.emit({}).trim()}`);
+    lines.push(``);
+  }
+
+  return lines.join("\n");
+}
+
+// ─── Collect Used Algorithms ─────────────────────────────────────────────────
+
+export function collectUsedAlgorithms(system: IR.IRSystem): Set<string> {
+  const used = new Set<string>();
+  for (const mod of system.modules) {
+    for (const iface of mod.interfaces) {
+      for (const method of iface.methods) {
+        if (method.algorithm) used.add(method.algorithm.catalog_name);
+      }
+    }
+  }
+  return used;
+}

package/src/emit_deploy.ts

@@ -0,0 +1,190 @@
+/**
+ * BoneScript Deploy Target Emitter
+ * Generates Dockerfile, k8s manifests, and GitHub Actions CI/CD.
+ */
+
+import * as IR from "./ir";
+
+function toSnakeCase(s: string): string {
+  return s.replace(/([a-z])([A-Z])/g, "$1_$2").toLowerCase();
+}
+
+export function emitDockerfile(system: IR.IRSystem): string {
+  return `# Generated by BoneScript compiler.
+FROM node:20-alpine AS builder
+WORKDIR /app
+COPY package*.json ./
+RUN npm ci --only=production
+COPY . .
+RUN npm run build
+
+FROM node:20-alpine AS runtime
+WORKDIR /app
+ENV NODE_ENV=production
+COPY --from=builder /app/dist ./dist
+COPY --from=builder /app/node_modules ./node_modules
+COPY --from=builder /app/package.json ./
+
+# Health check
+HEALTHCHECK --interval=10s --timeout=5s --start-period=30s --retries=3 \\
+  CMD wget -qO- http://localhost:3000/health/live || exit 1
+
+EXPOSE 3000
+USER node
+CMD ["node", "dist/index.js"]
+`;
+}
+
+export function emitDockerignore(): string {
+  return `node_modules
+dist
+.env
+*.log
+.git
+*.bone
+*.bone.map
+`;
+}
+
+export function emitK8sDeployment(system: IR.IRSystem): string {
+  const name = toSnakeCase(system.name).replace(/_/g, "-");
+  return `# Generated by BoneScript compiler.
+apiVersion: apps/v1
+kind: Deployment
+metadata:
+  name: ${name}
+  labels:
+    app: ${name}
+    version: "${system.version}"
+spec:
+  replicas: 2
+  selector:
+    matchLabels:
+      app: ${name}
+  template:
+    metadata:
+      labels:
+        app: ${name}
+    spec:
+      containers:
+        - name: ${name}
+          image: ${name}:${system.version}
+          ports:
+            - containerPort: 3000
+          env:
+            - name: NODE_ENV
+              value: production
+            - name: PORT
+              value: "3000"
+            - name: DATABASE_URL
+              valueFrom:
+                secretKeyRef:
+                  name: ${name}-secrets
+                  key: database-url
+            - name: JWT_SECRET
+              valueFrom:
+                secretKeyRef:
+                  name: ${name}-secrets
+                  key: jwt-secret
+            - name: REDIS_URL
+              valueFrom:
+                secretKeyRef:
+                  name: ${name}-secrets
+                  key: redis-url
+                  optional: true
+          livenessProbe:
+            httpGet:
+              path: /health/live
+              port: 3000
+            initialDelaySeconds: 10
+            periodSeconds: 10
+          readinessProbe:
+            httpGet:
+              path: /health/ready
+              port: 3000
+            initialDelaySeconds: 5
+            periodSeconds: 5
+          resources:
+            requests:
+              memory: "128Mi"
+              cpu: "100m"
+            limits:
+              memory: "512Mi"
+              cpu: "500m"
+---
+apiVersion: v1
+kind: Service
+metadata:
+  name: ${name}
+spec:
+  selector:
+    app: ${name}
+  ports:
+    - port: 80
+      targetPort: 3000
+  type: ClusterIP
+`;
+}
+
+export function emitGithubActions(system: IR.IRSystem): string {
+  const name = toSnakeCase(system.name).replace(/_/g, "-");
+  return `# Generated by BoneScript compiler.
+name: CI/CD
+
+on:
+  push:
+    branches: [main]
+  pull_request:
+    branches: [main]
+
+jobs:
+  test:
+    runs-on: ubuntu-latest
+    services:
+      postgres:
+        image: postgres:16
+        env:
+          POSTGRES_DB: ${toSnakeCase(system.name)}_test
+          POSTGRES_USER: postgres
+          POSTGRES_PASSWORD: postgres
+        ports:
+          - 5432:5432
+        options: --health-cmd pg_isready --health-interval 10s --health-timeout 5s --health-retries 5
+
+    steps:
+      - uses: actions/checkout@v4
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          cache: npm
+
+      - name: Install dependencies
+        run: npm ci
+
+      - name: Type check
+        run: npx tsc --noEmit
+
+      - name: Run migrations
+        run: npm run migrate
+        env:
+          DATABASE_URL: postgresql://postgres:postgres@localhost:5432/${toSnakeCase(system.name)}_test
+
+      - name: Run tests
+        run: npx ts-node src/tests.ts
+        env:
+          DATABASE_URL: postgresql://postgres:postgres@localhost:5432/${toSnakeCase(system.name)}_test
+          JWT_SECRET: test-secret
+          TEST_BASE_URL: http://localhost:3000
+
+  build:
+    needs: test
+    runs-on: ubuntu-latest
+    if: github.ref == 'refs/heads/main'
+    steps:
+      - uses: actions/checkout@v4
+      - name: Build Docker image
+        run: docker build -t ${name}:\${{ github.sha }} .
+      - name: Tag as latest
+        run: docker tag ${name}:\${{ github.sha }} ${name}:latest
+`;
+}

package/src/emit_events.ts

@@ -0,0 +1,307 @@
+/**
+ * BoneScript Durable Event System Emitter
+ *
+ * Generates two event delivery modes:
+ *   in_process  — default dev mode, in-memory bus (existing behavior)
+ *   durable     — Postgres-backed transactional outbox
+ *
+ * Durable mode guarantees:
+ *   at_least_once  — retry until acknowledged
+ *   exactly_once   — deduplicated via event_id table
+ */
+
+import * as IR from "./ir";
+
+// ─── Outbox SQL Schema ────────────────────────────────────────────────────────
+
+export function emitOutboxSchema(): string {
+  return `-- BoneScript: Transactional Outbox Schema
+-- Generated by BoneScript compiler. DO NOT EDIT.
+
+CREATE TABLE IF NOT EXISTS event_outbox (
+  id UUID PRIMARY KEY DEFAULT gen_random_uuid(),
+  event_type VARCHAR NOT NULL,
+  payload JSONB NOT NULL,
+  source VARCHAR NOT NULL,
+  correlation_id UUID,
+  created_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+  scheduled_at TIMESTAMPTZ NOT NULL DEFAULT NOW(),
+  delivered_at TIMESTAMPTZ,
+  attempts INT NOT NULL DEFAULT 0,
+  last_error TEXT,
+  status VARCHAR NOT NULL DEFAULT 'pending'
+    CHECK (status IN ('pending', 'delivered', 'failed', 'dead_letter'))
+);
+
+CREATE INDEX IF NOT EXISTS idx_event_outbox_status ON event_outbox (status, scheduled_at)
+  WHERE status = 'pending';
+
+CREATE INDEX IF NOT EXISTS idx_event_outbox_created ON event_outbox (created_at);
+
+-- Deduplication table for exactly_once delivery
+CREATE TABLE IF NOT EXISTS event_processed (
+  event_id UUID PRIMARY KEY,
+  event_type VARCHAR NOT NULL,
+  processed_at TIMESTAMPTZ NOT NULL DEFAULT NOW()
+);
+
+CREATE INDEX IF NOT EXISTS idx_event_processed_type ON event_processed (event_type, processed_at);
+`;
+}
+
+// ─── Durable Event Bus ────────────────────────────────────────────────────────
+
+export function emitDurableEventBus(system: IR.IRSystem): string {
+  const exactlyOnceEvents = system.events
+    .filter(e => e.delivery === "exactly_once")
+    .map(e => `"${e.name}"`);
+
+  const atLeastOnceEvents = system.events
+    .filter(e => e.delivery === "at_least_once")
+    .map(e => `"${e.name}"`);
+
+  return `// Generated by BoneScript compiler. DO NOT EDIT.
+// Durable event bus with transactional outbox pattern.
+// Set EVENT_MODE=durable in .env to enable.
+
+import { Pool, PoolClient } from "pg";
+import { v4 as uuid } from "uuid";
+import { pool } from "./db";
+import { logger } from "./logger";
+import { counter } from "./metrics";
+
+export type EventDeliveryMode = "in_process" | "durable";
+
+const MODE: EventDeliveryMode =
+  (process.env.EVENT_MODE as EventDeliveryMode) || "in_process";
+
+// Events requiring exactly_once delivery (deduplicated)
+const EXACTLY_ONCE_EVENTS = new Set([${exactlyOnceEvents.join(", ")}]);
+
+// Events requiring at_least_once delivery (retried until ack)
+const AT_LEAST_ONCE_EVENTS = new Set([${atLeastOnceEvents.join(", ")}]);
+
+export interface EventMetadata {
+  source: string;
+  timestamp: Date;
+  correlation_id: string;
+  causation_id: string;
+}
+
+export interface SystemEvent {
+  type: string;
+  payload: Record<string, unknown>;
+  metadata: EventMetadata;
+}
+
+type Handler = (event: SystemEvent) => Promise<void>;
+
+// ─── In-Process Bus ──────────────────────────────────────────────────────────
+
+class InProcessBus {
+  private handlers: Map<string, Handler[]> = new Map();
+
+  subscribe(type: string, handler: Handler): void {
+    const existing = this.handlers.get(type) || [];
+    existing.push(handler);
+    this.handlers.set(type, existing);
+  }
+
+  async publish(type: string, payload: Record<string, unknown>, source: string, correlationId?: string): Promise<void> {
+    const event: SystemEvent = {
+      type,
+      payload,
+      metadata: {
+        source,
+        timestamp: new Date(),
+        correlation_id: correlationId || uuid(),
+        causation_id: uuid(),
+      },
+    };
+    counter("event.published", { type, mode: "in_process" });
+    const handlers = this.handlers.get(type) || [];
+    for (const handler of handlers) {
+      try {
+        await handler(event);
+        counter("event.delivered", { type, mode: "in_process" });
+      } catch (e: any) {
+        counter("event.delivery_failed", { type, mode: "in_process" });
+        logger.error("event_handler_failed", { event: type, metadata: { error: e.message } });
+      }
+    }
+  }
+}
+
+// ─── Durable Bus (Transactional Outbox) ──────────────────────────────────────
+
+class DurableBus {
+  private handlers: Map<string, Handler[]> = new Map();
+
+  subscribe(type: string, handler: Handler): void {
+    const existing = this.handlers.get(type) || [];
+    existing.push(handler);
+    this.handlers.set(type, existing);
+  }
+
+  // Write event to outbox within the current transaction (or a new one)
+  async publish(
+    type: string,
+    payload: Record<string, unknown>,
+    source: string,
+    correlationId?: string,
+    client?: PoolClient
+  ): Promise<void> {
+    const eventId = uuid();
+    const corrId = correlationId || uuid();
+    const sql = \`
+      INSERT INTO event_outbox (id, event_type, payload, source, correlation_id)
+      VALUES ($1, $2, $3, $4, $5)
+    \`;
+    const params = [eventId, type, JSON.stringify({ ...payload, _event_id: eventId }), source, corrId];
+
+    if (client) {
+      // Write within caller's transaction — atomicity guaranteed
+      await client.query(sql, params);
+    } else {
+      await pool.query(sql, params);
+    }
+    counter("event.outboxed", { type });
+  }
+
+  // Called by the background worker
+  async flush(): Promise<void> {
+    const client = await pool.connect();
+    try {
+      await client.query("BEGIN");
+
+      // Fetch pending events (lock rows to prevent concurrent processing)
+      const { rows } = await client.query(\`
+        SELECT id, event_type, payload, source, correlation_id, attempts
+        FROM event_outbox
+        WHERE status = 'pending' AND scheduled_at <= NOW()
+        ORDER BY scheduled_at ASC
+        LIMIT 50
+        FOR UPDATE SKIP LOCKED
+      \`);
+
+      for (const row of rows) {
+        try {
+          // exactly_once: check deduplication table
+          if (EXACTLY_ONCE_EVENTS.has(row.event_type)) {
+            const { rows: dup } = await client.query(
+              "SELECT 1 FROM event_processed WHERE event_id = $1",
+              [row.payload._event_id || row.id]
+            );
+            if (dup.length > 0) {
+              await client.query(
+                "UPDATE event_outbox SET status = 'delivered', delivered_at = NOW() WHERE id = $1",
+                [row.id]
+              );
+              continue;
+            }
+          }
+
+          const event: SystemEvent = {
+            type: row.event_type,
+            payload: row.payload,
+            metadata: {
+              source: row.source,
+              timestamp: new Date(),
+              correlation_id: row.correlation_id,
+              causation_id: uuid(),
+            },
+          };
+
+          const handlers = this.handlers.get(row.event_type) || [];
+          for (const handler of handlers) {
+            await handler(event);
+          }
+
+          // Mark delivered
+          await client.query(
+            "UPDATE event_outbox SET status = 'delivered', delivered_at = NOW(), attempts = attempts + 1 WHERE id = $1",
+            [row.id]
+          );
+
+          // Record for exactly_once deduplication
+          if (EXACTLY_ONCE_EVENTS.has(row.event_type)) {
+            await client.query(
+              "INSERT INTO event_processed (event_id, event_type) VALUES ($1, $2) ON CONFLICT DO NOTHING",
+              [row.payload._event_id || row.id, row.event_type]
+            );
+          }
+
+          counter("event.delivered", { type: row.event_type, mode: "durable" });
+        } catch (e: any) {
+          const maxAttempts = AT_LEAST_ONCE_EVENTS.has(row.event_type) ? 10 : 3;
+          const newAttempts = row.attempts + 1;
+          const status = newAttempts >= maxAttempts ? "dead_letter" : "pending";
+          const backoffMs = Math.min(1000 * Math.pow(2, newAttempts), 300000);
+          await client.query(
+            \`UPDATE event_outbox
+             SET attempts = $1, last_error = $2, status = $3,
+                 scheduled_at = NOW() + ($4 || ' milliseconds')::interval
+             WHERE id = $5\`,
+            [newAttempts, e.message, status, backoffMs, row.id]
+          );
+          counter("event.delivery_failed", { type: row.event_type, mode: "durable" });
+          logger.error("event_delivery_failed", { event: row.event_type, metadata: { error: e.message, attempts: newAttempts } });
+        }
+      }
+
+      await client.query("COMMIT");
+    } catch (e) {
+      await client.query("ROLLBACK");
+      throw e;
+    } finally {
+      client.release();
+    }
+  }
+
+  // Start background worker
+  startWorker(intervalMs: number = 1000): NodeJS.Timeout {
+    logger.info("event_worker_started", { event: "startup", metadata: { interval_ms: intervalMs } });
+    return setInterval(async () => {
+      try {
+        await this.flush();
+      } catch (e: any) {
+        logger.error("event_worker_error", { event: "flush_failed", metadata: { error: e.message } });
+      }
+    }, intervalMs);
+  }
+}
+
+// ─── Unified Interface ────────────────────────────────────────────────────────
+
+const inProcess = new InProcessBus();
+const durable = new DurableBus();
+
+export const eventBus = {
+  subscribe(type: string, handler: Handler): void {
+    inProcess.subscribe(type, handler);
+    durable.subscribe(type, handler);
+  },
+
+  async publish(
+    type: string,
+    payload: Record<string, unknown>,
+    source: string,
+    correlationId?: string,
+    client?: PoolClient
+  ): Promise<void> {
+    if (MODE === "durable") {
+      await durable.publish(type, payload, source, correlationId, client);
+    } else {
+      await inProcess.publish(type, payload, source, correlationId);
+    }
+  },
+
+  startWorker(intervalMs?: number): NodeJS.Timeout | null {
+    if (MODE === "durable") {
+      return durable.startWorker(intervalMs);
+    }
+    return null;
+  },
+};
+`;
+}