pixelcrew 0.2.3 → 0.2.6

package/src/backend/observability/logging-engine.js

@@ -0,0 +1,80 @@
+/**
+ * PIXEL CREW — Structured Logging Engine
+ * 
+ * Synthesizes structured JSON logger with correlation IDs (requestId, traceId),
+ * log levels, and automatic PII redaction.
+ */
+
+export class LoggingEngine {
+  /**
+   * Synthesize structured logger module
+   * @returns {string} TypeScript logger code
+   */
+  static generateLogger() {
+    return `/**
+ * Enterprise Structured JSON Logger with PII Redaction
+ * Auto-generated by Pixel Crew Observability Engine
+ */
+
+export type LogLevel = "debug" | "info" | "warn" | "error";
+
+const SENSITIVE_KEYS = new Set([
+  "password", "secret", "token", "authorization", "apiKey", "creditCard", "ssn"
+]);
+
+function redactPII(obj: any): any {
+  if (!obj || typeof obj !== "object") return obj;
+  if (Array.isArray(obj)) return obj.map(redactPII);
+
+  const cleaned: Record<string, any> = {};
+  for (const [key, value] of Object.entries(obj)) {
+    if (SENSITIVE_KEYS.has(key.toLowerCase())) {
+      cleaned[key] = "[REDACTED]";
+    } else if (typeof value === "object") {
+      cleaned[key] = redactPII(value);
+    } else {
+      cleaned[key] = value;
+    }
+  }
+  return cleaned;
+}
+
+export class Logger {
+  constructor(private readonly context: string = "Application") {}
+
+  private log(level: LogLevel, event: string, data?: Record<string, any>, error?: Error) {
+    const payload = {
+      timestamp: new Date().toISOString(),
+      level,
+      context: this.context,
+      event,
+      ...(data ? { data: redactPII(data) } : {}),
+      ...(error ? {
+        error: {
+          name: error.name,
+          message: error.message,
+          stack: process.env.NODE_ENV !== "production" ? error.stack : undefined
+        }
+      } : {})
+    };
+
+    const formatted = JSON.stringify(payload);
+    if (level === "error") {
+      console.error(formatted);
+    } else if (level === "warn") {
+      console.warn(formatted);
+    } else {
+      console.log(formatted);
+    }
+  }
+
+  debug(event: string, data?: Record<string, any>) { this.log("debug", event, data); }
+  info(event: string, data?: Record<string, any>) { this.log("info", event, data); }
+  warn(event: string, data?: Record<string, any>) { this.log("warn", event, data); }
+  error(event: string, error?: Error, data?: Record<string, any>) { this.log("error", event, data, error); }
+}
+
+export const logger = new Logger("Root");
+`;
+  }
+}

package/src/backend/observability/metrics-engine.js

@@ -0,0 +1,31 @@
+/**
+ * PIXEL CREW — Health & Metrics Engine
+ * 
+ * Synthesizes /health/live, /health/ready endpoints and metrics counters.
+ */
+
+export class MetricsEngine {
+  /**
+   * Synthesize Health Check routes
+   * @returns {string} TypeScript health check route
+   */
+  static generateHealthRoutes() {
+    return `import { NextResponse } from "next/server";
+import { formatErrorResponse } from "@/shared/errors";
+
+export async function GET() {
+  try {
+    return NextResponse.json({
+      status: "ok",
+      timestamp: new Date().toISOString(),
+      uptimeSeconds: process.uptime(),
+      memoryUsageMB: Math.round(process.memoryUsage().heapUsed / 1024 / 1024)
+    }, { status: 200 });
+  } catch (error) {
+    const { status, body } = formatErrorResponse(error, "/api/health");
+    return NextResponse.json(body, { status });
+  }
+}
+`;
+  }
+}

package/src/backend/observability/tracing-engine.js

@@ -0,0 +1,16 @@
+/**
+ * PIXEL CREW — Distributed Tracing Engine
+ * 
+ * Synthesizes request correlation middleware (x-request-id, traceparent propagation).
+ */
+
+export class TracingEngine {
+  static generateMiddleware() {
+    return `import { NextRequest } from "next/server";
+
+export function getCorrelationId(request: NextRequest): string {
+  return request.headers.get("x-request-id") || request.headers.get("x-correlation-id") || \`req_\${Math.random().toString(36).slice(2, 10)}\`;
+}
+`;
+  }
+}

package/src/backend/patterns/pattern-registry.js

@@ -0,0 +1,74 @@
+/**
+ * PIXEL CREW — Backend Pattern Registry
+ * 
+ * Defines standard architectural patterns with explicit preconditions, triggers,
+ * trade-offs, and implementation strategies.
+ */
+
+export const BACKEND_PATTERNS = [
+  {
+    id: 'pat-cursor-pagination',
+    name: 'Cursor-Based Pagination',
+    category: 'api',
+    when: ['large dataset', 'high growth', 'frequent pagination', 'real-time feeds'],
+    avoidWhen: ['small dataset', 'simple administrative table with page jumps'],
+    benefits: ['Stable pagination under concurrent inserts', 'Constant O(1) database index seek time'],
+    tradeoffs: ['Cannot jump directly to arbitrary page N'],
+    risk: 'Cursor corruption on malformed input',
+    mitigation: 'Base64URL encoding with signature or strict schema decode'
+  },
+  {
+    id: 'pat-cache-aside',
+    name: 'Cache-Aside with Mutation Invalidation',
+    category: 'caching',
+    when: ['read-heavy access', 'expensive relational joins', 'hot entity reads'],
+    avoidWhen: ['write-heavy stream', 'highly volatile transactional state'],
+    benefits: ['Sub-millisecond query response', 'Protects database from query spikes'],
+    tradeoffs: ['Cache invalidation complexity', 'Potential stale read window'],
+    risk: 'Serving stale data after updates',
+    mitigation: 'Short TTL (300s) + immediate key invalidation on write mutations'
+  },
+  {
+    id: 'pat-idempotent-receiver',
+    name: 'Idempotent Consumer / Receiver',
+    category: 'resilience',
+    when: ['payment operations', 'webhook processing', 'mutating POST/PATCH retries'],
+    avoidWhen: ['pure idempotent GET/DELETE operations'],
+    benefits: ['Guarantees exactly-once execution semantics under network retries'],
+    tradeoffs: ['Requires caching or storage of Idempotency-Key responses'],
+    risk: 'Storage memory growth from unused keys',
+    mitigation: '24-hour TTL on idempotency storage records'
+  },
+  {
+    id: 'pat-modular-monolith',
+    name: 'Modular Monolith Domain Separation',
+    category: 'architecture',
+    when: ['small to large business applications', 'teams needing fast velocity with clean domain boundaries'],
+    avoidWhen: ['independent polyglot teams requiring distinct deployment cadences across hundreds of engineers'],
+    benefits: ['Simple deployment', 'Compile-time type safety', 'Zero network hop overhead between modules'],
+    tradeoffs: ['Shared runtime deployment container'],
+    risk: 'Accidental coupling between domain services and internal repositories',
+    mitigation: 'Automated architectural policy engine enforcing layer purity'
+  },
+  {
+    id: 'pat-transactional-outbox',
+    name: 'Transactional Outbox & Worker Queue',
+    category: 'queues',
+    when: ['long-running background jobs', 'reliable email dispatch', 'batch report generation'],
+    avoidWhen: ['synchronous request/response endpoints with low compute'],
+    benefits: ['Prevents blocking user HTTP requests', 'Automatic retry on background failure'],
+    tradeoffs: ['Eventual consistency between request and job completion'],
+    risk: 'Worker queue starvation or message loss on crash',
+    mitigation: 'Dead-letter queues and atomic database enqueue step'
+  }
+];
+
+export class PatternRegistry {
+  static getPatterns() {
+    return BACKEND_PATTERNS;
+  }
+
+  static findPattern(id) {
+    return BACKEND_PATTERNS.find(p => p.id === id);
+  }
+}

package/src/backend/patterns/pattern-selector.js

@@ -0,0 +1,39 @@
+/**
+ * PIXEL CREW — Pattern Selector
+ * 
+ * Selects applicable architectural patterns from the registry based on application requirements.
+ */
+
+import { BACKEND_PATTERNS } from './pattern-registry.js';
+
+export class PatternSelector {
+  /**
+   * Select patterns for a given requirement model
+   * @param {object} requirements 
+   * @returns {Array<object>} Selected Patterns
+   */
+  static selectPatterns(requirements = {}) {
+    const selected = [];
+
+    // Always select modular monolith
+    selected.push(BACKEND_PATTERNS.find(p => p.id === 'pat-modular-monolith'));
+
+    if (requirements.performance?.paginationStrategy === 'cursor') {
+      selected.push(BACKEND_PATTERNS.find(p => p.id === 'pat-cursor-pagination'));
+    }
+
+    if (requirements.performance?.caching) {
+      selected.push(BACKEND_PATTERNS.find(p => p.id === 'pat-cache-aside'));
+    }
+
+    if (requirements.data?.transactions) {
+      selected.push(BACKEND_PATTERNS.find(p => p.id === 'pat-idempotent-receiver'));
+    }
+
+    if (requirements.backgroundJobs?.required) {
+      selected.push(BACKEND_PATTERNS.find(p => p.id === 'pat-transactional-outbox'));
+    }
+
+    return selected.filter(Boolean);
+  }
+}

package/src/backend/patterns/tradeoff-engine.js

@@ -0,0 +1,17 @@
+/**
+ * PIXEL CREW — Pattern Tradeoff Engine
+ * 
+ * Formulates structured decision matrices for all selected patterns.
+ */
+
+export class TradeoffEngine {
+  static formatTradeoffMatrix(patterns = []) {
+    return patterns.map(p => ({
+      pattern: p.name,
+      category: p.category,
+      benefit: p.benefits[0] || 'Optimized performance',
+      cost: p.tradeoffs[0] || 'Additional abstraction',
+      mitigation: p.mitigation || 'Automated policy validation'
+    }));
+  }
+}

package/src/backend/performance/cache-analyzer.js

@@ -0,0 +1,31 @@
+/**
+ * PIXEL CREW — Cache Strategy Analyzer
+ * 
+ * Determines when caching is justified and generates key schemas and TTL policies.
+ */
+
+export class CacheAnalyzer {
+  /**
+   * Derive caching strategy and keys
+   * @param {Array<object>} entities 
+   * @param {object} architecture 
+   * @returns {Array<object>} Cache Policies
+   */
+  static analyzeCachePolicies(entities = [], architecture = {}) {
+    const policies = [];
+
+    entities.forEach(ent => {
+      const lower = ent.name.toLowerCase();
+      policies.push({
+        entity: ent.name,
+        itemKeyPattern: `${lower}:item:\${id}`,
+        listKeyPattern: `${lower}:list:\${tenantId || 'global'}:\${queryHash}`,
+        ttlSeconds: 300,
+        invalidationTriggers: ['create', 'update', 'delete'],
+        strategy: 'Cache-Aside with Explicit Invalidation'
+      });
+    });
+
+    return policies;
+  }
+}

package/src/backend/performance/concurrency-analyzer.js

@@ -0,0 +1,34 @@
+/**
+ * PIXEL CREW — Concurrency & Race Condition Analyzer
+ * 
+ * Detects race conditions in stateful entities (inventory, balance, slots)
+ * and enforces optimistic locking or atomic database operations.
+ */
+
+export class ConcurrencyAnalyzer {
+  /**
+   * Analyze entities for race condition vulnerabilities
+   * @param {Array<object>} entities 
+   * @returns {Array<object>} Concurrency Controls
+   */
+  static analyze(entities = []) {
+    const controls = [];
+
+    entities.forEach(ent => {
+      const fieldNames = (ent.fields || []).map(f => f.name.toLowerCase());
+      const isSensitiveToRace = fieldNames.some(f => 
+        f.includes('stock') || f.includes('inventory') || f.includes('balance') || f.includes('capacity') || f.includes('slot') || f.includes('status')
+      );
+
+      if (isSensitiveToRace) {
+        controls.push({
+          entity: ent.name,
+          mechanism: 'Optimistic Locking with version field or Atomic Increment/Decrement',
+          rationale: `Concurrent updates to ${ent.name} state must prevent lost updates or double-spend.`
+        });
+      }
+    });
+
+    return controls;
+  }
+}

package/src/backend/performance/performance-engine.js

@@ -0,0 +1,98 @@
+/**
+ * PIXEL CREW — Performance Engine
+ * 
+ * Synthesizes performance utilities: in-memory / Redis cache adapters,
+ * cursor pagination helpers, and payload optimization.
+ */
+
+export class PerformanceEngine {
+  /**
+   * Generate performance infrastructure files
+   * @param {object} architecture 
+   * @returns {object} Map of filename -> content
+   */
+  static generatePerformanceSuite(architecture = {}) {
+    const files = {};
+    const useRedis = architecture.cache?.technology === 'redis';
+
+    // 1. Unified Cache Adapter
+    files['src/infrastructure/cache.ts'] = `/**
+ * High-Performance Multi-Tier Cache Adapter
+ * Auto-generated by Pixel Crew Performance Engine
+ */
+
+class InMemoryCache {
+  private store = new Map<string, { value: any; expiresAt: number }>();
+
+  async get<T>(key: string): Promise<T | null> {
+    const entry = this.store.get(key);
+    if (!entry) return null;
+    if (Date.now() > entry.expiresAt) {
+      this.store.delete(key);
+      return null;
+    }
+    return entry.value as T;
+  }
+
+  async set(key: string, value: any, ttlSeconds: number = 300): Promise<void> {
+    this.store.set(key, {
+      value,
+      expiresAt: Date.now() + ttlSeconds * 1000
+    });
+  }
+
+  async delete(key: string): Promise<void> {
+    this.store.delete(key);
+  }
+
+  async invalidatePrefix(prefix: string): Promise<void> {
+    for (const key of this.store.keys()) {
+      if (key.startsWith(prefix)) {
+        this.store.delete(key);
+      }
+    }
+  }
+}
+
+export const cache = new InMemoryCache();
+`;
+
+    // 2. Cursor Pagination Helper
+    files['src/shared/pagination.ts'] = `/**
+ * High-Performance Cursor & Offset Pagination Utility
+ */
+
+export interface CursorPaginationParams {
+  cursor?: string;
+  limit?: number;
+}
+
+export interface PaginatedResult<T> {
+  data: T[];
+  pagination: {
+    nextCursor: string | null;
+    hasMore: boolean;
+    totalCount?: number;
+  };
+}
+
+export function encodeCursor(id: string, timestamp: Date | string): string {
+  const ts = timestamp instanceof Date ? timestamp.toISOString() : timestamp;
+  return Buffer.from(\`\${id}_\${ts}\`).toString("base64url");
+}
+
+export function decodeCursor(cursor: string): { id: string; timestamp: string } | null {
+  try {
+    const raw = Buffer.from(cursor, "base64url").toString("utf-8");
+    const [id, timestamp] = raw.split("_");
+    if (!id || !timestamp) return null;
+    return { id, timestamp };
+  } catch {
+    return null;
+  }
+}
+`;
+
+    return files;
+  }
+}

package/src/backend/performance/query-optimizer.js

@@ -0,0 +1,16 @@
+/**
+ * PIXEL CREW — Query Optimizer
+ * 
+ * Analyzes query structures and recommends batching, cursor slicing, and column projection.
+ */
+
+export class QueryOptimizer {
+  static optimize(queryPlan = {}) {
+    return {
+      useProjection: true,
+      maxLimit: 100,
+      defaultLimit: 20,
+      enableCursorPagination: true
+    };
+  }
+}

package/src/backend/reliability/failure-analyzer.js

@@ -0,0 +1,22 @@
+/**
+ * PIXEL CREW — Failure Mode Analyzer
+ * 
+ * Analyzes potential subsystem failures and outlines fallback behaviors.
+ */
+
+export class FailureAnalyzer {
+  static analyzeFailures(architecture = {}) {
+    return [
+      {
+        subsystem: 'Database Connection Pool',
+        failureMode: 'Connection Exhaustion / Timeout',
+        fallback: 'Return RFC 7807 503 Service Unavailable with Retry-After header'
+      },
+      {
+        subsystem: 'Background Worker Queue',
+        failureMode: 'Worker crash during batch processing',
+        fallback: 'Dead-letter queue isolation with exponential retry and alert emission'
+      }
+    ];
+  }
+}

package/src/backend/reliability/idempotency-engine.js

@@ -0,0 +1,56 @@
+/**
+ * PIXEL CREW — Idempotency Engine
+ * 
+ * Synthesizes Idempotency-Key validation middleware and storage guards
+ * to prevent duplicate side effects on retried mutating requests.
+ */
+
+export class IdempotencyEngine {
+  /**
+   * Synthesize idempotency middleware file
+   * @returns {string} TypeScript middleware code
+   */
+  static generateMiddleware() {
+    return `import { NextRequest, NextResponse } from "next/server";
+import { ConflictError } from "@/shared/errors";
+
+const idempotencyStore = new Map<string, { status: number; body: any; timestamp: number }>();
+
+/**
+ * Validates Idempotency-Key header on mutating endpoints
+ */
+export async function withIdempotency(
+  request: NextRequest,
+  handler: () => Promise<NextResponse>
+): Promise<NextResponse> {
+  const idempotencyKey = request.headers.get("idempotency-key");
+  if (!idempotencyKey) {
+    return await handler();
+  }
+
+  const cached = idempotencyStore.get(idempotencyKey);
+  if (cached) {
+    return NextResponse.json(cached.body, { status: cached.status });
+  }
+
+  const response = await handler();
+  
+  if (response.status >= 200 && response.status < 300) {
+    try {
+      const cloned = response.clone();
+      const body = await cloned.json();
+      idempotencyStore.set(idempotencyKey, {
+        status: response.status,
+        body,
+        timestamp: Date.now()
+      });
+    } catch {
+      // Non-json response
+    }
+  }
+
+  return response;
+}
+`;
+  }
+}

package/src/backend/reliability/resilience-engine.js

@@ -0,0 +1,141 @@
+/**
+ * PIXEL CREW — Resilience & Reliability Engine
+ * 
+ * Synthesizes retry policies with exponential backoff & full jitter,
+ * circuit breakers, and graceful shutdown signal handlers.
+ */
+
+export class ResilienceEngine {
+  /**
+   * Synthesize resilience utilities
+   * @param {object} architecture 
+   * @returns {object} Map of filename -> content
+   */
+  static generateResilienceSuite(architecture = {}) {
+    const files = {};
+
+    // 1. Retry with Exponential Backoff & Jitter
+    files['src/infrastructure/resilience.ts'] = `/**
+ * Enterprise Resilience Utilities: Retries, Backoff & Circuit Breakers
+ * Auto-generated by Pixel Crew Resilience Engine
+ */
+
+export interface RetryOptions {
+  maxRetries?: number;
+  baseDelayMs?: number;
+  maxDelayMs?: number;
+  retryOnStatus?: number[];
+}
+
+/**
+ * Executes an async operation with exponential backoff and full jitter
+ */
+export async function withRetry<T>(
+  operation: () => Promise<T>,
+  options: RetryOptions = {}
+): Promise<T> {
+  const {
+    maxRetries = 3,
+    baseDelayMs = 200,
+    maxDelayMs = 3000
+  } = options;
+
+  let attempt = 0;
+  while (true) {
+    try {
+      return await operation();
+    } catch (error) {
+      attempt++;
+      if (attempt > maxRetries) {
+        throw error;
+      }
+
+      // Full Jitter Formula: sleep = rand(0, min(maxDelay, baseDelay * 2^attempt))
+      const expDelay = Math.min(maxDelayMs, baseDelayMs * Math.pow(2, attempt));
+      const jitterDelay = Math.floor(Math.random() * expDelay);
+
+      await new Promise(resolve => setTimeout(resolve, jitterDelay));
+    }
+  }
+}
+
+/**
+ * Tri-State Circuit Breaker
+ */
+export class CircuitBreaker {
+  private failureCount = 0;
+  private state: "CLOSED" | "OPEN" | "HALF_OPEN" = "CLOSED";
+  private nextAttempt = Date.now();
+
+  constructor(
+    private readonly threshold: number = 5,
+    private readonly resetTimeoutMs: number = 30000
+  ) {}
+
+  async execute<T>(action: () => Promise<T>): Promise<T> {
+    if (this.state === "OPEN") {
+      if (Date.now() > this.nextAttempt) {
+        this.state = "HALF_OPEN";
+      } else {
+        throw new Error("Circuit breaker is OPEN: service temporarily unavailable");
+      }
+    }
+
+    try {
+      const result = await action();
+      this.onSuccess();
+      return result;
+    } catch (error) {
+      this.onFailure();
+      throw error;
+    }
+  }
+
+  private onSuccess() {
+    this.failureCount = 0;
+    this.state = "CLOSED";
+  }
+
+  private onFailure() {
+    this.failureCount++;
+    if (this.failureCount >= this.threshold) {
+      this.state = "OPEN";
+      this.nextAttempt = Date.now() + this.resetTimeoutMs;
+    }
+  }
+}
+`;
+
+    // 2. Graceful Shutdown Coordinator
+    files['src/infrastructure/shutdown.ts'] = `/**
+ * Graceful Process Shutdown Handler (SIGTERM, SIGINT)
+ */
+
+type CleanupFunction = () => Promise<void> | void;
+const cleanupHandlers: CleanupFunction[] = [];
+
+export function registerCleanupHandler(fn: CleanupFunction): void {
+  cleanupHandlers.push(fn);
+}
+
+export function setupGracefulShutdown(): void {
+  const shutdown = async (signal: string) => {
+    console.info(\`Received \${signal}. Initiating graceful shutdown sequence...\`);
+    for (const handler of cleanupHandlers) {
+      try {
+        await handler();
+      } catch (err) {
+        console.error("Error during cleanup handler execution:", err);
+      }
+    }
+    process.exit(0);
+  };
+
+  process.on("SIGTERM", () => shutdown("SIGTERM"));
+  process.on("SIGINT", () => shutdown("SIGINT"));
+}
+`;
+
+    return files;
+  }
+}

package/src/backend/reliability/retry-analyzer.js

@@ -0,0 +1,15 @@
+/**
+ * PIXEL CREW — Retry Strategy Analyzer
+ * 
+ * Classifies HTTP status codes and errors into retryable vs non-retryable categories.
+ */
+
+export class RetryAnalyzer {
+  static isRetryableStatus(statusCode) {
+    const nonRetryable = [400, 401, 403, 404, 409, 422];
+    if (nonRetryable.includes(statusCode)) return false;
+
+    const retryable = [408, 429, 502, 503, 504];
+    return retryable.includes(statusCode);
+  }
+}