@lokascript/domain-flow 2.1.0

package/src/parser/pipeline-parser.ts

@@ -0,0 +1,151 @@
+/**
+ * Pipeline Parser
+ *
+ * Wraps the framework's single-command DSL parser to handle multi-step
+ * data flow pipelines. Splits input on arrow delimiters (→ / ->), parses
+ * each step individually, and assembles a PipelineParseResult.
+ */
+
+import type { MultilingualDSL, SemanticNode } from '@lokascript/framework';
+import { renderFlow } from '../generators/flow-renderer.js';
+
+// =============================================================================
+// Types
+// =============================================================================
+
+export interface PipelineStep {
+  /** The semantic node from parsing a single command */
+  node: SemanticNode;
+}
+
+export interface PipelineParseResult {
+  /** Ordered pipeline steps */
+  steps: PipelineStep[];
+  /** Parse errors for any failed steps */
+  errors: string[];
+}
+
+// =============================================================================
+// Arrow Delimiter
+// =============================================================================
+
+/** Splits on → (Unicode) or -> (ASCII arrow), with optional surrounding whitespace */
+const ARROW_DELIMITER = /\s*(?:→|->)\s*/;
+
+// =============================================================================
+// Pipeline Parser
+// =============================================================================
+
+/**
+ * Parse a multi-step FlowScript pipeline into ordered steps.
+ *
+ * Splits input on arrow delimiters (→ / ->), parses each segment
+ * via the DSL, and returns the steps in order.
+ *
+ * @example
+ * ```
+ * // Single-line arrow chain
+ * parseFlowPipeline(dsl, 'fetch /api/users as json → transform data with uppercase → into #list', 'en')
+ *
+ * // Multi-line (newline-separated, each line is a step)
+ * parseFlowPipeline(dsl, 'fetch /api/users as json\ntransform data with uppercase', 'en')
+ * ```
+ */
+export function parseFlowPipeline(
+  dsl: MultilingualDSL,
+  input: string,
+  language: string
+): PipelineParseResult {
+  const steps: PipelineStep[] = [];
+  const errors: string[] = [];
+
+  // Split on arrows first, then on newlines for any remaining multi-line segments
+  const arrowParts = input.split(ARROW_DELIMITER);
+
+  const segments: string[] = [];
+  for (const part of arrowParts) {
+    // Further split on newlines within each arrow-delimited part
+    const lines = part
+      .split(/\n/)
+      .map(l => l.trim())
+      .filter(Boolean);
+    segments.push(...lines);
+  }
+
+  // Filter out comments (lines starting with --)
+  const commands = segments.filter(s => !s.startsWith('--'));
+
+  for (const segment of commands) {
+    try {
+      const node = dsl.parse(segment, language);
+      steps.push({ node });
+    } catch (err) {
+      errors.push(
+        `Failed to parse step: "${segment}" - ${err instanceof Error ? err.message : String(err)}`
+      );
+    }
+  }
+
+  return { steps, errors };
+}
+
+/**
+ * Compile a pipeline to a single JS code block.
+ *
+ * For linear pipelines (no branching), each step's output feeds into the next
+ * via Promise chaining. The first step must be a source (fetch/poll/stream),
+ * middle steps can be transforms, and the last step can include a destination.
+ */
+export function compilePipeline(
+  dsl: MultilingualDSL,
+  input: string,
+  language: string
+): { ok: boolean; code?: string; errors: string[] } {
+  const { steps, errors } = parseFlowPipeline(dsl, input, language);
+
+  if (errors.length > 0) {
+    return { ok: false, errors };
+  }
+
+  if (steps.length === 0) {
+    return { ok: false, errors: ['Empty pipeline'] };
+  }
+
+  // Single step: just compile it directly
+  if (steps.length === 1) {
+    const result = dsl.compile(input.replace(/→|->/g, '').trim(), language);
+    return {
+      ok: result.ok,
+      code: result.code ?? undefined,
+      errors: result.ok ? [] : ['Compilation failed'],
+    };
+  }
+
+  // Multi-step: compose into Promise chain
+  const compileErrors: string[] = [];
+  const codes: string[] = [];
+  for (const step of steps) {
+    const result = dsl.compile(renderStepBack(step.node, language), language);
+    if (result.ok && result.code) {
+      codes.push(result.code);
+    } else {
+      compileErrors.push(`Failed to compile step: ${step.node.action}`);
+    }
+  }
+
+  if (compileErrors.length > 0) {
+    return { ok: false, errors: compileErrors };
+  }
+
+  // Join with comment separators
+  const combined = codes.join('\n\n// --- next step ---\n\n');
+  return { ok: true, code: combined, errors: [] };
+}
+
+/**
+ * Reconstruct a parse-able string from a SemanticNode for re-compilation.
+ * Uses the natural language renderer to produce correct output with markers.
+ */
+function renderStepBack(node: SemanticNode, language: string): string {
+  return renderFlow(node, language);
+}

package/src/profiles/index.ts

@@ -0,0 +1,186 @@
+/**
+ * FlowScript Language Profiles
+ *
+ * Pattern generation profiles for 8 supported languages.
+ * Covers SVO (EN, ES, ZH, FR), SOV (JA, KO, TR), and VSO (AR) word orders.
+ *
+ * Role markers are specified via markerOverride on each schema role.
+ * Profile roleMarkers are used only when positional defaults need overriding.
+ */
+
+import type { PatternGenLanguageProfile } from '@lokascript/framework';
+
+// =============================================================================
+// English (SVO)
+// =============================================================================
+
+export const englishProfile: PatternGenLanguageProfile = {
+  code: 'en',
+  wordOrder: 'SVO',
+  keywords: {
+    fetch: { primary: 'fetch' },
+    poll: { primary: 'poll' },
+    stream: { primary: 'stream' },
+    submit: { primary: 'submit' },
+    transform: { primary: 'transform' },
+    enter: { primary: 'enter' },
+    follow: { primary: 'follow' },
+    perform: { primary: 'perform' },
+    capture: { primary: 'capture' },
+  },
+};
+
+// =============================================================================
+// Spanish (SVO)
+// =============================================================================
+
+export const spanishProfile: PatternGenLanguageProfile = {
+  code: 'es',
+  wordOrder: 'SVO',
+  keywords: {
+    fetch: { primary: 'obtener' },
+    poll: { primary: 'sondear' },
+    stream: { primary: 'transmitir' },
+    submit: { primary: 'enviar' },
+    transform: { primary: 'transformar' },
+    enter: { primary: 'entrar' },
+    follow: { primary: 'seguir' },
+    perform: { primary: 'ejecutar' },
+    capture: { primary: 'capturar' },
+  },
+};
+
+// =============================================================================
+// Japanese (SOV)
+// =============================================================================
+
+export const japaneseProfile: PatternGenLanguageProfile = {
+  code: 'ja',
+  wordOrder: 'SOV',
+  keywords: {
+    fetch: { primary: '取得' },
+    poll: { primary: 'ポーリング' },
+    stream: { primary: 'ストリーム' },
+    submit: { primary: '送信' },
+    transform: { primary: '変換' },
+    enter: { primary: '入る' },
+    follow: { primary: '辿る' },
+    perform: { primary: '実行' },
+    capture: { primary: '取得変数' },
+  },
+};
+
+// =============================================================================
+// Arabic (VSO)
+// =============================================================================
+
+export const arabicProfile: PatternGenLanguageProfile = {
+  code: 'ar',
+  wordOrder: 'VSO',
+  keywords: {
+    fetch: { primary: 'جلب' },
+    poll: { primary: 'استطلع' },
+    stream: { primary: 'بث' },
+    submit: { primary: 'أرسل' },
+    transform: { primary: 'حوّل' },
+    enter: { primary: 'ادخل' },
+    follow: { primary: 'اتبع' },
+    perform: { primary: 'نفّذ' },
+    capture: { primary: 'التقط' },
+  },
+};
+
+// =============================================================================
+// Korean (SOV)
+// =============================================================================
+
+export const koreanProfile: PatternGenLanguageProfile = {
+  code: 'ko',
+  wordOrder: 'SOV',
+  keywords: {
+    fetch: { primary: '가져오기' },
+    poll: { primary: '폴링' },
+    stream: { primary: '스트리밍' },
+    submit: { primary: '제출' },
+    transform: { primary: '변환' },
+    enter: { primary: '진입' },
+    follow: { primary: '따라가기' },
+    perform: { primary: '실행' },
+    capture: { primary: '캡처' },
+  },
+};
+
+// =============================================================================
+// Chinese (SVO)
+// =============================================================================
+
+export const chineseProfile: PatternGenLanguageProfile = {
+  code: 'zh',
+  wordOrder: 'SVO',
+  keywords: {
+    fetch: { primary: '获取' },
+    poll: { primary: '轮询' },
+    stream: { primary: '流式' },
+    submit: { primary: '提交' },
+    transform: { primary: '转换' },
+    enter: { primary: '进入' },
+    follow: { primary: '跟随' },
+    perform: { primary: '执行' },
+    capture: { primary: '捕获' },
+  },
+};
+
+// =============================================================================
+// Turkish (SOV)
+// =============================================================================
+
+export const turkishProfile: PatternGenLanguageProfile = {
+  code: 'tr',
+  wordOrder: 'SOV',
+  keywords: {
+    fetch: { primary: 'getir' },
+    poll: { primary: 'yokla' },
+    stream: { primary: 'aktar' },
+    submit: { primary: 'gönder' },
+    transform: { primary: 'dönüştür' },
+    enter: { primary: 'gir' },
+    follow: { primary: 'izle' },
+    perform: { primary: 'yürüt' },
+    capture: { primary: 'yakala' },
+  },
+};
+
+// =============================================================================
+// French (SVO)
+// =============================================================================
+
+export const frenchProfile: PatternGenLanguageProfile = {
+  code: 'fr',
+  wordOrder: 'SVO',
+  keywords: {
+    fetch: { primary: 'récupérer' },
+    poll: { primary: 'interroger' },
+    stream: { primary: 'diffuser' },
+    submit: { primary: 'soumettre' },
+    transform: { primary: 'transformer' },
+    enter: { primary: 'entrer' },
+    follow: { primary: 'suivre' },
+    perform: { primary: 'exécuter' },
+    capture: { primary: 'capturer' },
+  },
+};
+
+// =============================================================================
+// All Profiles
+// =============================================================================
+
+export const allProfiles = [
+  englishProfile,
+  spanishProfile,
+  japaneseProfile,
+  arabicProfile,
+  koreanProfile,
+  chineseProfile,
+  turkishProfile,
+  frenchProfile,
+];