deepline 0.1.12 → 0.1.19

package/dist/repo/shared_libs/plays/runtime-validation.ts

@@ -1,395 +0,0 @@
-import * as acorn from 'acorn';
-import { fullAncestor as walkFullAncestor } from 'acorn-walk';
-import type { PlayBundleArtifact } from './artifact-types';
-import type { PlayStructuredDefinition } from './definition';
-import { validatePlayStructuredDefinition } from './definition';
-import {
-  MAP_KEY_NAMESPACE_MAX_LENGTH,
-  normalizeTableNamespace,
-} from './row-identity';
-import { DISALLOWED_RUN_JAVASCRIPT_TOOL_MESSAGE } from '../play-runtime/runtime-constraints';
-
-export async function validatePlay(
-  code: string | null | undefined,
-  definition?: PlayStructuredDefinition | null,
-  codeFormat: 'function' | 'cjs_module' | 'esm_module' = 'function',
-  validationSource?: string | null,
-  artifact?: PlayBundleArtifact | null,
-): Promise<{ valid: boolean; errors: string[] }> {
-  const errors: string[] = [];
-
-  if (definition) {
-    return validatePlayStructuredDefinition(definition);
-  }
-
-  const sourceForValidation = validationSource ?? code ?? '';
-
-  if (!sourceForValidation.trim()) {
-    return { valid: false, errors: ['Play code is required.'] };
-  }
-
-  try {
-    if (codeFormat === 'cjs_module' && code?.trim()) {
-      new Function('module', 'exports', 'require', code);
-    } else if (codeFormat === 'esm_module' && code?.trim()) {
-      // esm_module bundles target Cloudflare Workers; their top-level uses
-      // import/export which `new Function` rejects. Skip the in-host parse
-      // check — the bundler already typechecked + esbuild parsed the source.
-      // The play Worker runtime catches any actual runtime errors.
-    } else if (codeFormat !== 'cjs_module') {
-      new Function('ctx', 'input', `return (${code})(ctx, input)`);
-    }
-  } catch (e) {
-    errors.push(`Parse error: ${e instanceof Error ? e.message : String(e)}`);
-  }
-
-  errors.push(...validatePlayMapStructure(sourceForValidation));
-  errors.push(...validateRuntimeSyntax(sourceForValidation));
-
-  if (
-    artifact &&
-    artifact.codeFormat !== 'cjs_module' &&
-    artifact.codeFormat !== 'esm_module'
-  ) {
-    errors.push(
-      'Play artifact codeFormat must be "cjs_module" or "esm_module".',
-    );
-  }
-
-  return { valid: errors.length === 0, errors };
-}
-
-function validatePlayMapStructure(code: string): string[] {
-  const errors: string[] = [];
-  const calledPlayNames = new Set<string>();
-  let ast: acorn.Node;
-
-  try {
-    ast = parsePlayAst(code);
-  } catch {
-    return errors;
-  }
-
-  walkFullAncestor(ast, (node, _state, ancestors) => {
-    if (
-      node.type === 'CallExpression' &&
-      usesDisallowedRunJavascriptTool(node as acorn.CallExpression) &&
-      hasMapResolverAncestor(ancestors)
-    ) {
-      errors.push(DISALLOWED_RUN_JAVASCRIPT_TOOL_MESSAGE);
-    }
-
-    if (!isCtxMapCall(node)) {
-      const callExpression =
-        (node as acorn.Node).type === 'CallExpression'
-          ? (node as unknown as acorn.CallExpression)
-          : null;
-      if (
-        callExpression &&
-        callExpression.callee.type === 'MemberExpression' &&
-        callExpression.callee.property.type === 'Identifier' &&
-        callExpression.callee.property.name === 'runPlay'
-      ) {
-        const firstArgument = callExpression.arguments[0];
-        if (
-          firstArgument?.type === 'Literal' &&
-          typeof firstArgument.value === 'string'
-        ) {
-          calledPlayNames.add(firstArgument.value);
-        }
-      }
-      if (
-        callExpression &&
-        callExpression.callee.type === 'MemberExpression' &&
-        callExpression.callee.property.type === 'Identifier' &&
-        callExpression.callee.property.name === 'waterfall'
-      ) {
-        const firstArgument = callExpression.arguments[0];
-        if (firstArgument?.type === 'ObjectExpression') {
-          const minResultsProperty = firstArgument.properties.find(
-            (prop) =>
-              prop.type === 'Property' &&
-              prop.key.type === 'Identifier' &&
-              prop.key.name === 'minResults',
-          );
-          if (!minResultsProperty) {
-            errors.push(
-              'Inline ctx.waterfall({...}) calls must declare minResults.',
-            );
-          }
-        }
-      }
-      return;
-    }
-
-    if (hasMapResolverAncestor(ancestors)) {
-      errors.push(
-        'Nested ctx.map() is not supported. Flatten work into a single map definition.',
-      );
-      return;
-    }
-
-    extractValidatedMapTableNamespace(node, errors);
-  });
-
-  const playNameMatch = code.match(
-    /define(?:Play|Workflow)\s*\(\s*['"`]([^'"`]+)['"`]/,
-  );
-  const definedPlayName = playNameMatch?.[1]?.trim();
-  if (definedPlayName && calledPlayNames.has(definedPlayName)) {
-    errors.push(
-      `Recursive play graph detected: ${definedPlayName} -> ${definedPlayName}. Use a different child play or refactor the shared logic.`,
-    );
-  }
-
-  return [...new Set(errors)];
-}
-
-function validateRuntimeSyntax(code: string): string[] {
-  const errors: string[] = [];
-  let ast: acorn.Node;
-
-  try {
-    ast = parsePlayAst(code);
-  } catch {
-    return errors;
-  }
-
-  walkFullAncestor(ast, (node) => {
-    if (node.type === 'ImportExpression') {
-      errors.push(
-        'Dynamic import() is not allowed in plays. Use static imports instead.',
-      );
-      return;
-    }
-
-    if (node.type !== 'CallExpression') {
-      return;
-    }
-
-    const callNode = node as acorn.CallExpression;
-    if (
-      callNode.callee.type !== 'Identifier' ||
-      callNode.callee.name !== 'require'
-    ) {
-      return;
-    }
-
-    const firstArgument = callNode.arguments[0];
-    const isLiteralString =
-      firstArgument?.type === 'Literal' &&
-      typeof firstArgument.value === 'string';
-
-    if (!isLiteralString) {
-      errors.push(
-        'Dynamic require() is not allowed in plays. Use require("literal") only.',
-      );
-    }
-  });
-
-  return [...new Set(errors)];
-}
-
-function parsePlayAst(code: string): acorn.Node {
-  try {
-    return acorn.parse(code, {
-      ecmaVersion: 'latest',
-      sourceType: 'module',
-      allowAwaitOutsideFunction: true,
-    }) as acorn.Node;
-  } catch {
-    return acorn.parse(`const __play = ${code};`, {
-      ecmaVersion: 'latest',
-      sourceType: 'module',
-    }) as acorn.Node;
-  }
-}
-
-function usesDisallowedRunJavascriptTool(node: acorn.CallExpression): boolean {
-  const callee = node.callee;
-  if (callee.type !== 'MemberExpression') {
-    return false;
-  }
-
-  if (
-    callee.property.type !== 'Identifier' ||
-    callee.property.name !== 'tool'
-  ) {
-    return false;
-  }
-
-  const firstArgument = node.arguments[0];
-  return (
-    firstArgument?.type === 'Literal' &&
-    firstArgument.value === 'run_javascript'
-  );
-}
-
-function extractValidatedMapTableNamespace(
-  node: acorn.CallExpression,
-  errors: string[],
-): string | null {
-  const keyArgument = node.arguments[0];
-  const rowsArgument = node.arguments[1];
-  if (!keyArgument) {
-    errors.push(
-      'ctx.map() requires a string literal map key as the first argument, e.g. ctx.map("leads", rows).step("company", row => row.domain).run({ key: "lead_id" }).',
-    );
-    return null;
-  }
-
-  if (!rowsArgument) {
-    errors.push(
-      'ctx.map() requires rows as the second argument, e.g. ctx.map("leads", rows).step("company", row => row.domain).run({ key: "lead_id" }).',
-    );
-    return null;
-  }
-
-  if (keyArgument.type !== 'Literal' || typeof keyArgument.value !== 'string') {
-    errors.push(
-      'ctx.map() requires a string literal key as the first argument so Deepline can precompute idempotency.',
-    );
-    return null;
-  }
-
-  if (!keyArgument.value.trim()) {
-    errors.push(
-      'ctx.map() requires a non-empty string key as the first argument.',
-    );
-    return null;
-  }
-
-  try {
-    normalizeTableNamespace(keyArgument.value);
-  } catch (error) {
-    errors.push(
-      error instanceof Error
-        ? `${error.message} Example: ctx.map("leads", rows).step("company", row => row.domain).run({ key: "lead_id", description: "..." }).`
-        : `ctx.map() key must normalize to <= ${MAP_KEY_NAMESPACE_MAX_LENGTH} characters.`,
-    );
-    return null;
-  }
-
-  if (rowsArgument.type === 'ObjectExpression') {
-    errors.push(
-      'ctx.map() key must not be an object. Use ctx.map("leads", rows).step(...).run({ key: "lead_id" }).',
-    );
-    return null;
-  }
-  if (
-    rowsArgument.type === 'FunctionExpression' ||
-    isFunctionNode(rowsArgument)
-  ) {
-    errors.push('ctx.map() requires rows as the second argument.');
-    return null;
-  }
-
-  const optionsArgument = node.arguments[2];
-  if (optionsArgument) {
-    errors.push(
-      'ctx.map() accepts only a map key and rows. Add steps with .step(...) and pass row identity options to .run({ key: "lead_id" }).',
-    );
-    return null;
-  }
-
-  return keyArgument.value.trim();
-}
-
-function isCtxMapCall(node: acorn.Node): node is acorn.CallExpression {
-  if (node.type !== 'CallExpression') {
-    return false;
-  }
-  const callee = (node as acorn.CallExpression).callee;
-  if (callee.type !== 'MemberExpression') {
-    return false;
-  }
-  if (callee.property.type !== 'Identifier' || callee.property.name !== 'map') {
-    return false;
-  }
-  if (callee.object.type !== 'Identifier') {
-    return false;
-  }
-  return callee.object.name === 'ctx' || callee.object.name.endsWith('Ctx');
-}
-
-function isFunctionNode(
-  node: acorn.Node | null | undefined,
-): node is
-  | acorn.FunctionDeclaration
-  | acorn.FunctionExpression
-  | acorn.ArrowFunctionExpression {
-  return Boolean(
-    node &&
-    (node.type === 'FunctionDeclaration' ||
-      node.type === 'FunctionExpression' ||
-      node.type === 'ArrowFunctionExpression'),
-  );
-}
-
-function hasMapResolverAncestor(ancestors: acorn.Node[]): boolean {
-  for (let index = 0; index < ancestors.length; index += 1) {
-    const node = ancestors[index];
-    if (!isFunctionNode(node)) {
-      continue;
-    }
-
-    const parent = index >= 1 ? ancestors[index - 1] : null;
-    const grandparent = index >= 2 ? ancestors[index - 2] : null;
-    const greatGrandparent = index >= 3 ? ancestors[index - 3] : null;
-
-    if (
-      parent?.type === 'CallExpression' &&
-      isCtxMapCall(parent) &&
-      parent.arguments[2] === node
-    ) {
-      return true;
-    }
-
-    if (
-      parent?.type === 'CallExpression' &&
-      isMapBuilderStepCall(parent) &&
-      parent.arguments[1] === node
-    ) {
-      return true;
-    }
-
-    if (
-      parent?.type === 'Property' &&
-      (parent as acorn.Property).value === node &&
-      grandparent?.type === 'ObjectExpression' &&
-      greatGrandparent?.type === 'CallExpression' &&
-      isCtxMapCall(greatGrandparent) &&
-      greatGrandparent.arguments[2] === grandparent
-    ) {
-      return true;
-    }
-  }
-
-  return false;
-}
-
-function isMapBuilderStepCall(node: acorn.Node): node is acorn.CallExpression {
-  if (node.type !== 'CallExpression') return false;
-  const callee = (node as acorn.CallExpression).callee;
-  if (callee.type !== 'MemberExpression') return false;
-  if (
-    callee.property.type !== 'Identifier' ||
-    callee.property.name !== 'step'
-  ) {
-    return false;
-  }
-  let current: acorn.Node = callee.object as acorn.Node;
-  while (current.type === 'CallExpression') {
-    if (isCtxMapCall(current)) return true;
-    const nestedCallee = (current as acorn.CallExpression).callee;
-    if (
-      nestedCallee.type !== 'MemberExpression' ||
-      nestedCallee.property.type !== 'Identifier' ||
-      nestedCallee.property.name !== 'step'
-    ) {
-      return false;
-    }
-    current = nestedCallee.object as acorn.Node;
-  }
-  return false;
-}

package/dist/repo/shared_libs/temporal/constants.ts

@@ -1,39 +0,0 @@
-/**
- * Shared Temporal execution constants.
- *
- * Keep values that both the API/auth surface and the worker need here so the
- * API never imports from worker-only modules.
- */
-
-/**
- * Local Temporal dev defaults.
- *
- * These match the host ports exposed by docker-compose.yml and the env files
- * used by the local dev flows (`.env.local`, `.env.worktree`).
- */
-export const LOCAL_TEMPORAL_FRONTEND_PORT = 17233;
-export const LOCAL_TEMPORAL_UI_PORT = 18233;
-export const LOCAL_TEMPORAL_NAMESPACE = 'default';
-export const LOCAL_TEMPORAL_ADDRESS =
-  `127.0.0.1:${LOCAL_TEMPORAL_FRONTEND_PORT}`;
-export const LOCAL_TEMPORAL_UI_URL =
-  `http://127.0.0.1:${LOCAL_TEMPORAL_UI_PORT}`;
-
-/** Maximum active user-code runtime for a standard play, in seconds. */
-export const STANDARD_PLAY_RUNTIME_LIMIT_SECONDS = 10 * 60; // 10 minutes
-
-/**
- * Activity timeout includes cleanup/billing headroom after the 10 minute
- * user-code runtime cap. Keep this higher than STANDARD_PLAY_RUNTIME_LIMIT_SECONDS.
- */
-export const PLAY_ACTIVITY_TIMEOUT_SECONDS = 12 * 60; // 12 minutes
-
-/** Heartbeat cadence for the long-running play execution activity. */
-export const PLAY_EXECUTE_ACTIVITY_HEARTBEAT_INTERVAL_SECONDS = 15;
-
-/**
- * TTL for workflow executor tokens, in seconds.
- * Matches the activity timeout so tokens expire when the activity would
- * time out anyway.
- */
-export const WORKFLOW_EXECUTOR_TOKEN_TTL_SECONDS = PLAY_ACTIVITY_TIMEOUT_SECONDS;

package/dist/repo/shared_libs/temporal/preview-config.ts

@@ -1,153 +0,0 @@
-import { existsSync } from 'node:fs';
-import * as path from 'node:path';
-import * as dotenv from 'dotenv';
-import {
-  LOCAL_TEMPORAL_ADDRESS,
-  LOCAL_TEMPORAL_NAMESPACE,
-} from './constants';
-
-export const PLAY_TASK_QUEUE = 'deepline-plays';
-// Internal process flag set by `bun run dev:v2 --preview`. Do not put this in
-// .env.local; the dev command owns the mode selection so local/preview runs are
-// obvious at the call site.
-export const DEEPLINE_V2_INFRA_MODE_ENV = 'DEEPLINE_V2_INFRA_MODE';
-export const PREVIEW_PLAYS_ENV_FILE = '.env.plays.preview';
-
-type TemporalTlsConfig = {
-  clientCertPair: {
-    crt: Uint8Array;
-    key: Uint8Array;
-  };
-};
-
-export type DeeplineTemporalConfig = {
-  address: string;
-  namespace: string;
-  taskQueue: string;
-  tls?: TemporalTlsConfig;
-  deployment: 'local' | 'preview';
-};
-
-let loadedPreviewEnv = false;
-
-function decodePemEnv(value: string): Uint8Array {
-  return Buffer.from(value.replace(/\\n/g, '\n'), 'utf-8');
-}
-
-export function isPreviewPlaysDeployment(): boolean {
-  const mode = process.env[DEEPLINE_V2_INFRA_MODE_ENV]?.trim().toLowerCase();
-  return mode === 'external' || mode === 'preview';
-}
-
-export function isCloudflarePlaysDeployment(): boolean {
-  const mode = process.env[DEEPLINE_V2_INFRA_MODE_ENV]?.trim().toLowerCase();
-  return mode === 'cloudflare';
-}
-
-/**
- * True when the play runtime callback baseUrl must be a public URL — i.e. when
- * the plays runner runs outside the local app process and can't reach
- * 127.0.0.1. Both `external` (Daytona) and `cloudflare` (Workers/DOs) need
- * this; only fully-local mode can keep baseUrl on localhost.
- */
-export function requiresPublicCallbackBaseUrl(): boolean {
-  return isPreviewPlaysDeployment() || isCloudflarePlaysDeployment();
-}
-
-export function loadPreviewPlaysEnv(cwd = process.cwd()): void {
-  if (loadedPreviewEnv || !isPreviewPlaysDeployment()) {
-    return;
-  }
-
-  const envPath = path.join(cwd, PREVIEW_PLAYS_ENV_FILE);
-  if (existsSync(envPath)) {
-    dotenv.config({ path: envPath, override: true });
-  }
-
-  loadedPreviewEnv = true;
-}
-
-function temporalTlsFromEnv(): TemporalTlsConfig | undefined {
-  const cert =
-    process.env.TEMPORAL_TLS_CERT_DATA ?? process.env.FAS_TEMPORAL_CERT_DATA;
-  const key =
-    process.env.TEMPORAL_TLS_KEY_DATA ?? process.env.FAS_TEMPORAL_KEY_DATA;
-
-  if (!cert && !key) {
-    return undefined;
-  }
-  if (!cert || !key) {
-    throw new Error(
-      'Temporal Cloud mTLS requires both TEMPORAL_TLS_CERT_DATA and TEMPORAL_TLS_KEY_DATA.',
-    );
-  }
-
-  return {
-    clientCertPair: {
-      crt: decodePemEnv(cert),
-      key: decodePemEnv(key),
-    },
-  };
-}
-
-function temporalAddressFromEnv(): string | undefined {
-  return (
-    process.env.TEMPORAL_ADDRESS?.trim() ||
-    process.env.FAS_TEMPORAL_ADDRESS?.trim() ||
-    undefined
-  );
-}
-
-function temporalNamespaceFromEnv(address: string): string | undefined {
-  const previewConfigured = process.env.FAS_TEMPORAL_NAMESPACE?.trim();
-  if (previewConfigured) {
-    return previewConfigured;
-  }
-
-  const host = address.split(':')[0] ?? '';
-  const temporalCloudNamespace = /^([^.]+\.[^.]+)\.tmprl\.cloud$/i.exec(host);
-  if (temporalCloudNamespace?.[1]) {
-    return temporalCloudNamespace[1];
-  }
-
-  const configured = process.env.TEMPORAL_NAMESPACE?.trim();
-  return configured || undefined;
-}
-
-export function getDeeplineTemporalConfig(options?: {
-  loadPreviewEnv?: boolean;
-}): DeeplineTemporalConfig {
-  if (options?.loadPreviewEnv !== false) {
-    loadPreviewPlaysEnv();
-  }
-
-  if (isPreviewPlaysDeployment()) {
-    const address = temporalAddressFromEnv();
-    const namespace = address ? temporalNamespaceFromEnv(address) : undefined;
-    if (!address) {
-      throw new Error(
-        'dev:v2 preview mode requires TEMPORAL_ADDRESS or FAS_TEMPORAL_ADDRESS.',
-      );
-    }
-    if (!namespace) {
-      throw new Error(
-        'dev:v2 preview mode requires TEMPORAL_NAMESPACE or FAS_TEMPORAL_NAMESPACE.',
-      );
-    }
-    return {
-      address,
-      namespace,
-      taskQueue: process.env.TEMPORAL_TASK_QUEUE?.trim() || PLAY_TASK_QUEUE,
-      tls: temporalTlsFromEnv(),
-      deployment: 'preview',
-    };
-  }
-
-  return {
-    address: process.env.TEMPORAL_ADDRESS ?? LOCAL_TEMPORAL_ADDRESS,
-    namespace: process.env.TEMPORAL_NAMESPACE ?? LOCAL_TEMPORAL_NAMESPACE,
-    taskQueue: process.env.TEMPORAL_TASK_QUEUE?.trim() || PLAY_TASK_QUEUE,
-    tls: temporalTlsFromEnv(),
-    deployment: 'local',
-  };
-}