@deepexi/datasense-connector 3.0.1 → 3.1.0

package/runtime/session.d.ts

@@ -1,12 +0,0 @@
-/** 子进程入口里调用：收到 execute 时建 vm 上下文、加载其中的 guest 字符串；之后只吃字符串消息。 */
-export declare function createGuestSession(send: (json: string) => void): {
-    handle(json: string): void;
-};
-/**
- * 进程内会话（`./testing` 的 `createInProcessExecutor`，给 vitest 用）：不建 vm，在当前全局里重新求值一份 guest 运行时
- * （模块状态每次执行独立），连接器是调用方已导入的定义对象，`execute.code` 被忽略。消息协议与 vm 会话完全相同。
- * 这里不是隔离边界：连接器代码与宿主同进程同全局，只用于作者在自己机器上跑测试。
- */
-export declare function createInProcessGuestSession(send: (json: string) => void, definition: unknown): {
-    handle(json: string): void;
-};

package/runtime/session.js

@@ -1,191 +0,0 @@
-import vm from 'node:vm';
-import { parseParentMessage } from './protocol.js';
-const GUEST_FILENAME = 'ontos-guest.js';
-const CONNECTOR_FILENAME = 'connector.js';
-function isRecord(value) {
-    return typeof value === 'object' && value !== null && !Array.isArray(value);
-}
-function guestErrorMessage(error) {
-    try {
-        if (error !== null && typeof error === 'object') {
-            const message = error.message;
-            if (typeof message === 'string')
-                return message;
-        }
-    }
-    catch {
-    }
-    return 'unknown error';
-}
-function bootGuest(context, guestSource) {
-    const wrapped = `(() => { const module = { exports: {} }; const exports = module.exports; ${guestSource}\n; return module.exports; })()`;
-    const exported = new vm.Script(wrapped, { filename: GUEST_FILENAME }).runInContext(context);
-    const boot = exported.bootGuest;
-    if (typeof boot !== 'function')
-        throw new Error('guest runtime does not export bootGuest');
-    const api = boot();
-    const { start, handle, poll } = api;
-    if (typeof start !== 'function' || typeof handle !== 'function' || typeof poll !== 'function')
-        throw new Error('guest runtime returned an incomplete API');
-    return { start: start, handle: handle, poll: poll };
-}
-function bootInVm(guestSource, code) {
-    const context = vm.createContext(Object.create(null), { codeGeneration: { strings: false, wasm: false } });
-    let guest;
-    try {
-        guest = bootGuest(context, guestSource);
-    }
-    catch (error) {
-        return { ok: false, code: 'CONNECTOR_LOAD_FAILED', message: `connector runtime failed to start: ${guestErrorMessage(error)}` };
-    }
-    try {
-        const factory = new vm.Script(`(function (module, exports, require) {${code}\n})`, { filename: CONNECTOR_FILENAME }).runInContext(context);
-        return { ok: true, guest, factory };
-    }
-    catch (error) {
-        return { ok: false, code: 'CONNECTOR_LOAD_FAILED', message: `connector code failed to compile: ${guestErrorMessage(error)}` };
-    }
-}
-export function createGuestSession(send) {
-    return createSession(send, bootInVm);
-}
-export function createInProcessGuestSession(send, definition) {
-    return createSession(send, (guestSource) => {
-        let exported;
-        try {
-            const module = { exports: {} };
-            const noRequire = (specifier) => { throw new Error(`guest runtime cannot require ${specifier}`); };
-            const load = new Function('module', 'exports', 'require', guestSource);
-            load(module, module.exports, noRequire);
-            exported = module.exports;
-        }
-        catch (error) {
-            return { ok: false, code: 'CONNECTOR_LOAD_FAILED', message: `connector runtime failed to start: ${guestErrorMessage(error)}` };
-        }
-        if (typeof exported.bootLocalGuest !== 'function') {
-            return { ok: false, code: 'CONNECTOR_LOAD_FAILED', message: 'connector runtime failed to start: guest runtime does not export bootLocalGuest' };
-        }
-        const guest = exported.bootLocalGuest();
-        const factory = (module) => {
-            module.exports = definition;
-        };
-        return { ok: true, guest, factory };
-    });
-}
-function createSession(send, boot) {
-    let guest = null;
-    let started = false;
-    let done = false;
-    let timer;
-    let timerAt = Number.POSITIVE_INFINITY;
-    const stop = () => {
-        done = true;
-        if (timer !== undefined)
-            clearTimeout(timer);
-        timer = undefined;
-    };
-    const fail = (code, message) => {
-        if (done)
-            return;
-        stop();
-        send(JSON.stringify({ type: 'failure', code, message, logs: [] }));
-    };
-    const schedule = (delay) => {
-        if (done)
-            return;
-        const at = Date.now() + delay;
-        if (timer !== undefined && timerAt <= at)
-            return;
-        if (timer !== undefined)
-            clearTimeout(timer);
-        timerAt = at;
-        timer = setTimeout(pump, delay);
-    };
-    function pump() {
-        timer = undefined;
-        timerAt = Number.POSITIVE_INFINITY;
-        if (done || !guest)
-            return;
-        let text;
-        try {
-            text = guest.poll();
-        }
-        catch (error) {
-            fail('FATAL_ERROR', `connector runtime failed: ${guestErrorMessage(error)}`);
-            return;
-        }
-        let parsed;
-        try {
-            parsed = typeof text === 'string' ? JSON.parse(text) : null;
-        }
-        catch {
-            parsed = null;
-        }
-        if (!isRecord(parsed) || !Array.isArray(parsed.out)) {
-            fail('FATAL_ERROR', 'connector runtime returned a malformed poll result');
-            return;
-        }
-        for (const message of parsed.out) {
-            if (!isRecord(message))
-                continue;
-            send(JSON.stringify(message));
-            if (message.type === 'result' || message.type === 'failure') {
-                stop();
-                return;
-            }
-        }
-        if (parsed.out.length > 0 || parsed.fired === true)
-            schedule(0);
-        else if (typeof parsed.wake === 'number' && parsed.wake >= 0)
-            schedule(parsed.wake);
-    }
-    const execute = (guestSource, code, payload) => {
-        const booted = boot(guestSource, code);
-        if (!booted.ok) {
-            fail(booted.code, booted.message);
-            return;
-        }
-        guest = booted.guest;
-        try {
-            guest.start(payload, booted.factory);
-        }
-        catch (error) {
-            fail('FATAL_ERROR', `connector runtime failed: ${guestErrorMessage(error)}`);
-            return;
-        }
-        schedule(0);
-    };
-    return {
-        handle(json) {
-            if (done || typeof json !== 'string')
-                return;
-            let raw;
-            try {
-                raw = JSON.parse(json);
-            }
-            catch {
-                return;
-            }
-            const message = parseParentMessage(raw);
-            if (!message)
-                return;
-            if (message.type === 'execute') {
-                if (started)
-                    return;
-                started = true;
-                execute(message.guest, message.code, JSON.stringify({ expect: message.expect, job: message.job }));
-                return;
-            }
-            if (!guest)
-                return;
-            try {
-                guest.handle(JSON.stringify(message));
-            }
-            catch (error) {
-                fail('FATAL_ERROR', `connector runtime failed: ${guestErrorMessage(error)}`);
-                return;
-            }
-            schedule(0);
-        },
-    };
-}

package/t.d.ts

@@ -1,18 +0,0 @@
-import type { ArrayType, FieldMeta, ObjectType, ScalarType, SdkType, SecretType } from './types.js';
-export declare const t: {
-    string(meta?: FieldMeta): ScalarType;
-    integer(meta?: FieldMeta): ScalarType;
-    decimal(precision: number, scale: number, meta?: FieldMeta): ScalarType;
-    boolean(meta?: FieldMeta): ScalarType;
-    date(meta?: FieldMeta): ScalarType;
-    instant(meta?: FieldMeta): ScalarType;
-    json(meta?: FieldMeta): ScalarType;
-    /** `placeholder` 只对标量与 `t.secret()` 有意义，写在 object 上会被校验报出。 */
-    object(shape: Record<string, SdkType>, meta?: FieldMeta): ObjectType;
-    /** `placeholder` 只对标量与 `t.secret()` 有意义，写在 array 上会被校验报出。 */
-    array(item: SdkType, meta?: FieldMeta): ArrayType;
-    /** 凭证字段，只能放在连接配置顶层；`exposeToScript` 让脚本可取明文（审阅标记，不是安全边界）。 */
-    secret(options?: {
-        exposeToScript?: boolean;
-    } & FieldMeta): SecretType;
-};

package/t.js

@@ -1,26 +0,0 @@
-const META_KEYS = ['title', 'description', 'placeholder'];
-function build(base, meta) {
-    const out = { ...base };
-    if (meta) {
-        for (const key of META_KEYS) {
-            if (meta[key] !== undefined)
-                out[key] = meta[key];
-        }
-    }
-    return Object.freeze(out);
-}
-function scalar(kind, meta) {
-    return build({ kind }, meta);
-}
-export const t = Object.freeze({
-    string: (meta) => scalar('string', meta),
-    integer: (meta) => scalar('integer', meta),
-    decimal: (precision, scale, meta) => build({ kind: 'decimal', precision, scale }, meta),
-    boolean: (meta) => scalar('boolean', meta),
-    date: (meta) => scalar('date', meta),
-    instant: (meta) => scalar('instant', meta),
-    json: (meta) => scalar('json', meta),
-    object: (shape, meta) => build({ kind: 'object', shape: Object.freeze({ ...shape }) }, meta),
-    array: (item, meta) => build({ kind: 'array', item }, meta),
-    secret: (options) => build(options?.exposeToScript === true ? { kind: 'secret', exposeToScript: true } : { kind: 'secret' }, options),
-});

package/testing/child.cjs

@@ -1,350 +0,0 @@
-var __create = Object.create;
-var __getProtoOf = Object.getPrototypeOf;
-var __defProp = Object.defineProperty;
-var __getOwnPropNames = Object.getOwnPropertyNames;
-var __hasOwnProp = Object.prototype.hasOwnProperty;
-function __accessProp(key) {
-  return this[key];
-}
-var __toESMCache_node;
-var __toESMCache_esm;
-var __toESM = (mod, isNodeMode, target) => {
-  var canCache = mod != null && typeof mod === "object";
-  if (canCache) {
-    var cache = isNodeMode ? __toESMCache_node ??= new WeakMap : __toESMCache_esm ??= new WeakMap;
-    var cached = cache.get(mod);
-    if (cached)
-      return cached;
-  }
-  target = mod != null ? __create(__getProtoOf(mod)) : {};
-  const to = isNodeMode || !mod || !mod.__esModule || !__hasOwnProp.call(mod, "default") ? __defProp(target, "default", { value: mod, enumerable: true }) : target;
-  if (mod && typeof mod === "object" || typeof mod === "function") {
-    for (let key of __getOwnPropNames(mod))
-      if (!__hasOwnProp.call(to, key))
-        __defProp(to, key, {
-          get: __accessProp.bind(mod, key),
-          enumerable: true
-        });
-  }
-  if (canCache)
-    cache.set(mod, to);
-  return to;
-};
-
-// src/runtime/session.ts
-var import_node_vm = __toESM(require("node:vm"), 1);
-
-// src/runtime/protocol.ts
-var HOST_METHODS = Object.freeze([
-  "definition",
-  "declaration",
-  "http",
-  "db.query",
-  "db.next",
-  "db.close",
-  "crypto",
-  "cache.get",
-  "cache.set",
-  "secret.reveal",
-  "emit"
-]);
-var GUEST_FAILURE_CODES = Object.freeze([
-  "CONNECTOR_LOAD_FAILED",
-  "CONFIG_INVALID",
-  "SCHEMA_ERROR",
-  "FATAL_ERROR",
-  "AUTH_ERROR",
-  "TRANSIENT_ERROR",
-  "PUSH_UNKNOWN",
-  "CANCELED"
-]);
-var HTTP_METHODS = new Set(["GET", "POST", "PUT", "PATCH", "DELETE", "HEAD"]);
-var BODY_ENCODINGS = new Set(["utf8", "base64"]);
-var DIGEST_ENCODINGS = new Set(["hex", "base64"]);
-var HMAC_ALGORITHMS = new Set(["sha1", "sha256", "sha512"]);
-var HASH_ALGORITHMS = new Set(["md5", "sha1", "sha256", "sha512"]);
-var LOG_LEVELS = new Set(["info", "warn", "error"]);
-var SYNC_MODES = new Set(["full", "incremental"]);
-var SNAPSHOTS = new Set(["complete", "partial"]);
-var HOST_METHOD_SET = new Set(HOST_METHODS);
-var FAILURE_CODE_SET = new Set(GUEST_FAILURE_CODES);
-function isRecord(value) {
-  return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-function isStringArray(value) {
-  return Array.isArray(value) && value.every((item) => typeof item === "string");
-}
-function isStringRecord(value) {
-  return isRecord(value) && Object.values(value).every((item) => typeof item === "string");
-}
-function isId(value) {
-  return typeof value === "number" && Number.isSafeInteger(value) && value > 0;
-}
-function parsePushRequest(value) {
-  if (!isRecord(value))
-    return null;
-  const { requestId, push, receivedAt, headers, body } = value;
-  if (typeof requestId !== "string" || typeof push !== "string" || typeof receivedAt !== "string" || !isStringRecord(headers) || typeof body !== "string")
-    return null;
-  return { requestId, push, receivedAt, headers: { ...headers }, body };
-}
-function parseJob(value) {
-  if (!isRecord(value) || !isRecord(value.config) || !isStringArray(value.secretFields))
-    return null;
-  const config = value.config;
-  const secretFields = [...value.secretFields];
-  if (value.kind === "push") {
-    if (!Array.isArray(value.requests))
-      return null;
-    const requests = [];
-    for (const item of value.requests) {
-      const request = parsePushRequest(item);
-      if (!request)
-        return null;
-      requests.push(request);
-    }
-    return { kind: "push", config, secretFields, requests };
-  }
-  if (value.kind === "discover")
-    return { kind: "discover", config, secretFields };
-  if (value.kind === "check")
-    return { kind: "check", config, secretFields };
-  if (value.kind === "pull") {
-    const { stream, mode, streamConfig, tables, discoverFirst } = value;
-    if (typeof stream !== "string" || typeof mode !== "string" || !SYNC_MODES.has(mode) || !isRecord(streamConfig) || !isStringArray(tables))
-      return null;
-    if (discoverFirst !== undefined && typeof discoverFirst !== "boolean")
-      return null;
-    return {
-      kind: "pull",
-      config,
-      secretFields,
-      stream,
-      mode,
-      state: value.state,
-      streamConfig,
-      tables: [...tables],
-      ...discoverFirst === true ? { discoverFirst: true } : {}
-    };
-  }
-  return null;
-}
-function parseHostError(value) {
-  if (!isRecord(value) || typeof value.code !== "string" || typeof value.message !== "string")
-    return null;
-  const error = { code: value.code, message: value.message };
-  if (value.status !== undefined) {
-    if (typeof value.status !== "number" || !Number.isInteger(value.status))
-      return null;
-    error.status = value.status;
-  }
-  if (value.retryAfterMs !== undefined) {
-    if (typeof value.retryAfterMs !== "number" || !Number.isFinite(value.retryAfterMs) || value.retryAfterMs < 0)
-      return null;
-    error.retryAfterMs = value.retryAfterMs;
-  }
-  return error;
-}
-function parseParentMessage(value) {
-  if (!isRecord(value))
-    return null;
-  switch (value.type) {
-    case "execute": {
-      const { guest, code, expect } = value;
-      if (typeof guest !== "string" || typeof code !== "string")
-        return null;
-      if (!isRecord(expect) || typeof expect.name !== "string" || typeof expect.version !== "string")
-        return null;
-      const job = parseJob(value.job);
-      return job ? { type: "execute", guest, code, expect: { name: expect.name, version: expect.version }, job } : null;
-    }
-    case "reply": {
-      if (!isId(value.id))
-        return null;
-      if (value.ok === true)
-        return { type: "reply", id: value.id, ok: true, value: value.value };
-      if (value.ok !== false)
-        return null;
-      const error = parseHostError(value.error);
-      return error ? { type: "reply", id: value.id, ok: false, error } : null;
-    }
-    case "cancel":
-      return { type: "cancel" };
-    default:
-      return null;
-  }
-}
-
-// src/runtime/session.ts
-var GUEST_FILENAME = "ontos-guest.js";
-var CONNECTOR_FILENAME = "connector.js";
-function isRecord2(value) {
-  return typeof value === "object" && value !== null && !Array.isArray(value);
-}
-function guestErrorMessage(error) {
-  try {
-    if (error !== null && typeof error === "object") {
-      const message = error.message;
-      if (typeof message === "string")
-        return message;
-    }
-  } catch {}
-  return "unknown error";
-}
-function bootGuest(context, guestSource) {
-  const wrapped = `(() => { const module = { exports: {} }; const exports = module.exports; ${guestSource}
-; return module.exports; })()`;
-  const exported = new import_node_vm.default.Script(wrapped, { filename: GUEST_FILENAME }).runInContext(context);
-  const boot = exported.bootGuest;
-  if (typeof boot !== "function")
-    throw new Error("guest runtime does not export bootGuest");
-  const api = boot();
-  const { start, handle, poll } = api;
-  if (typeof start !== "function" || typeof handle !== "function" || typeof poll !== "function")
-    throw new Error("guest runtime returned an incomplete API");
-  return { start, handle, poll };
-}
-function bootInVm(guestSource, code) {
-  const context = import_node_vm.default.createContext(Object.create(null), { codeGeneration: { strings: false, wasm: false } });
-  let guest;
-  try {
-    guest = bootGuest(context, guestSource);
-  } catch (error) {
-    return { ok: false, code: "CONNECTOR_LOAD_FAILED", message: `connector runtime failed to start: ${guestErrorMessage(error)}` };
-  }
-  try {
-    const factory = new import_node_vm.default.Script(`(function (module, exports, require) {${code}
-})`, { filename: CONNECTOR_FILENAME }).runInContext(context);
-    return { ok: true, guest, factory };
-  } catch (error) {
-    return { ok: false, code: "CONNECTOR_LOAD_FAILED", message: `connector code failed to compile: ${guestErrorMessage(error)}` };
-  }
-}
-function createGuestSession(send) {
-  return createSession(send, bootInVm);
-}
-function createSession(send, boot) {
-  let guest = null;
-  let started = false;
-  let done = false;
-  let timer;
-  let timerAt = Number.POSITIVE_INFINITY;
-  const stop = () => {
-    done = true;
-    if (timer !== undefined)
-      clearTimeout(timer);
-    timer = undefined;
-  };
-  const fail = (code, message) => {
-    if (done)
-      return;
-    stop();
-    send(JSON.stringify({ type: "failure", code, message, logs: [] }));
-  };
-  const schedule = (delay) => {
-    if (done)
-      return;
-    const at = Date.now() + delay;
-    if (timer !== undefined && timerAt <= at)
-      return;
-    if (timer !== undefined)
-      clearTimeout(timer);
-    timerAt = at;
-    timer = setTimeout(pump, delay);
-  };
-  function pump() {
-    timer = undefined;
-    timerAt = Number.POSITIVE_INFINITY;
-    if (done || !guest)
-      return;
-    let text;
-    try {
-      text = guest.poll();
-    } catch (error) {
-      fail("FATAL_ERROR", `connector runtime failed: ${guestErrorMessage(error)}`);
-      return;
-    }
-    let parsed;
-    try {
-      parsed = typeof text === "string" ? JSON.parse(text) : null;
-    } catch {
-      parsed = null;
-    }
-    if (!isRecord2(parsed) || !Array.isArray(parsed.out)) {
-      fail("FATAL_ERROR", "connector runtime returned a malformed poll result");
-      return;
-    }
-    for (const message of parsed.out) {
-      if (!isRecord2(message))
-        continue;
-      send(JSON.stringify(message));
-      if (message.type === "result" || message.type === "failure") {
-        stop();
-        return;
-      }
-    }
-    if (parsed.out.length > 0 || parsed.fired === true)
-      schedule(0);
-    else if (typeof parsed.wake === "number" && parsed.wake >= 0)
-      schedule(parsed.wake);
-  }
-  const execute = (guestSource, code, payload) => {
-    const booted = boot(guestSource, code);
-    if (!booted.ok) {
-      fail(booted.code, booted.message);
-      return;
-    }
-    guest = booted.guest;
-    try {
-      guest.start(payload, booted.factory);
-    } catch (error) {
-      fail("FATAL_ERROR", `connector runtime failed: ${guestErrorMessage(error)}`);
-      return;
-    }
-    schedule(0);
-  };
-  return {
-    handle(json) {
-      if (done || typeof json !== "string")
-        return;
-      let raw;
-      try {
-        raw = JSON.parse(json);
-      } catch {
-        return;
-      }
-      const message = parseParentMessage(raw);
-      if (!message)
-        return;
-      if (message.type === "execute") {
-        if (started)
-          return;
-        started = true;
-        execute(message.guest, message.code, JSON.stringify({ expect: message.expect, job: message.job }));
-        return;
-      }
-      if (!guest)
-        return;
-      try {
-        guest.handle(JSON.stringify(message));
-      } catch (error) {
-        fail("FATAL_ERROR", `connector runtime failed: ${guestErrorMessage(error)}`);
-        return;
-      }
-      schedule(0);
-    }
-  };
-}
-
-// src/testing/child.ts
-var session = createGuestSession((json) => {
-  process.send?.(json);
-});
-process.on("message", (raw) => {
-  if (typeof raw === "string")
-    session.handle(raw);
-});
-process.on("disconnect", () => {
-  process.exit(0);
-});
-process.send?.(JSON.stringify({ type: "ready" }));

package/testing/child.d.ts

@@ -1 +0,0 @@
-export {};

package/testing/child.js

@@ -1,12 +0,0 @@
-import { createGuestSession } from '../runtime/session.js';
-const session = createGuestSession((json) => {
-    process.send?.(json);
-});
-process.on('message', (raw) => {
-    if (typeof raw === 'string')
-        session.handle(raw);
-});
-process.on('disconnect', () => {
-    process.exit(0);
-});
-process.send?.(JSON.stringify({ type: 'ready' }));

package/testing/compliance.d.ts

@@ -1,41 +0,0 @@
-import type { LocalRunResult } from './types.js';
-/** 合规检查码（与 shared 的 `ComplianceCode` 同值）。 */
-export type ComplianceCode = 'PRIMARY_KEY_DUPLICATE' | 'RECORD_SCHEMA_MISMATCH' | 'UNDECLARED_TABLE' | 'CHECKPOINT_NOT_MONOTONIC' | 'FULL_READ_NOT_REPEATABLE' | 'FIXTURE_EXCHANGE_UNUSED' | 'FIXTURE_EXCHANGE_MISMATCH' | 'EXPECTATION_FAILED';
-export declare const COMPLIANCE_CODES: readonly ComplianceCode[];
-export interface ComplianceFinding {
-    code: ComplianceCode;
-    message: string;
-    table?: string;
-    detail?: unknown;
-}
-export interface ComplianceInput {
-    declaration: {
-        discover: unknown;
-    } | null;
-    stream?: string;
-    /** 推送用例：只看该推送声明的表（`stream` 优先）。 */
-    push?: string;
-    mode?: 'full' | 'incremental';
-    result: LocalRunResult;
-    rerun?: LocalRunResult;
-}
-interface DeclaredColumn {
-    kind: string;
-    precision?: number;
-    scale?: number;
-}
-interface DeclaredTable {
-    columns: Record<string, DeclaredColumn>;
-    primaryKey: string[];
-}
-/** 用例范围内声明的表；声明缺失时为 null（跳过依赖声明的检查）。 */
-export declare function scopedTables(declaration: {
-    discover: unknown;
-} | null, scope: {
-    stream?: string;
-    push?: string;
-}): Record<string, DeclaredTable> | null;
-/** 值不符合列类型时返回原因，符合（含空值）时返回 null。 */
-export declare function columnValueProblem(type: DeclaredColumn, value: unknown): string | null;
-export declare function checkCompliance(input: ComplianceInput): ComplianceFinding[];
-export {};