@ucdjs/pipelines-server 0.0.1-beta.2 → 0.0.1-beta.5

package/dist/server/app.d.ts

@@ -0,0 +1,18 @@
+import type { Database } from "#server/db";
+import type { PipelineSource } from "@ucdjs/pipelines-loader";
+import { H3 } from "h3";
+export interface AppOptions {
+    sources?: PipelineSource[];
+    db?: Database;
+}
+export interface ServerOptions extends AppOptions {
+    port?: number;
+}
+declare module "h3" {
+    interface H3EventContext {
+        sources: PipelineSource[];
+        db: Database;
+    }
+}
+export declare function createApp(options?: AppOptions): H3;
+export declare function startServer(options?: ServerOptions): Promise<void>;

package/dist/server/code.d.ts

@@ -0,0 +1,5 @@
+interface ExportTarget {
+    exportName: string;
+}
+export declare function extractDefinePipelineCode(source: string, { exportName }: ExportTarget): string;
+export {};

package/dist/server/db/index.d.ts

@@ -0,0 +1,10 @@
+import type { LibSQLDatabase } from "drizzle-orm/libsql";
+import * as schema from "./schema";
+export type Database = LibSQLDatabase<typeof schema>;
+interface CreateDatabaseOptions {
+    url?: string;
+    authToken?: string;
+}
+export declare function createDatabase(options?: CreateDatabaseOptions): Database;
+export declare function runMigrations(db: Database): Promise<void>;
+export { schema };

package/dist/server/db/schema.d.ts

@@ -0,0 +1,426 @@
+import type { PipelineEvent, PipelineEventType, PipelineGraph } from "@ucdjs/pipelines-core";
+import type { ExecutionStatus, PipelineSummary } from "@ucdjs/pipelines-executor";
+export type ExecutionLogStream = "stdout" | "stderr";
+export interface ExecutionLogPayload {
+    message: string;
+    stream: ExecutionLogStream;
+    args?: unknown[];
+    truncated?: boolean;
+    originalSize?: number;
+    event?: PipelineEvent;
+}
+export declare const executions: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
+    name: "executions";
+    schema: undefined;
+    columns: {
+        id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "id";
+            tableName: "executions";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: true;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+        }>;
+        pipelineId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "pipeline_id";
+            tableName: "executions";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+        }>;
+        status: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "status";
+            tableName: "executions";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: ExecutionStatus;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+            $type: ExecutionStatus;
+        }>;
+        startedAt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "started_at";
+            tableName: "executions";
+            dataType: "date";
+            columnType: "SQLiteTimestamp";
+            data: Date;
+            driverParam: number;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {}>;
+        completedAt: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "completed_at";
+            tableName: "executions";
+            dataType: "date";
+            columnType: "SQLiteTimestamp";
+            data: Date;
+            driverParam: number;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {}>;
+        versions: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "versions";
+            tableName: "executions";
+            dataType: "json";
+            columnType: "SQLiteTextJson";
+            data: string[];
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            $type: string[];
+        }>;
+        summary: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "summary";
+            tableName: "executions";
+            dataType: "json";
+            columnType: "SQLiteTextJson";
+            data: PipelineSummary;
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            $type: PipelineSummary;
+        }>;
+        graph: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "graph";
+            tableName: "executions";
+            dataType: "json";
+            columnType: "SQLiteTextJson";
+            data: PipelineGraph;
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            $type: PipelineGraph;
+        }>;
+        error: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "error";
+            tableName: "executions";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+        }>;
+    };
+    dialect: "sqlite";
+}>;
+export declare const events: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
+    name: "events";
+    schema: undefined;
+    columns: {
+        id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "id";
+            tableName: "events";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: true;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+        }>;
+        executionId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "execution_id";
+            tableName: "events";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+        }>;
+        type: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "type";
+            tableName: "events";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: PipelineEventType;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+            $type: PipelineEventType;
+        }>;
+        timestamp: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "timestamp";
+            tableName: "events";
+            dataType: "date";
+            columnType: "SQLiteTimestamp";
+            data: Date;
+            driverParam: number;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {}>;
+        data: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "data";
+            tableName: "events";
+            dataType: "json";
+            columnType: "SQLiteTextJson";
+            data: PipelineEvent;
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            $type: PipelineEvent;
+        }>;
+    };
+    dialect: "sqlite";
+}>;
+export declare const executionLogs: import("drizzle-orm/sqlite-core").SQLiteTableWithColumns<{
+    name: "execution_logs";
+    schema: undefined;
+    columns: {
+        id: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "id";
+            tableName: "execution_logs";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: true;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+        }>;
+        executionId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "execution_id";
+            tableName: "execution_logs";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+        }>;
+        spanId: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "span_id";
+            tableName: "execution_logs";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+        }>;
+        stream: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "stream";
+            tableName: "execution_logs";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: ExecutionLogStream;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+            $type: ExecutionLogStream;
+        }>;
+        message: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "message";
+            tableName: "execution_logs";
+            dataType: "string";
+            columnType: "SQLiteText";
+            data: string;
+            driverParam: string;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: [string, ...string[]];
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            length: number | undefined;
+        }>;
+        timestamp: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "timestamp";
+            tableName: "execution_logs";
+            dataType: "date";
+            columnType: "SQLiteTimestamp";
+            data: Date;
+            driverParam: number;
+            notNull: true;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {}>;
+        payload: import("drizzle-orm/sqlite-core").SQLiteColumn<{
+            name: "payload";
+            tableName: "execution_logs";
+            dataType: "json";
+            columnType: "SQLiteTextJson";
+            data: ExecutionLogPayload;
+            driverParam: string;
+            notNull: false;
+            hasDefault: false;
+            isPrimaryKey: false;
+            isAutoincrement: false;
+            hasRuntimeDefault: false;
+            enumValues: undefined;
+            baseColumn: never;
+            identity: undefined;
+            generated: undefined;
+        }, {}, {
+            $type: ExecutionLogPayload;
+        }>;
+    };
+    dialect: "sqlite";
+}>;

package/dist/server/lib/execution-logs.d.ts

@@ -0,0 +1,26 @@
+import type { Database } from "#server/db";
+import type { ExecutionLogPayload, ExecutionLogStream } from "#server/db/schema";
+export interface ExecutionLogState {
+    capturedBytes: number;
+    truncated: boolean;
+    originalBytes: number;
+}
+export interface LogCaptureResult {
+    stored: boolean;
+    truncated: boolean;
+    bytes: number;
+    originalBytes: number;
+    limitReached: boolean;
+}
+export interface ExecutionLogOptions {
+    executionId: string;
+    spanId?: string;
+    stream: ExecutionLogStream;
+    message: string;
+    payload: ExecutionLogPayload;
+    timestamp?: Date;
+    force?: boolean;
+}
+export declare function storeExecutionLog(db: Database, state: ExecutionLogState, options: ExecutionLogOptions): Promise<LogCaptureResult>;
+export declare function createExecutionLogState(): ExecutionLogState;
+export declare function buildTruncationBanner(state: ExecutionLogState, stream: ExecutionLogStream): ExecutionLogPayload;

package/dist/server/lib/files.d.ts

@@ -0,0 +1,38 @@
+import type { PipelineDefinition } from "@ucdjs/pipelines-core";
+import type { PipelineSource } from "@ucdjs/pipelines-loader";
+import type { PipelineInfo } from "@ucdjs/pipelines-ui";
+export interface FilePipelineEntry {
+    pipeline: PipelineDefinition;
+    exportName: string;
+}
+export interface PipelineFileGroup {
+    fileId: string;
+    filePath: string;
+    fileLabel: string;
+    sourceId: string;
+    pipelines: PipelineInfo[];
+    entries: FilePipelineEntry[];
+}
+export interface PipelineLoadErrorInfo {
+    filePath: string;
+    message: string;
+    sourceId: string;
+}
+export interface PipelineSourceGroup {
+    sourceId: string;
+    source: PipelineSource;
+    fileGroups: PipelineFileGroup[];
+    errors: PipelineLoadErrorInfo[];
+}
+export declare function buildFileGroups(sourceId: string, files: Array<{
+    filePath: string;
+    pipelines: PipelineDefinition[];
+    exportNames: string[];
+}>): PipelineFileGroup[];
+export declare function applySearchFilter(groups: PipelineFileGroup[], search: string): PipelineFileGroup[];
+export declare function findFileGroup(fileId: string, fileGroups: PipelineFileGroup[]): PipelineFileGroup | null;
+export declare function findPipelineByFileId(fileId: string, fileGroups: PipelineFileGroup[], pipelineId: string): {
+    fileGroup: PipelineFileGroup;
+    entry: FilePipelineEntry;
+} | null;
+export declare function loadPipelineFileGroups(sources: PipelineSource[]): Promise<PipelineSourceGroup[]>;

package/dist/server/lib/ids.d.ts

@@ -0,0 +1,5 @@
+export declare const PIPELINE_FILE_SUFFIXES: readonly [".ucd-pipeline.ts", ".ts"];
+export declare function stripSuffixes(fileName: string, suffixes?: readonly string[]): string;
+export declare function sanitizeSegment(segment: string): string;
+export declare function fileIdFromPath(filePath: string, suffixes?: readonly string[]): string;
+export declare function fileLabelFromPath(filePath: string, suffixes?: readonly string[]): string;

package/dist/server/lib/loader.d.ts

@@ -0,0 +1,2 @@
+import type { LoadPipelinesResult, PipelineSource } from "@ucdjs/pipelines-loader";
+export declare function getPipelines(source: PipelineSource): Promise<LoadPipelinesResult>;

package/dist/server/lib/log-capture.d.ts

@@ -0,0 +1,6 @@
+import type { Database } from "#server/db";
+export interface LogCaptureController {
+    start: () => void;
+    stop: () => Promise<void>;
+}
+export declare function createExecutionLogCapture(db: Database): LogCaptureController;

package/dist/server/lib/resolve.d.ts

@@ -0,0 +1 @@
+export declare function resolveLocalFilePath(cwd: string, filePath: string): string;

package/dist/server/routes/index.d.ts

@@ -0,0 +1,7 @@
+export { pipelinesEventsRouter } from "./pipelines.events";
+export { pipelinesExecutionRouter } from "./pipelines.execution";
+export { pipelinesFileRouter } from "./pipelines.file";
+export { pipelinesGraphRouter } from "./pipelines.graph";
+export { pipelinesIndexRouter } from "./pipelines.index";
+export { pipelinesLogsRouter } from "./pipelines.logs";
+export { pipelinesPipelineRouter } from "./pipelines.pipeline";

package/dist/server/routes/pipelines.events.d.ts

@@ -0,0 +1,2 @@
+import { H3 } from "h3";
+export declare const pipelinesEventsRouter: H3;

package/dist/server/routes/pipelines.execution.d.ts

@@ -0,0 +1,2 @@
+import { H3 } from "h3";
+export declare const pipelinesExecutionRouter: H3;

package/dist/server/routes/pipelines.file.d.ts

@@ -0,0 +1,2 @@
+import { H3 } from "h3";
+export declare const pipelinesFileRouter: H3;

package/dist/server/routes/pipelines.graph.d.ts

@@ -0,0 +1,2 @@
+import { H3 } from "h3";
+export declare const pipelinesGraphRouter: H3;

package/dist/server/routes/pipelines.index.d.ts

@@ -0,0 +1,2 @@
+import { H3 } from "h3";
+export declare const pipelinesIndexRouter: H3;

package/dist/server/routes/pipelines.logs.d.ts

@@ -0,0 +1,2 @@
+import { H3 } from "h3";
+export declare const pipelinesLogsRouter: H3;

package/dist/server/routes/pipelines.pipeline.d.ts

@@ -0,0 +1,2 @@
+import { H3 } from "h3";
+export declare const pipelinesPipelineRouter: H3;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ucdjs/pipelines-server",
-  "version": "0.0.1-beta.2",
+  "version": "0.0.1-beta.5",
   "type": "module",
   "author": {
     "name": "Lucas Nørgård",
@@ -28,7 +28,10 @@
     "#server/routes": "./src/server/routes/index.ts"
   },
   "exports": {
-    ".": "./dist/server/app.js",
+    ".": {
+      "types": "./dist/server/app.d.ts",
+      "default": "./dist/server/app.js"
+    },
     "./package.json": "./package.json"
   },
   "files": [
@@ -48,11 +51,11 @@
     "oxc-parser": "0.112.0",
     "pathe": "2.0.3",
     "zod": "4.3.6",
-    "@ucdjs-internal/shared-ui": "0.1.1",
-    "@ucdjs/pipelines-executor": "0.0.1-beta.2",
-    "@ucdjs/pipelines-ui": "0.0.1-beta.2",
-    "@ucdjs/pipelines-loader": "0.0.1-beta.2",
-    "@ucdjs/pipelines-core": "0.0.1-beta.2"
+    "@ucdjs-internal/shared-ui": "0.1.4",
+    "@ucdjs/pipelines-core": "0.0.1-beta.5",
+    "@ucdjs/pipelines-executor": "0.0.1-beta.5",
+    "@ucdjs/pipelines-loader": "0.0.1-beta.5",
+    "@ucdjs/pipelines-ui": "0.0.1-beta.5"
   },
   "devDependencies": {
     "@eslint-react/eslint-plugin": "2.12.4",
@@ -88,7 +91,8 @@
     "access": "public"
   },
   "scripts": {
-    "build": "vite build",
+    "build": "vite build && pnpm build:dts",
+    "build:dts": "tsc --project tsconfig.dts.json",
     "dev": "vite dev --port 3031",
     "clean": "git clean -xdf dist node_modules",
     "lint": "eslint .",