@nodetool-ai/runtime 0.7.0-rc.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/bridge-protocol.d.ts +39 -0
- package/dist/bridge-protocol.d.ts.map +1 -0
- package/dist/bridge-protocol.js +39 -0
- package/dist/bridge-protocol.js.map +1 -0
- package/dist/comfy-executor.d.ts +41 -0
- package/dist/comfy-executor.d.ts.map +1 -0
- package/dist/comfy-executor.js +305 -0
- package/dist/comfy-executor.js.map +1 -0
- package/dist/context-packer.d.ts +22 -0
- package/dist/context-packer.d.ts.map +1 -0
- package/dist/context-packer.js +66 -0
- package/dist/context-packer.js.map +1 -0
- package/dist/context.d.ts +405 -0
- package/dist/context.d.ts.map +1 -0
- package/dist/context.js +1455 -0
- package/dist/context.js.map +1 -0
- package/dist/index.d.ts +18 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +15 -0
- package/dist/index.js.map +1 -0
- package/dist/node-executor.d.ts +53 -0
- package/dist/node-executor.d.ts.map +1 -0
- package/dist/node-executor.js +9 -0
- package/dist/node-executor.js.map +1 -0
- package/dist/providers/aki-manifest.json +34 -0
- package/dist/providers/aki-provider.d.ts +65 -0
- package/dist/providers/aki-provider.d.ts.map +1 -0
- package/dist/providers/aki-provider.js +517 -0
- package/dist/providers/aki-provider.js.map +1 -0
- package/dist/providers/anthropic-provider.d.ts +55 -0
- package/dist/providers/anthropic-provider.d.ts.map +1 -0
- package/dist/providers/anthropic-provider.js +563 -0
- package/dist/providers/anthropic-provider.js.map +1 -0
- package/dist/providers/base-provider.d.ts +194 -0
- package/dist/providers/base-provider.d.ts.map +1 -0
- package/dist/providers/base-provider.js +515 -0
- package/dist/providers/base-provider.js.map +1 -0
- package/dist/providers/cerebras-provider.d.ts +20 -0
- package/dist/providers/cerebras-provider.d.ts.map +1 -0
- package/dist/providers/cerebras-provider.js +52 -0
- package/dist/providers/cerebras-provider.js.map +1 -0
- package/dist/providers/claude-agent-provider.d.ts +107 -0
- package/dist/providers/claude-agent-provider.d.ts.map +1 -0
- package/dist/providers/claude-agent-provider.js +586 -0
- package/dist/providers/claude-agent-provider.js.map +1 -0
- package/dist/providers/cohere-provider.d.ts +36 -0
- package/dist/providers/cohere-provider.d.ts.map +1 -0
- package/dist/providers/cohere-provider.js +116 -0
- package/dist/providers/cohere-provider.js.map +1 -0
- package/dist/providers/cost-calculator.d.ts +109 -0
- package/dist/providers/cost-calculator.d.ts.map +1 -0
- package/dist/providers/cost-calculator.js +475 -0
- package/dist/providers/cost-calculator.js.map +1 -0
- package/dist/providers/deepseek-provider.d.ts +25 -0
- package/dist/providers/deepseek-provider.d.ts.map +1 -0
- package/dist/providers/deepseek-provider.js +58 -0
- package/dist/providers/deepseek-provider.js.map +1 -0
- package/dist/providers/fake-provider.d.ts +52 -0
- package/dist/providers/fake-provider.d.ts.map +1 -0
- package/dist/providers/fake-provider.js +107 -0
- package/dist/providers/fake-provider.js.map +1 -0
- package/dist/providers/fal-provider.d.ts +32 -0
- package/dist/providers/fal-provider.d.ts.map +1 -0
- package/dist/providers/fal-provider.js +445 -0
- package/dist/providers/fal-provider.js.map +1 -0
- package/dist/providers/gemini-provider.d.ts +109 -0
- package/dist/providers/gemini-provider.d.ts.map +1 -0
- package/dist/providers/gemini-provider.js +943 -0
- package/dist/providers/gemini-provider.js.map +1 -0
- package/dist/providers/groq-provider.d.ts +20 -0
- package/dist/providers/groq-provider.d.ts.map +1 -0
- package/dist/providers/groq-provider.js +52 -0
- package/dist/providers/groq-provider.js.map +1 -0
- package/dist/providers/huggingface-provider.d.ts +59 -0
- package/dist/providers/huggingface-provider.d.ts.map +1 -0
- package/dist/providers/huggingface-provider.js +305 -0
- package/dist/providers/huggingface-provider.js.map +1 -0
- package/dist/providers/index.d.ts +69 -0
- package/dist/providers/index.d.ts.map +1 -0
- package/dist/providers/index.js +137 -0
- package/dist/providers/index.js.map +1 -0
- package/dist/providers/jina-provider.d.ts +37 -0
- package/dist/providers/jina-provider.d.ts.map +1 -0
- package/dist/providers/jina-provider.js +118 -0
- package/dist/providers/jina-provider.js.map +1 -0
- package/dist/providers/kie-provider.d.ts +19 -0
- package/dist/providers/kie-provider.d.ts.map +1 -0
- package/dist/providers/kie-provider.js +118 -0
- package/dist/providers/kie-provider.js.map +1 -0
- package/dist/providers/llama-provider.d.ts +49 -0
- package/dist/providers/llama-provider.d.ts.map +1 -0
- package/dist/providers/llama-provider.js +381 -0
- package/dist/providers/llama-provider.js.map +1 -0
- package/dist/providers/lmstudio-provider.d.ts +22 -0
- package/dist/providers/lmstudio-provider.d.ts.map +1 -0
- package/dist/providers/lmstudio-provider.js +63 -0
- package/dist/providers/lmstudio-provider.js.map +1 -0
- package/dist/providers/manifest-models.d.ts +12 -0
- package/dist/providers/manifest-models.d.ts.map +1 -0
- package/dist/providers/manifest-models.js +96 -0
- package/dist/providers/manifest-models.js.map +1 -0
- package/dist/providers/meshy-provider.d.ts +53 -0
- package/dist/providers/meshy-provider.d.ts.map +1 -0
- package/dist/providers/meshy-provider.js +230 -0
- package/dist/providers/meshy-provider.js.map +1 -0
- package/dist/providers/minimax-provider.d.ts +66 -0
- package/dist/providers/minimax-provider.d.ts.map +1 -0
- package/dist/providers/minimax-provider.js +531 -0
- package/dist/providers/minimax-provider.js.map +1 -0
- package/dist/providers/mistral-provider.d.ts +26 -0
- package/dist/providers/mistral-provider.d.ts.map +1 -0
- package/dist/providers/mistral-provider.js +74 -0
- package/dist/providers/mistral-provider.js.map +1 -0
- package/dist/providers/moonshot-provider.d.ts +24 -0
- package/dist/providers/moonshot-provider.d.ts.map +1 -0
- package/dist/providers/moonshot-provider.js +43 -0
- package/dist/providers/moonshot-provider.js.map +1 -0
- package/dist/providers/ollama-provider.d.ts +71 -0
- package/dist/providers/ollama-provider.d.ts.map +1 -0
- package/dist/providers/ollama-provider.js +480 -0
- package/dist/providers/ollama-provider.js.map +1 -0
- package/dist/providers/openai-provider.d.ts +103 -0
- package/dist/providers/openai-provider.d.ts.map +1 -0
- package/dist/providers/openai-provider.js +917 -0
- package/dist/providers/openai-provider.js.map +1 -0
- package/dist/providers/openrouter-provider.d.ts +49 -0
- package/dist/providers/openrouter-provider.d.ts.map +1 -0
- package/dist/providers/openrouter-provider.js +147 -0
- package/dist/providers/openrouter-provider.js.map +1 -0
- package/dist/providers/provider-registry.d.ts +24 -0
- package/dist/providers/provider-registry.d.ts.map +1 -0
- package/dist/providers/provider-registry.js +124 -0
- package/dist/providers/provider-registry.js.map +1 -0
- package/dist/providers/python-provider.d.ts +75 -0
- package/dist/providers/python-provider.d.ts.map +1 -0
- package/dist/providers/python-provider.js +157 -0
- package/dist/providers/python-provider.js.map +1 -0
- package/dist/providers/replicate-provider.d.ts +73 -0
- package/dist/providers/replicate-provider.d.ts.map +1 -0
- package/dist/providers/replicate-provider.js +484 -0
- package/dist/providers/replicate-provider.js.map +1 -0
- package/dist/providers/rodin-provider.d.ts +41 -0
- package/dist/providers/rodin-provider.d.ts.map +1 -0
- package/dist/providers/rodin-provider.js +236 -0
- package/dist/providers/rodin-provider.js.map +1 -0
- package/dist/providers/scripted-provider.d.ts +141 -0
- package/dist/providers/scripted-provider.d.ts.map +1 -0
- package/dist/providers/scripted-provider.js +246 -0
- package/dist/providers/scripted-provider.js.map +1 -0
- package/dist/providers/together-provider.d.ts +20 -0
- package/dist/providers/together-provider.d.ts.map +1 -0
- package/dist/providers/together-provider.js +56 -0
- package/dist/providers/together-provider.js.map +1 -0
- package/dist/providers/types.d.ts +202 -0
- package/dist/providers/types.d.ts.map +1 -0
- package/dist/providers/types.js +2 -0
- package/dist/providers/types.js.map +1 -0
- package/dist/providers/vllm-provider.d.ts +22 -0
- package/dist/providers/vllm-provider.d.ts.map +1 -0
- package/dist/providers/vllm-provider.js +66 -0
- package/dist/providers/vllm-provider.js.map +1 -0
- package/dist/providers/voyage-provider.d.ts +37 -0
- package/dist/providers/voyage-provider.d.ts.map +1 -0
- package/dist/providers/voyage-provider.js +124 -0
- package/dist/providers/voyage-provider.js.map +1 -0
- package/dist/providers/xai-provider.d.ts +24 -0
- package/dist/providers/xai-provider.d.ts.map +1 -0
- package/dist/providers/xai-provider.js +57 -0
- package/dist/providers/xai-provider.js.map +1 -0
- package/dist/python-bridge-types.d.ts +70 -0
- package/dist/python-bridge-types.d.ts.map +1 -0
- package/dist/python-bridge-types.js +2 -0
- package/dist/python-bridge-types.js.map +1 -0
- package/dist/python-node-executor.d.ts +20 -0
- package/dist/python-node-executor.d.ts.map +1 -0
- package/dist/python-node-executor.js +219 -0
- package/dist/python-node-executor.js.map +1 -0
- package/dist/python-stdio-bridge.d.ts +67 -0
- package/dist/python-stdio-bridge.d.ts.map +1 -0
- package/dist/python-stdio-bridge.js +704 -0
- package/dist/python-stdio-bridge.js.map +1 -0
- package/dist/recommended-models.d.ts +17 -0
- package/dist/recommended-models.d.ts.map +1 -0
- package/dist/recommended-models.js +139 -0
- package/dist/recommended-models.js.map +1 -0
- package/dist/telemetry.d.ts +61 -0
- package/dist/telemetry.d.ts.map +1 -0
- package/dist/telemetry.js +128 -0
- package/dist/telemetry.js.map +1 -0
- package/dist/trace-exporters.d.ts +72 -0
- package/dist/trace-exporters.d.ts.map +1 -0
- package/dist/trace-exporters.js +216 -0
- package/dist/trace-exporters.js.map +1 -0
- package/dist/tracing-helpers.d.ts +99 -0
- package/dist/tracing-helpers.d.ts.map +1 -0
- package/dist/tracing-helpers.js +217 -0
- package/dist/tracing-helpers.js.map +1 -0
- package/package.json +64 -0
|
@@ -0,0 +1,70 @@
|
|
|
1
|
+
export interface NodeMetadataProperty {
|
|
2
|
+
name: string;
|
|
3
|
+
type: {
|
|
4
|
+
type: string;
|
|
5
|
+
type_args?: Array<{
|
|
6
|
+
type: string;
|
|
7
|
+
}>;
|
|
8
|
+
};
|
|
9
|
+
default?: unknown;
|
|
10
|
+
description?: string;
|
|
11
|
+
}
|
|
12
|
+
export interface NodeMetadataOutput {
|
|
13
|
+
name: string;
|
|
14
|
+
type: {
|
|
15
|
+
type: string;
|
|
16
|
+
type_args?: Array<{
|
|
17
|
+
type: string;
|
|
18
|
+
}>;
|
|
19
|
+
};
|
|
20
|
+
}
|
|
21
|
+
export interface PythonNodeMetadata {
|
|
22
|
+
node_type: string;
|
|
23
|
+
title: string;
|
|
24
|
+
description: string;
|
|
25
|
+
properties: NodeMetadataProperty[];
|
|
26
|
+
outputs: NodeMetadataOutput[];
|
|
27
|
+
required_settings: string[];
|
|
28
|
+
is_streaming_output?: boolean;
|
|
29
|
+
is_streaming_input?: boolean;
|
|
30
|
+
is_dynamic?: boolean;
|
|
31
|
+
}
|
|
32
|
+
export interface ExecuteResult {
|
|
33
|
+
outputs: Record<string, unknown>;
|
|
34
|
+
blobs: Record<string, Uint8Array>;
|
|
35
|
+
}
|
|
36
|
+
export type ExecuteInputBlobs = Record<string, Uint8Array | Uint8Array[]>;
|
|
37
|
+
export interface ProgressEvent {
|
|
38
|
+
request_id: string;
|
|
39
|
+
progress: number;
|
|
40
|
+
total: number;
|
|
41
|
+
}
|
|
42
|
+
export interface PythonBridgeOptions {
|
|
43
|
+
wsUrl?: string;
|
|
44
|
+
pythonPath?: string;
|
|
45
|
+
workerArgs?: string[];
|
|
46
|
+
autoRestart?: boolean;
|
|
47
|
+
startupTimeoutMs?: number;
|
|
48
|
+
}
|
|
49
|
+
export type StreamCallback = (chunk: Record<string, unknown>) => void;
|
|
50
|
+
export interface PythonProviderInfo {
|
|
51
|
+
id: string;
|
|
52
|
+
capabilities: string[];
|
|
53
|
+
required_secrets: string[];
|
|
54
|
+
}
|
|
55
|
+
export interface PythonWorkerLoadError {
|
|
56
|
+
module: string;
|
|
57
|
+
phase: string;
|
|
58
|
+
error: string;
|
|
59
|
+
error_type?: string;
|
|
60
|
+
}
|
|
61
|
+
export interface PythonWorkerStatus {
|
|
62
|
+
protocol_version: number;
|
|
63
|
+
node_count: number;
|
|
64
|
+
provider_count: number;
|
|
65
|
+
namespaces: string[];
|
|
66
|
+
load_errors: PythonWorkerLoadError[];
|
|
67
|
+
transport: string;
|
|
68
|
+
max_frame_size: number;
|
|
69
|
+
}
|
|
70
|
+
//# sourceMappingURL=python-bridge-types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"python-bridge-types.d.ts","sourceRoot":"","sources":["../src/python-bridge-types.ts"],"names":[],"mappings":"AAAA,MAAM,WAAW,oBAAoB;IACnC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC;IAC5D,OAAO,CAAC,EAAE,OAAO,CAAC;IAClB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,MAAM,WAAW,kBAAkB;IACjC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,CAAC,EAAE,KAAK,CAAC;YAAE,IAAI,EAAE,MAAM,CAAA;SAAE,CAAC,CAAA;KAAE,CAAC;CAC7D;AAED,MAAM,WAAW,kBAAkB;IACjC,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,MAAM,CAAC;IACd,WAAW,EAAE,MAAM,CAAC;IACpB,UAAU,EAAE,oBAAoB,EAAE,CAAC;IACnC,OAAO,EAAE,kBAAkB,EAAE,CAAC;IAC9B,iBAAiB,EAAE,MAAM,EAAE,CAAC;IAC5B,mBAAmB,CAAC,EAAE,OAAO,CAAC;IAC9B,kBAAkB,CAAC,EAAE,OAAO,CAAC;IAC7B,UAAU,CAAC,EAAE,OAAO,CAAC;CACtB;AAED,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACjC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,UAAU,CAAC,CAAC;CACnC;AAED,MAAM,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,EAAE,UAAU,GAAG,UAAU,EAAE,CAAC,CAAC;AAE1E,MAAM,WAAW,aAAa;IAC5B,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,mBAAmB;IAClC,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,UAAU,CAAC,EAAE,MAAM,EAAE,CAAC;IACtB,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC3B;AAED,MAAM,MAAM,cAAc,GAAG,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,IAAI,CAAC;AAEtE,MAAM,WAAW,kBAAkB;IACjC,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,EAAE,CAAC;IACvB,gBAAgB,EAAE,MAAM,EAAE,CAAC;CAC5B;AAED,MAAM,WAAW,qBAAqB;IACpC,MAAM,EAAE,MAAM,CAAC;IACf,KAAK,EAAE,MAAM,CAAC;IACd,KAAK,EAAE,MAAM,CAAC;IACd,UAAU,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,kBAAkB;IACjC,gBAAgB,EAAE,MAAM,CAAC;IACzB,UAAU,EAAE,MAAM,CAAC;IACnB,cAAc,EAAE,MAAM,CAAC;IACvB,UAAU,EAAE,MAAM,EAAE,CAAC;IACrB,WAAW,EAAE,qBAAqB,EAAE,CAAC;IACrC,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;CACxB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"python-bridge-types.js","sourceRoot":"","sources":["../src/python-bridge-types.ts"],"names":[],"mappings":""}
|
|
@@ -0,0 +1,20 @@
|
|
|
1
|
+
import type { ProcessingContext } from "./context.js";
|
|
2
|
+
import type { ExecuteInputBlobs, ExecuteResult, ProgressEvent } from "./python-bridge-types.js";
|
|
3
|
+
/** Minimal interface for the local Python stdio bridge. */
|
|
4
|
+
interface PythonBridgeLike {
|
|
5
|
+
execute(nodeType: string, fields: Record<string, unknown>, secrets: Record<string, string>, blobs: ExecuteInputBlobs, onProgress?: (event: ProgressEvent) => void): Promise<ExecuteResult>;
|
|
6
|
+
executeStream?(nodeType: string, fields: Record<string, unknown>, secrets: Record<string, string>, blobs: ExecuteInputBlobs, onProgress?: (event: ProgressEvent) => void): AsyncGenerator<ExecuteResult>;
|
|
7
|
+
}
|
|
8
|
+
export declare class PythonNodeExecutor {
|
|
9
|
+
private bridge;
|
|
10
|
+
private nodeType;
|
|
11
|
+
private outputTypes;
|
|
12
|
+
private requiredSettings;
|
|
13
|
+
constructor(bridge: PythonBridgeLike, nodeType: string, _properties: Record<string, unknown>, outputTypes: Record<string, string>, requiredSettings: string[]);
|
|
14
|
+
private prepareExecution;
|
|
15
|
+
private materializeOutputs;
|
|
16
|
+
process(inputs: Record<string, unknown>, context?: ProcessingContext): Promise<Record<string, unknown>>;
|
|
17
|
+
genProcess(inputs: Record<string, unknown>, context?: ProcessingContext): AsyncGenerator<Record<string, unknown>>;
|
|
18
|
+
}
|
|
19
|
+
export {};
|
|
20
|
+
//# sourceMappingURL=python-node-executor.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"python-node-executor.d.ts","sourceRoot":"","sources":["../src/python-node-executor.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,iBAAiB,EAAE,MAAM,cAAc,CAAC;AACtD,OAAO,KAAK,EACV,iBAAiB,EACjB,aAAa,EACb,aAAa,EACd,MAAM,0BAA0B,CAAC;AAKlC,2DAA2D;AAC3D,UAAU,gBAAgB;IACxB,OAAO,CACL,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,KAAK,EAAE,iBAAiB,EACxB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,GAC1C,OAAO,CAAC,aAAa,CAAC,CAAC;IAC1B,aAAa,CAAC,CACZ,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,KAAK,EAAE,iBAAiB,EACxB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,GAC1C,cAAc,CAAC,aAAa,CAAC,CAAC;CAClC;AAgJD,qBAAa,kBAAkB;IAE3B,OAAO,CAAC,MAAM;IACd,OAAO,CAAC,QAAQ;IAEhB,OAAO,CAAC,WAAW;IACnB,OAAO,CAAC,gBAAgB;gBAJhB,MAAM,EAAE,gBAAgB,EACxB,QAAQ,EAAE,MAAM,EACxB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC5B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACnC,gBAAgB,EAAE,MAAM,EAAE;YAGtB,gBAAgB;YAyEhB,kBAAkB;IAwB1B,OAAO,CACX,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAY5B,UAAU,CACf,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,OAAO,CAAC,EAAE,iBAAiB,GAC1B,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAiB3C"}
|
|
@@ -0,0 +1,219 @@
|
|
|
1
|
+
import { createLogger } from "@nodetool-ai/config";
|
|
2
|
+
const log = createLogger("nodetool.runtime.python-node-executor");
|
|
3
|
+
import { readFile } from "node:fs/promises";
|
|
4
|
+
import { randomUUID } from "node:crypto";
|
|
5
|
+
import { fileURLToPath } from "node:url";
|
|
6
|
+
/** Media ref types that need blob conversion. */
|
|
7
|
+
const MEDIA_TYPE_ALIASES = {
|
|
8
|
+
ImageRef: "image",
|
|
9
|
+
AudioRef: "audio",
|
|
10
|
+
VideoRef: "video",
|
|
11
|
+
Model3DRef: "model_3d",
|
|
12
|
+
image: "image",
|
|
13
|
+
audio: "audio",
|
|
14
|
+
video: "video",
|
|
15
|
+
model_3d: "model_3d"
|
|
16
|
+
};
|
|
17
|
+
/** File extensions by ref type. */
|
|
18
|
+
const EXTENSION_MAP = {
|
|
19
|
+
image: ".png",
|
|
20
|
+
audio: ".wav",
|
|
21
|
+
video: ".mp4",
|
|
22
|
+
model_3d: ".glb"
|
|
23
|
+
};
|
|
24
|
+
/** MIME types by ref type. */
|
|
25
|
+
const MIME_MAP = {
|
|
26
|
+
image: "image/png",
|
|
27
|
+
audio: "audio/wav",
|
|
28
|
+
video: "video/mp4",
|
|
29
|
+
model_3d: "model/gltf-binary"
|
|
30
|
+
};
|
|
31
|
+
function normalizeMediaOutputType(outputType) {
|
|
32
|
+
if (!outputType) {
|
|
33
|
+
return null;
|
|
34
|
+
}
|
|
35
|
+
return MEDIA_TYPE_ALIASES[outputType] ?? null;
|
|
36
|
+
}
|
|
37
|
+
function isMediaRef(value) {
|
|
38
|
+
return (typeof value === "object" &&
|
|
39
|
+
value !== null &&
|
|
40
|
+
"uri" in value &&
|
|
41
|
+
typeof value.uri === "string");
|
|
42
|
+
}
|
|
43
|
+
function isMediaRefList(value) {
|
|
44
|
+
return Array.isArray(value) && value.every(isMediaRef);
|
|
45
|
+
}
|
|
46
|
+
const ASSET_ID_EXTENSION_CANDIDATES = {
|
|
47
|
+
image: ["png", "jpg", "jpeg", "webp", "gif", "bmp", "svg"],
|
|
48
|
+
audio: ["wav", "mp3", "ogg", "m4a", "aac", "flac"],
|
|
49
|
+
video: ["mp4", "webm", "mov", "avi", "mpeg", "mkv"],
|
|
50
|
+
model3d: ["glb", "gltf", "obj", "fbx"]
|
|
51
|
+
};
|
|
52
|
+
function isAbsoluteFilePath(uri) {
|
|
53
|
+
return (/^[A-Za-z]:[\\/]/.test(uri) || uri.startsWith("\\\\") || uri.startsWith("/"));
|
|
54
|
+
}
|
|
55
|
+
async function readUriBytes(uri) {
|
|
56
|
+
if (uri.startsWith("data:")) {
|
|
57
|
+
const parts = uri.split(",", 2);
|
|
58
|
+
if (parts.length !== 2) {
|
|
59
|
+
return null;
|
|
60
|
+
}
|
|
61
|
+
const [header, data] = parts;
|
|
62
|
+
const bytes = header.includes(";base64")
|
|
63
|
+
? Buffer.from(data, "base64")
|
|
64
|
+
: Buffer.from(decodeURIComponent(data), "utf-8");
|
|
65
|
+
return new Uint8Array(bytes);
|
|
66
|
+
}
|
|
67
|
+
if (uri.startsWith("file://")) {
|
|
68
|
+
try {
|
|
69
|
+
return await readFile(fileURLToPath(uri));
|
|
70
|
+
}
|
|
71
|
+
catch {
|
|
72
|
+
return null;
|
|
73
|
+
}
|
|
74
|
+
}
|
|
75
|
+
if (isAbsoluteFilePath(uri)) {
|
|
76
|
+
try {
|
|
77
|
+
return await readFile(uri);
|
|
78
|
+
}
|
|
79
|
+
catch {
|
|
80
|
+
return null;
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
return null;
|
|
84
|
+
}
|
|
85
|
+
async function loadMediaRefBytes(value, context) {
|
|
86
|
+
// Inline base64 data takes priority over uri
|
|
87
|
+
const data = value.data;
|
|
88
|
+
if (typeof data === "string" && data.length > 0) {
|
|
89
|
+
return new Uint8Array(Buffer.from(data, "base64"));
|
|
90
|
+
}
|
|
91
|
+
if (data instanceof Uint8Array) {
|
|
92
|
+
return data;
|
|
93
|
+
}
|
|
94
|
+
if (!value.uri) {
|
|
95
|
+
return null;
|
|
96
|
+
}
|
|
97
|
+
if (context?.storage) {
|
|
98
|
+
const candidates = new Set();
|
|
99
|
+
candidates.add(value.uri);
|
|
100
|
+
if (value.asset_id) {
|
|
101
|
+
const refType = (value.type ?? "").toLowerCase();
|
|
102
|
+
const extensions = ASSET_ID_EXTENSION_CANDIDATES[refType] ?? ["bin"];
|
|
103
|
+
for (const extension of extensions) {
|
|
104
|
+
candidates.add(`/api/storage/${value.asset_id}.${extension}`);
|
|
105
|
+
}
|
|
106
|
+
}
|
|
107
|
+
for (const candidate of candidates) {
|
|
108
|
+
const stored = await context.storage.retrieve(candidate);
|
|
109
|
+
if (stored !== null) {
|
|
110
|
+
return stored;
|
|
111
|
+
}
|
|
112
|
+
}
|
|
113
|
+
}
|
|
114
|
+
return readUriBytes(value.uri);
|
|
115
|
+
}
|
|
116
|
+
export class PythonNodeExecutor {
|
|
117
|
+
bridge;
|
|
118
|
+
nodeType;
|
|
119
|
+
outputTypes;
|
|
120
|
+
requiredSettings;
|
|
121
|
+
constructor(bridge, nodeType, _properties, outputTypes, requiredSettings) {
|
|
122
|
+
this.bridge = bridge;
|
|
123
|
+
this.nodeType = nodeType;
|
|
124
|
+
this.outputTypes = outputTypes;
|
|
125
|
+
this.requiredSettings = requiredSettings;
|
|
126
|
+
}
|
|
127
|
+
async prepareExecution(inputs, context) {
|
|
128
|
+
// NodeActor merges node.properties + edge inputs before calling process(),
|
|
129
|
+
// so `inputs` already contains all fields. Filter out internal keys.
|
|
130
|
+
const fields = {};
|
|
131
|
+
for (const [key, value] of Object.entries(inputs)) {
|
|
132
|
+
if (key !== "_secrets" && !key.startsWith("__")) {
|
|
133
|
+
fields[key] = value;
|
|
134
|
+
}
|
|
135
|
+
}
|
|
136
|
+
const blobs = {};
|
|
137
|
+
for (const [key, value] of Object.entries(fields)) {
|
|
138
|
+
if (isMediaRef(value)) {
|
|
139
|
+
const ref = value;
|
|
140
|
+
log.info("Processing media ref input", {
|
|
141
|
+
nodeType: this.nodeType,
|
|
142
|
+
key,
|
|
143
|
+
type: ref.type,
|
|
144
|
+
hasUri: Boolean(ref.uri),
|
|
145
|
+
uriLength: typeof ref.uri === "string" ? ref.uri.length : 0,
|
|
146
|
+
hasData: ref.data !== null && ref.data !== undefined,
|
|
147
|
+
dataType: typeof ref.data,
|
|
148
|
+
dataLength: typeof ref.data === "string"
|
|
149
|
+
? ref.data.length
|
|
150
|
+
: ref.data instanceof Uint8Array
|
|
151
|
+
? ref.data.length
|
|
152
|
+
: 0,
|
|
153
|
+
hasAssetId: Boolean(ref.asset_id)
|
|
154
|
+
});
|
|
155
|
+
const data = await loadMediaRefBytes(value, context);
|
|
156
|
+
log.info("Media ref blob result", {
|
|
157
|
+
nodeType: this.nodeType,
|
|
158
|
+
key,
|
|
159
|
+
loaded: data !== null,
|
|
160
|
+
blobSize: data?.length ?? 0
|
|
161
|
+
});
|
|
162
|
+
if (data !== null) {
|
|
163
|
+
blobs[key] = data;
|
|
164
|
+
delete fields[key];
|
|
165
|
+
}
|
|
166
|
+
continue;
|
|
167
|
+
}
|
|
168
|
+
if (isMediaRefList(value) && value.length > 0) {
|
|
169
|
+
const items = await Promise.all(value.map((item) => loadMediaRefBytes(item, context)));
|
|
170
|
+
if (items.every((item) => item !== null)) {
|
|
171
|
+
blobs[key] = items;
|
|
172
|
+
delete fields[key];
|
|
173
|
+
}
|
|
174
|
+
}
|
|
175
|
+
}
|
|
176
|
+
const secrets = {};
|
|
177
|
+
if (context) {
|
|
178
|
+
for (const key of this.requiredSettings) {
|
|
179
|
+
const value = await context.getSecret(key);
|
|
180
|
+
if (value)
|
|
181
|
+
secrets[key] = value;
|
|
182
|
+
}
|
|
183
|
+
}
|
|
184
|
+
return { fields, blobs, secrets };
|
|
185
|
+
}
|
|
186
|
+
async materializeOutputs(result, context) {
|
|
187
|
+
const outputs = { ...result.outputs };
|
|
188
|
+
for (const [name, blobData] of Object.entries(result.blobs)) {
|
|
189
|
+
const mediaType = normalizeMediaOutputType(this.outputTypes[name]);
|
|
190
|
+
if (mediaType && context?.storage) {
|
|
191
|
+
const ext = EXTENSION_MAP[mediaType] ?? "";
|
|
192
|
+
const contentType = MIME_MAP[mediaType];
|
|
193
|
+
const storageKey = `python-bridge/${randomUUID()}${ext}`;
|
|
194
|
+
const uri = await context.storage.store(storageKey, blobData, contentType);
|
|
195
|
+
outputs[name] = { uri, type: mediaType };
|
|
196
|
+
}
|
|
197
|
+
else {
|
|
198
|
+
outputs[name] = blobData;
|
|
199
|
+
}
|
|
200
|
+
}
|
|
201
|
+
return outputs;
|
|
202
|
+
}
|
|
203
|
+
async process(inputs, context) {
|
|
204
|
+
const { fields, blobs, secrets } = await this.prepareExecution(inputs, context);
|
|
205
|
+
const result = await this.bridge.execute(this.nodeType, fields, secrets, blobs, undefined);
|
|
206
|
+
return this.materializeOutputs(result, context);
|
|
207
|
+
}
|
|
208
|
+
async *genProcess(inputs, context) {
|
|
209
|
+
if (!this.bridge.executeStream) {
|
|
210
|
+
yield await this.process(inputs, context);
|
|
211
|
+
return;
|
|
212
|
+
}
|
|
213
|
+
const { fields, blobs, secrets } = await this.prepareExecution(inputs, context);
|
|
214
|
+
for await (const partial of this.bridge.executeStream(this.nodeType, fields, secrets, blobs, undefined)) {
|
|
215
|
+
yield await this.materializeOutputs(partial, context);
|
|
216
|
+
}
|
|
217
|
+
}
|
|
218
|
+
}
|
|
219
|
+
//# sourceMappingURL=python-node-executor.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"python-node-executor.js","sourceRoot":"","sources":["../src/python-node-executor.ts"],"names":[],"mappings":"AAMA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,MAAM,GAAG,GAAG,YAAY,CAAC,uCAAuC,CAAC,CAAC;AAmBlE,OAAO,EAAE,QAAQ,EAAE,MAAM,kBAAkB,CAAC;AAC5C,OAAO,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AACzC,OAAO,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAEzC,iDAAiD;AACjD,MAAM,kBAAkB,GAA2B;IACjD,QAAQ,EAAE,OAAO;IACjB,QAAQ,EAAE,OAAO;IACjB,QAAQ,EAAE,OAAO;IACjB,UAAU,EAAE,UAAU;IACtB,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,KAAK,EAAE,OAAO;IACd,QAAQ,EAAE,UAAU;CACrB,CAAC;AAEF,mCAAmC;AACnC,MAAM,aAAa,GAA2B;IAC5C,KAAK,EAAE,MAAM;IACb,KAAK,EAAE,MAAM;IACb,KAAK,EAAE,MAAM;IACb,QAAQ,EAAE,MAAM;CACjB,CAAC;AAEF,8BAA8B;AAC9B,MAAM,QAAQ,GAA2B;IACvC,KAAK,EAAE,WAAW;IAClB,KAAK,EAAE,WAAW;IAClB,KAAK,EAAE,WAAW;IAClB,QAAQ,EAAE,mBAAmB;CAC9B,CAAC;AAEF,SAAS,wBAAwB,CAAC,UAA8B;IAC9D,IAAI,CAAC,UAAU,EAAE,CAAC;QAChB,OAAO,IAAI,CAAC;IACd,CAAC;IACD,OAAO,kBAAkB,CAAC,UAAU,CAAC,IAAI,IAAI,CAAC;AAChD,CAAC;AAED,SAAS,UAAU,CAAC,KAAc;IAChC,OAAO,CACL,OAAO,KAAK,KAAK,QAAQ;QACzB,KAAK,KAAK,IAAI;QACd,KAAK,IAAI,KAAK;QACd,OAAQ,KAAiC,CAAC,GAAG,KAAK,QAAQ,CAC3D,CAAC;AACJ,CAAC;AAQD,SAAS,cAAc,CAAC,KAAc;IACpC,OAAO,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;AACzD,CAAC;AAED,MAAM,6BAA6B,GAA6B;IAC9D,KAAK,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC;IAC1D,KAAK,EAAE,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,CAAC;IAClD,KAAK,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,MAAM,EAAE,KAAK,CAAC;IACnD,OAAO,EAAE,CAAC,KAAK,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK,CAAC;CACvC,CAAC;AAEF,SAAS,kBAAkB,CAAC,GAAW;IACrC,OAAO,CACL,iBAAiB,CAAC,IAAI,CAAC,GAAG,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAC7E,CAAC;AACJ,CAAC;AAED,KAAK,UAAU,YAAY,CAAC,GAAW;IACrC,IAAI,GAAG,CAAC,UAAU,CAAC,OAAO,CAAC,EAAE,CAAC;QAC5B,MAAM,KAAK,GAAG,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC;QAChC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACvB,OAAO,IAAI,CAAC;QACd,CAAC;QACD,MAAM,CAAC,MAAM,EAAE,IAAI,CAAC,GAAG,KAAK,CAAC;QAC7B,MAAM,KAAK,GAAG,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC;YACtC,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC;YAC7B,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC;QACnD,OAAO,IAAI,UAAU,CAAC,KAAK,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,GAAG,CAAC,UAAU,CAAC,SAAS,CAAC,EAAE,CAAC;QAC9B,IAAI,CAAC;YACH,OAAO,MAAM,QAAQ,CAAC,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC;QAC5C,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,IAAI,kBAAkB,CAAC,GAAG,CAAC,EAAE,CAAC;QAC5B,IAAI,CAAC;YACH,OAAO,MAAM,QAAQ,CAAC,GAAG,CAAC,CAAC;QAC7B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,IAAI,CAAC;QACd,CAAC;IACH,CAAC;IAED,OAAO,IAAI,CAAC;AACd,CAAC;AAED,KAAK,UAAU,iBAAiB,CAC9B,KAAoB,EACpB,OAA2B;IAE3B,6CAA6C;IAC7C,MAAM,IAAI,GAAI,KAAiC,CAAC,IAAI,CAAC;IACrD,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,IAAI,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAChD,OAAO,IAAI,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC,CAAC;IACrD,CAAC;IACD,IAAI,IAAI,YAAY,UAAU,EAAE,CAAC;QAC/B,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC;QACf,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;QACrB,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;QACrC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QAE1B,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACnB,MAAM,OAAO,GAAG,CAAC,KAAK,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;YACjD,MAAM,UAAU,GAAG,6BAA6B,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACrE,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;gBACnC,UAAU,CAAC,GAAG,CAAC,gBAAgB,KAAK,CAAC,QAAQ,IAAI,SAAS,EAAE,CAAC,CAAC;YAChE,CAAC;QACH,CAAC;QAED,KAAK,MAAM,SAAS,IAAI,UAAU,EAAE,CAAC;YACnC,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;YACzD,IAAI,MAAM,KAAK,IAAI,EAAE,CAAC;gBACpB,OAAO,MAAM,CAAC;YAChB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,YAAY,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;AACjC,CAAC;AAED,MAAM,OAAO,kBAAkB;IAEnB;IACA;IAEA;IACA;IALV,YACU,MAAwB,EACxB,QAAgB,EACxB,WAAoC,EAC5B,WAAmC,EACnC,gBAA0B;QAJ1B,WAAM,GAAN,MAAM,CAAkB;QACxB,aAAQ,GAAR,QAAQ,CAAQ;QAEhB,gBAAW,GAAX,WAAW,CAAwB;QACnC,qBAAgB,GAAhB,gBAAgB,CAAU;IACjC,CAAC;IAEI,KAAK,CAAC,gBAAgB,CAC5B,MAA+B,EAC/B,OAA2B;QAM3B,2EAA2E;QAC3E,qEAAqE;QACrE,MAAM,MAAM,GAA4B,EAAE,CAAC;QAC3C,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,GAAG,KAAK,UAAU,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChD,MAAM,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YACtB,CAAC;QACH,CAAC;QAED,MAAM,KAAK,GAAsB,EAAE,CAAC;QACpC,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,EAAE,CAAC;YAClD,IAAI,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;gBACtB,MAAM,GAAG,GAAG,KAAgC,CAAC;gBAC7C,GAAG,CAAC,IAAI,CAAC,4BAA4B,EAAE;oBACrC,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,GAAG;oBACH,IAAI,EAAE,GAAG,CAAC,IAAI;oBACd,MAAM,EAAE,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC;oBACxB,SAAS,EAAE,OAAO,GAAG,CAAC,GAAG,KAAK,QAAQ,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;oBAC3D,OAAO,EAAE,GAAG,CAAC,IAAI,KAAK,IAAI,IAAI,GAAG,CAAC,IAAI,KAAK,SAAS;oBACpD,QAAQ,EAAE,OAAO,GAAG,CAAC,IAAI;oBACzB,UAAU,EACR,OAAO,GAAG,CAAC,IAAI,KAAK,QAAQ;wBAC1B,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM;wBACjB,CAAC,CAAC,GAAG,CAAC,IAAI,YAAY,UAAU;4BAC9B,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,MAAM;4BACjB,CAAC,CAAC,CAAC;oBACT,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,QAAQ,CAAC;iBAClC,CAAC,CAAC;gBACH,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;gBACrD,GAAG,CAAC,IAAI,CAAC,uBAAuB,EAAE;oBAChC,QAAQ,EAAE,IAAI,CAAC,QAAQ;oBACvB,GAAG;oBACH,MAAM,EAAE,IAAI,KAAK,IAAI;oBACrB,QAAQ,EAAE,IAAI,EAAE,MAAM,IAAI,CAAC;iBAC5B,CAAC,CAAC;gBACH,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;oBAClB,KAAK,CAAC,GAAG,CAAC,GAAG,IAAI,CAAC;oBAClB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC;gBACD,SAAS;YACX,CAAC;YAED,IAAI,cAAc,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBAC9C,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,GAAG,CAC7B,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,iBAAiB,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC,CACtD,CAAC;gBACF,IAAI,KAAK,CAAC,KAAK,CAAC,CAAC,IAAI,EAAsB,EAAE,CAAC,IAAI,KAAK,IAAI,CAAC,EAAE,CAAC;oBAC7D,KAAK,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;oBACnB,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC;gBACrB,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,OAAO,GAA2B,EAAE,CAAC;QAC3C,IAAI,OAAO,EAAE,CAAC;YACZ,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;gBACxC,MAAM,KAAK,GAAG,MAAM,OAAO,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC;gBAC3C,IAAI,KAAK;oBAAE,OAAO,CAAC,GAAG,CAAC,GAAG,KAAK,CAAC;YAClC,CAAC;QACH,CAAC;QAED,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;IACpC,CAAC;IAEO,KAAK,CAAC,kBAAkB,CAC9B,MAAqB,EACrB,OAA2B;QAE3B,MAAM,OAAO,GAA4B,EAAE,GAAG,MAAM,CAAC,OAAO,EAAE,CAAC;QAC/D,KAAK,MAAM,CAAC,IAAI,EAAE,QAAQ,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;YAC5D,MAAM,SAAS,GAAG,wBAAwB,CAAC,IAAI,CAAC,WAAW,CAAC,IAAI,CAAC,CAAC,CAAC;YACnE,IAAI,SAAS,IAAI,OAAO,EAAE,OAAO,EAAE,CAAC;gBAClC,MAAM,GAAG,GAAG,aAAa,CAAC,SAAS,CAAC,IAAI,EAAE,CAAC;gBAC3C,MAAM,WAAW,GAAG,QAAQ,CAAC,SAAS,CAAC,CAAC;gBACxC,MAAM,UAAU,GAAG,iBAAiB,UAAU,EAAE,GAAG,GAAG,EAAE,CAAC;gBACzD,MAAM,GAAG,GAAG,MAAM,OAAO,CAAC,OAAO,CAAC,KAAK,CACrC,UAAU,EACV,QAAQ,EACR,WAAW,CACZ,CAAC;gBACF,OAAO,CAAC,IAAI,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,IAAI,CAAC,GAAG,QAAQ,CAAC;YAC3B,CAAC;QACH,CAAC;QACD,OAAO,OAAO,CAAC;IACjB,CAAC;IAED,KAAK,CAAC,OAAO,CACX,MAA+B,EAC/B,OAA2B;QAE3B,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,OAAO,CACtC,IAAI,CAAC,QAAQ,EACb,MAAM,EACN,OAAO,EACP,KAAK,EACL,SAAS,CACV,CAAC;QACF,OAAO,IAAI,CAAC,kBAAkB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAClD,CAAC;IAED,KAAK,CAAC,CAAC,UAAU,CACf,MAA+B,EAC/B,OAA2B;QAE3B,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,aAAa,EAAE,CAAC;YAC/B,MAAM,MAAM,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;YAC1C,OAAO;QACT,CAAC;QAED,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,EAAE,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;QAChF,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,IAAI,CAAC,MAAM,CAAC,aAAa,CACnD,IAAI,CAAC,QAAQ,EACb,MAAM,EACN,OAAO,EACP,KAAK,EACL,SAAS,CACV,EAAE,CAAC;YACF,MAAM,MAAM,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;QACxD,CAAC;IACH,CAAC;CACF"}
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Python worker bridge using stdio transport.
|
|
3
|
+
*
|
|
4
|
+
* Communicates over stdin/stdout
|
|
5
|
+
* with length-prefixed msgpack framing instead of WebSocket.
|
|
6
|
+
* This eliminates WebSocket connection instability.
|
|
7
|
+
*
|
|
8
|
+
* Protocol: [4 bytes big-endian length][msgpack payload]
|
|
9
|
+
* Readiness: "NODETOOL_STDIO_READY" on stderr
|
|
10
|
+
* Logs: all Python output goes to stderr
|
|
11
|
+
*/
|
|
12
|
+
import { EventEmitter } from "node:events";
|
|
13
|
+
import type { PythonNodeMetadata, ExecuteResult, ExecuteInputBlobs, ProgressEvent, StreamCallback, PythonProviderInfo, PythonBridgeOptions, PythonWorkerLoadError, PythonWorkerStatus } from "./python-bridge-types.js";
|
|
14
|
+
export type { PythonNodeMetadata, ExecuteResult, ExecuteInputBlobs, ProgressEvent, StreamCallback, PythonProviderInfo, PythonBridgeOptions, PythonWorkerLoadError, PythonWorkerStatus };
|
|
15
|
+
export declare class PythonStdioBridge extends EventEmitter {
|
|
16
|
+
private _process;
|
|
17
|
+
private _nodeMetadata;
|
|
18
|
+
private _loadErrors;
|
|
19
|
+
private _workerStatus;
|
|
20
|
+
private _pending;
|
|
21
|
+
private _pendingStream;
|
|
22
|
+
private _options;
|
|
23
|
+
private _connected;
|
|
24
|
+
private _connectPromise;
|
|
25
|
+
/** Buffered stdout data waiting to be parsed into frames. */
|
|
26
|
+
private _readBuffer;
|
|
27
|
+
/** Recent stderr lines from the worker for diagnostics. */
|
|
28
|
+
private _recentStderr;
|
|
29
|
+
constructor(options?: PythonBridgeOptions);
|
|
30
|
+
connect(): Promise<void>;
|
|
31
|
+
ensureConnected(): Promise<void>;
|
|
32
|
+
private _spawnAndConnect;
|
|
33
|
+
private _spawnCandidate;
|
|
34
|
+
/** Extract complete length-prefixed frames from _readBuffer. */
|
|
35
|
+
private _drainFrames;
|
|
36
|
+
private _send;
|
|
37
|
+
private _handleMessage;
|
|
38
|
+
private _discover;
|
|
39
|
+
execute(nodeType: string, fields: Record<string, unknown>, secrets: Record<string, string>, blobs: ExecuteInputBlobs, onProgress?: (event: ProgressEvent) => void): Promise<ExecuteResult>;
|
|
40
|
+
executeStream(nodeType: string, fields: Record<string, unknown>, secrets: Record<string, string>, blobs: ExecuteInputBlobs, onProgress?: (event: ProgressEvent) => void): AsyncGenerator<ExecuteResult>;
|
|
41
|
+
cancel(requestId: string): void;
|
|
42
|
+
getNodeMetadata(): PythonNodeMetadata[];
|
|
43
|
+
getLoadErrors(): PythonWorkerLoadError[];
|
|
44
|
+
getWorkerStatus(): Promise<PythonWorkerStatus>;
|
|
45
|
+
hasNodeType(nodeType: string): boolean;
|
|
46
|
+
get isConnected(): boolean;
|
|
47
|
+
listProviders(): Promise<PythonProviderInfo[]>;
|
|
48
|
+
getProviderModels(providerId: string, modelType: string, secrets?: Record<string, string>): Promise<Record<string, unknown>[]>;
|
|
49
|
+
providerGenerate(providerId: string, messages: Record<string, unknown>[], model: string, options?: Record<string, unknown>): Promise<Record<string, unknown>>;
|
|
50
|
+
providerStream(providerId: string, messages: Record<string, unknown>[], model: string, options?: Record<string, unknown>): AsyncGenerator<Record<string, unknown>>;
|
|
51
|
+
providerTextToImage(providerId: string, params: Record<string, unknown>, secrets?: Record<string, string>): Promise<Uint8Array>;
|
|
52
|
+
providerImageToImage(providerId: string, image: Uint8Array, params: Record<string, unknown>, secrets?: Record<string, string>): Promise<Uint8Array>;
|
|
53
|
+
providerTTS(providerId: string, text: string, model: string, options?: Record<string, unknown>): AsyncGenerator<Uint8Array>;
|
|
54
|
+
providerASR(providerId: string, audio: Uint8Array, model: string, options?: Record<string, unknown>): Promise<import("./providers/types.js").ASRResult>;
|
|
55
|
+
providerEmbedding(providerId: string, text: string | string[], model: string, dimensions?: number): Promise<number[][]>;
|
|
56
|
+
private _providerCall;
|
|
57
|
+
close(): void;
|
|
58
|
+
/** Check if a Python interpreter can be found (without spawning). */
|
|
59
|
+
hasPython(): boolean;
|
|
60
|
+
getRecentStderrLines(limit?: number): string[];
|
|
61
|
+
getRecentStderrSummary(limit?: number): string | null;
|
|
62
|
+
private _rememberStderr;
|
|
63
|
+
private _getPythonLaunchCandidates;
|
|
64
|
+
private _looksLikeNodeToolEnv;
|
|
65
|
+
private _getManagedPythonPaths;
|
|
66
|
+
}
|
|
67
|
+
//# sourceMappingURL=python-stdio-bridge.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"python-stdio-bridge.d.ts","sourceRoot":"","sources":["../src/python-stdio-bridge.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;GAUG;AAKH,OAAO,EAAE,YAAY,EAAE,MAAM,aAAa,CAAC;AAa3C,OAAO,KAAK,EACV,kBAAkB,EAClB,aAAa,EACb,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACrB,kBAAkB,EACnB,MAAM,0BAA0B,CAAC;AAElC,YAAY,EACV,kBAAkB,EAClB,aAAa,EACb,iBAAiB,EACjB,aAAa,EACb,cAAc,EACd,kBAAkB,EAClB,mBAAmB,EACnB,qBAAqB,EACrB,kBAAkB,EACnB,CAAC;AA8BF,qBAAa,iBAAkB,SAAQ,YAAY;IACjD,OAAO,CAAC,QAAQ,CAA6B;IAC7C,OAAO,CAAC,aAAa,CAA4B;IACjD,OAAO,CAAC,WAAW,CAA+B;IAClD,OAAO,CAAC,aAAa,CAAmC;IACxD,OAAO,CAAC,QAAQ,CAAqC;IACrD,OAAO,CAAC,cAAc,CAA2C;IACjE,OAAO,CAAC,QAAQ,CAAsB;IACtC,OAAO,CAAC,UAAU,CAAS;IAC3B,OAAO,CAAC,eAAe,CAA8B;IACrD,6DAA6D;IAC7D,OAAO,CAAC,WAAW,CAAmB;IACtC,2DAA2D;IAC3D,OAAO,CAAC,aAAa,CAAgB;gBAEzB,OAAO,GAAE,mBAAwB;IAOvC,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAkB9B,eAAe,IAAI,OAAO,CAAC,IAAI,CAAC;YAkBlB,gBAAgB;YAuBhB,eAAe;IAmH7B,gEAAgE;IAChE,OAAO,CAAC,YAAY;IA2BpB,OAAO,CAAC,KAAK;IAkBb,OAAO,CAAC,cAAc;YAiGR,SAAS;IAmBjB,OAAO,CACX,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,KAAK,EAAE,iBAAiB,EACxB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,GAC1C,OAAO,CAAC,aAAa,CAAC;IAYlB,aAAa,CAClB,QAAQ,EAAE,MAAM,EAChB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EAC/B,KAAK,EAAE,iBAAiB,EACxB,UAAU,CAAC,EAAE,CAAC,KAAK,EAAE,aAAa,KAAK,IAAI,GAC1C,cAAc,CAAC,aAAa,CAAC;IA8EhC,MAAM,CAAC,SAAS,EAAE,MAAM,GAAG,IAAI;IAI/B,eAAe,IAAI,kBAAkB,EAAE;IAIvC,aAAa;IAIP,eAAe;IAgBrB,WAAW,CAAC,QAAQ,EAAE,MAAM,GAAG,OAAO;IAItC,IAAI,WAAW,IAAI,OAAO,CAEzB;IAIK,aAAa,IAAI,OAAO,CAAC,kBAAkB,EAAE,CAAC;IAK9C,iBAAiB,CACrB,UAAU,EAAE,MAAM,EAClB,SAAS,EAAE,MAAM,EACjB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC/B,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,CAAC;IAS/B,gBAAgB,CACpB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EACnC,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAChC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAU5B,cAAc,CACnB,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,EACnC,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAChC,cAAc,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IAuDpC,mBAAmB,CACvB,UAAU,EAAE,MAAM,EAClB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC/B,OAAO,CAAC,UAAU,CAAC;IAShB,oBAAoB,CACxB,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,UAAU,EACjB,MAAM,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAC/B,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAC/B,OAAO,CAAC,UAAU,CAAC;IAUf,WAAW,CAChB,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,EACZ,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAChC,cAAc,CAAC,UAAU,CAAC;IAwDvB,WAAW,CACf,UAAU,EAAE,MAAM,EAClB,KAAK,EAAE,UAAU,EACjB,KAAK,EAAE,MAAM,EACb,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAChC,OAAO,CAAC,OAAO,sBAAsB,EAAE,SAAS,CAAC;IAiB9C,iBAAiB,CACrB,UAAU,EAAE,MAAM,EAClB,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,EACvB,KAAK,EAAE,MAAM,EACb,UAAU,CAAC,EAAE,MAAM,GAClB,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;YAUR,aAAa;IAiB3B,KAAK,IAAI,IAAI;IAUb,qEAAqE;IACrE,SAAS,IAAI,OAAO;IAOpB,oBAAoB,CAAC,KAAK,SAAK,GAAG,MAAM,EAAE;IAI1C,sBAAsB,CAAC,KAAK,SAAK,GAAG,MAAM,GAAG,IAAI;IASjD,OAAO,CAAC,eAAe;IAavB,OAAO,CAAC,0BAA0B;IAwBlC,OAAO,CAAC,qBAAqB;IAU7B,OAAO,CAAC,sBAAsB;CAsC/B"}
|