pynect 0.0.0-stage → 0.2.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/LICENSE +21 -0
- package/README.md +478 -2
- package/SECURITY.md +34 -0
- package/binding.gyp +60 -0
- package/dist/cli/codegen.d.ts +3 -0
- package/dist/cli/codegen.d.ts.map +1 -0
- package/dist/cli/codegen.js +543 -0
- package/dist/cli/codegen.js.map +1 -0
- package/dist/cli/sync.d.ts +3 -0
- package/dist/cli/sync.d.ts.map +1 -0
- package/dist/cli/sync.js +48 -0
- package/dist/cli/sync.js.map +1 -0
- package/dist/config/project.d.ts +57 -0
- package/dist/config/project.d.ts.map +1 -0
- package/dist/config/project.js +176 -0
- package/dist/config/project.js.map +1 -0
- package/dist/core/IsolatedWorker.d.ts +39 -0
- package/dist/core/IsolatedWorker.d.ts.map +1 -0
- package/dist/core/IsolatedWorker.js +178 -0
- package/dist/core/IsolatedWorker.js.map +1 -0
- package/dist/core/PyCallable.d.ts +67 -0
- package/dist/core/PyCallable.d.ts.map +1 -0
- package/dist/core/PyCallable.js +104 -0
- package/dist/core/PyCallable.js.map +1 -0
- package/dist/core/PyContext.d.ts +76 -0
- package/dist/core/PyContext.d.ts.map +1 -0
- package/dist/core/PyContext.js +239 -0
- package/dist/core/PyContext.js.map +1 -0
- package/dist/core/PyIterator.d.ts +84 -0
- package/dist/core/PyIterator.d.ts.map +1 -0
- package/dist/core/PyIterator.js +243 -0
- package/dist/core/PyIterator.js.map +1 -0
- package/dist/core/PyModule.d.ts +53 -0
- package/dist/core/PyModule.d.ts.map +1 -0
- package/dist/core/PyModule.js +162 -0
- package/dist/core/PyModule.js.map +1 -0
- package/dist/core/PyProxy.d.ts +75 -0
- package/dist/core/PyProxy.d.ts.map +1 -0
- package/dist/core/PyProxy.js +563 -0
- package/dist/core/PyProxy.js.map +1 -0
- package/dist/core/PyRuntime.d.ts +112 -0
- package/dist/core/PyRuntime.d.ts.map +1 -0
- package/dist/core/PyRuntime.js +546 -0
- package/dist/core/PyRuntime.js.map +1 -0
- package/dist/env/PackageInstaller.d.ts +232 -0
- package/dist/env/PackageInstaller.d.ts.map +1 -0
- package/dist/env/PackageInstaller.js +628 -0
- package/dist/env/PackageInstaller.js.map +1 -0
- package/dist/env/ProjectEnvironment.d.ts +63 -0
- package/dist/env/ProjectEnvironment.d.ts.map +1 -0
- package/dist/env/ProjectEnvironment.js +379 -0
- package/dist/env/ProjectEnvironment.js.map +1 -0
- package/dist/env/PyfigAdapter.d.ts +32 -0
- package/dist/env/PyfigAdapter.d.ts.map +1 -0
- package/dist/env/PyfigAdapter.js +10 -0
- package/dist/env/PyfigAdapter.js.map +1 -0
- package/dist/env/PythonDetector.d.ts +48 -0
- package/dist/env/PythonDetector.d.ts.map +1 -0
- package/dist/env/PythonDetector.js +182 -0
- package/dist/env/PythonDetector.js.map +1 -0
- package/dist/env/PythonProvisioner.d.ts +16 -0
- package/dist/env/PythonProvisioner.d.ts.map +1 -0
- package/dist/env/PythonProvisioner.js +42 -0
- package/dist/env/PythonProvisioner.js.map +1 -0
- package/dist/env/VenvManager.d.ts +55 -0
- package/dist/env/VenvManager.d.ts.map +1 -0
- package/dist/env/VenvManager.js +153 -0
- package/dist/env/VenvManager.js.map +1 -0
- package/dist/env/executables.d.ts +3 -0
- package/dist/env/executables.d.ts.map +1 -0
- package/dist/env/executables.js +14 -0
- package/dist/env/executables.js.map +1 -0
- package/dist/index.d.ts +182 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +393 -0
- package/dist/index.js.map +1 -0
- package/dist/native/NativeAddonLoader.d.ts +11 -0
- package/dist/native/NativeAddonLoader.d.ts.map +1 -0
- package/dist/native/NativeAddonLoader.js +75 -0
- package/dist/native/NativeAddonLoader.js.map +1 -0
- package/dist/plugins/Plugin.interface.d.ts +41 -0
- package/dist/plugins/Plugin.interface.d.ts.map +1 -0
- package/dist/plugins/Plugin.interface.js +12 -0
- package/dist/plugins/Plugin.interface.js.map +1 -0
- package/dist/plugins/PluginManager.d.ts +26 -0
- package/dist/plugins/PluginManager.d.ts.map +1 -0
- package/dist/plugins/PluginManager.js +174 -0
- package/dist/plugins/PluginManager.js.map +1 -0
- package/dist/plugins/builtin/NumpyPlugin.d.ts +17 -0
- package/dist/plugins/builtin/NumpyPlugin.d.ts.map +1 -0
- package/dist/plugins/builtin/NumpyPlugin.js +41 -0
- package/dist/plugins/builtin/NumpyPlugin.js.map +1 -0
- package/dist/plugins/builtin/PandasPlugin.d.ts +19 -0
- package/dist/plugins/builtin/PandasPlugin.d.ts.map +1 -0
- package/dist/plugins/builtin/PandasPlugin.js +57 -0
- package/dist/plugins/builtin/PandasPlugin.js.map +1 -0
- package/dist/plugins/builtin/TorchPlugin.d.ts +23 -0
- package/dist/plugins/builtin/TorchPlugin.d.ts.map +1 -0
- package/dist/plugins/builtin/TorchPlugin.js +50 -0
- package/dist/plugins/builtin/TorchPlugin.js.map +1 -0
- package/dist/plugins/index.d.ts +7 -0
- package/dist/plugins/index.d.ts.map +1 -0
- package/dist/plugins/index.js +12 -0
- package/dist/plugins/index.js.map +1 -0
- package/dist/serialization/DataFrameBridge.d.ts +141 -0
- package/dist/serialization/DataFrameBridge.d.ts.map +1 -0
- package/dist/serialization/DataFrameBridge.js +355 -0
- package/dist/serialization/DataFrameBridge.js.map +1 -0
- package/dist/serialization/MsgPackSerializer.d.ts +45 -0
- package/dist/serialization/MsgPackSerializer.d.ts.map +1 -0
- package/dist/serialization/MsgPackSerializer.js +242 -0
- package/dist/serialization/MsgPackSerializer.js.map +1 -0
- package/dist/serialization/NumpyBridge.d.ts +96 -0
- package/dist/serialization/NumpyBridge.d.ts.map +1 -0
- package/dist/serialization/NumpyBridge.js +323 -0
- package/dist/serialization/NumpyBridge.js.map +1 -0
- package/dist/serialization/Serializer.d.ts +78 -0
- package/dist/serialization/Serializer.d.ts.map +1 -0
- package/dist/serialization/Serializer.js +281 -0
- package/dist/serialization/Serializer.js.map +1 -0
- package/dist/types/addon.d.ts +131 -0
- package/dist/types/addon.d.ts.map +1 -0
- package/dist/types/addon.js +32 -0
- package/dist/types/addon.js.map +1 -0
- package/dist/types/config.d.ts +233 -0
- package/dist/types/config.d.ts.map +1 -0
- package/dist/types/config.js +60 -0
- package/dist/types/config.js.map +1 -0
- package/dist/types/index.d.ts +10 -0
- package/dist/types/index.d.ts.map +1 -0
- package/dist/types/index.js +12 -0
- package/dist/types/index.js.map +1 -0
- package/dist/types/python.d.ts +235 -0
- package/dist/types/python.d.ts.map +1 -0
- package/dist/types/python.js +7 -0
- package/dist/types/python.js.map +1 -0
- package/dist/utils/ErrorTranslator.d.ts +83 -0
- package/dist/utils/ErrorTranslator.d.ts.map +1 -0
- package/dist/utils/ErrorTranslator.js +210 -0
- package/dist/utils/ErrorTranslator.js.map +1 -0
- package/dist/utils/Locking.d.ts +3 -0
- package/dist/utils/Locking.d.ts.map +1 -0
- package/dist/utils/Locking.js +10 -0
- package/dist/utils/Locking.js.map +1 -0
- package/dist/utils/Logger.d.ts +27 -0
- package/dist/utils/Logger.d.ts.map +1 -0
- package/dist/utils/Logger.js +115 -0
- package/dist/utils/Logger.js.map +1 -0
- package/dist/utils/MemoryMonitor.d.ts +43 -0
- package/dist/utils/MemoryMonitor.d.ts.map +1 -0
- package/dist/utils/MemoryMonitor.js +143 -0
- package/dist/utils/MemoryMonitor.js.map +1 -0
- package/package.json +114 -4
- package/python/ast_inspector.py +248 -0
- package/python/error_handler.py +432 -0
- package/python/isolated_worker.py +94 -0
- package/python/pynect_dispatcher.py +382 -0
- package/python/pynect_runtime.py +574 -0
- package/python/serializer.py +373 -0
- package/python/type_inspector.py +315 -0
- package/scripts/build-native.js +50 -0
- package/scripts/cli.js +21 -0
- package/scripts/ensure-native.js +85 -0
- package/scripts/postinstall.js +40 -0
- package/scripts/pyfig.js +113 -0
- package/scripts/python-provisioner.js +23 -0
- package/scripts/smoke-python-boundary.js +103 -0
- package/src/native/NativeAddonLoader.ts +98 -0
- package/src/native/gil_guard.cpp +25 -0
- package/src/native/gil_guard.h +174 -0
- package/src/native/pynect_addon.cpp +942 -0
- package/src/native/python_bridge.cpp +904 -0
- package/src/native/python_bridge.h +263 -0
- package/src/native/thread_pool.cpp +375 -0
- package/src/native/thread_pool.h +185 -0
- package/src/native/type_converter.cpp +906 -0
- package/src/native/type_converter.h +271 -0
|
@@ -0,0 +1,104 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* pynect - PyCallable
|
|
4
|
+
* Represents a Python callable (function, method, class constructor).
|
|
5
|
+
* Extends PyProxy with call metadata and convenience methods.
|
|
6
|
+
*/
|
|
7
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
8
|
+
exports.PyCallable = void 0;
|
|
9
|
+
const PyProxy_1 = require("./PyProxy");
|
|
10
|
+
/**
|
|
11
|
+
* PyCallable - wraps a Python function or method.
|
|
12
|
+
*
|
|
13
|
+
* @example
|
|
14
|
+
* ```typescript
|
|
15
|
+
* const np = await py.import('numpy');
|
|
16
|
+
* const zeros = await np.zeros; // PyCallable
|
|
17
|
+
* const arr = await zeros([3, 3], { dtype: 'float64' });
|
|
18
|
+
*
|
|
19
|
+
* // Or more concisely:
|
|
20
|
+
* const arr2 = await np.zeros([3, 3]);
|
|
21
|
+
* ```
|
|
22
|
+
*/
|
|
23
|
+
class PyCallable extends PyProxy_1.PyProxy {
|
|
24
|
+
_callableName;
|
|
25
|
+
constructor(objectId, path, callableName, addon, callTimeout, executionTimeout) {
|
|
26
|
+
super({
|
|
27
|
+
objectId,
|
|
28
|
+
path,
|
|
29
|
+
addon,
|
|
30
|
+
callTimeout,
|
|
31
|
+
executionTimeout,
|
|
32
|
+
});
|
|
33
|
+
this._callableName = callableName;
|
|
34
|
+
}
|
|
35
|
+
/** Callable name */
|
|
36
|
+
get callableName() {
|
|
37
|
+
return this._callableName;
|
|
38
|
+
}
|
|
39
|
+
/**
|
|
40
|
+
* Call the callable with given arguments.
|
|
41
|
+
* Same as using the callable directly (proxy syntax).
|
|
42
|
+
*
|
|
43
|
+
* @example
|
|
44
|
+
* ```typescript
|
|
45
|
+
* const result = await callable.invoke([1, 2, 3], { axis: 0 });
|
|
46
|
+
* // equivalent to: await callable([1, 2, 3], { axis: 0 })
|
|
47
|
+
* ```
|
|
48
|
+
*/
|
|
49
|
+
async invoke(...args) {
|
|
50
|
+
return this(...args);
|
|
51
|
+
}
|
|
52
|
+
/** Invoke with cancellation or per-call timeout overrides. */
|
|
53
|
+
async invokeWithOptions(options, ...args) {
|
|
54
|
+
return this.withOptions(options, ...args);
|
|
55
|
+
}
|
|
56
|
+
/**
|
|
57
|
+
* Call with explicit positional args and keyword args.
|
|
58
|
+
*
|
|
59
|
+
* @example
|
|
60
|
+
* ```typescript
|
|
61
|
+
* const result = await callable.call([1, 2, 3], { axis: 0, keepdims: true });
|
|
62
|
+
* ```
|
|
63
|
+
*/
|
|
64
|
+
async call(args, kwargs, options = {}) {
|
|
65
|
+
return this.callWithOptions(args, options, kwargs);
|
|
66
|
+
}
|
|
67
|
+
/**
|
|
68
|
+
* Partially apply arguments (like functools.partial in Python).
|
|
69
|
+
*
|
|
70
|
+
* @example
|
|
71
|
+
* ```typescript
|
|
72
|
+
* const readCsvUtf8 = await pd.read_csv.partial({ encoding: 'utf-8' });
|
|
73
|
+
* const df = await readCsvUtf8('data.csv');
|
|
74
|
+
* ```
|
|
75
|
+
*/
|
|
76
|
+
partial(...partialArgs) {
|
|
77
|
+
const internal = this[PyProxy_1.PYPROXY_INTERNAL];
|
|
78
|
+
const callableName = `${this._callableName}(partial)`;
|
|
79
|
+
const wrapper = new PyCallable(internal.objectId, internal.path, callableName, internal.addon, internal.callTimeout, internal.executionTimeout);
|
|
80
|
+
// Override: always prepend partialArgs (use arrow to capture outer `this` lexically)
|
|
81
|
+
const callSelf = (...a) => this(...a);
|
|
82
|
+
const overrideProxy = new Proxy(wrapper, {
|
|
83
|
+
apply(_target, _thisArg, args) {
|
|
84
|
+
return callSelf(...partialArgs, ...args);
|
|
85
|
+
},
|
|
86
|
+
});
|
|
87
|
+
return overrideProxy;
|
|
88
|
+
}
|
|
89
|
+
/**
|
|
90
|
+
* Get introspection information about this callable.
|
|
91
|
+
*/
|
|
92
|
+
async getInfo() {
|
|
93
|
+
return null;
|
|
94
|
+
}
|
|
95
|
+
static fromProxy(proxy, name) {
|
|
96
|
+
const internal = proxy[PyProxy_1.PYPROXY_INTERNAL];
|
|
97
|
+
return new PyCallable(internal.objectId, internal.path, name, internal.addon, internal.callTimeout, internal.executionTimeout);
|
|
98
|
+
}
|
|
99
|
+
toString() {
|
|
100
|
+
return `[PyCallable '${this._callableName}' id=${this[PyProxy_1.PYPROXY_INTERNAL].objectId}]`;
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
exports.PyCallable = PyCallable;
|
|
104
|
+
//# sourceMappingURL=PyCallable.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PyCallable.js","sourceRoot":"","sources":["../../src/core/PyCallable.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAEH,uCAAsD;AAKtD;;;;;;;;;;;;GAYG;AACH,MAAa,UAAW,SAAQ,iBAAO;IACpB,aAAa,CAAS;IAEvC,YACE,QAAoB,EACpB,IAAmB,EACnB,YAAoB,EACpB,KAAkB,EAClB,WAAoB,EACpB,gBAAyB;QAEzB,KAAK,CAAC;YACJ,QAAQ;YACR,IAAI;YACJ,KAAK;YACL,WAAW;YACX,gBAAgB;SACjB,CAAC,CAAC;QACH,IAAI,CAAC,aAAa,GAAG,YAAY,CAAC;IACpC,CAAC;IAED,oBAAoB;IACpB,IAAI,YAAY;QACd,OAAO,IAAI,CAAC,aAAa,CAAC;IAC5B,CAAC;IAED;;;;;;;;;OASG;IACH,KAAK,CAAC,MAAM,CAAC,GAAG,IAAe;QAC7B,OAAQ,IAAgD,CAAC,GAAG,IAAI,CAAC,CAAC;IACpE,CAAC;IAED,8DAA8D;IAC9D,KAAK,CAAC,iBAAiB,CAAC,OAAsB,EAAE,GAAG,IAAe;QAChE,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;IAC5C,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,IAAI,CACR,IAAe,EACf,MAAgC,EAChC,UAAyB,EAAE;QAE3B,OAAO,IAAI,CAAC,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,MAAM,CAAC,CAAC;IACrD,CAAC;IAED;;;;;;;;OAQG;IACH,OAAO,CAAC,GAAG,WAAsB;QAC/B,MAAM,QAAQ,GAAG,IAAI,CAAC,0BAAgB,CAAC,CAAC;QACxC,MAAM,YAAY,GAAG,GAAG,IAAI,CAAC,aAAa,WAAW,CAAC;QACtD,MAAM,OAAO,GAAG,IAAI,UAAU,CAC5B,QAAQ,CAAC,QAAQ,EACjB,QAAQ,CAAC,IAAI,EACb,YAAY,EACZ,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,WAAW,EACpB,QAAQ,CAAC,gBAAgB,CAC1B,CAAC;QAEF,qFAAqF;QACrF,MAAM,QAAQ,GAAG,CAAC,GAAG,CAAY,EAAE,EAAE,CAClC,IAAgD,CAAC,GAAG,CAAC,CAAC,CAAC;QAC1D,MAAM,aAAa,GAAG,IAAI,KAAK,CAAC,OAAO,EAAE;YACvC,KAAK,CAAC,OAAO,EAAE,QAAQ,EAAE,IAAe;gBACtC,OAAO,QAAQ,CAAC,GAAG,WAAW,EAAE,GAAG,IAAI,CAAC,CAAC;YAC3C,CAAC;SACF,CAAC,CAAC;QAEH,OAAO,aAA2B,CAAC;IACrC,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,OAAO,IAAI,CAAC;IACd,CAAC;IAED,MAAM,CAAC,SAAS,CAAC,KAAc,EAAE,IAAY;QAC3C,MAAM,QAAQ,GAAG,KAAK,CAAC,0BAAgB,CAAC,CAAC;QACzC,OAAO,IAAI,UAAU,CACnB,QAAQ,CAAC,QAAQ,EACjB,QAAQ,CAAC,IAAI,EACb,IAAI,EACJ,QAAQ,CAAC,KAAK,EACd,QAAQ,CAAC,WAAW,EACpB,QAAQ,CAAC,gBAAgB,CAC1B,CAAC;IACJ,CAAC;IAEQ,QAAQ;QACf,OAAO,gBAAgB,IAAI,CAAC,aAAa,QAAQ,IAAI,CAAC,0BAAgB,CAAC,CAAC,QAAQ,GAAG,CAAC;IACtF,CAAC;CACF;AApHD,gCAoHC"}
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* pynect - PyContext
|
|
3
|
+
* Manages an isolated Python execution context (namespace).
|
|
4
|
+
* Useful for running code in isolation without polluting the global namespace.
|
|
5
|
+
*/
|
|
6
|
+
import type { NativeAddon } from '../types/addon';
|
|
7
|
+
import { PyProxy } from './PyProxy';
|
|
8
|
+
/**
|
|
9
|
+
* PyContext - an isolated Python execution environment.
|
|
10
|
+
*
|
|
11
|
+
* @example
|
|
12
|
+
* ```typescript
|
|
13
|
+
* const ctx = await PyContext.create(addon);
|
|
14
|
+
*
|
|
15
|
+
* // Run code in isolation
|
|
16
|
+
* await ctx.exec('x = 42');
|
|
17
|
+
* await ctx.exec('y = x * 2');
|
|
18
|
+
* const result = await ctx.eval('x + y');
|
|
19
|
+
* console.log(result); // 126
|
|
20
|
+
*
|
|
21
|
+
* // Import into context
|
|
22
|
+
* const pd = await ctx.import('pandas');
|
|
23
|
+
* await ctx.exec("df = pd.DataFrame({'a': [1,2,3]})");
|
|
24
|
+
* const df = await ctx.get('df');
|
|
25
|
+
* ```
|
|
26
|
+
*/
|
|
27
|
+
export declare class PyContext {
|
|
28
|
+
private readonly _addon;
|
|
29
|
+
private readonly _namespacePyId;
|
|
30
|
+
private _variables;
|
|
31
|
+
private _destroyed;
|
|
32
|
+
private constructor();
|
|
33
|
+
/**
|
|
34
|
+
* Create a new isolated Python context.
|
|
35
|
+
*/
|
|
36
|
+
static create(addon: NativeAddon): Promise<PyContext>;
|
|
37
|
+
/**
|
|
38
|
+
* Execute Python code in this context.
|
|
39
|
+
*/
|
|
40
|
+
exec(code: string): Promise<void>;
|
|
41
|
+
/**
|
|
42
|
+
* Evaluate a Python expression in this context and return the result.
|
|
43
|
+
*/
|
|
44
|
+
eval(expression: string): Promise<unknown>;
|
|
45
|
+
/**
|
|
46
|
+
* Import a module into this context.
|
|
47
|
+
*/
|
|
48
|
+
import(moduleName: string): Promise<PyProxy>;
|
|
49
|
+
/**
|
|
50
|
+
* Get a variable from the context namespace.
|
|
51
|
+
*/
|
|
52
|
+
get(name: string): Promise<unknown>;
|
|
53
|
+
/**
|
|
54
|
+
* Set a variable in the context namespace.
|
|
55
|
+
*/
|
|
56
|
+
set(name: string, value: unknown): Promise<void>;
|
|
57
|
+
/**
|
|
58
|
+
* Check if a name is defined in the context.
|
|
59
|
+
*/
|
|
60
|
+
has(name: string): Promise<boolean>;
|
|
61
|
+
/**
|
|
62
|
+
* Delete a variable from the context.
|
|
63
|
+
*/
|
|
64
|
+
delete(name: string): Promise<void>;
|
|
65
|
+
/**
|
|
66
|
+
* Clear all variables in the context.
|
|
67
|
+
*/
|
|
68
|
+
clear(): Promise<void>;
|
|
69
|
+
/**
|
|
70
|
+
* Destroy the context and free resources.
|
|
71
|
+
*/
|
|
72
|
+
destroy(): Promise<void>;
|
|
73
|
+
private _ensureNotDestroyed;
|
|
74
|
+
[Symbol.asyncDispose](): Promise<void>;
|
|
75
|
+
}
|
|
76
|
+
//# sourceMappingURL=PyContext.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PyContext.d.ts","sourceRoot":"","sources":["../../src/core/PyContext.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAElD,OAAO,EAAE,OAAO,EAAoB,MAAM,WAAW,CAAC;AAMtD;;;;;;;;;;;;;;;;;;GAkBG;AACH,qBAAa,SAAS;IACpB,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,OAAO,CAAC,QAAQ,CAAC,cAAc,CAAa;IAC5C,OAAO,CAAC,UAAU,CAA0B;IAC5C,OAAO,CAAC,UAAU,CAAS;IAE3B,OAAO;IAMP;;OAEG;WACU,MAAM,CAAC,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,SAAS,CAAC;IA2B3D;;OAEG;IACG,IAAI,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAiBvC;;OAEG;IACG,IAAI,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAyChD;;OAEG;IACG,MAAM,CAAC,UAAU,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IA+BlD;;OAEG;IACG,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAmDzC;;OAEG;IACG,GAAG,CAAC,IAAI,EAAE,MAAM,EAAE,KAAK,EAAE,OAAO,GAAG,OAAO,CAAC,IAAI,CAAC;IAqBtD;;OAEG;IACG,GAAG,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAUzC;;OAEG;IACG,MAAM,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAOzC;;OAEG;IACG,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAK5B;;OAEG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;IAQ9B,OAAO,CAAC,mBAAmB;IAM3B,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC;CAGvC"}
|
|
@@ -0,0 +1,239 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
/**
|
|
3
|
+
* pynect - PyContext
|
|
4
|
+
* Manages an isolated Python execution context (namespace).
|
|
5
|
+
* Useful for running code in isolation without polluting the global namespace.
|
|
6
|
+
*/
|
|
7
|
+
Object.defineProperty(exports, "__esModule", { value: true });
|
|
8
|
+
exports.PyContext = void 0;
|
|
9
|
+
const PyProxy_1 = require("./PyProxy");
|
|
10
|
+
const ErrorTranslator_1 = require("../utils/ErrorTranslator");
|
|
11
|
+
const Logger_1 = require("../utils/Logger");
|
|
12
|
+
const logger = new Logger_1.Logger('PyContext');
|
|
13
|
+
/**
|
|
14
|
+
* PyContext - an isolated Python execution environment.
|
|
15
|
+
*
|
|
16
|
+
* @example
|
|
17
|
+
* ```typescript
|
|
18
|
+
* const ctx = await PyContext.create(addon);
|
|
19
|
+
*
|
|
20
|
+
* // Run code in isolation
|
|
21
|
+
* await ctx.exec('x = 42');
|
|
22
|
+
* await ctx.exec('y = x * 2');
|
|
23
|
+
* const result = await ctx.eval('x + y');
|
|
24
|
+
* console.log(result); // 126
|
|
25
|
+
*
|
|
26
|
+
* // Import into context
|
|
27
|
+
* const pd = await ctx.import('pandas');
|
|
28
|
+
* await ctx.exec("df = pd.DataFrame({'a': [1,2,3]})");
|
|
29
|
+
* const df = await ctx.get('df');
|
|
30
|
+
* ```
|
|
31
|
+
*/
|
|
32
|
+
class PyContext {
|
|
33
|
+
_addon;
|
|
34
|
+
_namespacePyId;
|
|
35
|
+
_variables;
|
|
36
|
+
_destroyed = false;
|
|
37
|
+
constructor(addon, namespacePyId) {
|
|
38
|
+
this._addon = addon;
|
|
39
|
+
this._namespacePyId = namespacePyId;
|
|
40
|
+
this._variables = new Map();
|
|
41
|
+
}
|
|
42
|
+
/**
|
|
43
|
+
* Create a new isolated Python context.
|
|
44
|
+
*/
|
|
45
|
+
static async create(addon) {
|
|
46
|
+
// Create a fresh namespace dict in Python
|
|
47
|
+
const result = await addon.evalPython('{}');
|
|
48
|
+
if (!result.success) {
|
|
49
|
+
if (result.error) {
|
|
50
|
+
throw (0, ErrorTranslator_1.translatePythonError)({
|
|
51
|
+
type: result.error.type,
|
|
52
|
+
message: result.error.message,
|
|
53
|
+
traceback: result.error.traceback || '',
|
|
54
|
+
});
|
|
55
|
+
}
|
|
56
|
+
throw new Error('Failed to create Python context');
|
|
57
|
+
}
|
|
58
|
+
if (!result.objectId) {
|
|
59
|
+
throw new Error('Context namespace object ID not returned');
|
|
60
|
+
}
|
|
61
|
+
return new PyContext(addon, result.objectId);
|
|
62
|
+
}
|
|
63
|
+
/**
|
|
64
|
+
* Execute Python code in this context.
|
|
65
|
+
*/
|
|
66
|
+
async exec(code) {
|
|
67
|
+
this._ensureNotDestroyed();
|
|
68
|
+
const result = await this._addon.runPythonCode(code);
|
|
69
|
+
if (!result.success && result.error) {
|
|
70
|
+
throw (0, ErrorTranslator_1.translatePythonError)({
|
|
71
|
+
type: result.error.type,
|
|
72
|
+
message: result.error.message,
|
|
73
|
+
traceback: result.error.traceback || '',
|
|
74
|
+
});
|
|
75
|
+
}
|
|
76
|
+
}
|
|
77
|
+
/**
|
|
78
|
+
* Evaluate a Python expression in this context and return the result.
|
|
79
|
+
*/
|
|
80
|
+
async eval(expression) {
|
|
81
|
+
this._ensureNotDestroyed();
|
|
82
|
+
const result = await this._addon.evalPython(expression);
|
|
83
|
+
if (!result.success) {
|
|
84
|
+
if (result.error) {
|
|
85
|
+
throw (0, ErrorTranslator_1.translatePythonError)({
|
|
86
|
+
type: result.error.type,
|
|
87
|
+
message: result.error.message,
|
|
88
|
+
traceback: result.error.traceback || '',
|
|
89
|
+
});
|
|
90
|
+
}
|
|
91
|
+
throw new Error('Evaluation failed');
|
|
92
|
+
}
|
|
93
|
+
if (result.isObject && result.objectId) {
|
|
94
|
+
return PyProxy_1.PyProxy._createFromObjectId(result.objectId, [], this._addon);
|
|
95
|
+
}
|
|
96
|
+
if (result.resultJson !== undefined) {
|
|
97
|
+
try {
|
|
98
|
+
return JSON.parse(result.resultJson);
|
|
99
|
+
}
|
|
100
|
+
catch {
|
|
101
|
+
return result.resultJson;
|
|
102
|
+
}
|
|
103
|
+
}
|
|
104
|
+
return null;
|
|
105
|
+
}
|
|
106
|
+
/**
|
|
107
|
+
* Import a module into this context.
|
|
108
|
+
*/
|
|
109
|
+
async import(moduleName) {
|
|
110
|
+
this._ensureNotDestroyed();
|
|
111
|
+
const result = await this._addon.importModule(moduleName);
|
|
112
|
+
if (!result.success) {
|
|
113
|
+
if (result.error) {
|
|
114
|
+
throw (0, ErrorTranslator_1.translatePythonError)({
|
|
115
|
+
type: result.error.type,
|
|
116
|
+
message: result.error.message,
|
|
117
|
+
traceback: result.error.traceback || '',
|
|
118
|
+
});
|
|
119
|
+
}
|
|
120
|
+
throw new Error(`Failed to import module '${moduleName}'`);
|
|
121
|
+
}
|
|
122
|
+
if (!result.objectId) {
|
|
123
|
+
throw new Error('Module object ID not returned');
|
|
124
|
+
}
|
|
125
|
+
return PyProxy_1.PyProxy._createFromObjectId(result.objectId, [], this._addon);
|
|
126
|
+
}
|
|
127
|
+
/**
|
|
128
|
+
* Get a variable from the context namespace.
|
|
129
|
+
*/
|
|
130
|
+
async get(name) {
|
|
131
|
+
this._ensureNotDestroyed();
|
|
132
|
+
const pyId = this._variables.get(name);
|
|
133
|
+
if (pyId) {
|
|
134
|
+
return PyProxy_1.PyProxy._createFromObjectId(pyId, [], this._addon);
|
|
135
|
+
}
|
|
136
|
+
// Try to get from Python global namespace
|
|
137
|
+
const result = await this._addon.evalPython(name);
|
|
138
|
+
if (!result.success) {
|
|
139
|
+
if (result.error?.type === 'NameError') {
|
|
140
|
+
return undefined;
|
|
141
|
+
}
|
|
142
|
+
if (result.error) {
|
|
143
|
+
throw (0, ErrorTranslator_1.translatePythonError)({
|
|
144
|
+
type: result.error.type,
|
|
145
|
+
message: result.error.message,
|
|
146
|
+
traceback: result.error.traceback || '',
|
|
147
|
+
});
|
|
148
|
+
}
|
|
149
|
+
return undefined;
|
|
150
|
+
}
|
|
151
|
+
if (result.isObject && result.objectId) {
|
|
152
|
+
return PyProxy_1.PyProxy._createFromObjectId(result.objectId, [], this._addon);
|
|
153
|
+
}
|
|
154
|
+
if (result.resultJson !== undefined) {
|
|
155
|
+
try {
|
|
156
|
+
return JSON.parse(result.resultJson);
|
|
157
|
+
}
|
|
158
|
+
catch {
|
|
159
|
+
return result.resultJson;
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
return undefined;
|
|
163
|
+
}
|
|
164
|
+
/**
|
|
165
|
+
* Set a variable in the context namespace.
|
|
166
|
+
*/
|
|
167
|
+
async set(name, value) {
|
|
168
|
+
this._ensureNotDestroyed();
|
|
169
|
+
assertPythonIdentifier(name);
|
|
170
|
+
if (value instanceof PyProxy_1.PyProxy) {
|
|
171
|
+
const internal = value[PyProxy_1.PYPROXY_INTERNAL];
|
|
172
|
+
this._variables.set(name, internal.objectId);
|
|
173
|
+
return;
|
|
174
|
+
}
|
|
175
|
+
// For primitives and serializable values: set via exec
|
|
176
|
+
const serialized = JSON.stringify(value);
|
|
177
|
+
if (serialized === undefined) {
|
|
178
|
+
throw new TypeError(`Value for '${name}' is not JSON serializable`);
|
|
179
|
+
}
|
|
180
|
+
const encoded = Buffer.from(serialized, 'utf8').toString('base64');
|
|
181
|
+
await this.exec(`${name} = __import__('json').loads(__import__('base64').b64decode('${encoded}'))`);
|
|
182
|
+
}
|
|
183
|
+
/**
|
|
184
|
+
* Check if a name is defined in the context.
|
|
185
|
+
*/
|
|
186
|
+
async has(name) {
|
|
187
|
+
this._ensureNotDestroyed();
|
|
188
|
+
try {
|
|
189
|
+
const val = await this.get(name);
|
|
190
|
+
return val !== undefined;
|
|
191
|
+
}
|
|
192
|
+
catch {
|
|
193
|
+
return false;
|
|
194
|
+
}
|
|
195
|
+
}
|
|
196
|
+
/**
|
|
197
|
+
* Delete a variable from the context.
|
|
198
|
+
*/
|
|
199
|
+
async delete(name) {
|
|
200
|
+
this._ensureNotDestroyed();
|
|
201
|
+
assertPythonIdentifier(name);
|
|
202
|
+
this._variables.delete(name);
|
|
203
|
+
await this.exec(`del ${name}`).catch(() => { }); // ignore if not defined
|
|
204
|
+
}
|
|
205
|
+
/**
|
|
206
|
+
* Clear all variables in the context.
|
|
207
|
+
*/
|
|
208
|
+
async clear() {
|
|
209
|
+
this._ensureNotDestroyed();
|
|
210
|
+
this._variables.clear();
|
|
211
|
+
}
|
|
212
|
+
/**
|
|
213
|
+
* Destroy the context and free resources.
|
|
214
|
+
*/
|
|
215
|
+
async destroy() {
|
|
216
|
+
if (this._destroyed) {
|
|
217
|
+
return;
|
|
218
|
+
}
|
|
219
|
+
this._destroyed = true;
|
|
220
|
+
this._variables.clear();
|
|
221
|
+
this._addon.decRef(this._namespacePyId);
|
|
222
|
+
logger.debug('PyContext destroyed');
|
|
223
|
+
}
|
|
224
|
+
_ensureNotDestroyed() {
|
|
225
|
+
if (this._destroyed) {
|
|
226
|
+
throw new Error('PyContext has been destroyed');
|
|
227
|
+
}
|
|
228
|
+
}
|
|
229
|
+
[Symbol.asyncDispose]() {
|
|
230
|
+
return this.destroy();
|
|
231
|
+
}
|
|
232
|
+
}
|
|
233
|
+
exports.PyContext = PyContext;
|
|
234
|
+
function assertPythonIdentifier(name) {
|
|
235
|
+
if (!/^[A-Za-z_]\w*$/u.test(name)) {
|
|
236
|
+
throw new TypeError(`Invalid Python identifier: ${JSON.stringify(name)}`);
|
|
237
|
+
}
|
|
238
|
+
}
|
|
239
|
+
//# sourceMappingURL=PyContext.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PyContext.js","sourceRoot":"","sources":["../../src/core/PyContext.ts"],"names":[],"mappings":";AAAA;;;;GAIG;;;AAIH,uCAAsD;AACtD,8DAAgE;AAChE,4CAAyC;AAEzC,MAAM,MAAM,GAAG,IAAI,eAAM,CAAC,WAAW,CAAC,CAAC;AAEvC;;;;;;;;;;;;;;;;;;GAkBG;AACH,MAAa,SAAS;IACH,MAAM,CAAc;IACpB,cAAc,CAAa;IACpC,UAAU,CAA0B;IACpC,UAAU,GAAG,KAAK,CAAC;IAE3B,YAAoB,KAAkB,EAAE,aAAyB;QAC/D,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,cAAc,GAAG,aAAa,CAAC;QACpC,IAAI,CAAC,UAAU,GAAG,IAAI,GAAG,EAAE,CAAC;IAC9B,CAAC;IAED;;OAEG;IACH,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAkB;QACpC,0CAA0C;QAC1C,MAAM,MAAM,GAAG,MAAM,KAAK,CAAC,UAAU,CAAC,IAAI,CAKzC,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM,IAAA,sCAAoB,EAAC;oBACzB,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI;oBACvB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;oBAC7B,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE;iBACxC,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAC;QACrD,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,0CAA0C,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,IAAI,SAAS,CAAC,KAAK,EAAE,MAAM,CAAC,QAAsB,CAAC,CAAC;IAC7D,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,IAAY;QACrB,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,CAGlD,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;YACpC,MAAM,IAAA,sCAAoB,EAAC;gBACzB,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI;gBACvB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;gBAC7B,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE;aACxC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,IAAI,CAAC,UAAkB;QAC3B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,UAAU,CAMrD,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM,IAAA,sCAAoB,EAAC;oBACzB,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI;oBACvB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;oBAC7B,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE;iBACxC,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,CAAC;QACvC,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACvC,OAAO,iBAAO,CAAC,mBAAmB,CAChC,MAAM,CAAC,QAAsB,EAC7B,EAAE,EACF,IAAI,CAAC,MAAM,CACZ,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACvC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,MAAM,CAAC,UAAU,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,OAAO,IAAI,CAAC;IACd,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,UAAkB;QAC7B,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE3B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,YAAY,CAAC,UAAU,CAIvD,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM,IAAA,sCAAoB,EAAC;oBACzB,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI;oBACvB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;oBAC7B,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE;iBACxC,CAAC,CAAC;YACL,CAAC;YACD,MAAM,IAAI,KAAK,CAAC,4BAA4B,UAAU,GAAG,CAAC,CAAC;QAC7D,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC;YACrB,MAAM,IAAI,KAAK,CAAC,+BAA+B,CAAC,CAAC;QACnD,CAAC;QAED,OAAO,iBAAO,CAAC,mBAAmB,CAChC,MAAM,CAAC,QAAsB,EAC7B,EAAE,EACF,IAAI,CAAC,MAAM,CACZ,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,IAAY;QACpB,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAE3B,MAAM,IAAI,GAAG,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;QAEvC,IAAI,IAAI,EAAE,CAAC;YACT,OAAO,iBAAO,CAAC,mBAAmB,CAAC,IAAI,EAAE,EAAE,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC5D,CAAC;QAED,0CAA0C;QAC1C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAM/C,CAAC;QAEF,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;YACpB,IAAI,MAAM,CAAC,KAAK,EAAE,IAAI,KAAK,WAAW,EAAE,CAAC;gBACvC,OAAO,SAAS,CAAC;YACnB,CAAC;YACD,IAAI,MAAM,CAAC,KAAK,EAAE,CAAC;gBACjB,MAAM,IAAA,sCAAoB,EAAC;oBACzB,IAAI,EAAE,MAAM,CAAC,KAAK,CAAC,IAAI;oBACvB,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO;oBAC7B,SAAS,EAAE,MAAM,CAAC,KAAK,CAAC,SAAS,IAAI,EAAE;iBACxC,CAAC,CAAC;YACL,CAAC;YACD,OAAO,SAAS,CAAC;QACnB,CAAC;QAED,IAAI,MAAM,CAAC,QAAQ,IAAI,MAAM,CAAC,QAAQ,EAAE,CAAC;YACvC,OAAO,iBAAO,CAAC,mBAAmB,CAChC,MAAM,CAAC,QAAsB,EAC7B,EAAE,EACF,IAAI,CAAC,MAAM,CACZ,CAAC;QACJ,CAAC;QAED,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;YACpC,IAAI,CAAC;gBACH,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;YACvC,CAAC;YAAC,MAAM,CAAC;gBACP,OAAO,MAAM,CAAC,UAAU,CAAC;YAC3B,CAAC;QACH,CAAC;QAED,OAAO,SAAS,CAAC;IACnB,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,IAAY,EAAE,KAAc;QACpC,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAE7B,IAAI,KAAK,YAAY,iBAAO,EAAE,CAAC;YAC7B,MAAM,QAAQ,GAAG,KAAK,CAAC,0BAAgB,CAAC,CAAC;YACzC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,QAAQ,CAAC,CAAC;YAC7C,OAAO;QACT,CAAC;QAED,uDAAuD;QACvD,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,UAAU,KAAK,SAAS,EAAE,CAAC;YAC7B,MAAM,IAAI,SAAS,CAAC,cAAc,IAAI,4BAA4B,CAAC,CAAC;QACtE,CAAC;QACD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CAAC,UAAU,EAAE,MAAM,CAAC,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QACnE,MAAM,IAAI,CAAC,IAAI,CACb,GAAG,IAAI,+DAA+D,OAAO,KAAK,CACnF,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,GAAG,CAAC,IAAY;QACpB,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACjC,OAAO,GAAG,KAAK,SAAS,CAAC;QAC3B,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,KAAK,CAAC;QACf,CAAC;IACH,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,MAAM,CAAC,IAAY;QACvB,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,sBAAsB,CAAC,IAAI,CAAC,CAAC;QAC7B,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC,CAAC,wBAAwB;IAC1E,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,KAAK;QACT,IAAI,CAAC,mBAAmB,EAAE,CAAC;QAC3B,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;IAC1B,CAAC;IAED;;OAEG;IACH,KAAK,CAAC,OAAO;QACX,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAAA,OAAO;QAAA,CAAC;QAC9B,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;QACvB,IAAI,CAAC,UAAU,CAAC,KAAK,EAAE,CAAC;QACxB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,cAAwB,CAAC,CAAC;QAClD,MAAM,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC;IACtC,CAAC;IAEO,mBAAmB;QACzB,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YACpB,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;QAClD,CAAC;IACH,CAAC;IAED,CAAC,MAAM,CAAC,YAAY,CAAC;QACnB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAC;IACxB,CAAC;CACF;AA7QD,8BA6QC;AAED,SAAS,sBAAsB,CAAC,IAAY;IAC1C,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;QAClC,MAAM,IAAI,SAAS,CAAC,8BAA8B,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC5E,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,84 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* pynect - PyIterator
|
|
3
|
+
* Wraps a Python iterator for use with JavaScript's for await...of.
|
|
4
|
+
* Provides both async iteration and manual .next() calls.
|
|
5
|
+
*/
|
|
6
|
+
import type { NativeAddon } from '../types/addon';
|
|
7
|
+
import type { PyObjectId } from '../types/python';
|
|
8
|
+
import { PyProxy } from './PyProxy';
|
|
9
|
+
export interface PyIteratorOptions {
|
|
10
|
+
/** Maximum number of items to yield (0 = no limit) */
|
|
11
|
+
limit?: number;
|
|
12
|
+
/** Whether to wrap Python objects in PyProxy */
|
|
13
|
+
wrapObjects?: boolean;
|
|
14
|
+
/** Timeout per .next() call (ms) */
|
|
15
|
+
timeout?: number;
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* PyIterator - manages a Python iterator lifecycle.
|
|
19
|
+
*
|
|
20
|
+
* @example
|
|
21
|
+
* ```typescript
|
|
22
|
+
* const iterator = await PyIterator.create(pyList, addon);
|
|
23
|
+
*
|
|
24
|
+
* for await (const item of iterator) {
|
|
25
|
+
* console.log(item);
|
|
26
|
+
* }
|
|
27
|
+
*
|
|
28
|
+
* // Or manually:
|
|
29
|
+
* const { value, done } = await iterator.next();
|
|
30
|
+
* ```
|
|
31
|
+
*/
|
|
32
|
+
export declare class PyIterator<T = unknown> implements AsyncIterable<T>, AsyncIterator<T> {
|
|
33
|
+
private readonly _iteratorId;
|
|
34
|
+
private readonly _addon;
|
|
35
|
+
private readonly _objectId;
|
|
36
|
+
private readonly _options;
|
|
37
|
+
private _done;
|
|
38
|
+
private _position;
|
|
39
|
+
private _destroyed;
|
|
40
|
+
private constructor();
|
|
41
|
+
/**
|
|
42
|
+
* Create a PyIterator from a PyProxy.
|
|
43
|
+
*/
|
|
44
|
+
static create(source: PyProxy, options?: PyIteratorOptions): Promise<PyIterator>;
|
|
45
|
+
/**
|
|
46
|
+
* Create a PyIterator from an object ID and iterator ID directly.
|
|
47
|
+
*/
|
|
48
|
+
static fromIds(iteratorId: number, objectId: PyObjectId, addon: NativeAddon, options?: PyIteratorOptions): PyIterator;
|
|
49
|
+
/** Current position in iteration */
|
|
50
|
+
get position(): number;
|
|
51
|
+
/** Whether iteration is complete */
|
|
52
|
+
get isDone(): boolean;
|
|
53
|
+
next(): Promise<IteratorResult<T>>;
|
|
54
|
+
return(value?: T): Promise<IteratorResult<T>>;
|
|
55
|
+
throw(error?: unknown): Promise<IteratorResult<T>>;
|
|
56
|
+
[Symbol.asyncIterator](): AsyncIterator<T>;
|
|
57
|
+
/**
|
|
58
|
+
* Collect all items into an array.
|
|
59
|
+
* Use with care for large iterators!
|
|
60
|
+
*/
|
|
61
|
+
toArray(maxItems?: number): Promise<T[]>;
|
|
62
|
+
/**
|
|
63
|
+
* Process items in batches.
|
|
64
|
+
*/
|
|
65
|
+
batch(batchSize: number): AsyncGenerator<T[]>;
|
|
66
|
+
/**
|
|
67
|
+
* Map items through a transform function.
|
|
68
|
+
*/
|
|
69
|
+
map<U>(fn: (item: T, index: number) => U | Promise<U>): AsyncGenerator<U>;
|
|
70
|
+
/**
|
|
71
|
+
* Filter items.
|
|
72
|
+
*/
|
|
73
|
+
filter(fn: (item: T, index: number) => boolean | Promise<boolean>): AsyncGenerator<T>;
|
|
74
|
+
/**
|
|
75
|
+
* Take first N items.
|
|
76
|
+
*/
|
|
77
|
+
take(n: number): Promise<T[]>;
|
|
78
|
+
/**
|
|
79
|
+
* Destroy the underlying Python iterator (frees resources).
|
|
80
|
+
* Called automatically when iteration completes.
|
|
81
|
+
*/
|
|
82
|
+
destroy(): Promise<void>;
|
|
83
|
+
}
|
|
84
|
+
//# sourceMappingURL=PyIterator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"PyIterator.d.ts","sourceRoot":"","sources":["../../src/core/PyIterator.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAClD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAC;AAElD,OAAO,EAAE,OAAO,EAAoB,MAAM,WAAW,CAAC;AAKtD,MAAM,WAAW,iBAAiB;IAChC,sDAAsD;IACtD,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,gDAAgD;IAChD,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB,oCAAoC;IACpC,OAAO,CAAC,EAAE,MAAM,CAAC;CAClB;AAED;;;;;;;;;;;;;;GAcG;AACH,qBAAa,UAAU,CAAC,CAAC,GAAG,OAAO,CAAE,YAAW,aAAa,CAAC,CAAC,CAAC,EAAE,aAAa,CAAC,CAAC,CAAC;IAChF,OAAO,CAAC,QAAQ,CAAC,WAAW,CAAS;IACrC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAc;IACrC,OAAO,CAAC,QAAQ,CAAC,SAAS,CAAa;IACvC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAoB;IAC7C,OAAO,CAAC,KAAK,CAAS;IACtB,OAAO,CAAC,SAAS,CAAK;IACtB,OAAO,CAAC,UAAU,CAAS;IAE3B,OAAO;IAYP;;OAEG;WACU,MAAM,CACjB,MAAM,EAAE,OAAO,EACf,OAAO,CAAC,EAAE,iBAAiB,GAC1B,OAAO,CAAC,UAAU,CAAC;IAgCtB;;OAEG;IACH,MAAM,CAAC,OAAO,CACZ,UAAU,EAAE,MAAM,EAClB,QAAQ,EAAE,UAAU,EACpB,KAAK,EAAE,WAAW,EAClB,OAAO,CAAC,EAAE,iBAAiB,GAC1B,UAAU;IAIb,oCAAoC;IACpC,IAAI,QAAQ,IAAI,MAAM,CAErB;IAED,oCAAoC;IACpC,IAAI,MAAM,IAAI,OAAO,CAEpB;IAIK,IAAI,IAAI,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IA4ElC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAK7C,KAAK,CAAC,KAAK,CAAC,EAAE,OAAO,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC;IAOxD,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,CAAC,CAAC;IAM1C;;;OAGG;IACG,OAAO,CAAC,QAAQ,SAAS,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IAS9C;;OAEG;IACI,KAAK,CAAC,SAAS,EAAE,MAAM,GAAG,cAAc,CAAC,CAAC,EAAE,CAAC;IAcpD;;OAEG;IACI,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,KAAK,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC;IAOhF;;OAEG;IACI,MAAM,CAAC,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC,EAAE,KAAK,EAAE,MAAM,KAAK,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC,GAAG,cAAc,CAAC,CAAC,CAAC;IAO5F;;OAEG;IACG,IAAI,CAAC,CAAC,EAAE,MAAM,GAAG,OAAO,CAAC,CAAC,EAAE,CAAC;IAUnC;;;OAGG;IACG,OAAO,IAAI,OAAO,CAAC,IAAI,CAAC;CAU/B"}
|