@hassangameryt/freeflow 0.5.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.claude-plugin/marketplace.json +1 -1
- package/.claude-plugin/plugin.json +1 -1
- package/.codex-plugin/plugin.json +1 -1
- package/README.md +148 -154
- package/capabilities/cognitive-routing/SKILL.md +229 -0
- package/capabilities/context-virtualization/SKILL.md +103 -0
- package/capabilities/conversation-history/SKILL.md +53 -0
- package/command-surface.json +6 -13
- package/hooks/freeflow-runtime-context.mjs +35 -91
- package/hooks/tests/check-runtime-context-hook.sh +56 -39
- package/package.json +24 -16
- package/pi-extension/dist/cognitive-routing/commands.js +96 -0
- package/pi-extension/dist/cognitive-routing/config.js +236 -0
- package/pi-extension/dist/cognitive-routing/controller.js +862 -0
- package/pi-extension/dist/cognitive-routing/history.js +439 -0
- package/pi-extension/dist/cognitive-routing/host.js +126 -0
- package/pi-extension/dist/cognitive-routing/runtime.js +43 -0
- package/pi-extension/dist/cognitive-routing/tool.js +211 -0
- package/pi-extension/dist/cognitive-routing/types.js +6 -0
- package/pi-extension/dist/context-virtualization/commands.js +89 -0
- package/pi-extension/dist/context-virtualization/projector.js +42 -0
- package/pi-extension/dist/context-virtualization/runtime.js +356 -0
- package/pi-extension/dist/context-virtualization/state.js +57 -0
- package/pi-extension/dist/context-virtualization/types.js +10 -0
- package/pi-extension/dist/conversation-history/passages.js +66 -0
- package/pi-extension/dist/conversation-history/ranking.js +105 -0
- package/pi-extension/dist/conversation-history/runtime.js +226 -0
- package/pi-extension/dist/conversation-history/search.js +56 -0
- package/pi-extension/dist/conversation-history/types.js +1 -0
- package/pi-extension/dist/freeflow-context/resolver.js +120 -0
- package/pi-extension/dist/freeflow-context/runtime.js +80 -0
- package/pi-extension/dist/freeflow-context/source-projector.js +95 -0
- package/pi-extension/dist/freeflow-context/tool.js +308 -0
- package/pi-extension/dist/freeflow-context/types.js +12 -0
- package/pi-extension/dist/freeflow-context/visibility.js +28 -0
- package/pi-extension/dist/index.js +516 -98
- package/pi-extension/dist/runtime/runtime-context.js +318 -271
- package/pi-extension/dist/runtime/runtime-identity.js +5 -0
- package/pi-extension/dist/settings/settings-tui.js +78 -0
- package/pi-extension/dist/settings/settings-ui.js +593 -563
- package/pi-extension/dist/ui/text-component.js +57 -0
- package/pi-extension/src/cognitive-routing/commands.ts +119 -0
- package/pi-extension/src/cognitive-routing/config.ts +307 -0
- package/pi-extension/src/cognitive-routing/controller.ts +1118 -0
- package/pi-extension/src/cognitive-routing/history.ts +638 -0
- package/pi-extension/src/cognitive-routing/host.ts +172 -0
- package/pi-extension/src/cognitive-routing/runtime.ts +57 -0
- package/pi-extension/src/cognitive-routing/tool.ts +272 -0
- package/pi-extension/src/cognitive-routing/types.ts +89 -0
- package/pi-extension/src/context-virtualization/commands.ts +111 -0
- package/pi-extension/src/context-virtualization/projector.ts +62 -0
- package/pi-extension/src/context-virtualization/runtime.ts +406 -0
- package/pi-extension/src/context-virtualization/state.ts +79 -0
- package/pi-extension/src/context-virtualization/types.ts +92 -0
- package/pi-extension/src/conversation-history/passages.ts +81 -0
- package/pi-extension/src/conversation-history/ranking.ts +155 -0
- package/pi-extension/src/conversation-history/runtime.ts +250 -0
- package/pi-extension/src/conversation-history/search.ts +79 -0
- package/pi-extension/src/conversation-history/types.ts +31 -0
- package/pi-extension/src/freeflow-context/resolver.ts +139 -0
- package/pi-extension/src/freeflow-context/runtime.ts +100 -0
- package/pi-extension/src/freeflow-context/source-projector.ts +106 -0
- package/pi-extension/src/freeflow-context/tool.ts +360 -0
- package/pi-extension/src/freeflow-context/types.ts +70 -0
- package/pi-extension/src/freeflow-context/visibility.ts +53 -0
- package/pi-extension/src/index.ts +553 -101
- package/pi-extension/src/runtime/runtime-context.ts +339 -281
- package/pi-extension/src/runtime/runtime-identity.ts +8 -0
- package/pi-extension/src/settings/settings-tui.ts +93 -0
- package/pi-extension/src/settings/settings-ui.ts +700 -613
- package/pi-extension/src/ui/text-component.ts +66 -0
- package/pi-extension/tests/cognitive-routing/commands.test.js +134 -0
- package/pi-extension/tests/cognitive-routing/controller.test.js +1099 -0
- package/pi-extension/tests/cognitive-routing/extension-lifecycle.test.js +1071 -0
- package/pi-extension/tests/cognitive-routing/history.test.js +274 -0
- package/pi-extension/tests/cognitive-routing/host-fixture.js +4 -0
- package/pi-extension/tests/cognitive-routing/host-identity.test.js +63 -0
- package/pi-extension/tests/cognitive-routing/profile-resolution.test.js +236 -0
- package/pi-extension/tests/cognitive-routing/tool.test.js +230 -0
- package/pi-extension/tests/context-virtualization/extension.test.js +749 -0
- package/pi-extension/tests/context-virtualization/projector.test.js +110 -0
- package/pi-extension/tests/context-virtualization/runtime.test.js +216 -0
- package/pi-extension/tests/conversation-history/runtime.test.js +98 -0
- package/pi-extension/tests/conversation-history/search.test.js +97 -0
- package/pi-extension/tests/integration/pi-extension.test.js +927 -2048
- package/pi-extension/tests/integration/prompt-architecture.test.js +305 -0
- package/runtime/prompts/cognitive-routing.md +9 -0
- package/runtime/prompts/context-virtualization.md +3 -0
- package/runtime/prompts/conversation-history.md +3 -0
- package/runtime/prompts/core.md +13 -0
- package/runtime/prompts/interaction-contract.md +7 -0
- package/runtime/prompts/skills.md +65 -0
- package/skills/action-selection/SKILL.md +91 -0
- package/skills/bypass/SKILL.md +3 -2
- package/skills/commit-work/SKILL.md +1 -1
- package/skills/commit-work/references/staging-decisions.md +1 -1
- package/skills/decision-gate/SKILL.md +1 -1
- package/skills/design-for-depth/SKILL.md +14 -33
- package/skills/design-for-depth/references/design-pressure-signals.md +1 -1
- package/skills/design-for-depth/references/interface-design-loop.md +1 -1
- package/skills/design-for-depth/references/software-design-philosophy.md +1 -1
- package/skills/diagnose-failure/SKILL.md +20 -14
- package/skills/diagnose-failure/references/diagnostic-loop-catalog.md +1 -3
- package/skills/diagnose-failure/references/{flaky-and-performance.md → flaky-and-performance-diagnosis.md} +1 -1
- package/skills/discuss/SKILL.md +34 -22
- package/skills/discuss/references/discussion-continuity.md +71 -0
- package/skills/evaluate-skill/SKILL.md +5 -5
- package/skills/evaluate-skill/references/{definition-schema.md → evaluation-definition-schema.md} +42 -2
- package/skills/evaluate-skill/references/execution-and-evidence.md +8 -3
- package/skills/evaluate-skill/scripts/lib/definitions.mjs +114 -3
- package/skills/evaluate-skill/scripts/lib/grade-interaction.mjs +156 -1
- package/skills/evaluate-skill/scripts/lib/grade.mjs +9 -1
- package/skills/evaluate-skill/scripts/lib/pi.mjs +147 -32
- package/skills/evaluate-skill/scripts/lib/rpc.mjs +4 -4
- package/skills/evaluate-skill/scripts/lib/runner.mjs +36 -14
- package/skills/evaluate-skill/scripts/lib/sandbox.mjs +92 -0
- package/skills/evaluate-skill/scripts/pi-guard.mjs +1 -1
- package/skills/evaluate-skill/scripts/pi-observer.mjs +66 -0
- package/skills/evaluate-skill/scripts/skill-eval.mjs +6 -5
- package/skills/execute-work/SKILL.md +18 -15
- package/skills/execute-work/references/code-practices.md +1 -1
- package/skills/execute-work/references/execute-work-edges.md +42 -0
- package/skills/finish-branch/SKILL.md +2 -2
- package/skills/finish-branch/references/integration-options.md +1 -1
- package/skills/handoff/SKILL.md +3 -3
- package/skills/launch-work/SKILL.md +1 -1
- package/skills/launch-work/references/launch-readiness.md +2 -2
- package/skills/migration-work/SKILL.md +2 -2
- package/skills/migration-work/references/migration-lifecycle.md +1 -1
- package/skills/mode-contract/SKILL.md +4 -4
- package/skills/release-work/SKILL.md +1 -1
- package/skills/release-work/references/release-evidence.md +1 -1
- package/skills/review-artifact/SKILL.md +28 -26
- package/skills/review-work/SKILL.md +28 -26
- package/skills/review-work/references/{reviewer-prompt.md → independent-work-reviewer-contract.md} +1 -1
- package/skills/review-work/references/security-risk-lens.md +1 -1
- package/skills/setup-freeflow/SKILL.md +3 -1
- package/skills/setup-freeflow/references/activation-contract.md +2 -2
- package/skills/setup-freeflow/references/host-setup.md +2 -2
- package/skills/simplify-code/SKILL.md +1 -1
- package/skills/simplify-code/references/simplification-patterns.md +1 -1
- package/skills/tdd/SKILL.md +18 -38
- package/skills/tdd/references/test-design.md +2 -2
- package/skills/track-work/SKILL.md +362 -58
- package/skills/track-work/scripts/lib/codec.mjs +570 -0
- package/skills/track-work/scripts/lib/commands.mjs +568 -0
- package/skills/track-work/scripts/lib/contract.mjs +303 -0
- package/skills/track-work/scripts/lib/model.mjs +506 -0
- package/skills/track-work/scripts/lib/operations.mjs +965 -0
- package/skills/track-work/scripts/lib/record-store.mjs +264 -0
- package/skills/track-work/scripts/lib/result.mjs +37 -0
- package/skills/track-work/scripts/lib/rewrites.mjs +740 -0
- package/skills/track-work/scripts/lib/schema.mjs +277 -0
- package/skills/track-work/scripts/lib/source-inventory.mjs +162 -0
- package/skills/track-work/scripts/lib/views.mjs +443 -0
- package/skills/track-work/scripts/lib/workspace.mjs +134 -0
- package/skills/track-work/scripts/working-record.mjs +122 -0
- package/skills/verify-work/SKILL.md +14 -2
- package/skills/verify-work/references/browser-runtime-evidence.md +1 -1
- package/skills/verify-work/references/integration-evidence.md +1 -1
- package/skills/verify-work/references/performance-evidence.md +1 -1
- package/skills/workflow/SKILL.md +105 -53
- package/skills/workflow/references/domain-skill-composition.md +22 -42
- package/skills/write-plan/SKILL.md +1 -1
- package/skills/write-skill/SKILL.md +3 -2
- package/skills/write-skill/references/progressive-disclosure.md +17 -3
- package/capabilities/output-router/SKILL.md +0 -206
- package/capabilities/output-router/references/safety-policy.md +0 -40
- package/capabilities/output-router/references/setup.md +0 -110
- package/pi-extension/dist/output-router/host-producer-identification.js +0 -232
- package/pi-extension/dist/output-router/native-safety-net.js +0 -216
- package/pi-extension/dist/output-router/observed-tool-routing.js +0 -122
- package/pi-extension/dist/output-router/renderers.js +0 -1023
- package/pi-extension/dist/output-router/router-tools.js +0 -554
- package/pi-extension/dist/output-router/schemas.js +0 -383
- package/pi-extension/dist/output-router/status.js +0 -744
- package/pi-extension/dist/output-router/utils.js +0 -502
- package/pi-extension/src/output-router/host-producer-identification.ts +0 -256
- package/pi-extension/src/output-router/native-safety-net.ts +0 -248
- package/pi-extension/src/output-router/observed-tool-routing.ts +0 -134
- package/pi-extension/src/output-router/renderers.ts +0 -1108
- package/pi-extension/src/output-router/router-tools.ts +0 -579
- package/pi-extension/src/output-router/schemas.ts +0 -387
- package/pi-extension/src/output-router/status.ts +0 -791
- package/pi-extension/src/output-router/utils.ts +0 -554
- package/pi-extension/tests/output-router/observed-producers.test.js +0 -132
- package/pi-extension/tests/output-router/search.test.js +0 -722
- package/router/dist/benchmarks/benchmark-harness.d.ts +0 -35
- package/router/dist/benchmarks/benchmark-harness.js +0 -92
- package/router/dist/benchmarks/benchmarks.d.ts +0 -109
- package/router/dist/benchmarks/benchmarks.js +0 -979
- package/router/dist/benchmarks/codex-qa-benchmarks.d.ts +0 -95
- package/router/dist/benchmarks/codex-qa-benchmarks.js +0 -500
- package/router/dist/benchmarks/command-benchmarks.d.ts +0 -143
- package/router/dist/benchmarks/command-benchmarks.js +0 -698
- package/router/dist/benchmarks/context-mode-normalized-benchmarks.d.ts +0 -82
- package/router/dist/benchmarks/context-mode-normalized-benchmarks.js +0 -773
- package/router/dist/benchmarks/context-mode-real-deep-benchmark.d.ts +0 -132
- package/router/dist/benchmarks/context-mode-real-deep-benchmark.js +0 -1380
- package/router/dist/benchmarks/context-saving-baseline.d.ts +0 -60
- package/router/dist/benchmarks/context-saving-baseline.js +0 -470
- package/router/dist/benchmarks/index-benchmarks.d.ts +0 -103
- package/router/dist/benchmarks/index-benchmarks.js +0 -862
- package/router/dist/benchmarks/storage-policy-benchmarks.d.ts +0 -101
- package/router/dist/benchmarks/storage-policy-benchmarks.js +0 -618
- package/router/dist/benchmarks/vault-index-benchmarks.d.ts +0 -56
- package/router/dist/benchmarks/vault-index-benchmarks.js +0 -322
- package/router/dist/config/config.d.ts +0 -103
- package/router/dist/config/config.js +0 -632
- package/router/dist/config/router-contract.d.ts +0 -10
- package/router/dist/config/router-contract.js +0 -54
- package/router/dist/config/schema.d.ts +0 -27
- package/router/dist/config/schema.js +0 -648
- package/router/dist/config/types.d.ts +0 -573
- package/router/dist/config/types.js +0 -41
- package/router/dist/evidence/bounded-evidence.d.ts +0 -40
- package/router/dist/evidence/bounded-evidence.js +0 -323
- package/router/dist/evidence/evidence-range-selector.d.ts +0 -24
- package/router/dist/evidence/evidence-range-selector.js +0 -232
- package/router/dist/evidence/evidence-search.d.ts +0 -27
- package/router/dist/evidence/evidence-search.js +0 -490
- package/router/dist/evidence/evidence.d.ts +0 -38
- package/router/dist/evidence/evidence.js +0 -200
- package/router/dist/evidence/failure-contracts.d.ts +0 -37
- package/router/dist/evidence/failure-contracts.js +0 -166
- package/router/dist/evidence/line-ranges.d.ts +0 -24
- package/router/dist/evidence/line-ranges.js +0 -22
- package/router/dist/experiments/local-index.d.ts +0 -64
- package/router/dist/experiments/local-index.js +0 -581
- package/router/dist/index.d.ts +0 -30
- package/router/dist/index.js +0 -32
- package/router/dist/local/local-traversal.d.ts +0 -18
- package/router/dist/local/local-traversal.js +0 -334
- package/router/dist/processing/engine.d.ts +0 -132
- package/router/dist/processing/engine.js +0 -533
- package/router/dist/processing/reducers.d.ts +0 -280
- package/router/dist/processing/reducers.js +0 -1673
- package/router/dist/processing/renderers.d.ts +0 -31
- package/router/dist/processing/renderers.js +0 -195
- package/router/dist/processing/scripts.d.ts +0 -91
- package/router/dist/processing/scripts.js +0 -386
- package/router/dist/repo/repo-traversal.d.ts +0 -18
- package/router/dist/repo/repo-traversal.js +0 -245
- package/router/dist/routing/observed-reducers.d.ts +0 -41
- package/router/dist/routing/observed-reducers.js +0 -661
- package/router/dist/routing/observed-routing.d.ts +0 -26
- package/router/dist/routing/observed-routing.js +0 -378
- package/router/dist/routing/parsers.d.ts +0 -16
- package/router/dist/routing/parsers.js +0 -521
- package/router/dist/routing/run-filters.d.ts +0 -60
- package/router/dist/routing/run-filters.js +0 -238
- package/router/dist/routing/run-reducers.d.ts +0 -49
- package/router/dist/routing/run-reducers.js +0 -122
- package/router/dist/sandbox/adapter-roots.d.ts +0 -46
- package/router/dist/sandbox/adapter-roots.js +0 -66
- package/router/dist/sandbox/eryx-python-adapter.d.ts +0 -13
- package/router/dist/sandbox/eryx-python-adapter.js +0 -868
- package/router/dist/sandbox/jq-wasm-adapter.d.ts +0 -9
- package/router/dist/sandbox/jq-wasm-adapter.js +0 -429
- package/router/dist/sandbox/quickjs-wasi-adapter.d.ts +0 -13
- package/router/dist/sandbox/quickjs-wasi-adapter.js +0 -384
- package/router/dist/sandbox/script-sandbox.d.ts +0 -134
- package/router/dist/sandbox/script-sandbox.js +0 -337
- package/router/dist/setup/script-transform-adapters.d.ts +0 -32
- package/router/dist/setup/script-transform-adapters.js +0 -278
- package/router/dist/tools/batch.d.ts +0 -33
- package/router/dist/tools/batch.js +0 -586
- package/router/dist/tools/run.d.ts +0 -62
- package/router/dist/tools/run.js +0 -1304
- package/router/dist/tools/search.d.ts +0 -66
- package/router/dist/tools/search.js +0 -1364
- package/router/dist/transform/engine.d.ts +0 -168
- package/router/dist/transform/engine.js +0 -2072
- package/router/dist/vault/vault-index.d.ts +0 -125
- package/router/dist/vault/vault-index.js +0 -416
- package/router/dist/vault/vault.d.ts +0 -138
- package/router/dist/vault/vault.js +0 -630
- package/runtime/interaction-contract.md +0 -16
- package/skills/discuss/references/checkpoints.md +0 -66
- package/skills/execute-work/references/execution-loop.md +0 -77
- package/skills/track-work/references/working-record-schema.md +0 -378
- package/skills/workflow/references/workflow-loop.md +0 -92
- /package/skills/handoff/references/{templates.md → handoff-templates.md} +0 -0
- /package/skills/review-artifact/references/{reviewer-prompt.md → independent-artifact-reviewer-contract.md} +0 -0
|
@@ -1,868 +0,0 @@
|
|
|
1
|
-
import { spawn } from "node:child_process";
|
|
2
|
-
import { createHash } from "node:crypto";
|
|
3
|
-
import { access, cp, lstat, mkdir, mkdtemp, readdir, readFile, rm, writeFile } from "node:fs/promises";
|
|
4
|
-
import { tmpdir } from "node:os";
|
|
5
|
-
import { dirname, join, resolve } from "node:path";
|
|
6
|
-
import { fileURLToPath, pathToFileURL } from "node:url";
|
|
7
|
-
import { Worker } from "node:worker_threads";
|
|
8
|
-
import { defaultScriptTransformNodeBinary, resolveScriptTransformAdapterRoot } from "./adapter-roots.js";
|
|
9
|
-
import { SCRIPT_SANDBOX_REQUIRED_PROOFS, scriptSandboxProofFixturesForLanguage } from "./script-sandbox.js";
|
|
10
|
-
const DEFAULT_PROBE_TIMEOUT_MS = 250;
|
|
11
|
-
const DEFAULT_PROBE_OUTPUT_BYTES = 4096;
|
|
12
|
-
const DEFAULT_WORKER_OLD_GENERATION_MB = 256;
|
|
13
|
-
const DEFAULT_WORKER_YOUNG_GENERATION_MB = 32;
|
|
14
|
-
const SECRET_SENTINEL = "FREEFLOW_SANDBOX_SECRET_SENTINEL_VALUE";
|
|
15
|
-
const HOST_HOME = process.env.HOME ?? "__no_home__";
|
|
16
|
-
const ERYX_CHILD_MODE_ARG = "__freeflow_eryx_child__";
|
|
17
|
-
const ERYX_CHILD_TIMEOUT_FLOOR_MS = 30_000;
|
|
18
|
-
export const ERYX_ROOT_ENV = "FREEFLOW_ERYX_ROOT";
|
|
19
|
-
const PREVIEW2_IMPORTS = new Map([
|
|
20
|
-
["@bytecodealliance/preview2-shim/cli", "../../@bytecodealliance/preview2-shim/lib/browser/cli.js"],
|
|
21
|
-
["@bytecodealliance/preview2-shim/clocks", "../../@bytecodealliance/preview2-shim/lib/browser/clocks.js"],
|
|
22
|
-
["@bytecodealliance/preview2-shim/filesystem", "../../@bytecodealliance/preview2-shim/lib/browser/filesystem.js"],
|
|
23
|
-
["@bytecodealliance/preview2-shim/io", "../../@bytecodealliance/preview2-shim/lib/browser/io.js"],
|
|
24
|
-
["@bytecodealliance/preview2-shim/random", "../../@bytecodealliance/preview2-shim/lib/browser/random.js"],
|
|
25
|
-
]);
|
|
26
|
-
const eryxProbeCache = new Map();
|
|
27
|
-
export async function discoverEryxPythonSandboxAdaptersFromEnv(env = process.env) {
|
|
28
|
-
const candidate = await resolveScriptTransformAdapterRoot("python", env);
|
|
29
|
-
if (!candidate) {
|
|
30
|
-
return [];
|
|
31
|
-
}
|
|
32
|
-
try {
|
|
33
|
-
return [await createEryxPythonSandboxAdapter({ packageRoot: candidate.packageRoot })];
|
|
34
|
-
} catch (error) {
|
|
35
|
-
return [
|
|
36
|
-
unavailableEryxAdapter(
|
|
37
|
-
`eryx-python adapter could not load from ${candidate.source === "env" ? candidate.envVar : "global adapter cache"}: ${errorMessage(error)}`,
|
|
38
|
-
),
|
|
39
|
-
];
|
|
40
|
-
}
|
|
41
|
-
}
|
|
42
|
-
export async function createEryxPythonSandboxAdapter(options) {
|
|
43
|
-
const runtime = await loadEryxRuntime(options.packageRoot);
|
|
44
|
-
return {
|
|
45
|
-
id: options.id ?? "eryx-python",
|
|
46
|
-
version: options.version ?? runtime.packageVersion,
|
|
47
|
-
languages: ["python"],
|
|
48
|
-
async probe(language, config) {
|
|
49
|
-
if (language !== "python") {
|
|
50
|
-
return {
|
|
51
|
-
status: "unavailable",
|
|
52
|
-
reason: `eryx-python supports python, not ${language}.`,
|
|
53
|
-
passedProofs: [],
|
|
54
|
-
failedProofs: [...SCRIPT_SANDBOX_REQUIRED_PROOFS],
|
|
55
|
-
runtime: runtimeInfo(runtime),
|
|
56
|
-
};
|
|
57
|
-
}
|
|
58
|
-
return probeEryxRuntime(runtime, config);
|
|
59
|
-
},
|
|
60
|
-
async execute(request) {
|
|
61
|
-
if (request.language !== "python") {
|
|
62
|
-
return {
|
|
63
|
-
status: "policy_violation",
|
|
64
|
-
stdout: "",
|
|
65
|
-
stderr: "",
|
|
66
|
-
outputFiles: [],
|
|
67
|
-
exitCode: null,
|
|
68
|
-
reason: `eryx-python supports python, not ${request.language}.`,
|
|
69
|
-
};
|
|
70
|
-
}
|
|
71
|
-
if (request.network !== "off") {
|
|
72
|
-
return {
|
|
73
|
-
status: "policy_violation",
|
|
74
|
-
stdout: "",
|
|
75
|
-
stderr: "",
|
|
76
|
-
outputFiles: [],
|
|
77
|
-
exitCode: null,
|
|
78
|
-
reason: "eryx-python adapter only supports network=off.",
|
|
79
|
-
};
|
|
80
|
-
}
|
|
81
|
-
if (!runtime.jspiAvailable) {
|
|
82
|
-
return executeEryxInJspiChild(runtime, request);
|
|
83
|
-
}
|
|
84
|
-
const inputs = {};
|
|
85
|
-
for (const source of request.sources) {
|
|
86
|
-
inputs[source.alias] = await readFile(source.path, "utf8");
|
|
87
|
-
}
|
|
88
|
-
const run = await runEryx(runtime, {
|
|
89
|
-
code: pythonPrelude(inputs) + request.code,
|
|
90
|
-
timeoutMs: request.limits.timeoutMs,
|
|
91
|
-
outputBytes: request.limits.maxOutputBytes,
|
|
92
|
-
inputs,
|
|
93
|
-
});
|
|
94
|
-
return eryxRunToExecutionResult(run);
|
|
95
|
-
},
|
|
96
|
-
};
|
|
97
|
-
}
|
|
98
|
-
function unavailableEryxAdapter(reason) {
|
|
99
|
-
return {
|
|
100
|
-
id: "eryx-python",
|
|
101
|
-
version: "unavailable",
|
|
102
|
-
languages: ["python"],
|
|
103
|
-
async probe() {
|
|
104
|
-
return {
|
|
105
|
-
status: "unavailable",
|
|
106
|
-
reason,
|
|
107
|
-
passedProofs: [],
|
|
108
|
-
failedProofs: [...SCRIPT_SANDBOX_REQUIRED_PROOFS],
|
|
109
|
-
};
|
|
110
|
-
},
|
|
111
|
-
async execute() {
|
|
112
|
-
return {
|
|
113
|
-
status: "policy_violation",
|
|
114
|
-
stdout: "",
|
|
115
|
-
stderr: "",
|
|
116
|
-
outputFiles: [],
|
|
117
|
-
exitCode: null,
|
|
118
|
-
reason,
|
|
119
|
-
};
|
|
120
|
-
},
|
|
121
|
-
};
|
|
122
|
-
}
|
|
123
|
-
async function loadEryxRuntime(packageRoot) {
|
|
124
|
-
const resolvedRoot = resolve(packageRoot);
|
|
125
|
-
const packageJson = JSON.parse(await readFile(join(resolvedRoot, "package.json"), "utf8"));
|
|
126
|
-
const preview2ShimRoot = resolve(resolvedRoot, "..", "..", "@bytecodealliance", "preview2-shim");
|
|
127
|
-
const preview2ShimJson = JSON.parse(await readFile(join(preview2ShimRoot, "package.json"), "utf8"));
|
|
128
|
-
const runtimeHash = await hashEryxRuntime(resolvedRoot, preview2ShimRoot);
|
|
129
|
-
return {
|
|
130
|
-
packageName: String(packageJson.name ?? "@bsull/eryx"),
|
|
131
|
-
packageVersion: String(packageJson.version ?? "unknown"),
|
|
132
|
-
packageRoot: resolvedRoot,
|
|
133
|
-
preview2ShimRoot,
|
|
134
|
-
preview2ShimVersion: String(preview2ShimJson.version ?? "unknown"),
|
|
135
|
-
runtimeHash,
|
|
136
|
-
jspiAvailable: nodeJspiAvailable(),
|
|
137
|
-
};
|
|
138
|
-
}
|
|
139
|
-
async function hashEryxRuntime(packageRoot, preview2ShimRoot) {
|
|
140
|
-
const hash = createHash("sha256");
|
|
141
|
-
hash.update("eryx-runtime-tree-v1\0");
|
|
142
|
-
await hashRuntimeTree(hash, packageRoot, "eryx");
|
|
143
|
-
await hashRuntimeTree(hash, preview2ShimRoot, "preview2-shim");
|
|
144
|
-
return `sha256_${hash.digest("hex")}`;
|
|
145
|
-
}
|
|
146
|
-
async function hashRuntimeTree(hash, root, label, relativeDir = ".") {
|
|
147
|
-
const dir = join(root, relativeDir);
|
|
148
|
-
const entries = await readdir(dir, { withFileTypes: true });
|
|
149
|
-
entries.sort((left, right) => left.name.localeCompare(right.name));
|
|
150
|
-
for (const entry of entries) {
|
|
151
|
-
const relativePath = relativeDir === "." ? entry.name : join(relativeDir, entry.name);
|
|
152
|
-
const fullPath = join(root, relativePath);
|
|
153
|
-
const stats = await lstat(fullPath);
|
|
154
|
-
if (stats.isSymbolicLink()) {
|
|
155
|
-
throw new Error(`${label} runtime tree contains unsupported symlink: ${relativePath}`);
|
|
156
|
-
}
|
|
157
|
-
if (stats.isDirectory()) {
|
|
158
|
-
hash.update(`${label}:dir:${relativePath}\0`);
|
|
159
|
-
await hashRuntimeTree(hash, root, label, relativePath);
|
|
160
|
-
continue;
|
|
161
|
-
}
|
|
162
|
-
if (!stats.isFile()) {
|
|
163
|
-
throw new Error(`${label} runtime tree contains unsupported non-file entry: ${relativePath}`);
|
|
164
|
-
}
|
|
165
|
-
hash.update(`${label}:file:${relativePath}:${stats.size}\0`);
|
|
166
|
-
hash.update(await readFile(fullPath));
|
|
167
|
-
}
|
|
168
|
-
}
|
|
169
|
-
function nodeJspiAvailable() {
|
|
170
|
-
const nodeOptions = process.env.NODE_OPTIONS ?? "";
|
|
171
|
-
const flagPresent =
|
|
172
|
-
process.execArgv.includes("--experimental-wasm-jspi") ||
|
|
173
|
-
nodeOptions.split(/\s+/).includes("--experimental-wasm-jspi");
|
|
174
|
-
return flagPresent && typeof WebAssembly.Suspending === "function";
|
|
175
|
-
}
|
|
176
|
-
function runtimeInfo(runtime) {
|
|
177
|
-
return {
|
|
178
|
-
name: runtime.packageName,
|
|
179
|
-
version: `${runtime.packageVersion}+preview2-shim-${runtime.preview2ShimVersion}`,
|
|
180
|
-
};
|
|
181
|
-
}
|
|
182
|
-
async function probeEryxRuntime(runtime, config) {
|
|
183
|
-
const timeoutMs = Math.min(config.limits.timeoutMs, DEFAULT_PROBE_TIMEOUT_MS);
|
|
184
|
-
const outputBytes = Math.min(config.limits.maxOutputBytes, DEFAULT_PROBE_OUTPUT_BYTES);
|
|
185
|
-
const currentRuntimeHash = await hashEryxRuntime(runtime.packageRoot, runtime.preview2ShimRoot);
|
|
186
|
-
if (currentRuntimeHash !== runtime.runtimeHash) {
|
|
187
|
-
return {
|
|
188
|
-
status: "unavailable",
|
|
189
|
-
reason: "eryx-python explicit package root changed after adapter creation; refusing to reuse stale proof cache.",
|
|
190
|
-
passedProofs: [],
|
|
191
|
-
failedProofs: [...SCRIPT_SANDBOX_REQUIRED_PROOFS],
|
|
192
|
-
runtime: runtimeInfo(runtime),
|
|
193
|
-
};
|
|
194
|
-
}
|
|
195
|
-
const cacheKey = [
|
|
196
|
-
runtime.packageVersion,
|
|
197
|
-
runtime.preview2ShimVersion,
|
|
198
|
-
currentRuntimeHash,
|
|
199
|
-
runtime.jspiAvailable,
|
|
200
|
-
timeoutMs,
|
|
201
|
-
outputBytes,
|
|
202
|
-
config.network,
|
|
203
|
-
].join(":");
|
|
204
|
-
const cached = eryxProbeCache.get(cacheKey);
|
|
205
|
-
if (cached) {
|
|
206
|
-
return cloneProbeResult(await cached);
|
|
207
|
-
}
|
|
208
|
-
const probePromise = runEryxProbe(runtime, config, timeoutMs, outputBytes);
|
|
209
|
-
eryxProbeCache.set(cacheKey, probePromise);
|
|
210
|
-
try {
|
|
211
|
-
return cloneProbeResult(await probePromise);
|
|
212
|
-
} catch (error) {
|
|
213
|
-
eryxProbeCache.delete(cacheKey);
|
|
214
|
-
throw error;
|
|
215
|
-
}
|
|
216
|
-
}
|
|
217
|
-
async function runEryxProbe(runtime, config, timeoutMs, outputBytes) {
|
|
218
|
-
if (config.network !== "off") {
|
|
219
|
-
return {
|
|
220
|
-
status: "unavailable",
|
|
221
|
-
reason: "eryx-python adapter only supports network=off.",
|
|
222
|
-
passedProofs: [],
|
|
223
|
-
failedProofs: [...SCRIPT_SANDBOX_REQUIRED_PROOFS],
|
|
224
|
-
runtime: runtimeInfo(runtime),
|
|
225
|
-
};
|
|
226
|
-
}
|
|
227
|
-
if (!runtime.jspiAvailable) {
|
|
228
|
-
return probeEryxInJspiChild(runtime, config);
|
|
229
|
-
}
|
|
230
|
-
const previousSecret = process.env.FREEFLOW_SANDBOX_SECRET_SENTINEL;
|
|
231
|
-
process.env.FREEFLOW_SANDBOX_SECRET_SENTINEL = SECRET_SENTINEL;
|
|
232
|
-
try {
|
|
233
|
-
const passedProofs = [];
|
|
234
|
-
const failedProofs = [];
|
|
235
|
-
const fixtures = scriptSandboxProofFixturesForLanguage("python");
|
|
236
|
-
for (const fixture of fixtures) {
|
|
237
|
-
const run = await runEryx(runtime, {
|
|
238
|
-
code: fixture.program,
|
|
239
|
-
timeoutMs,
|
|
240
|
-
outputBytes,
|
|
241
|
-
});
|
|
242
|
-
const assessment = assessEryxProof(fixture.proof, run, timeoutMs, outputBytes);
|
|
243
|
-
if (assessment) {
|
|
244
|
-
passedProofs.push(fixture.proof);
|
|
245
|
-
} else {
|
|
246
|
-
failedProofs.push(fixture.proof);
|
|
247
|
-
}
|
|
248
|
-
}
|
|
249
|
-
const allPassed = SCRIPT_SANDBOX_REQUIRED_PROOFS.every((proof) => passedProofs.includes(proof));
|
|
250
|
-
return {
|
|
251
|
-
status: allPassed ? "available" : "unavailable",
|
|
252
|
-
reason: allPassed
|
|
253
|
-
? "eryx-python passed every required Python sandbox proof."
|
|
254
|
-
: "eryx-python did not pass every required Python sandbox proof.",
|
|
255
|
-
passedProofs,
|
|
256
|
-
failedProofs,
|
|
257
|
-
runtime: runtimeInfo(runtime),
|
|
258
|
-
};
|
|
259
|
-
} finally {
|
|
260
|
-
if (previousSecret === undefined) {
|
|
261
|
-
delete process.env.FREEFLOW_SANDBOX_SECRET_SENTINEL;
|
|
262
|
-
} else {
|
|
263
|
-
process.env.FREEFLOW_SANDBOX_SECRET_SENTINEL = previousSecret;
|
|
264
|
-
}
|
|
265
|
-
}
|
|
266
|
-
}
|
|
267
|
-
async function probeEryxInJspiChild(runtime, config) {
|
|
268
|
-
try {
|
|
269
|
-
const result = await runEryxChildRequest(
|
|
270
|
-
{
|
|
271
|
-
kind: "probe",
|
|
272
|
-
packageRoot: runtime.packageRoot,
|
|
273
|
-
config,
|
|
274
|
-
},
|
|
275
|
-
childTimeoutMsForProbe(config),
|
|
276
|
-
);
|
|
277
|
-
if (isProbeResult(result)) {
|
|
278
|
-
return {
|
|
279
|
-
...result,
|
|
280
|
-
reason:
|
|
281
|
-
result.status === "available" ? `${result.reason} via child Node --experimental-wasm-jspi.` : result.reason,
|
|
282
|
-
};
|
|
283
|
-
}
|
|
284
|
-
return unavailableProbeResult(
|
|
285
|
-
"eryx-python child probe returned an execution result instead of a probe result.",
|
|
286
|
-
runtime,
|
|
287
|
-
);
|
|
288
|
-
} catch (error) {
|
|
289
|
-
return unavailableProbeResult(`eryx-python child JSPI probe failed: ${errorMessage(error)}`, runtime);
|
|
290
|
-
}
|
|
291
|
-
}
|
|
292
|
-
async function executeEryxInJspiChild(runtime, request) {
|
|
293
|
-
try {
|
|
294
|
-
const result = await runEryxChildRequest(
|
|
295
|
-
{
|
|
296
|
-
kind: "execute",
|
|
297
|
-
packageRoot: runtime.packageRoot,
|
|
298
|
-
request,
|
|
299
|
-
},
|
|
300
|
-
childTimeoutMsForExecution(request),
|
|
301
|
-
);
|
|
302
|
-
if (isExecutionResult(result)) {
|
|
303
|
-
return result;
|
|
304
|
-
}
|
|
305
|
-
return {
|
|
306
|
-
status: "failed",
|
|
307
|
-
stdout: "",
|
|
308
|
-
stderr: "eryx-python child execution returned a probe result instead of an execution result.",
|
|
309
|
-
outputFiles: [],
|
|
310
|
-
exitCode: null,
|
|
311
|
-
reason: "Invalid child execution response.",
|
|
312
|
-
};
|
|
313
|
-
} catch (error) {
|
|
314
|
-
const message = errorMessage(error);
|
|
315
|
-
return {
|
|
316
|
-
status: "failed",
|
|
317
|
-
stdout: "",
|
|
318
|
-
stderr: message,
|
|
319
|
-
outputFiles: [],
|
|
320
|
-
exitCode: null,
|
|
321
|
-
reason: `eryx-python child JSPI execution failed: ${message}`,
|
|
322
|
-
};
|
|
323
|
-
}
|
|
324
|
-
}
|
|
325
|
-
async function runEryxChildRequest(request, timeoutMs) {
|
|
326
|
-
const root = await mkdtemp(join(tmpdir(), "freeflow-eryx-child-"));
|
|
327
|
-
const requestPath = join(root, "request.json");
|
|
328
|
-
const responsePath = join(root, "response.json");
|
|
329
|
-
try {
|
|
330
|
-
await writeFile(requestPath, JSON.stringify(request), "utf8");
|
|
331
|
-
await runEryxChildProcess(requestPath, responsePath, timeoutMs);
|
|
332
|
-
const response = JSON.parse(await readFile(responsePath, "utf8"));
|
|
333
|
-
if (!response.ok) {
|
|
334
|
-
throw new Error(response.message);
|
|
335
|
-
}
|
|
336
|
-
return response.result;
|
|
337
|
-
} finally {
|
|
338
|
-
await rm(root, { recursive: true, force: true });
|
|
339
|
-
}
|
|
340
|
-
}
|
|
341
|
-
async function runEryxChildProcess(requestPath, responsePath, timeoutMs) {
|
|
342
|
-
const nodeBinary = await resolveEryxChildNodeBinary();
|
|
343
|
-
const child = spawn(
|
|
344
|
-
nodeBinary,
|
|
345
|
-
["--experimental-wasm-jspi", fileURLToPath(import.meta.url), ERYX_CHILD_MODE_ARG, requestPath, responsePath],
|
|
346
|
-
{
|
|
347
|
-
stdio: ["ignore", "ignore", "pipe"],
|
|
348
|
-
env: process.env,
|
|
349
|
-
},
|
|
350
|
-
);
|
|
351
|
-
let stderr = "";
|
|
352
|
-
child.stderr.setEncoding("utf8");
|
|
353
|
-
child.stderr.on("data", (chunk) => {
|
|
354
|
-
stderr += String(chunk);
|
|
355
|
-
});
|
|
356
|
-
await new Promise((resolvePromise, reject) => {
|
|
357
|
-
const timer = setTimeout(() => {
|
|
358
|
-
child.kill("SIGKILL");
|
|
359
|
-
reject(new Error(`eryx-python child process timed out after ${timeoutMs}ms.`));
|
|
360
|
-
}, timeoutMs);
|
|
361
|
-
child.on("error", (error) => {
|
|
362
|
-
clearTimeout(timer);
|
|
363
|
-
reject(error);
|
|
364
|
-
});
|
|
365
|
-
child.on("close", (code) => {
|
|
366
|
-
clearTimeout(timer);
|
|
367
|
-
if (code === 0) {
|
|
368
|
-
resolvePromise();
|
|
369
|
-
} else {
|
|
370
|
-
reject(new Error(`eryx-python child process ${nodeBinary} exited with code ${code}. ${stderr.trim()}`));
|
|
371
|
-
}
|
|
372
|
-
});
|
|
373
|
-
});
|
|
374
|
-
}
|
|
375
|
-
async function resolveEryxChildNodeBinary() {
|
|
376
|
-
const configured = defaultScriptTransformNodeBinary();
|
|
377
|
-
if (await fileExists(configured)) {
|
|
378
|
-
return configured;
|
|
379
|
-
}
|
|
380
|
-
return process.execPath;
|
|
381
|
-
}
|
|
382
|
-
async function fileExists(path) {
|
|
383
|
-
try {
|
|
384
|
-
await access(path);
|
|
385
|
-
return true;
|
|
386
|
-
} catch {
|
|
387
|
-
return false;
|
|
388
|
-
}
|
|
389
|
-
}
|
|
390
|
-
function childTimeoutMsForProbe(config) {
|
|
391
|
-
return Math.max(
|
|
392
|
-
ERYX_CHILD_TIMEOUT_FLOOR_MS,
|
|
393
|
-
Math.min(config.limits.timeoutMs, DEFAULT_PROBE_TIMEOUT_MS) * SCRIPT_SANDBOX_REQUIRED_PROOFS.length * 8,
|
|
394
|
-
);
|
|
395
|
-
}
|
|
396
|
-
function childTimeoutMsForExecution(request) {
|
|
397
|
-
return Math.max(ERYX_CHILD_TIMEOUT_FLOOR_MS, request.limits.timeoutMs + 5_000);
|
|
398
|
-
}
|
|
399
|
-
function unavailableProbeResult(reason, runtime) {
|
|
400
|
-
return {
|
|
401
|
-
status: "unavailable",
|
|
402
|
-
reason,
|
|
403
|
-
passedProofs: [],
|
|
404
|
-
failedProofs: [...SCRIPT_SANDBOX_REQUIRED_PROOFS],
|
|
405
|
-
runtime: runtimeInfo(runtime),
|
|
406
|
-
};
|
|
407
|
-
}
|
|
408
|
-
function isProbeResult(value) {
|
|
409
|
-
return Array.isArray(value.passedProofs) && Array.isArray(value.failedProofs);
|
|
410
|
-
}
|
|
411
|
-
function isExecutionResult(value) {
|
|
412
|
-
return Array.isArray(value.outputFiles);
|
|
413
|
-
}
|
|
414
|
-
async function runEryx(runtime, options) {
|
|
415
|
-
const start = Date.now();
|
|
416
|
-
const patched = await createPatchedPackageTree(runtime);
|
|
417
|
-
try {
|
|
418
|
-
const eryxEntryUrl = pathToFileURL(join(patched.eryxRoot, "index.js")).href;
|
|
419
|
-
return await runEryxWorker({
|
|
420
|
-
eryxEntryUrl,
|
|
421
|
-
code: options.code,
|
|
422
|
-
timeoutMs: options.timeoutMs,
|
|
423
|
-
outputBytes: options.outputBytes,
|
|
424
|
-
startedAt: start,
|
|
425
|
-
});
|
|
426
|
-
} finally {
|
|
427
|
-
await rm(patched.root, { recursive: true, force: true });
|
|
428
|
-
}
|
|
429
|
-
}
|
|
430
|
-
async function createPatchedPackageTree(runtime) {
|
|
431
|
-
const root = await mkdtemp(join(tmpdir(), "freeflow-eryx-adapter-"));
|
|
432
|
-
const eryxRoot = join(root, "node_modules", "@bsull", "eryx");
|
|
433
|
-
const preview2ShimRoot = join(root, "node_modules", "@bytecodealliance", "preview2-shim");
|
|
434
|
-
try {
|
|
435
|
-
await mkdir(dirname(eryxRoot), { recursive: true });
|
|
436
|
-
await mkdir(dirname(preview2ShimRoot), { recursive: true });
|
|
437
|
-
await cp(runtime.packageRoot, eryxRoot, { recursive: true, dereference: false });
|
|
438
|
-
await cp(runtime.preview2ShimRoot, preview2ShimRoot, { recursive: true, dereference: false });
|
|
439
|
-
const copiedRuntimeHash = await hashEryxRuntime(eryxRoot, preview2ShimRoot);
|
|
440
|
-
if (copiedRuntimeHash !== runtime.runtimeHash) {
|
|
441
|
-
throw new Error(
|
|
442
|
-
"eryx-python explicit package root changed while preparing sandbox copy; refusing to execute unproven runtime files.",
|
|
443
|
-
);
|
|
444
|
-
}
|
|
445
|
-
for (const file of [join(eryxRoot, "index.js"), join(eryxRoot, "eryx-sandbox.js")]) {
|
|
446
|
-
let text = await readFile(file, "utf8");
|
|
447
|
-
for (const [from, to] of PREVIEW2_IMPORTS) {
|
|
448
|
-
text = text.split(from).join(to);
|
|
449
|
-
}
|
|
450
|
-
await writeFile(file, text, "utf8");
|
|
451
|
-
}
|
|
452
|
-
await writeInstrumentedNetworkDenyShim(eryxRoot);
|
|
453
|
-
return { root, eryxRoot };
|
|
454
|
-
} catch (error) {
|
|
455
|
-
await rm(root, { recursive: true, force: true });
|
|
456
|
-
throw error;
|
|
457
|
-
}
|
|
458
|
-
}
|
|
459
|
-
async function writeInstrumentedNetworkDenyShim(eryxRoot) {
|
|
460
|
-
await writeFile(
|
|
461
|
-
join(eryxRoot, "shims", "net.js"),
|
|
462
|
-
`
|
|
463
|
-
const recordNetworkDeny = (kind, operation) => {
|
|
464
|
-
globalThis.__freeflowEryxNetworkEvents ??= [];
|
|
465
|
-
globalThis.__freeflowEryxNetworkEvents.push({ kind, operation, decision: "not-permitted" });
|
|
466
|
-
};
|
|
467
|
-
|
|
468
|
-
const notPermitted = { tag: "not-permitted", val: "networking is not available in the Freeflow Eryx adapter" };
|
|
469
|
-
|
|
470
|
-
export const tcp = {
|
|
471
|
-
connect(_host, _port) {
|
|
472
|
-
recordNetworkDeny("tcp", "connect");
|
|
473
|
-
return { tag: "err", val: notPermitted };
|
|
474
|
-
},
|
|
475
|
-
read(_handle, _len) {
|
|
476
|
-
recordNetworkDeny("tcp", "read");
|
|
477
|
-
return { tag: "err", val: { tag: "invalid-handle" } };
|
|
478
|
-
},
|
|
479
|
-
write(_handle, _data) {
|
|
480
|
-
recordNetworkDeny("tcp", "write");
|
|
481
|
-
return { tag: "err", val: { tag: "invalid-handle" } };
|
|
482
|
-
},
|
|
483
|
-
close(_handle) {
|
|
484
|
-
recordNetworkDeny("tcp", "close");
|
|
485
|
-
},
|
|
486
|
-
};
|
|
487
|
-
|
|
488
|
-
export const tls = {
|
|
489
|
-
upgrade(_tcp, _hostname) {
|
|
490
|
-
recordNetworkDeny("tls", "upgrade");
|
|
491
|
-
return { tag: "err", val: { tag: "tcp", val: notPermitted } };
|
|
492
|
-
},
|
|
493
|
-
read(_handle, _len) {
|
|
494
|
-
recordNetworkDeny("tls", "read");
|
|
495
|
-
return { tag: "err", val: { tag: "invalid-handle" } };
|
|
496
|
-
},
|
|
497
|
-
write(_handle, _data) {
|
|
498
|
-
recordNetworkDeny("tls", "write");
|
|
499
|
-
return { tag: "err", val: { tag: "invalid-handle" } };
|
|
500
|
-
},
|
|
501
|
-
close(_handle) {
|
|
502
|
-
recordNetworkDeny("tls", "close");
|
|
503
|
-
},
|
|
504
|
-
};
|
|
505
|
-
`,
|
|
506
|
-
"utf8",
|
|
507
|
-
);
|
|
508
|
-
}
|
|
509
|
-
async function runEryxWorker(options) {
|
|
510
|
-
const workerSource = `
|
|
511
|
-
import { parentPort, workerData } from 'node:worker_threads';
|
|
512
|
-
|
|
513
|
-
let stdout = '';
|
|
514
|
-
let stderr = '';
|
|
515
|
-
let rawStdoutBytes = 0;
|
|
516
|
-
let rawStderrBytes = 0;
|
|
517
|
-
let truncated = false;
|
|
518
|
-
|
|
519
|
-
const byteLength = (value) => Buffer.byteLength(String(value ?? ''), 'utf8');
|
|
520
|
-
const stdoutCap = Math.max(1, Math.floor(workerData.outputBytes / 2));
|
|
521
|
-
const stderrCap = Math.max(1, workerData.outputBytes - stdoutCap);
|
|
522
|
-
const append = (stream, value) => {
|
|
523
|
-
const text = String(value ?? '');
|
|
524
|
-
const bytes = byteLength(text);
|
|
525
|
-
const cap = stream === 'stderr' ? stderrCap : stdoutCap;
|
|
526
|
-
const currentBytes = stream === 'stderr' ? byteLength(stderr) : byteLength(stdout);
|
|
527
|
-
if (stream === 'stderr') rawStderrBytes += bytes;
|
|
528
|
-
else rawStdoutBytes += bytes;
|
|
529
|
-
const remaining = cap - currentBytes;
|
|
530
|
-
if (remaining <= 0) {
|
|
531
|
-
truncated = truncated || bytes > 0;
|
|
532
|
-
return;
|
|
533
|
-
}
|
|
534
|
-
const buffer = Buffer.from(text, 'utf8');
|
|
535
|
-
const nextText = buffer.byteLength > remaining ? buffer.subarray(0, remaining).toString('utf8') : text;
|
|
536
|
-
if (buffer.byteLength > remaining) truncated = true;
|
|
537
|
-
if (stream === 'stderr') stderr += nextText;
|
|
538
|
-
else stdout += nextText;
|
|
539
|
-
};
|
|
540
|
-
const formatArgs = (args) => args.map((arg) => typeof arg === 'string' ? arg : JSON.stringify(arg)).join(' ');
|
|
541
|
-
globalThis.console = {
|
|
542
|
-
log: (...args) => append('stdout', formatArgs(args) + '\\n'),
|
|
543
|
-
info: (...args) => append('stdout', formatArgs(args) + '\\n'),
|
|
544
|
-
warn: (...args) => append('stderr', formatArgs(args) + '\\n'),
|
|
545
|
-
error: (...args) => append('stderr', formatArgs(args) + '\\n'),
|
|
546
|
-
debug: (...args) => append('stderr', formatArgs(args) + '\\n'),
|
|
547
|
-
};
|
|
548
|
-
|
|
549
|
-
const finish = (result) => {
|
|
550
|
-
parentPort.postMessage({
|
|
551
|
-
...result,
|
|
552
|
-
stdout,
|
|
553
|
-
stderr,
|
|
554
|
-
outputFiles: [],
|
|
555
|
-
networkEvents: Array.isArray(globalThis.__freeflowEryxNetworkEvents) ? globalThis.__freeflowEryxNetworkEvents.slice(0, 20) : [],
|
|
556
|
-
rawStdoutBytes,
|
|
557
|
-
rawStderrBytes,
|
|
558
|
-
stdoutBytes: byteLength(stdout),
|
|
559
|
-
stderrBytes: byteLength(stderr),
|
|
560
|
-
outputBytes: byteLength(stdout) + byteLength(stderr),
|
|
561
|
-
truncated,
|
|
562
|
-
});
|
|
563
|
-
};
|
|
564
|
-
|
|
565
|
-
try {
|
|
566
|
-
const mod = await import(workerData.eryxEntryUrl);
|
|
567
|
-
const sandbox = new mod.Sandbox();
|
|
568
|
-
const result = await sandbox.execute(workerData.code);
|
|
569
|
-
append('stdout', result?.stdout ?? '');
|
|
570
|
-
append('stderr', result?.stderr ?? '');
|
|
571
|
-
finish({ status: 'success', exitCode: 0, result: result?.result ?? null, resultError: result?.resultError ?? null });
|
|
572
|
-
} catch (error) {
|
|
573
|
-
const message = String(error?.message ?? error);
|
|
574
|
-
append('stderr', message);
|
|
575
|
-
finish({ status: 'error', errorName: error?.name ?? 'Error', errorMessage: message, exitCode: 1 });
|
|
576
|
-
}
|
|
577
|
-
`;
|
|
578
|
-
const worker = new Worker(workerSource, {
|
|
579
|
-
eval: true,
|
|
580
|
-
type: "module",
|
|
581
|
-
workerData: { eryxEntryUrl: options.eryxEntryUrl, code: options.code, outputBytes: options.outputBytes },
|
|
582
|
-
stdout: true,
|
|
583
|
-
stderr: true,
|
|
584
|
-
resourceLimits: {
|
|
585
|
-
maxOldGenerationSizeMb: DEFAULT_WORKER_OLD_GENERATION_MB,
|
|
586
|
-
maxYoungGenerationSizeMb: DEFAULT_WORKER_YOUNG_GENERATION_MB,
|
|
587
|
-
},
|
|
588
|
-
});
|
|
589
|
-
let externalStdout = "";
|
|
590
|
-
let externalStderr = "";
|
|
591
|
-
let externalRawStdoutBytes = 0;
|
|
592
|
-
let externalRawStderrBytes = 0;
|
|
593
|
-
let externalTruncated = false;
|
|
594
|
-
const appendExternal = (stream, chunk) => {
|
|
595
|
-
const text = String(chunk ?? "");
|
|
596
|
-
const bytes = Buffer.byteLength(text, "utf8");
|
|
597
|
-
if (stream === "stderr") externalRawStderrBytes += bytes;
|
|
598
|
-
else externalRawStdoutBytes += bytes;
|
|
599
|
-
const currentBytes = Buffer.byteLength(externalStdout, "utf8") + Buffer.byteLength(externalStderr, "utf8");
|
|
600
|
-
const remaining = options.outputBytes - currentBytes;
|
|
601
|
-
if (remaining <= 0) {
|
|
602
|
-
externalTruncated = externalTruncated || bytes > 0;
|
|
603
|
-
return;
|
|
604
|
-
}
|
|
605
|
-
const buffer = Buffer.from(text, "utf8");
|
|
606
|
-
const nextText = buffer.byteLength > remaining ? buffer.subarray(0, remaining).toString("utf8") : text;
|
|
607
|
-
if (buffer.byteLength > remaining) externalTruncated = true;
|
|
608
|
-
if (stream === "stderr") externalStderr += nextText;
|
|
609
|
-
else externalStdout += nextText;
|
|
610
|
-
};
|
|
611
|
-
worker.stdout?.on("data", (chunk) => appendExternal("stdout", chunk));
|
|
612
|
-
worker.stderr?.on("data", (chunk) => appendExternal("stderr", chunk));
|
|
613
|
-
return new Promise((resolve) => {
|
|
614
|
-
let settled = false;
|
|
615
|
-
const finish = (result) => {
|
|
616
|
-
if (settled) return;
|
|
617
|
-
settled = true;
|
|
618
|
-
clearTimeout(timer);
|
|
619
|
-
const merged = mergeWorkerResult(result, {
|
|
620
|
-
externalStdout,
|
|
621
|
-
externalStderr,
|
|
622
|
-
externalRawStdoutBytes,
|
|
623
|
-
externalRawStderrBytes,
|
|
624
|
-
externalTruncated,
|
|
625
|
-
outputBytes: options.outputBytes,
|
|
626
|
-
});
|
|
627
|
-
resolve({ ...merged, durationMs: Date.now() - options.startedAt });
|
|
628
|
-
};
|
|
629
|
-
const timer = setTimeout(() => {
|
|
630
|
-
if (settled) return;
|
|
631
|
-
finish({
|
|
632
|
-
status: "timed_out",
|
|
633
|
-
stdout: "",
|
|
634
|
-
stderr: "",
|
|
635
|
-
exitCode: null,
|
|
636
|
-
rawStdoutBytes: 0,
|
|
637
|
-
rawStderrBytes: 0,
|
|
638
|
-
stdoutBytes: 0,
|
|
639
|
-
stderrBytes: 0,
|
|
640
|
-
outputBytes: 0,
|
|
641
|
-
truncated: false,
|
|
642
|
-
outputFiles: [],
|
|
643
|
-
networkEvents: [],
|
|
644
|
-
});
|
|
645
|
-
void worker.terminate();
|
|
646
|
-
}, options.timeoutMs);
|
|
647
|
-
worker.on("message", (message) => finish(message));
|
|
648
|
-
worker.on("error", (error) => {
|
|
649
|
-
const message = errorMessage(error);
|
|
650
|
-
finish({
|
|
651
|
-
status: "error",
|
|
652
|
-
stdout: "",
|
|
653
|
-
stderr: message,
|
|
654
|
-
exitCode: null,
|
|
655
|
-
rawStdoutBytes: 0,
|
|
656
|
-
rawStderrBytes: Buffer.byteLength(message, "utf8"),
|
|
657
|
-
truncated: false,
|
|
658
|
-
outputFiles: [],
|
|
659
|
-
networkEvents: [],
|
|
660
|
-
errorName: error.name,
|
|
661
|
-
errorMessage: message,
|
|
662
|
-
});
|
|
663
|
-
});
|
|
664
|
-
worker.on("exit", (code) => {
|
|
665
|
-
if (!settled && code !== 0) {
|
|
666
|
-
finish({
|
|
667
|
-
status: "error",
|
|
668
|
-
stdout: "",
|
|
669
|
-
stderr: `worker exited with code ${code}`,
|
|
670
|
-
exitCode: code,
|
|
671
|
-
rawStdoutBytes: 0,
|
|
672
|
-
rawStderrBytes: 0,
|
|
673
|
-
truncated: false,
|
|
674
|
-
outputFiles: [],
|
|
675
|
-
networkEvents: [],
|
|
676
|
-
});
|
|
677
|
-
}
|
|
678
|
-
});
|
|
679
|
-
});
|
|
680
|
-
}
|
|
681
|
-
function mergeWorkerResult(result, external) {
|
|
682
|
-
let stdout = "";
|
|
683
|
-
let stderr = "";
|
|
684
|
-
let truncated = Boolean(result.truncated || external.externalTruncated);
|
|
685
|
-
const append = (stream, value) => {
|
|
686
|
-
const currentBytes = Buffer.byteLength(stdout, "utf8") + Buffer.byteLength(stderr, "utf8");
|
|
687
|
-
const remaining = external.outputBytes - currentBytes;
|
|
688
|
-
if (remaining <= 0) {
|
|
689
|
-
truncated = truncated || Buffer.byteLength(value, "utf8") > 0;
|
|
690
|
-
return;
|
|
691
|
-
}
|
|
692
|
-
const buffer = Buffer.from(value, "utf8");
|
|
693
|
-
const nextText = buffer.byteLength > remaining ? buffer.subarray(0, remaining).toString("utf8") : value;
|
|
694
|
-
if (buffer.byteLength > remaining) truncated = true;
|
|
695
|
-
if (stream === "stderr") stderr += nextText;
|
|
696
|
-
else stdout += nextText;
|
|
697
|
-
};
|
|
698
|
-
append("stdout", external.externalStdout);
|
|
699
|
-
append("stderr", external.externalStderr);
|
|
700
|
-
append("stdout", result.stdout ?? "");
|
|
701
|
-
append("stderr", result.stderr ?? "");
|
|
702
|
-
const rawStdoutBytes = (result.rawStdoutBytes ?? 0) + external.externalRawStdoutBytes;
|
|
703
|
-
const rawStderrBytes = (result.rawStderrBytes ?? 0) + external.externalRawStderrBytes;
|
|
704
|
-
const merged = {
|
|
705
|
-
status: result.status ?? "error",
|
|
706
|
-
stdout,
|
|
707
|
-
stderr,
|
|
708
|
-
rawStdoutBytes,
|
|
709
|
-
rawStderrBytes,
|
|
710
|
-
stdoutBytes: Buffer.byteLength(stdout, "utf8"),
|
|
711
|
-
stderrBytes: Buffer.byteLength(stderr, "utf8"),
|
|
712
|
-
outputBytes: Buffer.byteLength(stdout, "utf8") + Buffer.byteLength(stderr, "utf8"),
|
|
713
|
-
truncated,
|
|
714
|
-
exitCode: result.exitCode ?? null,
|
|
715
|
-
durationMs: result.durationMs ?? 0,
|
|
716
|
-
outputFiles: result.outputFiles ?? [],
|
|
717
|
-
networkEvents: result.networkEvents ?? [],
|
|
718
|
-
};
|
|
719
|
-
if (result.errorName !== undefined) {
|
|
720
|
-
merged.errorName = result.errorName;
|
|
721
|
-
}
|
|
722
|
-
if (result.errorMessage !== undefined) {
|
|
723
|
-
merged.errorMessage = result.errorMessage;
|
|
724
|
-
}
|
|
725
|
-
return merged;
|
|
726
|
-
}
|
|
727
|
-
function eryxRunToExecutionResult(run) {
|
|
728
|
-
if (run.status === "timed_out") {
|
|
729
|
-
return {
|
|
730
|
-
status: "timed_out",
|
|
731
|
-
stdout: run.stdout,
|
|
732
|
-
stderr: run.stderr,
|
|
733
|
-
outputFiles: [],
|
|
734
|
-
exitCode: null,
|
|
735
|
-
durationMs: run.durationMs,
|
|
736
|
-
reason: "Eryx Python execution exceeded timeoutMs.",
|
|
737
|
-
};
|
|
738
|
-
}
|
|
739
|
-
if (run.truncated || run.status === "output_limit_exceeded") {
|
|
740
|
-
return {
|
|
741
|
-
status: "failed",
|
|
742
|
-
stdout: run.stdout,
|
|
743
|
-
stderr: run.stderr,
|
|
744
|
-
outputFiles: [],
|
|
745
|
-
exitCode: run.exitCode,
|
|
746
|
-
durationMs: run.durationMs,
|
|
747
|
-
reason: "Eryx Python execution exceeded maxOutputBytes.",
|
|
748
|
-
};
|
|
749
|
-
}
|
|
750
|
-
if (run.status === "error") {
|
|
751
|
-
return {
|
|
752
|
-
status: "failed",
|
|
753
|
-
stdout: run.stdout,
|
|
754
|
-
stderr: run.stderr || run.errorMessage || "Eryx Python execution failed.",
|
|
755
|
-
outputFiles: [],
|
|
756
|
-
exitCode: run.exitCode,
|
|
757
|
-
durationMs: run.durationMs,
|
|
758
|
-
reason: "Eryx Python execution failed.",
|
|
759
|
-
};
|
|
760
|
-
}
|
|
761
|
-
return {
|
|
762
|
-
status: "success",
|
|
763
|
-
stdout: run.stdout,
|
|
764
|
-
stderr: run.stderr,
|
|
765
|
-
outputFiles: [],
|
|
766
|
-
exitCode: 0,
|
|
767
|
-
durationMs: run.durationMs,
|
|
768
|
-
};
|
|
769
|
-
}
|
|
770
|
-
function assessEryxProof(proof, run, timeoutMs, outputBytes) {
|
|
771
|
-
const combined = `${run.stdout ?? ""}\n${run.stderr ?? ""}\n${run.errorMessage ?? ""}`;
|
|
772
|
-
switch (proof) {
|
|
773
|
-
case "env_access_denied":
|
|
774
|
-
return (
|
|
775
|
-
!combined.includes(SECRET_SENTINEL) &&
|
|
776
|
-
!combined.includes(HOST_HOME) &&
|
|
777
|
-
!combined.includes("process.env") &&
|
|
778
|
-
!/AWS_|GITHUB_|TOKEN|SECRET/i.test(combined)
|
|
779
|
-
);
|
|
780
|
-
case "home_access_denied":
|
|
781
|
-
return !combined.includes(HOST_HOME) && !/PRIVATE KEY|FREEFLOW_SANDBOX_SECRET/.test(combined);
|
|
782
|
-
case "repo_access_denied":
|
|
783
|
-
return (
|
|
784
|
-
!combined.includes("@hassangameryt/freeflow") &&
|
|
785
|
-
!combined.includes("@earendil-works/freeflow") &&
|
|
786
|
-
!combined.includes('"scripts"')
|
|
787
|
-
);
|
|
788
|
-
case "vault_access_denied":
|
|
789
|
-
return !combined.includes("ffout_") && !combined.includes("ffrec_");
|
|
790
|
-
case "network_access_denied":
|
|
791
|
-
return run.status !== "success" && networkDeniedByShim(run) && !combined.includes("Example Domain");
|
|
792
|
-
case "input_read_only":
|
|
793
|
-
return run.status !== "success" && !combined.includes("mutated");
|
|
794
|
-
case "output_escape_denied":
|
|
795
|
-
return !combined.includes("/etc/passwd") && run.outputFiles.length === 0;
|
|
796
|
-
case "stdout_stderr_bounded":
|
|
797
|
-
return (
|
|
798
|
-
run.status !== "error" &&
|
|
799
|
-
run.truncated &&
|
|
800
|
-
run.outputBytes <= outputBytes &&
|
|
801
|
-
run.rawStdoutBytes > outputBytes &&
|
|
802
|
-
run.rawStderrBytes > outputBytes
|
|
803
|
-
);
|
|
804
|
-
case "timeout_enforced":
|
|
805
|
-
return run.status === "timed_out" && run.durationMs < timeoutMs * 5;
|
|
806
|
-
default:
|
|
807
|
-
return false;
|
|
808
|
-
}
|
|
809
|
-
}
|
|
810
|
-
function networkDeniedByShim(run) {
|
|
811
|
-
return run.networkEvents.some(
|
|
812
|
-
(event) => event?.decision === "not-permitted" && (event?.kind === "tcp" || event?.kind === "tls"),
|
|
813
|
-
);
|
|
814
|
-
}
|
|
815
|
-
function pythonPrelude(inputs) {
|
|
816
|
-
const encodedInputs = JSON.stringify(inputs).replaceAll("</", "<\\/");
|
|
817
|
-
return [
|
|
818
|
-
"# Freeflow injected input/output helpers.",
|
|
819
|
-
"import json as __freeflow_json",
|
|
820
|
-
`__freeflow_sources = __freeflow_json.loads(${JSON.stringify(encodedInputs)})`,
|
|
821
|
-
"sources = dict(__freeflow_sources)",
|
|
822
|
-
"def read_text(alias):",
|
|
823
|
-
" return __freeflow_sources[alias]",
|
|
824
|
-
"def write_text(text):",
|
|
825
|
-
" print(str(text), end='')",
|
|
826
|
-
"",
|
|
827
|
-
].join("\n");
|
|
828
|
-
}
|
|
829
|
-
function cloneProbeResult(result) {
|
|
830
|
-
const cloned = {
|
|
831
|
-
...result,
|
|
832
|
-
passedProofs: [...result.passedProofs],
|
|
833
|
-
failedProofs: [...result.failedProofs],
|
|
834
|
-
};
|
|
835
|
-
if (result.runtime !== undefined) {
|
|
836
|
-
cloned.runtime = { ...result.runtime };
|
|
837
|
-
}
|
|
838
|
-
return cloned;
|
|
839
|
-
}
|
|
840
|
-
async function runEryxChildCli(argv) {
|
|
841
|
-
const requestPath = argv[0];
|
|
842
|
-
const responsePath = argv[1];
|
|
843
|
-
if (!requestPath || !responsePath) {
|
|
844
|
-
throw new Error("eryx-python child mode requires request and response paths.");
|
|
845
|
-
}
|
|
846
|
-
const payload = JSON.parse(await readFile(requestPath, "utf8"));
|
|
847
|
-
let response;
|
|
848
|
-
try {
|
|
849
|
-
const adapter = await createEryxPythonSandboxAdapter({ packageRoot: payload.packageRoot });
|
|
850
|
-
if (payload.kind === "probe") {
|
|
851
|
-
response = { ok: true, result: await adapter.probe("python", payload.config) };
|
|
852
|
-
} else {
|
|
853
|
-
response = { ok: true, result: await adapter.execute(payload.request) };
|
|
854
|
-
}
|
|
855
|
-
} catch (error) {
|
|
856
|
-
response = { ok: false, message: errorMessage(error) };
|
|
857
|
-
}
|
|
858
|
-
await writeFile(responsePath, JSON.stringify(response), "utf8");
|
|
859
|
-
}
|
|
860
|
-
function errorMessage(error) {
|
|
861
|
-
return error instanceof Error ? error.message : String(error);
|
|
862
|
-
}
|
|
863
|
-
if (process.argv[2] === ERYX_CHILD_MODE_ARG) {
|
|
864
|
-
runEryxChildCli(process.argv.slice(3)).catch((error) => {
|
|
865
|
-
console.error(errorMessage(error));
|
|
866
|
-
process.exit(1);
|
|
867
|
-
});
|
|
868
|
-
}
|