@wenathlan/devthink 2.0.14 → 2.0.19
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +60 -0
- package/{dist/bridge.d.ts → bridge.d.ts} +1 -1
- package/bridge.d.ts.map +1 -0
- package/bridge.js +1877 -0
- package/bun.d.ts.map +1 -0
- package/bun.js +52329 -0
- package/caps/background.json +712 -0
- package/caps/cli.json +360 -0
- package/caps/library.json +3611 -0
- package/caps/mcp.json +126 -0
- package/caps/pagebridge.json +377 -0
- package/caps/popup.json +51 -0
- package/caps/sidepanel.json +522 -0
- package/checksums.txt +142 -0
- package/cli.d.ts.map +1 -0
- package/{dist/cli.js → cli.js} +2 -2
- package/companion.d.ts.map +1 -0
- package/companion.js +389 -0
- package/crossbrowser.d.ts.map +1 -0
- package/crossbrowser.js +1191 -0
- package/dashdone.d.ts.map +1 -0
- package/dashdone.js +368 -0
- package/deno.d.ts.map +1 -0
- package/deno.js +52325 -0
- package/devthink.umd.js +52346 -0
- package/fixtures/bun.ts +7 -0
- package/fixtures/cjs.js +6 -0
- package/fixtures/deno.ts +6 -0
- package/fixtures/example-org-pagestate.json +22 -0
- package/fixtures/importers/automa-workflow.json +18 -0
- package/fixtures/importers/selenium-side.json +20 -0
- package/fixtures/importers/tabular-plan.csv +7 -0
- package/fixtures/importers/uivision-macro.json +10 -0
- package/fixtures/importers/v1-plan.json +13 -0
- package/fixtures/mcp-client.mjs +14 -0
- package/fixtures/pages/checkout.html +192 -0
- package/fixtures/pages/dashboard.html +110 -0
- package/fixtures/pages/feed.html +113 -0
- package/fixtures/pages/product-grid.html +150 -0
- package/fixtures/plans/form-inventory-plan.json +11 -0
- package/fixtures/plans/release-notes-plan.json +11 -0
- package/fixtures/recipes/agentscompete.json +11 -0
- package/fixtures/recipes/agentsforms.json +11 -0
- package/fixtures/recipes/agentsmonitor.json +11 -0
- package/fixtures/recipes/agentsreview.json +29 -0
- package/fixtures/recipes/agentswarm.json +11 -0
- package/fixtures/recipes/fillcalendar.json +12 -0
- package/fixtures/recipes/fillcheckout.json +13 -0
- package/fixtures/recipes/filldependentdropdowns.json +12 -0
- package/fixtures/recipes/fillfromcsv.json +13 -0
- package/fixtures/recipes/fillloginform.json +12 -0
- package/fixtures/recipes/fillmultistepwizard.json +13 -0
- package/fixtures/recipes/fillregistration.json +12 -0
- package/fixtures/recipes/fillsearchfilters.json +12 -0
- package/fixtures/recipes/filltypeahead.json +11 -0
- package/fixtures/recipes/monitoralerts.json +12 -0
- package/fixtures/recipes/monitoravailability.json +11 -0
- package/fixtures/recipes/monitornetworkquiet.json +12 -0
- package/fixtures/recipes/monitorpagechanges.json +11 -0
- package/fixtures/recipes/monitorpricechange.json +11 -0
- package/fixtures/recipes/monitorschedule.json +12 -0
- package/fixtures/recipes/scrapedynamicprices.json +13 -0
- package/fixtures/recipes/scrapeimagegallery.json +12 -0
- package/fixtures/recipes/scrapeinfinitefeed.json +13 -0
- package/fixtures/recipes/scrapenestedlists.json +12 -0
- package/fixtures/recipes/scrapeproductgrid.json +12 -0
- package/fixtures/recipes/scrapereviews.json +12 -0
- package/fixtures/recipes/scrapesearchresults.json +12 -0
- package/fixtures/recipes/scrapetablepagination.json +12 -0
- package/fixtures/recipes/testaccessibility.json +34 -0
- package/fixtures/recipes/testconsoleerrors.json +12 -0
- package/fixtures/recipes/testdeeplinks.json +12 -0
- package/fixtures/recipes/testformvalidation.json +13 -0
- package/fixtures/recipes/testlayoutshift.json +12 -0
- package/fixtures/recipes/testlinkcheck.json +12 -0
- package/fixtures/recipes/testloadtiming.json +12 -0
- package/fixtures/recipes/testvisualdiff.json +12 -0
- package/fixtures/workflows/changelog-digest-workflow.json +13 -0
- package/fixtures/workflows/form-survey-workflow.json +13 -0
- package/gallery.json +706 -0
- package/hardening.d.ts.map +1 -0
- package/hardening.js +188 -0
- package/headless.d.ts.map +1 -0
- package/headless.js +11522 -0
- package/http.d.ts.map +1 -0
- package/http.js +2165 -0
- package/index.cjs +54682 -0
- package/index.d.ts.map +1 -0
- package/index.js +52310 -0
- package/index.neutral.js +46343 -0
- package/{web/manifest.json → manifest.json} +1 -1
- package/mcp.d.ts.map +1 -0
- package/mcp.js +20515 -0
- package/memory.d.ts.map +1 -0
- package/{memory.ts → memory.js} +2310 -3834
- package/nativehost.template.json +10 -0
- package/node.cjs +54686 -0
- package/node.d.ts.map +1 -0
- package/pack.d.ts.map +1 -0
- package/pack.js +805 -0
- package/package.json +83 -176
- package/policy.d.ts.map +1 -0
- package/{policy.ts → policy.js} +4679 -5073
- package/progress.d.ts.map +1 -0
- package/progress.js +645 -0
- package/protocol.d.ts.map +1 -0
- package/protocol.js +8334 -0
- package/schemas/audit.schema.json +226 -0
- package/schemas/capability.schema.json +113 -0
- package/schemas/envelope.schema.json +162 -0
- package/schemas/memory.schema.json +51 -0
- package/schemas/observation.schema.json +113 -0
- package/schemas/plan.schema.json +208 -0
- package/schemas/progress.schema.json +126 -0
- package/schemas/proposal.schema.json +68 -0
- package/schemas/session.schema.json +82 -0
- package/schemas/tool.schema.json +94 -0
- package/server.d.ts.map +1 -0
- package/server.js +28877 -0
- package/umd-example.html +18 -0
- package/umd.d.ts.map +1 -0
- package/accounts.ts +0 -2087
- package/agent.ts +0 -2331
- package/antigravity.ts +0 -2139
- package/apifreeze.ts +0 -4146
- package/auth.ts +0 -642
- package/background.ts +0 -16837
- package/bridge.ts +0 -2080
- package/build.ts +0 -54
- package/bun.ts +0 -26
- package/capture.ts +0 -1614
- package/checksecrets.ts +0 -72
- package/cjs.ts +0 -9
- package/cli.ts +0 -3500
- package/commands.ts +0 -1101
- package/companion.ts +0 -450
- package/compatibility.ts +0 -37
- package/config.ts +0 -3137
- package/constants.ts +0 -943
- package/core.ts +0 -1473
- package/crossbrowser.ts +0 -1359
- package/dashdone.ts +0 -605
- package/data.ts +0 -943
- package/database.ts +0 -133
- package/debug.ts +0 -850
- package/deno.ts +0 -27
- package/devthink.ts +0 -707
- package/dist/accounts.d.ts +0 -409
- package/dist/agent.d.ts +0 -837
- package/dist/antigravity.d.ts +0 -380
- package/dist/apifreeze.d.ts +0 -113
- package/dist/auth.d.ts +0 -224
- package/dist/capture.d.ts +0 -595
- package/dist/cjs.d.ts +0 -6
- package/dist/commands.d.ts +0 -310
- package/dist/compatibility.d.ts +0 -17
- package/dist/config.d.ts +0 -1853
- package/dist/constants.d.ts +0 -637
- package/dist/core.d.ts +0 -361
- package/dist/data.d.ts +0 -330
- package/dist/database.d.ts +0 -24
- package/dist/debug.d.ts +0 -270
- package/dist/engine.d.ts +0 -74
- package/dist/environments.d.ts +0 -244
- package/dist/evidence.d.ts +0 -277
- package/dist/export.d.ts +0 -311
- package/dist/fingerprint.d.ts +0 -594
- package/dist/flow.d.ts +0 -300
- package/dist/gates.d.ts +0 -103
- package/dist/identity.d.ts +0 -51
- package/dist/ids.d.ts +0 -7
- package/dist/llm.d.ts +0 -652
- package/dist/models.d.ts +0 -1807
- package/dist/net.d.ts +0 -325
- package/dist/neutral.d.ts +0 -41
- package/dist/oauth.d.ts +0 -703
- package/dist/page.d.ts +0 -1166
- package/dist/perf.d.ts +0 -481
- package/dist/plan.d.ts +0 -134
- package/dist/project.d.ts +0 -395
- package/dist/providers.d.ts +0 -37
- package/dist/quota.d.ts +0 -453
- package/dist/recovery.d.ts +0 -621
- package/dist/request.d.ts +0 -1492
- package/dist/run.d.ts +0 -779
- package/dist/runtime.d.ts +0 -212
- package/dist/search.d.ts +0 -375
- package/dist/security.d.ts +0 -534
- package/dist/serve.d.ts +0 -136
- package/dist/session.d.ts +0 -296
- package/dist/storage.d.ts +0 -53
- package/dist/streaming.d.ts +0 -1119
- package/dist/swarm.d.ts +0 -328
- package/dist/tools.d.ts +0 -170
- package/dist/types.d.ts +0 -8357
- package/dist/utils.d.ts +0 -82
- package/dist/version.d.ts +0 -7
- package/dist/versionregistry.d.ts +0 -406
- package/dist/views.d.ts +0 -579
- package/dist/workbenchsession.d.ts +0 -69
- package/dist/workflow.d.ts +0 -649
- package/docs/readme.md +0 -92
- package/docs/schemas/antigravity.json +0 -192
- package/engine.ts +0 -1524
- package/environments.ts +0 -1005
- package/evidence.ts +0 -643
- package/export.ts +0 -889
- package/fingerprint.ts +0 -1458
- package/flow.ts +0 -1190
- package/gates.ts +0 -307
- package/gateway.ts +0 -34
- package/hardening.ts +0 -191
- package/headless.ts +0 -369
- package/http.ts +0 -2110
- package/identity.ts +0 -246
- package/ids.ts +0 -26
- package/index.ts +0 -369
- package/llm.ts +0 -2682
- package/mcp.ts +0 -1835
- package/models.ts +0 -3805
- package/modes.ts +0 -43
- package/net.ts +0 -1214
- package/neutral.ts +0 -362
- package/node.ts +0 -26
- package/oauth.ts +0 -2216
- package/offscreen.ts +0 -170
- package/pack.ts +0 -956
- package/page.ts +0 -7824
- package/pagebridge.ts +0 -1116
- package/perf.ts +0 -957
- package/plan.ts +0 -672
- package/plugin.ts +0 -76
- package/prisma.config.ts +0 -27
- package/progress.ts +0 -1308
- package/project.ts +0 -1291
- package/protocol.ts +0 -4187
- package/providers.ts +0 -246
- package/quota.ts +0 -1887
- package/recovery.ts +0 -2433
- package/request.ts +0 -4482
- package/run.ts +0 -2135
- package/runtime.ts +0 -526
- package/search.ts +0 -1760
- package/security.ts +0 -1673
- package/serve.ts +0 -419
- package/server.ts +0 -5538
- package/session.ts +0 -1162
- package/storage.ts +0 -182
- package/streaming.ts +0 -4101
- package/swarm.ts +0 -884
- package/sync.ts +0 -56
- package/tests/agentcert.test.ts +0 -128
- package/tests/agentfleet.test.ts +0 -214
- package/tests/agentreview.test.ts +0 -241
- package/tests/agentstream.test.ts +0 -335
- package/tests/agentwork.test.ts +0 -356
- package/tests/apifreeze.test.ts +0 -290
- package/tests/apimap.test.ts +0 -112
- package/tests/approvalgate.test.ts +0 -175
- package/tests/artifactmanifest.test.ts +0 -204
- package/tests/attentionfeed.test.ts +0 -163
- package/tests/backgroundruns.test.ts +0 -100
- package/tests/batchscheduling.test.ts +0 -131
- package/tests/blackboard.test.ts +0 -238
- package/tests/bridge.test.ts +0 -1088
- package/tests/browsercoverage.test.ts +0 -134
- package/tests/browserpolyfills.test.ts +0 -124
- package/tests/build.mjs +0 -1260
- package/tests/clientauth.test.ts +0 -223
- package/tests/clitools.test.ts +0 -578
- package/tests/confirmgates.test.ts +0 -190
- package/tests/containerpack.test.ts +0 -143
- package/tests/controlflow.test.ts +0 -2120
- package/tests/coordination.test.ts +0 -345
- package/tests/copyscreen.test.ts +0 -139
- package/tests/core.test.ts +0 -417
- package/tests/costcert.test.ts +0 -95
- package/tests/crossbrowser.test.ts +0 -115
- package/tests/cspaudit.test.ts +0 -79
- package/tests/dashdone.test.ts +0 -615
- package/tests/datagrid.test.ts +0 -137
- package/tests/doccheck.test.ts +0 -107
- package/tests/dombatch.test.ts +0 -109
- package/tests/emulation.test.ts +0 -282
- package/tests/environments.test.ts +0 -259
- package/tests/evidenceviews.test.ts +0 -88
- package/tests/exporttools.test.ts +0 -185
- package/tests/firefoxprep.test.ts +0 -134
- package/tests/flowlibrary.test.ts +0 -242
- package/tests/flowrun.test.ts +0 -303
- package/tests/forensics.test.ts +0 -439
- package/tests/gateway.test.ts +0 -939
- package/tests/headlesslib.test.ts +0 -171
- package/tests/httpstream.test.ts +0 -277
- package/tests/immutablelog.test.ts +0 -157
- package/tests/inboundguard.test.ts +0 -177
- package/tests/lazyload.test.ts +0 -72
- package/tests/librarymodes.test.ts +0 -623
- package/tests/llm.test.ts +0 -696
- package/tests/manifest.test.ts +0 -226
- package/tests/maskinputs.test.ts +0 -150
- package/tests/matrixverify.test.ts +0 -111
- package/tests/mavenpack.test.ts +0 -75
- package/tests/mcpserver.test.ts +0 -704
- package/tests/memory.test.ts +0 -4155
- package/tests/memorycare.test.ts +0 -230
- package/tests/migrateplan.test.ts +0 -349
- package/tests/minimization.test.ts +0 -414
- package/tests/modelroute.test.ts +0 -112
- package/tests/multiagent.test.ts +0 -440
- package/tests/nativebridge.test.ts +0 -807
- package/tests/navigation.test.ts +0 -284
- package/tests/nugetpack.test.ts +0 -83
- package/tests/orchestration.test.ts +0 -449
- package/tests/originpolicy.test.ts +0 -405
- package/tests/outputcompare.test.ts +0 -97
- package/tests/package.test.ts +0 -91
- package/tests/pagebridge.test.ts +0 -5909
- package/tests/pentest.test.ts +0 -75
- package/tests/perfrecords.test.ts +0 -257
- package/tests/permdiff.test.ts +0 -85
- package/tests/phishguard.test.ts +0 -128
- package/tests/pickerviews.test.ts +0 -155
- package/tests/pipelines.test.ts +0 -381
- package/tests/planlint.test.ts +0 -240
- package/tests/planreview.test.ts +0 -383
- package/tests/platformtargets.test.ts +0 -56
- package/tests/policy.test.ts +0 -8284
- package/tests/portability.test.ts +0 -96
- package/tests/progress.test.ts +0 -1036
- package/tests/promptlibrary.test.ts +0 -116
- package/tests/protocol.test.ts +0 -4793
- package/tests/publishingpipeline.test.ts +0 -314
- package/tests/quickactions.test.ts +0 -164
- package/tests/readiness.test.ts +0 -78
- package/tests/recipes.test.ts +0 -163
- package/tests/redactshots.test.ts +0 -216
- package/tests/registernvidiakeys.ts +0 -51
- package/tests/relayserve.test.ts +0 -304
- package/tests/releasenotes.test.ts +0 -276
- package/tests/resilience.test.ts +0 -467
- package/tests/resourceaware.test.ts +0 -187
- package/tests/runbudget.test.ts +0 -125
- package/tests/runhistory.test.ts +0 -299
- package/tests/runreplay.test.ts +0 -113
- package/tests/runresume.test.ts +0 -184
- package/tests/runstate.test.ts +0 -288
- package/tests/runtimeadapters.test.ts +0 -251
- package/tests/safariskeleton.test.ts +0 -115
- package/tests/sandboxframe.test.ts +0 -196
- package/tests/sbom.test.ts +0 -105
- package/tests/secretvault.test.ts +0 -188
- package/tests/selcache.test.ts +0 -111
- package/tests/sessioninterface.test.ts +0 -791
- package/tests/sessions.test.ts +0 -591
- package/tests/siteprefs.test.ts +0 -228
- package/tests/snapshotdelta.test.ts +0 -165
- package/tests/statusviews.test.ts +0 -237
- package/tests/stepmeter.test.ts +0 -200
- package/tests/streamparse.test.ts +0 -163
- package/tests/stylepruning.test.ts +0 -90
- package/tests/surfaces.test.ts +0 -282
- package/tests/sweep.test.ts +0 -78
- package/tests/syncbridge.test.ts +0 -164
- package/tests/taskqueue.test.ts +0 -206
- package/tests/toolcalls.test.ts +0 -336
- package/tests/toolcatalog.test.ts +0 -201
- package/tests/torture-agent.test.ts +0 -706
- package/tests/torture-auth.test.ts +0 -461
- package/tests/torture-commands.test.ts +0 -895
- package/tests/torture-data.test.ts +0 -923
- package/tests/torture-environments.test.ts +0 -285
- package/tests/torture-export.test.ts +0 -263
- package/tests/torture-http.test.ts +0 -1379
- package/tests/torture-llm.test.ts +0 -808
- package/tests/torture-memory.test.ts +0 -1084
- package/tests/torture-plan.test.ts +0 -829
- package/tests/torture-run.test.ts +0 -626
- package/tests/torture-session.test.ts +0 -928
- package/tests/torture-swarm.test.ts +0 -1245
- package/tests/torture-tools.test.ts +0 -964
- package/tests/torture-workflow.test.ts +0 -2354
- package/tests/tourviews.test.ts +0 -52
- package/tests/transparency.test.ts +0 -147
- package/tests/trigger.test.ts +0 -941
- package/tests/v1sunset.test.ts +0 -428
- package/tests/virtlist.test.ts +0 -94
- package/tests/vision.test.ts +0 -540
- package/tests/vsixpack.test.ts +0 -145
- package/tests/webapi.test.ts +0 -523
- package/tests/workflow.test.ts +0 -1785
- package/tests/workfloweditor.test.ts +0 -759
- package/tests/xpipack.test.ts +0 -128
- package/tools.ts +0 -734
- package/types.ts +0 -9908
- package/umd.ts +0 -9
- package/utils.ts +0 -249
- package/version.ts +0 -8
- package/versionregistry.ts +0 -1310
- package/views.ts +0 -2153
- package/vitest.config.ts +0 -12
- package/web/App.tsx +0 -78
- package/web/README.md +0 -47
- package/web/capacitor.config.ts +0 -46
- package/web/const.ts +0 -19
- package/web/control.shell.tsx +0 -66
- package/web/dashboardpage.ts +0 -554
- package/web/db.ts +0 -493
- package/web/design.html +0 -541
- package/web/gatewayview/Gateway.tsx +0 -345
- package/web/gatewayview/config.ts +0 -1042
- package/web/gatewayview/definition.ts +0 -174
- package/web/icons.ts +0 -15
- package/web/optionspage.ts +0 -691
- package/web/popup.ts +0 -1651
- package/web/schema.prisma +0 -176
- package/web/sidepanel.ts +0 -7941
- package/web/sitemanifest.json +0 -13
- package/web/terminal-ui.tsx +0 -622
- package/web/transparencypage.ts +0 -541
- package/web/vite.config.ts +0 -39
- package/web/workspace.ts +0 -23
- package/workbenchmemory.ts +0 -104
- package/workbenchsession.ts +0 -304
- package/workflow.ts +0 -4495
- /package/{dist/bun.d.ts → bun.d.ts} +0 -0
- /package/{dist/cli.d.ts → cli.d.ts} +0 -0
- /package/{dist/companion.d.ts → companion.d.ts} +0 -0
- /package/{dist/crossbrowser.d.ts → crossbrowser.d.ts} +0 -0
- /package/{dist/dashdone.d.ts → dashdone.d.ts} +0 -0
- /package/{dist/deno.d.ts → deno.d.ts} +0 -0
- /package/{dist/hardening.d.ts → hardening.d.ts} +0 -0
- /package/{dist/headless.d.ts → headless.d.ts} +0 -0
- /package/{dist/http.d.ts → http.d.ts} +0 -0
- /package/{dist/index.d.ts → index.d.ts} +0 -0
- /package/{dist/mcp.d.ts → mcp.d.ts} +0 -0
- /package/{dist/memory.d.ts → memory.d.ts} +0 -0
- /package/{dist/node.d.ts → node.d.ts} +0 -0
- /package/{dist/pack.d.ts → pack.d.ts} +0 -0
- /package/{dist/policy.d.ts → policy.d.ts} +0 -0
- /package/{dist/progress.d.ts → progress.d.ts} +0 -0
- /package/{dist/protocol.d.ts → protocol.d.ts} +0 -0
- /package/{dist/server.d.ts → server.d.ts} +0 -0
- /package/{dist/umd.d.ts → umd.d.ts} +0 -0
|
@@ -1,155 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from "vitest";
|
|
2
|
-
import {
|
|
3
|
-
guidedtipdismiss,
|
|
4
|
-
guidedtiprecall,
|
|
5
|
-
guidedtips,
|
|
6
|
-
haloof,
|
|
7
|
-
halocolorof,
|
|
8
|
-
lockcandidate,
|
|
9
|
-
pagechipof,
|
|
10
|
-
pagechipresolve,
|
|
11
|
-
pickercandidateof,
|
|
12
|
-
pickersessionstart,
|
|
13
|
-
rankcandidates,
|
|
14
|
-
stabilityscoreof,
|
|
15
|
-
} from "../views.js";
|
|
16
|
-
import { pickeroverlaygate } from "../policy.js";
|
|
17
|
-
|
|
18
|
-
const now = 1_800_000_000_000;
|
|
19
|
-
|
|
20
|
-
describe("pickeroverlay, targethalo, guidedtips and pagechips", () => {
|
|
21
|
-
it("starts the picker session on the granted origin and refuses ungranted reads", () => {
|
|
22
|
-
const candidates = [
|
|
23
|
-
pickercandidateof({
|
|
24
|
-
selector: "#pricing",
|
|
25
|
-
text: "Pricing",
|
|
26
|
-
role: "table",
|
|
27
|
-
hasid: true,
|
|
28
|
-
hasstableattributes: true,
|
|
29
|
-
hasrole: true,
|
|
30
|
-
textunique: true,
|
|
31
|
-
}),
|
|
32
|
-
pickercandidateof({
|
|
33
|
-
selector: "div:nth-child(3) > table",
|
|
34
|
-
hasid: false,
|
|
35
|
-
hasstableattributes: false,
|
|
36
|
-
hasrole: false,
|
|
37
|
-
textunique: false,
|
|
38
|
-
}),
|
|
39
|
-
];
|
|
40
|
-
const session = pickersessionstart({
|
|
41
|
-
origin: "https://example.com",
|
|
42
|
-
granted: ["https://example.com"],
|
|
43
|
-
candidates,
|
|
44
|
-
at: now,
|
|
45
|
-
});
|
|
46
|
-
expect(session.candidates[0]?.selector).toBe("#pricing");
|
|
47
|
-
expect(session.candidates[0]?.stabilityscore).toBe(90);
|
|
48
|
-
expect(session.candidates[1]?.stabilityscore).toBeLessThan(session.candidates[0]?.stabilityscore ?? 0);
|
|
49
|
-
expect(session.candidates[1]?.reason).toMatch(/positional/);
|
|
50
|
-
expect(() =>
|
|
51
|
-
pickersessionstart({ origin: "https://other.example", granted: ["https://example.com"], candidates, at: now }),
|
|
52
|
-
).toThrow(/allowlist/);
|
|
53
|
-
expect(pickeroverlaygate({ origin: "https://example.com", granted: ["https://example.com"] }).allowed).toBe(true);
|
|
54
|
-
expect(pickeroverlaygate({ origin: "https://other.example", granted: ["https://example.com"] }).reason).toMatch(
|
|
55
|
-
/granted origins/,
|
|
56
|
-
);
|
|
57
|
-
});
|
|
58
|
-
|
|
59
|
-
it("scores the selector stability and ranks the most stable candidate first", () => {
|
|
60
|
-
expect(
|
|
61
|
-
stabilityscoreof({ selector: "#id", hasid: true, hasstableattributes: true, hasrole: true, textunique: true }),
|
|
62
|
-
).toBe(90);
|
|
63
|
-
expect(
|
|
64
|
-
stabilityscoreof({
|
|
65
|
-
selector: "div",
|
|
66
|
-
hasid: false,
|
|
67
|
-
hasstableattributes: false,
|
|
68
|
-
hasrole: false,
|
|
69
|
-
textunique: false,
|
|
70
|
-
}),
|
|
71
|
-
).toBe(0);
|
|
72
|
-
const ranked = rankcandidates([
|
|
73
|
-
pickercandidateof({
|
|
74
|
-
selector: "div:nth-child(2)",
|
|
75
|
-
hasid: false,
|
|
76
|
-
hasstableattributes: false,
|
|
77
|
-
hasrole: false,
|
|
78
|
-
textunique: false,
|
|
79
|
-
}),
|
|
80
|
-
pickercandidateof({
|
|
81
|
-
selector: "[data-testid=price]",
|
|
82
|
-
hasid: false,
|
|
83
|
-
hasstableattributes: true,
|
|
84
|
-
hasrole: false,
|
|
85
|
-
textunique: true,
|
|
86
|
-
}),
|
|
87
|
-
]);
|
|
88
|
-
expect(ranked[0]?.selector).toBe("[data-testid=price]");
|
|
89
|
-
});
|
|
90
|
-
|
|
91
|
-
it("locks one candidate for the proposed step and refuses a second lock", () => {
|
|
92
|
-
const session = pickersessionstart({
|
|
93
|
-
origin: "https://example.com",
|
|
94
|
-
granted: ["https://example.com"],
|
|
95
|
-
candidates: [
|
|
96
|
-
pickercandidateof({
|
|
97
|
-
selector: "#pricing",
|
|
98
|
-
hasid: true,
|
|
99
|
-
hasstableattributes: true,
|
|
100
|
-
hasrole: false,
|
|
101
|
-
textunique: true,
|
|
102
|
-
}),
|
|
103
|
-
],
|
|
104
|
-
at: now,
|
|
105
|
-
});
|
|
106
|
-
const locked = lockcandidate(session, 0, "step-2");
|
|
107
|
-
expect(locked.lockedstepid).toBe("step-2");
|
|
108
|
-
expect(locked.lockedselector).toBe("#pricing");
|
|
109
|
-
expect(() => lockcandidate(locked, 0, "step-3")).toThrow(/one candidate/);
|
|
110
|
-
expect(() => lockcandidate(session, 5, "step-2")).toThrow(/candidate/);
|
|
111
|
-
});
|
|
112
|
-
|
|
113
|
-
it("colors the targethalo outline by step state", () => {
|
|
114
|
-
const halo = haloof({
|
|
115
|
-
stepid: "step-1",
|
|
116
|
-
selector: "#pricing",
|
|
117
|
-
rect: { x: 10, y: 20, width: 300, height: 80 },
|
|
118
|
-
state: "running",
|
|
119
|
-
});
|
|
120
|
-
expect(halo.rect.width).toBe(300);
|
|
121
|
-
const colors = new Set(
|
|
122
|
-
["pending", "running", "waiting", "done", "failed", "halted"].map((state) => halocolorof(state as "pending")),
|
|
123
|
-
);
|
|
124
|
-
expect(colors.size).toBe(6);
|
|
125
|
-
expect(() =>
|
|
126
|
-
haloof({ stepid: "s", selector: " ", rect: { x: 0, y: 0, width: 0, height: 0 }, state: "pending" }),
|
|
127
|
-
).toThrow(/selector/);
|
|
128
|
-
});
|
|
129
|
-
|
|
130
|
-
it("dismisses and recalls the guidedtips bound to the picker sessions", () => {
|
|
131
|
-
const tips = guidedtips();
|
|
132
|
-
expect(tips.length).toBeGreaterThanOrEqual(3);
|
|
133
|
-
expect(tips.every((tip) => tip.pickerstep !== undefined)).toBe(true);
|
|
134
|
-
const dismissed = guidedtipdismiss(tips, [], "selectorstability");
|
|
135
|
-
expect(dismissed).toEqual(["selectorstability"]);
|
|
136
|
-
expect(guidedtiprecall(dismissed)).toEqual([]);
|
|
137
|
-
expect(() => guidedtipdismiss(tips, [], "unknown")).toThrow(/know no/);
|
|
138
|
-
});
|
|
139
|
-
|
|
140
|
-
it("resolves the pagechips to the immutable log like stepapprove", () => {
|
|
141
|
-
const chip = pagechipof({ stepid: "step-4", selector: "#submit", origin: "https://example.com", at: now });
|
|
142
|
-
const approved = pagechipresolve(chip, "approve", "page", now + 1);
|
|
143
|
-
expect(approved.chip.resolution).toBe("approve");
|
|
144
|
-
expect(approved.chip.resolvedat).toBe(now + 1);
|
|
145
|
-
expect(approved.logevent.kind).toBe("review");
|
|
146
|
-
expect(approved.logevent.summary).toMatch(/approved the step step-4/);
|
|
147
|
-
expect(approved.logevent.summary).toMatch(/one distinct human action/);
|
|
148
|
-
const rejected = pagechipresolve(chip, "reject", "sidepanel", now + 2);
|
|
149
|
-
expect(rejected.logevent.summary).toMatch(/rejected the step step-4/);
|
|
150
|
-
expect(() => pagechipresolve(chip, "approve", "background", now)).toThrow(/background never resolves/);
|
|
151
|
-
expect(() => pagechipof({ stepid: " ", selector: "#submit", origin: "https://example.com", at: now })).toThrow(
|
|
152
|
-
/step/,
|
|
153
|
-
);
|
|
154
|
-
});
|
|
155
|
-
});
|
package/tests/pipelines.test.ts
DELETED
|
@@ -1,381 +0,0 @@
|
|
|
1
|
-
import { describe, expect, it } from "vitest";
|
|
2
|
-
import {
|
|
3
|
-
deduperows,
|
|
4
|
-
extractbatchof,
|
|
5
|
-
pipelinegridpreview,
|
|
6
|
-
pipelinestate,
|
|
7
|
-
provlog,
|
|
8
|
-
provlogquery,
|
|
9
|
-
resumeextract,
|
|
10
|
-
samplerows,
|
|
11
|
-
sourcestamp,
|
|
12
|
-
streamdisk,
|
|
13
|
-
transformvalues,
|
|
14
|
-
} from "../data.js";
|
|
15
|
-
import {
|
|
16
|
-
dedupeconfiggate,
|
|
17
|
-
gridexportconfirmgate,
|
|
18
|
-
pipelinetargetgate,
|
|
19
|
-
provgate,
|
|
20
|
-
provlogappendonlygate,
|
|
21
|
-
resumegate,
|
|
22
|
-
rowstampgate,
|
|
23
|
-
samplegate,
|
|
24
|
-
streamchunkgate,
|
|
25
|
-
streamgate,
|
|
26
|
-
streamnamespacegate,
|
|
27
|
-
transformgate,
|
|
28
|
-
} from "../policy.js";
|
|
29
|
-
import type { extractpipeline, extractrow, provlogentry, streamcursor, transformrule } from "../types.js";
|
|
30
|
-
|
|
31
|
-
const now = 1_800_000_000_000;
|
|
32
|
-
|
|
33
|
-
/** Builds one reviewed pipeline fixture of the pricing extraction. */
|
|
34
|
-
function pipeline(over: Partial<extractpipeline> = {}): extractpipeline {
|
|
35
|
-
return {
|
|
36
|
-
id: "p1",
|
|
37
|
-
runid: "run1",
|
|
38
|
-
name: "Pricing rows",
|
|
39
|
-
source: "table.pricing",
|
|
40
|
-
steps: ["s1", "s2"],
|
|
41
|
-
transforms: [],
|
|
42
|
-
sink: "csv",
|
|
43
|
-
state: "running",
|
|
44
|
-
origin: "https://example.com",
|
|
45
|
-
createdat: now,
|
|
46
|
-
updatedat: now,
|
|
47
|
-
...over,
|
|
48
|
-
};
|
|
49
|
-
}
|
|
50
|
-
|
|
51
|
-
/** Builds one extracted row fixture with its key and values. */
|
|
52
|
-
function row(key: string, values: Record<string, string>, over: Partial<extractrow> = {}): extractrow {
|
|
53
|
-
return { key, values, stamps: [], provenance: [], ...over };
|
|
54
|
-
}
|
|
55
|
-
|
|
56
|
-
describe("pipeline streaming to disk with cursor checkpoints", () => {
|
|
57
|
-
it("streams the rows chunk by chunk with only the active chunk riding the write while the cursor checkpoints after every chunk and the namespace stays bound to the run", () => {
|
|
58
|
-
const rows = [
|
|
59
|
-
row("r1", { price: "10" }),
|
|
60
|
-
row("r2", { price: "20" }),
|
|
61
|
-
row("r3", { price: "30" }),
|
|
62
|
-
row("r4", { price: "40" }),
|
|
63
|
-
row("r5", { price: "50" }),
|
|
64
|
-
];
|
|
65
|
-
const writes: number[][] = [];
|
|
66
|
-
const checkpoints: streamcursor[] = [];
|
|
67
|
-
const result = streamdisk({
|
|
68
|
-
pipeline: pipeline(),
|
|
69
|
-
rows,
|
|
70
|
-
chunk: 2,
|
|
71
|
-
write: (chunk) => {
|
|
72
|
-
writes.push(chunk.map((entry) => Number(entry.values.price)));
|
|
73
|
-
return chunk.map((entry) => JSON.stringify(entry.values)).length;
|
|
74
|
-
},
|
|
75
|
-
checkpoint: (cursor) => {
|
|
76
|
-
checkpoints.push({ ...cursor });
|
|
77
|
-
},
|
|
78
|
-
now,
|
|
79
|
-
});
|
|
80
|
-
expect(writes).toEqual([[10, 20], [30, 40], [50]]);
|
|
81
|
-
expect(result.rowswritten).toBe(5);
|
|
82
|
-
expect(result.chunks).toBe(3);
|
|
83
|
-
expect(result.byteswritten).toBeGreaterThan(0);
|
|
84
|
-
expect(result.cursor).toEqual({ pipelineid: "p1", offset: 5, chunk: 3, updatedat: now });
|
|
85
|
-
expect(checkpoints).toEqual([
|
|
86
|
-
{ pipelineid: "p1", offset: 2, chunk: 1, updatedat: now },
|
|
87
|
-
{ pipelineid: "p1", offset: 4, chunk: 2, updatedat: now },
|
|
88
|
-
{ pipelineid: "p1", offset: 5, chunk: 3, updatedat: now },
|
|
89
|
-
]);
|
|
90
|
-
const continued: number[] = [];
|
|
91
|
-
const resumed = streamdisk({
|
|
92
|
-
pipeline: pipeline(),
|
|
93
|
-
rows,
|
|
94
|
-
cursor: { pipelineid: "p1", offset: 4, chunk: 2, updatedat: now },
|
|
95
|
-
chunk: 2,
|
|
96
|
-
write: (chunk) => {
|
|
97
|
-
continued.push(...chunk.map((entry) => Number(entry.values.price)));
|
|
98
|
-
return 1;
|
|
99
|
-
},
|
|
100
|
-
now,
|
|
101
|
-
});
|
|
102
|
-
expect(continued).toEqual([50]);
|
|
103
|
-
expect(resumed.cursor.offset).toBe(5);
|
|
104
|
-
expect(resumed.cursor.chunk).toBe(3);
|
|
105
|
-
const foreign = streamdisk({
|
|
106
|
-
pipeline: pipeline(),
|
|
107
|
-
rows,
|
|
108
|
-
cursor: { pipelineid: "other", offset: 4, chunk: 2, updatedat: now },
|
|
109
|
-
chunk: 10,
|
|
110
|
-
write: () => 1,
|
|
111
|
-
now,
|
|
112
|
-
});
|
|
113
|
-
expect(foreign.rowswritten).toBe(5);
|
|
114
|
-
expect(() => streamdisk({ pipeline: pipeline(), rows, chunk: 0, write: () => 1, now })).toThrow(
|
|
115
|
-
/positive whole number/,
|
|
116
|
-
);
|
|
117
|
-
expect(streamgate({ revieweddownload: true, sink: "csv" }).allowed).toBe(true);
|
|
118
|
-
expect(streamgate({ revieweddownload: false, sink: "/tmp/bare-path.csv" }).allowed).toBe(false);
|
|
119
|
-
expect(streamchunkgate({ chunk: 2, limit: 2 }).allowed).toBe(true);
|
|
120
|
-
expect(streamchunkgate({ chunk: 2, limit: 1 }).allowed).toBe(false);
|
|
121
|
-
expect(streamchunkgate({ chunk: 2 }).allowed).toBe(true);
|
|
122
|
-
expect(streamnamespacegate({ filename: "run1-p1.csv", runid: "run1" }).allowed).toBe(true);
|
|
123
|
-
expect(streamnamespacegate({ filename: "other-p1.csv", runid: "run1" }).allowed).toBe(false);
|
|
124
|
-
});
|
|
125
|
-
});
|
|
126
|
-
|
|
127
|
-
describe("pipeline resume from an interrupted cursor", () => {
|
|
128
|
-
it("skips the rows the cursor offset and the persisted keys already cover while the resume refuses a finished pipeline, a foreign cursor and a moved origin", () => {
|
|
129
|
-
const rows = [
|
|
130
|
-
row("r1", { price: "10" }),
|
|
131
|
-
row("r2", { price: "20" }),
|
|
132
|
-
row("r3", { price: "30" }),
|
|
133
|
-
row("r4", { price: "40" }),
|
|
134
|
-
];
|
|
135
|
-
const interrupted = pipeline({ state: "paused" });
|
|
136
|
-
const result = resumeextract({
|
|
137
|
-
pipeline: interrupted,
|
|
138
|
-
rows,
|
|
139
|
-
cursor: { pipelineid: "p1", offset: 2, chunk: 1, updatedat: now },
|
|
140
|
-
persistedkeys: ["r3"],
|
|
141
|
-
now,
|
|
142
|
-
});
|
|
143
|
-
expect(result.rows.map((entry) => entry.key)).toEqual(["r4"]);
|
|
144
|
-
expect(result.skipped).toBe(3);
|
|
145
|
-
expect(result.pipeline.state).toBe("running");
|
|
146
|
-
expect(result.entry.operation).toBe("resume");
|
|
147
|
-
expect(result.entry.rowkeys).toEqual(["r4"]);
|
|
148
|
-
expect(result.entry.pipelineid).toBe("p1");
|
|
149
|
-
const fresh = resumeextract({ pipeline: interrupted, rows, now });
|
|
150
|
-
expect(fresh.rows.map((entry) => entry.key)).toEqual(["r1", "r2", "r3", "r4"]);
|
|
151
|
-
expect(fresh.skipped).toBe(0);
|
|
152
|
-
expect(() => resumeextract({ pipeline: pipeline({ state: "finished" }), rows, now })).toThrow(/already finished/);
|
|
153
|
-
expect(() =>
|
|
154
|
-
resumeextract({
|
|
155
|
-
pipeline: interrupted,
|
|
156
|
-
rows,
|
|
157
|
-
cursor: { pipelineid: "other", offset: 0, chunk: 0, updatedat: now },
|
|
158
|
-
now,
|
|
159
|
-
}),
|
|
160
|
-
).toThrow(/another pipeline/);
|
|
161
|
-
expect(resumegate({ pipeline: interrupted, planid: "plan1", origin: "https://example.com" }).allowed).toBe(true);
|
|
162
|
-
expect(resumegate({ pipeline: interrupted, planid: "plan1", origin: "https://outside.example" }).allowed).toBe(
|
|
163
|
-
false,
|
|
164
|
-
);
|
|
165
|
-
expect(
|
|
166
|
-
resumegate({ pipeline: pipeline({ planid: "plan1" }), planid: "plan2", origin: "https://example.com" }).allowed,
|
|
167
|
-
).toBe(false);
|
|
168
|
-
const state = pipelinestate({
|
|
169
|
-
pipelines: [result.pipeline, pipeline({ id: "p2", state: "paused" }), pipeline({ id: "p3", state: "finished" })],
|
|
170
|
-
});
|
|
171
|
-
expect(state).toEqual({
|
|
172
|
-
running: 1,
|
|
173
|
-
paused: 1,
|
|
174
|
-
finished: 1,
|
|
175
|
-
perrun: [{ runid: "run1", running: 1, paused: 1, finished: 1 }],
|
|
176
|
-
});
|
|
177
|
-
const batch = extractbatchof({
|
|
178
|
-
id: "b1",
|
|
179
|
-
pipeline: result.pipeline,
|
|
180
|
-
rows: result.rows,
|
|
181
|
-
cursor: result.cursor,
|
|
182
|
-
now,
|
|
183
|
-
});
|
|
184
|
-
expect(batch.pipelineid).toBe("p1");
|
|
185
|
-
expect(batch.rows.map((entry) => entry.key)).toEqual(["r4"]);
|
|
186
|
-
expect(() => extractbatchof({ id: " ", pipeline: result.pipeline, rows: [], cursor: result.cursor, now })).toThrow(
|
|
187
|
-
/needs its id/,
|
|
188
|
-
);
|
|
189
|
-
});
|
|
190
|
-
});
|
|
191
|
-
|
|
192
|
-
describe("pipeline transform rules with raw retention", () => {
|
|
193
|
-
it("reshapes one field at a time through the reviewed operations while the raw value stays beside the transformed one and an unknown operation refuses without dropping a row", () => {
|
|
194
|
-
const rows = [
|
|
195
|
-
row("r1", { name: " Devthink 2.0 ", price: "$ 1,299.50", seen: "March 3, 2026", flag: "x" }),
|
|
196
|
-
row("r2", { name: "plain", price: "42", seen: "not a date", flag: "y" }),
|
|
197
|
-
];
|
|
198
|
-
const rules: transformrule[] = [
|
|
199
|
-
{ expression: "", sources: [], target: "name", field: "name", operation: "trim" },
|
|
200
|
-
{ expression: "", sources: [], target: "price", field: "price", operation: "number" },
|
|
201
|
-
{ expression: "", sources: [], target: "seen", field: "seen", operation: "date" },
|
|
202
|
-
{ expression: "", sources: [], target: "flag", field: "flag", operation: "case" },
|
|
203
|
-
{ expression: "", sources: [], target: "name", field: "name", operation: "mystery" } as unknown as transformrule,
|
|
204
|
-
];
|
|
205
|
-
const result = transformvalues({ rows, rules });
|
|
206
|
-
expect(result.rows).toHaveLength(2);
|
|
207
|
-
expect(result.rows[0]?.values.name).toBe("Devthink 2.0");
|
|
208
|
-
expect(result.rows[0]?.rawvalues?.name).toBe(" Devthink 2.0 ");
|
|
209
|
-
expect(result.rows[0]?.values.price).toBe("1299.50");
|
|
210
|
-
expect(result.rows[0]?.rawvalues?.price).toBe("$ 1,299.50");
|
|
211
|
-
expect(result.rows[0]?.values.seen).toBe(new Date(Date.parse("March 3, 2026")).toISOString());
|
|
212
|
-
expect(result.rows[0]?.values.flag).toBe("X");
|
|
213
|
-
expect(result.rows[0]?.rawvalues?.flag).toBe("x");
|
|
214
|
-
expect(result.rows[1]?.values.seen).toBe("not a date");
|
|
215
|
-
expect(result.rows[1]?.rawvalues?.seen).toBeUndefined();
|
|
216
|
-
expect(result.refusals.join(" ")).toContain("not a reviewed transform");
|
|
217
|
-
expect(result.refusals.join(" ")).toContain("parses as no date");
|
|
218
|
-
expect(result.rows.map((entry) => entry.key)).toEqual(["r1", "r2"]);
|
|
219
|
-
const reviewed: transformrule[] = [
|
|
220
|
-
{ expression: "", sources: [], target: "name", field: "name", operation: "trim" },
|
|
221
|
-
];
|
|
222
|
-
expect(transformgate({ rule: rules[0]!, reviewed }).allowed).toBe(true);
|
|
223
|
-
expect(
|
|
224
|
-
transformgate({
|
|
225
|
-
rule: { expression: "", sources: [], target: "name", field: "name", operation: "case" },
|
|
226
|
-
reviewed,
|
|
227
|
-
}).allowed,
|
|
228
|
-
).toBe(false);
|
|
229
|
-
});
|
|
230
|
-
});
|
|
231
|
-
|
|
232
|
-
describe("pipeline dedupe over the configured key", () => {
|
|
233
|
-
it("normalizes the key values before comparing while the first occurrence stays, the dropped rows report by count and by key, and an unconfigured key refuses", () => {
|
|
234
|
-
const rows = [
|
|
235
|
-
row("r1", { name: "Devthink", sku: "A1" }),
|
|
236
|
-
row("r2", { name: " devthink ", sku: "A1" }),
|
|
237
|
-
row("r3", { name: "DEVTHINK", sku: "a2" }),
|
|
238
|
-
row("r4", { name: "Other", sku: "B1" }),
|
|
239
|
-
];
|
|
240
|
-
const folded = deduperows({ rows, key: { columns: ["name"], normalization: "whitespace and case" } });
|
|
241
|
-
expect(folded.kept.map((entry) => entry.key)).toEqual(["r1", "r4"]);
|
|
242
|
-
expect(folded.dropped).toBe(2);
|
|
243
|
-
expect(folded.droppedkeys).toEqual(["r2", "r3"]);
|
|
244
|
-
const caseonly = deduperows({ rows, key: { columns: ["name"], normalization: "case" } });
|
|
245
|
-
expect(caseonly.kept.map((entry) => entry.key)).toEqual(["r1", "r2", "r4"]);
|
|
246
|
-
expect(caseonly.droppedkeys).toEqual(["r3"]);
|
|
247
|
-
const strict = deduperows({ rows, key: { columns: ["name"], normalization: "none" } });
|
|
248
|
-
expect(strict.kept).toHaveLength(4);
|
|
249
|
-
const joined = deduperows({ rows, key: { columns: ["name", "sku"], normalization: "whitespace and case" } });
|
|
250
|
-
expect(joined.kept.map((entry) => entry.key)).toEqual(["r1", "r3", "r4"]);
|
|
251
|
-
expect(joined.droppedkeys).toEqual(["r2"]);
|
|
252
|
-
expect(() => deduperows({ rows, key: { columns: [" "], normalization: "none" } })).toThrow(/names its columns/);
|
|
253
|
-
expect(dedupeconfiggate({ key: { columns: ["name"], normalization: "case" }, pipelineid: "p1" }).allowed).toBe(
|
|
254
|
-
true,
|
|
255
|
-
);
|
|
256
|
-
expect(dedupeconfiggate({ pipelineid: "p1" }).allowed).toBe(false);
|
|
257
|
-
});
|
|
258
|
-
});
|
|
259
|
-
|
|
260
|
-
describe("pipeline sampling strategies without mutation", () => {
|
|
261
|
-
it("selects the preview subset by the first, stratified and seeded random strategies while the full extract never mutates", () => {
|
|
262
|
-
const rows = Array.from({ length: 10 }, (_, index) => row(`r${index + 1}`, { price: String((index + 1) * 10) }));
|
|
263
|
-
const first = samplerows({ rows, policy: { rows: 3, strategy: "first" } });
|
|
264
|
-
expect(first.rows.map((entry) => entry.key)).toEqual(["r1", "r2", "r3"]);
|
|
265
|
-
const stratified = samplerows({ rows, policy: { rows: 5, strategy: "stratified" } });
|
|
266
|
-
expect(stratified.rows.map((entry) => entry.key)).toEqual(["r1", "r3", "r5", "r7", "r9"]);
|
|
267
|
-
const randomone = samplerows({ rows, policy: { rows: 4, strategy: "random" }, seed: 42 });
|
|
268
|
-
const randomtwo = samplerows({ rows, policy: { rows: 4, strategy: "random" }, seed: 42 });
|
|
269
|
-
expect(randomone.rows.map((entry) => entry.key)).toEqual(randomtwo.rows.map((entry) => entry.key));
|
|
270
|
-
expect(new Set(randomone.rows.map((entry) => entry.key)).size).toBe(4);
|
|
271
|
-
expect(samplerows({ rows: [rows[0]!], policy: { rows: 5, strategy: "first" } }).rows).toHaveLength(1);
|
|
272
|
-
expect(() => samplerows({ rows, policy: { rows: 0, strategy: "first" } })).toThrow(/positive whole number/);
|
|
273
|
-
const preview = samplerows({ rows, policy: { rows: 2, strategy: "first" } });
|
|
274
|
-
preview.rows[0]!.values.price = "999";
|
|
275
|
-
expect(rows[0]!.values.price).toBe("10");
|
|
276
|
-
expect(rows.map((entry) => entry.key)).toEqual(["r1", "r2", "r3", "r4", "r5", "r6", "r7", "r8", "r9", "r10"]);
|
|
277
|
-
expect(samplegate("samplerows").allowed).toBe(true);
|
|
278
|
-
expect(samplegate("deduperows").allowed).toBe(false);
|
|
279
|
-
});
|
|
280
|
-
});
|
|
281
|
-
|
|
282
|
-
describe("pipeline source stamps, grid preview and provenance queries", () => {
|
|
283
|
-
it("stamps every row and cell with its source while the grid preview infers the column kinds and sorts without touching the extract and the provlog answers by row key with the secrets redacted", () => {
|
|
284
|
-
const rows = [
|
|
285
|
-
row("r1", { name: "Devthink", price: "1299.50", seen: "2026-03-03", active: "true" }),
|
|
286
|
-
row("r2", { name: "Other", price: "42", seen: "2026-03-04", active: "false" }),
|
|
287
|
-
];
|
|
288
|
-
const stamped = sourcestamp({ rows, stampid: "st1", url: "https://example.com/pricing", stepid: "s1", now });
|
|
289
|
-
expect(stamped.stamp).toEqual({ id: "st1", url: "https://example.com/pricing", stepid: "s1", capturedat: now });
|
|
290
|
-
expect(stamped.rows.every((entry) => entry.stamps.some((stamp) => stamp.id === "st1"))).toBe(true);
|
|
291
|
-
expect(stamped.rows[0]?.cellstamps?.name).toBe("st1");
|
|
292
|
-
expect(stamped.rows[0]?.cellstamps?.price).toBe("st1");
|
|
293
|
-
const restamped = sourcestamp({
|
|
294
|
-
rows: stamped.rows,
|
|
295
|
-
stampid: "st1",
|
|
296
|
-
url: "https://example.com/pricing",
|
|
297
|
-
stepid: "s1",
|
|
298
|
-
now: now + 5000,
|
|
299
|
-
});
|
|
300
|
-
expect(restamped.rows[0]?.stamps).toHaveLength(1);
|
|
301
|
-
expect(restamped.rows[0]?.stamps[0]?.capturedat).toBe(now);
|
|
302
|
-
expect(
|
|
303
|
-
rowstampgate({ stored: [{ key: "r1", capturedat: now }], row: { key: "r1", capturedat: now } }).allowed,
|
|
304
|
-
).toBe(true);
|
|
305
|
-
expect(
|
|
306
|
-
rowstampgate({ stored: [{ key: "r1", capturedat: now }], row: { key: "r1", capturedat: now + 1 } }).allowed,
|
|
307
|
-
).toBe(false);
|
|
308
|
-
const grid = pipelinegridpreview({ rows: stamped.rows });
|
|
309
|
-
const kinds = Object.fromEntries(grid.columns.map((column) => [column.name, column.kind]));
|
|
310
|
-
expect(kinds.name).toBe("text");
|
|
311
|
-
expect(kinds.price).toBe("number");
|
|
312
|
-
expect(kinds.seen).toBe("date");
|
|
313
|
-
expect(kinds.active).toBe("boolean");
|
|
314
|
-
const sorted = pipelinegridpreview({ rows: stamped.rows, sort: { column: "price", direction: "ascending" } });
|
|
315
|
-
expect(sorted.rows.map((entry) => entry.key)).toEqual(["r2", "r1"]);
|
|
316
|
-
const filtered = pipelinegridpreview({ rows: stamped.rows, filter: "other" });
|
|
317
|
-
expect(filtered.rows.map((entry) => entry.key)).toEqual(["r2"]);
|
|
318
|
-
expect(filtered.total).toBe(2);
|
|
319
|
-
const marked = pipelinegridpreview({ rows: stamped.rows, dedupekeys: ["r1"] });
|
|
320
|
-
expect(marked.rows.find((entry) => entry.key === "r1")?.deduplicated).toBe(true);
|
|
321
|
-
expect(marked.rows.find((entry) => entry.key === "r2")?.deduplicated).toBe(false);
|
|
322
|
-
expect(() =>
|
|
323
|
-
pipelinegridpreview({ rows: stamped.rows, sort: { column: "ghost", direction: "ascending" } }),
|
|
324
|
-
).toThrow(/knows no ghost/);
|
|
325
|
-
const transformed = transformvalues({
|
|
326
|
-
rows: stamped.rows,
|
|
327
|
-
rules: [{ expression: "", sources: [], target: "name", field: "name", operation: "case" }],
|
|
328
|
-
}).rows;
|
|
329
|
-
const markedgrid = pipelinegridpreview({ rows: transformed });
|
|
330
|
-
expect(markedgrid.rows.every((entry) => entry.stamped)).toBe(true);
|
|
331
|
-
expect(markedgrid.rows[0]?.transformed).toContain("name");
|
|
332
|
-
expect(
|
|
333
|
-
pipelinetargetgate({ fields: ["name", "price"], target: ["name", "price", "sku"], pipelineid: "p1" }).allowed,
|
|
334
|
-
).toBe(true);
|
|
335
|
-
expect(pipelinetargetgate({ fields: ["secret"], target: ["name"], pipelineid: "p1" }).allowed).toBe(false);
|
|
336
|
-
const streamlog = provlog({
|
|
337
|
-
entries: [],
|
|
338
|
-
id: "log1",
|
|
339
|
-
pipelineid: "p1",
|
|
340
|
-
runid: "run1",
|
|
341
|
-
operation: "stream",
|
|
342
|
-
rowkeys: ["r1", "r2"],
|
|
343
|
-
summary: "Streamed 2 rows of the pricing pipeline with token=ghp_abcdefghijklmnopqrstuvwx to the sink.",
|
|
344
|
-
now,
|
|
345
|
-
});
|
|
346
|
-
expect(streamlog.entry.summary).toContain("[redacted]");
|
|
347
|
-
expect(streamlog.entry.summary).not.toContain("ghp_");
|
|
348
|
-
const transformlog = provlog({
|
|
349
|
-
entries: streamlog.entries,
|
|
350
|
-
id: "log2",
|
|
351
|
-
pipelineid: "p1",
|
|
352
|
-
runid: "run1",
|
|
353
|
-
operation: "transform",
|
|
354
|
-
rowkeys: ["r1"],
|
|
355
|
-
summary: "Upper cased the name field.",
|
|
356
|
-
now: now + 1000,
|
|
357
|
-
});
|
|
358
|
-
expect(() =>
|
|
359
|
-
provlog({
|
|
360
|
-
entries: transformlog.entries,
|
|
361
|
-
id: "log1",
|
|
362
|
-
pipelineid: "p1",
|
|
363
|
-
runid: "run1",
|
|
364
|
-
operation: "stream",
|
|
365
|
-
rowkeys: [],
|
|
366
|
-
summary: "again",
|
|
367
|
-
now: now + 2000,
|
|
368
|
-
}),
|
|
369
|
-
).toThrow(/append only/);
|
|
370
|
-
expect(provlogappendonlygate({ entries: transformlog.entries, entryid: "log1" }).allowed).toBe(false);
|
|
371
|
-
expect(provlogappendonlygate({ entries: transformlog.entries, entryid: "log3" }).allowed).toBe(true);
|
|
372
|
-
const history: provlogentry[] = provlogquery(transformlog.entries, "r1");
|
|
373
|
-
expect(history.map((entry) => entry.id)).toEqual(["log1", "log2"]);
|
|
374
|
-
expect(provlogquery(transformlog.entries, "r2").map((entry) => entry.id)).toEqual(["log1"]);
|
|
375
|
-
const withprovenance = stamped.rows.map((entry) => ({ ...entry, provenance: ["log1"] }));
|
|
376
|
-
expect(provgate({ rows: withprovenance, entries: transformlog.entries }).allowed).toBe(true);
|
|
377
|
-
expect(provgate({ rows: stamped.rows, entries: transformlog.entries }).allowed).toBe(false);
|
|
378
|
-
expect(gridexportconfirmgate({ confirmed: false, rows: 2 }).allowed).toBe(false);
|
|
379
|
-
expect(gridexportconfirmgate({ confirmed: true, rows: 2 }).allowed).toBe(true);
|
|
380
|
-
});
|
|
381
|
-
});
|