trellis 3.2.0 → 3.2.3
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +7 -0
- package/README.md +61 -171
- package/dist/browser/index.d.ts +18 -0
- package/dist/browser/index.d.ts.map +1 -0
- package/dist/browser/index.js +95 -0
- package/dist/{chunk-3ETIIPPB.js → chunk-2AACZRII.js} +312 -30
- package/dist/{chunk-3GDRZTAW.js → chunk-5KSGGKET.js} +1 -1
- package/dist/{chunk-MBNBTJCR.js → chunk-6GEZ6DN5.js} +2 -2
- package/dist/chunk-6RWGFC3N.js +403 -0
- package/dist/{chunk-X762XWVC.js → chunk-7DUMWO5L.js} +1 -1
- package/dist/chunk-CAG4FULI.js +121 -0
- package/dist/{chunk-GD5QJXSS.js → chunk-FWRS4CSC.js} +2 -2
- package/dist/{chunk-36VSSTL7.js → chunk-GU374KWZ.js} +1 -1
- package/dist/{chunk-BJ7EZ7FP.js → chunk-JHHEXEDM.js} +17 -0
- package/dist/{chunk-7WQGTFVJ.js → chunk-L5N5PR2S.js} +130 -75
- package/dist/{chunk-BXSTJVE3.js → chunk-N6MYZT4O.js} +2 -1
- package/dist/chunk-NWSW5YNS.js +225 -0
- package/dist/{chunk-HO4TURXW.js → chunk-S3XLFZ27.js} +28 -11
- package/dist/{chunk-BQBUVMRN.js → chunk-S6GBJ2ZB.js} +25 -14
- package/dist/{chunk-B3ZIFA2O.js → chunk-VBYUTRXX.js} +1 -1
- package/dist/cli/deploy-cli.d.ts +18 -0
- package/dist/cli/deploy-cli.d.ts.map +1 -0
- package/dist/cli/deploy-cli.js +67 -0
- package/dist/cli/index.d.ts +1 -1
- package/dist/cli/index.d.ts.map +1 -1
- package/dist/cli/index.js +153 -100
- package/dist/client/index.browser.d.ts +29 -0
- package/dist/client/index.browser.d.ts.map +1 -0
- package/dist/client/index.browser.js +64 -0
- package/dist/client/index.js +10 -10
- package/dist/client/sdk.browser.d.ts +131 -0
- package/dist/client/sdk.browser.d.ts.map +1 -0
- package/dist/{sdk-LZ7W3EEY.js → client/sdk.browser.js} +2 -2
- package/dist/client/sdk.js +1 -1
- package/dist/db/index.js +16 -16
- package/dist/db/inspector.js +6 -6
- package/dist/decisions/index.js +2 -2
- package/dist/embeddings/auto-embed.d.ts.map +1 -1
- package/dist/embeddings/index.js +1 -1
- package/dist/embeddings/store.d.ts.map +1 -1
- package/dist/engine.d.ts +27 -7
- package/dist/engine.d.ts.map +1 -1
- package/dist/index.js +6 -6
- package/dist/mcp/server.d.ts.map +1 -1
- package/dist/react/index.js +2 -2
- package/dist/react/schema-hooks.js +7 -7
- package/dist/{remote-manager-SG545WNY.js → remote-manager-ODE3T2KR.js} +5 -5
- package/dist/scaffold/seed.d.ts.map +1 -1
- package/dist/scaffold/write.d.ts +1 -1
- package/dist/scaffold/write.d.ts.map +1 -1
- package/dist/schema/index.js +4 -3
- package/dist/server/cors.d.ts +13 -0
- package/dist/server/cors.d.ts.map +1 -0
- package/dist/server/deploy-meta.d.ts +25 -0
- package/dist/server/deploy-meta.d.ts.map +1 -0
- package/dist/server/deploy.d.ts +8 -3
- package/dist/server/deploy.d.ts.map +1 -1
- package/dist/server/deploy.js +9 -0
- package/dist/server/index.d.ts +5 -2
- package/dist/server/index.d.ts.map +1 -1
- package/dist/server/index.js +51 -17
- package/dist/server/realtime.d.ts +4 -1
- package/dist/server/realtime.d.ts.map +1 -1
- package/dist/server/server.d.ts +1 -0
- package/dist/server/server.d.ts.map +1 -1
- package/dist/server/sprites.d.ts +18 -1
- package/dist/server/sprites.d.ts.map +1 -1
- package/dist/server/tenancy.d.ts +4 -0
- package/dist/server/tenancy.d.ts.map +1 -1
- package/dist/server/usage-meter.d.ts +53 -0
- package/dist/server/usage-meter.d.ts.map +1 -0
- package/dist/{server-IGBIIJSF.js → server-OGVWNDNK.js} +6 -1
- package/dist/sprites-KQGTGM6W.js +27 -0
- package/dist/{tenancy-OP34NFFS.js → tenancy-POMWQP6M.js} +5 -3
- package/dist/vcs/index.js +3 -3
- package/dist/vcs/types.d.ts +2 -0
- package/dist/vcs/types.d.ts.map +1 -1
- package/package.json +17 -6
- package/dist/better-sqlite-backend-PII64VE6.js +0 -159
- package/dist/better-sqlite-backend-VUBVQ7SN.js +0 -209
- package/dist/better-sqlite-backend-Y3AQN65E.js +0 -159
- package/dist/better-sqlite-backend-Y3M7DXOX.js +0 -159
- package/dist/boot-middleware-FJDGVUM4.js +0 -9
- package/dist/boot-middleware-MLJUTLUM.js +0 -9
- package/dist/boot-middleware-ZZPDZNYR.js +0 -9
- package/dist/chunk-276LKLZR.js +0 -359
- package/dist/chunk-2CX5UCRV.js +0 -111
- package/dist/chunk-2ESYSVXG.js +0 -48
- package/dist/chunk-2I5JU73Y.js +0 -340
- package/dist/chunk-2UNSRRNB.js +0 -171
- package/dist/chunk-335UEHQR.js +0 -907
- package/dist/chunk-4CF2L46N.js +0 -29
- package/dist/chunk-5CINODKT.js +0 -41
- package/dist/chunk-5ESGWJ5L.js +0 -45
- package/dist/chunk-5FGLQGMF.js +0 -1676
- package/dist/chunk-5IQZFITY.js +0 -357
- package/dist/chunk-5JWFAQDW.js +0 -150
- package/dist/chunk-62UHTVU3.js +0 -141
- package/dist/chunk-66UJQT2I.js +0 -35
- package/dist/chunk-6RNNVOAS.js +0 -355
- package/dist/chunk-6X23PZ6H.js +0 -969
- package/dist/chunk-7C7LL6MB.js +0 -315
- package/dist/chunk-7F4HM3JG.js +0 -394
- package/dist/chunk-7KJ7T4D3.js +0 -910
- package/dist/chunk-7QQQNUB5.js +0 -92
- package/dist/chunk-7QWJBS72.js +0 -946
- package/dist/chunk-7R36OZK3.js +0 -957
- package/dist/chunk-7UPKCOHE.js +0 -946
- package/dist/chunk-A3BONW34.js +0 -35
- package/dist/chunk-AHMDVHBL.js +0 -141
- package/dist/chunk-AW6A4OZY.js +0 -171
- package/dist/chunk-BJ5EKCJ5.js +0 -458
- package/dist/chunk-BRGYDO7D.js +0 -223
- package/dist/chunk-C5KPSEDN.js +0 -359
- package/dist/chunk-CCTNYTUC.js +0 -940
- package/dist/chunk-CYQ2OVD2.js +0 -35
- package/dist/chunk-DDAK7YOE.js +0 -299
- package/dist/chunk-DRILKBY6.js +0 -965
- package/dist/chunk-DXE24HNN.js +0 -45
- package/dist/chunk-E7ICUNW7.js +0 -945
- package/dist/chunk-EAL2PUOE.js +0 -10022
- package/dist/chunk-ELT7MLZB.js +0 -109
- package/dist/chunk-EWEIRF6G.js +0 -171
- package/dist/chunk-F5VDGQJC.js +0 -120
- package/dist/chunk-FCPL3IEQ.js +0 -98
- package/dist/chunk-FDPKYSV7.js +0 -96
- package/dist/chunk-FES3TC24.js +0 -171
- package/dist/chunk-FF36CQHZ.js +0 -61
- package/dist/chunk-FOWKR5TW.js +0 -129
- package/dist/chunk-FZVCXDYW.js +0 -150
- package/dist/chunk-G3XIHPSQ.js +0 -361
- package/dist/chunk-GKJLYLVU.js +0 -359
- package/dist/chunk-GNXHXNVQ.js +0 -113
- package/dist/chunk-GSR6ILTM.js +0 -277
- package/dist/chunk-GWRIMRSX.js +0 -45
- package/dist/chunk-H72UW2HJ.js +0 -45
- package/dist/chunk-HGI74PXB.js +0 -7417
- package/dist/chunk-HGRA37LO.js +0 -145
- package/dist/chunk-HXSRQO3L.js +0 -145
- package/dist/chunk-IG2X2BVO.js +0 -373
- package/dist/chunk-IIJVDD54.js +0 -373
- package/dist/chunk-IUWVEEOX.js +0 -145
- package/dist/chunk-IX4BBOIT.js +0 -394
- package/dist/chunk-IXU4RMQM.js +0 -349
- package/dist/chunk-J6OUIION.js +0 -857
- package/dist/chunk-K46RNFDE.js +0 -171
- package/dist/chunk-KAGU2XMY.js +0 -359
- package/dist/chunk-KCVYJNVX.js +0 -394
- package/dist/chunk-KKDRMIV6.js +0 -419
- package/dist/chunk-KYLIQ3YI.js +0 -399
- package/dist/chunk-KZYJJIRN.js +0 -946
- package/dist/chunk-LFOX744K.js +0 -96
- package/dist/chunk-LHOVJEWR.js +0 -7403
- package/dist/chunk-LOPXTPF3.js +0 -120
- package/dist/chunk-LZR3VIFU.js +0 -907
- package/dist/chunk-MCKGQKYU.js +0 -15
- package/dist/chunk-MU6EOS6F.js +0 -0
- package/dist/chunk-MWRQ2TXT.js +0 -357
- package/dist/chunk-NO73OK2I.js +0 -102
- package/dist/chunk-NPE2YJHK.js +0 -394
- package/dist/chunk-NSDXU6QX.js +0 -2213
- package/dist/chunk-NXIRDSZ6.js +0 -145
- package/dist/chunk-NZWFNHCS.js +0 -407
- package/dist/chunk-OB4CMMX6.js +0 -260
- package/dist/chunk-OBKU74FU.js +0 -7411
- package/dist/chunk-OQNDWRDE.js +0 -145
- package/dist/chunk-OVWAJMB6.js +0 -394
- package/dist/chunk-PDHLBTTD.js +0 -45
- package/dist/chunk-PEQNRKLG.js +0 -210
- package/dist/chunk-QERIS7QY.js +0 -7403
- package/dist/chunk-QHA2DM3C.js +0 -373
- package/dist/chunk-QLM4HSYC.js +0 -45
- package/dist/chunk-S2OT3TQJ.js +0 -283
- package/dist/chunk-S5PHSN5K.js +0 -907
- package/dist/chunk-SIAA4J6H.js +0 -21
- package/dist/chunk-SQBNLUIA.js +0 -171
- package/dist/chunk-STLN6A6B.js +0 -355
- package/dist/chunk-U7HV7GU2.js +0 -17
- package/dist/chunk-UGZHOGRA.js +0 -39
- package/dist/chunk-UICF66FS.js +0 -359
- package/dist/chunk-UK3EQREE.js +0 -1078
- package/dist/chunk-UPKPURVY.js +0 -394
- package/dist/chunk-URC74VCN.js +0 -959
- package/dist/chunk-V3G7Q3QQ.js +0 -102
- package/dist/chunk-VUJ6SA55.js +0 -303
- package/dist/chunk-VUJQLIML.js +0 -141
- package/dist/chunk-VWKLKLYB.js +0 -267
- package/dist/chunk-VYC3RZMK.js +0 -277
- package/dist/chunk-WMERMSWI.js +0 -154
- package/dist/chunk-WMR777PO.js +0 -2213
- package/dist/chunk-X46IECAC.js +0 -517
- package/dist/chunk-XEN3OEYY.js +0 -2234
- package/dist/chunk-XZQ66K7A.js +0 -124
- package/dist/chunk-YY3GF7DH.js +0 -7411
- package/dist/chunk-ZE5R3H4C.js +0 -907
- package/dist/chunk-ZHVI7BQN.js +0 -1077
- package/dist/chunk-ZMN5LUB7.js +0 -7411
- package/dist/chunk-ZUV4MD5U.js +0 -94
- package/dist/config-KMY6RRK3.js +0 -19
- package/dist/config-VDMK2DUJ.js +0 -19
- package/dist/db/trellis.css +0 -1
- package/dist/deploy-66EC752W.js +0 -9
- package/dist/deploy-SO7AFK6L.js +0 -9
- package/dist/engine-7GXBM4IT.js +0 -7
- package/dist/engine-NSR6BIF7.js +0 -7
- package/dist/factory-2P64OC7M.js +0 -34
- package/dist/factory-YP4ZZK5K.js +0 -34
- package/dist/import-AJLYHFIA.js +0 -10
- package/dist/launch-explorer-AI6L2AWJ.js +0 -91
- package/dist/query-GJL3CVGN.js +0 -31
- package/dist/query-MBJSK3EB.js +0 -31
- package/dist/query-TJHEVSKL.js +0 -31
- package/dist/query-WUIKOHPE.js +0 -524
- package/dist/remote-manager-BLJZ6KF6.js +0 -224
- package/dist/remote-manager-BPYE46SI.js +0 -223
- package/dist/remote-manager-FMESEAFA.js +0 -224
- package/dist/remote-manager-K2WZ5RHY.js +0 -223
- package/dist/remote-manager-SG5PQKCH.js +0 -224
- package/dist/remote-manager-WGP6MIQZ.js +0 -224
- package/dist/sdk-3KBB3E6V.js +0 -16
- package/dist/sdk-4ZQO6UTU.js +0 -16
- package/dist/sdk-6JA6GV3G.js +0 -16
- package/dist/sdk-6VTP5UTZ.js +0 -16
- package/dist/sdk-7VS6TYCD.js +0 -16
- package/dist/sdk-HQ3FTLRT.js +0 -16
- package/dist/sdk-HZ7NU3XE.js +0 -15
- package/dist/sdk-KBQE2OXT.js +0 -16
- package/dist/sdk-MSCDZ7JU.js +0 -15
- package/dist/sdk-WNZOGO3S.js +0 -15
- package/dist/sdk-YLV33ZCW.js +0 -9
- package/dist/sdk-ZSUD2LLJ.js +0 -16
- package/dist/server-AFXFFBWA.js +0 -11
- package/dist/server-AGHC4VUL.js +0 -11
- package/dist/server-BOH7M4TT.js +0 -13
- package/dist/server-DBUY2KY5.js +0 -11
- package/dist/server-GWBQJPRG.js +0 -11
- package/dist/server-JZZFULVU.js +0 -11
- package/dist/server-L5XAF4M5.js +0 -11
- package/dist/server-NYFUHANA.js +0 -12
- package/dist/server-OABUB2LO.js +0 -12
- package/dist/server-P2CKZWWV.js +0 -12
- package/dist/sprites-RU3E4XQN.js +0 -15
- package/dist/sprites-XVSMQLSI.js +0 -15
- package/dist/sql-wasm-FORCZFHZ.js +0 -2148
- package/dist/sql-wasm-JZH76RLO.js +0 -2148
- package/dist/sqljs-backend-CJQOIQYE.js +0 -266
- package/dist/sqljs-backend-KWXBUDUO.js +0 -266
- package/dist/state-demo.bundle.js +0 -1033
- package/dist/tenancy-CBWYEVUB.js +0 -11
- package/dist/tenancy-FO6WVYFN.js +0 -13
- package/dist/tenancy-FWDBESMX.js +0 -14
- package/dist/tenancy-HGPIS5QA.js +0 -13
- package/dist/tenancy-HXFALA37.js +0 -14
- package/dist/tenancy-S676GLID.js +0 -14
- package/dist/tenancy-V7ARWNNV.js +0 -14
- package/dist/tenancy-ZDN4GXK5.js +0 -13
- package/dist/tenancy-ZT5VMY7B.js +0 -14
- package/dist/vm-config-YZRJ3KUB.js +0 -21
- /package/dist/{chunk-2BRTCEHB.js → chunk-PZ4XYZ4J.js} +0 -0
- /package/dist/{chunk-EO3J7GRP.js → chunk-WXSWA3MV.js} +0 -0
package/dist/chunk-VWKLKLYB.js
DELETED
|
@@ -1,267 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
__require
|
|
3
|
-
} from "./chunk-2ESYSVXG.js";
|
|
4
|
-
|
|
5
|
-
// src/core/persist/sqljs-backend.ts
|
|
6
|
-
var SCHEMA_SQL = `
|
|
7
|
-
CREATE TABLE IF NOT EXISTS ops (
|
|
8
|
-
hash TEXT PRIMARY KEY,
|
|
9
|
-
kind TEXT NOT NULL,
|
|
10
|
-
timestamp TEXT NOT NULL,
|
|
11
|
-
agent_id TEXT NOT NULL,
|
|
12
|
-
previous_hash TEXT,
|
|
13
|
-
payload TEXT NOT NULL
|
|
14
|
-
);
|
|
15
|
-
CREATE TABLE IF NOT EXISTS snapshots (
|
|
16
|
-
id INTEGER PRIMARY KEY AUTOINCREMENT,
|
|
17
|
-
last_op_hash TEXT NOT NULL,
|
|
18
|
-
data TEXT NOT NULL,
|
|
19
|
-
created_at TEXT NOT NULL DEFAULT (datetime('now'))
|
|
20
|
-
);
|
|
21
|
-
CREATE TABLE IF NOT EXISTS blobs (
|
|
22
|
-
hash TEXT PRIMARY KEY,
|
|
23
|
-
content BLOB NOT NULL
|
|
24
|
-
);
|
|
25
|
-
CREATE INDEX IF NOT EXISTS idx_ops_kind ON ops(kind);
|
|
26
|
-
CREATE INDEX IF NOT EXISTS idx_ops_timestamp ON ops(timestamp);
|
|
27
|
-
CREATE INDEX IF NOT EXISTS idx_ops_agent ON ops(agent_id);
|
|
28
|
-
CREATE INDEX IF NOT EXISTS idx_ops_previous ON ops(previous_hash);
|
|
29
|
-
CREATE INDEX IF NOT EXISTS idx_snapshots_op ON snapshots(last_op_hash);
|
|
30
|
-
`;
|
|
31
|
-
var SqlJsKernelBackend = class _SqlJsKernelBackend {
|
|
32
|
-
constructor(opts) {
|
|
33
|
-
this.opts = opts;
|
|
34
|
-
this.flushEvery = opts.autoFlushEvery ?? 50;
|
|
35
|
-
}
|
|
36
|
-
db;
|
|
37
|
-
stmts;
|
|
38
|
-
writes = 0;
|
|
39
|
-
flushEvery;
|
|
40
|
-
initialized = false;
|
|
41
|
-
/**
|
|
42
|
-
* Async factory — sql.js WASM init is async, but the resulting backend
|
|
43
|
-
* exposes the synchronous KernelBackend surface, so it slots into the
|
|
44
|
-
* existing kernel without interface changes.
|
|
45
|
-
*/
|
|
46
|
-
static async create(opts) {
|
|
47
|
-
const backend = new _SqlJsKernelBackend(opts);
|
|
48
|
-
await backend.bootstrap();
|
|
49
|
-
return backend;
|
|
50
|
-
}
|
|
51
|
-
async bootstrap() {
|
|
52
|
-
let initSqlJs;
|
|
53
|
-
try {
|
|
54
|
-
const mod = await import("sql.js");
|
|
55
|
-
initSqlJs = mod.default ?? mod;
|
|
56
|
-
} catch (e) {
|
|
57
|
-
throw new Error(
|
|
58
|
-
'SqlJsKernelBackend requires the optional dependency "sql.js". Install it: npm install sql.js'
|
|
59
|
-
);
|
|
60
|
-
}
|
|
61
|
-
let sqljsDistDir = null;
|
|
62
|
-
if (typeof window === "undefined") {
|
|
63
|
-
try {
|
|
64
|
-
const moduleMod = await import("module");
|
|
65
|
-
const pathMod = await import("path");
|
|
66
|
-
const req = moduleMod.createRequire(import.meta.url);
|
|
67
|
-
const sqlJsEntry = req.resolve("sql.js");
|
|
68
|
-
sqljsDistDir = pathMod.dirname(sqlJsEntry);
|
|
69
|
-
} catch {
|
|
70
|
-
sqljsDistDir = null;
|
|
71
|
-
}
|
|
72
|
-
}
|
|
73
|
-
const SQL = await initSqlJs({
|
|
74
|
-
locateFile: (file) => {
|
|
75
|
-
if (typeof window !== "undefined") return `/sql-wasm/${file}`;
|
|
76
|
-
if (sqljsDistDir) return `${sqljsDistDir}/${file}`;
|
|
77
|
-
return file;
|
|
78
|
-
}
|
|
79
|
-
});
|
|
80
|
-
const existing = this.loadFromDisk();
|
|
81
|
-
this.db = existing ? new SQL.Database(existing) : new SQL.Database();
|
|
82
|
-
}
|
|
83
|
-
loadFromDisk() {
|
|
84
|
-
if (this.opts.dbPath === ":memory:") return null;
|
|
85
|
-
try {
|
|
86
|
-
const fs = __require("fs");
|
|
87
|
-
if (!fs.existsSync(this.opts.dbPath)) return null;
|
|
88
|
-
return new Uint8Array(fs.readFileSync(this.opts.dbPath));
|
|
89
|
-
} catch {
|
|
90
|
-
return null;
|
|
91
|
-
}
|
|
92
|
-
}
|
|
93
|
-
flushToDisk() {
|
|
94
|
-
if (this.opts.dbPath === ":memory:") return;
|
|
95
|
-
try {
|
|
96
|
-
const fs = __require("fs");
|
|
97
|
-
const path = __require("path");
|
|
98
|
-
const data = this.db.export();
|
|
99
|
-
fs.mkdirSync(path.dirname(this.opts.dbPath), { recursive: true });
|
|
100
|
-
const tmp = `${this.opts.dbPath}.tmp`;
|
|
101
|
-
fs.writeFileSync(tmp, Buffer.from(data));
|
|
102
|
-
fs.renameSync(tmp, this.opts.dbPath);
|
|
103
|
-
} catch {
|
|
104
|
-
}
|
|
105
|
-
}
|
|
106
|
-
init() {
|
|
107
|
-
if (this.initialized) return;
|
|
108
|
-
this.db.exec(SCHEMA_SQL);
|
|
109
|
-
this.prepareStatements();
|
|
110
|
-
this.initialized = true;
|
|
111
|
-
}
|
|
112
|
-
prepareStatements() {
|
|
113
|
-
this.stmts = {
|
|
114
|
-
insert: this.db.prepare(
|
|
115
|
-
`INSERT OR IGNORE INTO ops (hash, kind, timestamp, agent_id, previous_hash, payload)
|
|
116
|
-
VALUES ($hash, $kind, $timestamp, $agentId, $previousHash, $payload)`
|
|
117
|
-
),
|
|
118
|
-
readAll: this.db.prepare(
|
|
119
|
-
`SELECT hash, kind, timestamp, agent_id, previous_hash, payload
|
|
120
|
-
FROM ops ORDER BY rowid ASC`
|
|
121
|
-
),
|
|
122
|
-
readUntil: this.db.prepare(
|
|
123
|
-
`SELECT hash, kind, timestamp, agent_id, previous_hash, payload
|
|
124
|
-
FROM ops WHERE rowid <= (SELECT rowid FROM ops WHERE hash = $hash)
|
|
125
|
-
ORDER BY rowid ASC`
|
|
126
|
-
),
|
|
127
|
-
readAfter: this.db.prepare(
|
|
128
|
-
`SELECT hash, kind, timestamp, agent_id, previous_hash, payload
|
|
129
|
-
FROM ops WHERE rowid > (SELECT rowid FROM ops WHERE hash = $hash)
|
|
130
|
-
ORDER BY rowid ASC`
|
|
131
|
-
),
|
|
132
|
-
getByHash: this.db.prepare(
|
|
133
|
-
`SELECT hash, kind, timestamp, agent_id, previous_hash, payload
|
|
134
|
-
FROM ops WHERE hash = $hash`
|
|
135
|
-
),
|
|
136
|
-
getLast: this.db.prepare(
|
|
137
|
-
`SELECT hash, kind, timestamp, agent_id, previous_hash, payload
|
|
138
|
-
FROM ops ORDER BY rowid DESC LIMIT 1`
|
|
139
|
-
),
|
|
140
|
-
count: this.db.prepare(`SELECT COUNT(*) AS cnt FROM ops`),
|
|
141
|
-
saveSnapshot: this.db.prepare(
|
|
142
|
-
`INSERT INTO snapshots (last_op_hash, data) VALUES ($lastOpHash, $data)`
|
|
143
|
-
),
|
|
144
|
-
loadSnapshot: this.db.prepare(
|
|
145
|
-
`SELECT last_op_hash, data FROM snapshots ORDER BY id DESC LIMIT 1`
|
|
146
|
-
)
|
|
147
|
-
};
|
|
148
|
-
}
|
|
149
|
-
append(op) {
|
|
150
|
-
const payload = JSON.stringify({
|
|
151
|
-
facts: op.facts,
|
|
152
|
-
links: op.links,
|
|
153
|
-
...op.deleteFacts?.length ? { deleteFacts: op.deleteFacts } : {},
|
|
154
|
-
...op.deleteLinks?.length ? { deleteLinks: op.deleteLinks } : {},
|
|
155
|
-
...op.vcs ? { vcs: op.vcs } : {},
|
|
156
|
-
...op.signature ? { signature: op.signature } : {}
|
|
157
|
-
});
|
|
158
|
-
this.stmts.insert.run({
|
|
159
|
-
$hash: op.hash,
|
|
160
|
-
$kind: op.kind,
|
|
161
|
-
$timestamp: op.timestamp,
|
|
162
|
-
$agentId: op.agentId,
|
|
163
|
-
$previousHash: op.previousHash ?? null,
|
|
164
|
-
$payload: payload
|
|
165
|
-
});
|
|
166
|
-
this.stmts.insert.reset();
|
|
167
|
-
this.tickFlush();
|
|
168
|
-
}
|
|
169
|
-
readAll() {
|
|
170
|
-
return this.runAll(this.stmts.readAll);
|
|
171
|
-
}
|
|
172
|
-
readUntil(hash) {
|
|
173
|
-
return this.runAll(this.stmts.readUntil, { $hash: hash });
|
|
174
|
-
}
|
|
175
|
-
readAfter(hash) {
|
|
176
|
-
return this.runAll(this.stmts.readAfter, { $hash: hash });
|
|
177
|
-
}
|
|
178
|
-
readUntilTimestamp(iso) {
|
|
179
|
-
const stmt = this.db.prepare(
|
|
180
|
-
`SELECT hash, kind, timestamp, agent_id, previous_hash, payload
|
|
181
|
-
FROM ops WHERE timestamp <= $ts ORDER BY rowid ASC`
|
|
182
|
-
);
|
|
183
|
-
const rows = this.runAll(stmt, { $ts: iso });
|
|
184
|
-
stmt.free();
|
|
185
|
-
return rows;
|
|
186
|
-
}
|
|
187
|
-
getByHash(hash) {
|
|
188
|
-
return this.runOne(this.stmts.getByHash, { $hash: hash });
|
|
189
|
-
}
|
|
190
|
-
getLastOp() {
|
|
191
|
-
return this.runOne(this.stmts.getLast);
|
|
192
|
-
}
|
|
193
|
-
getOpCount() {
|
|
194
|
-
this.stmts.count.bind({});
|
|
195
|
-
const has = this.stmts.count.step();
|
|
196
|
-
const row = has ? this.stmts.count.getAsObject() : { cnt: 0 };
|
|
197
|
-
this.stmts.count.reset();
|
|
198
|
-
return Number(row.cnt ?? 0);
|
|
199
|
-
}
|
|
200
|
-
saveSnapshot(lastOpHash, data) {
|
|
201
|
-
this.stmts.saveSnapshot.run({
|
|
202
|
-
$lastOpHash: lastOpHash,
|
|
203
|
-
$data: typeof data === "string" ? data : JSON.stringify(data)
|
|
204
|
-
});
|
|
205
|
-
this.stmts.saveSnapshot.reset();
|
|
206
|
-
this.tickFlush();
|
|
207
|
-
}
|
|
208
|
-
loadLatestSnapshot() {
|
|
209
|
-
this.stmts.loadSnapshot.bind({});
|
|
210
|
-
const has = this.stmts.loadSnapshot.step();
|
|
211
|
-
if (!has) {
|
|
212
|
-
this.stmts.loadSnapshot.reset();
|
|
213
|
-
return void 0;
|
|
214
|
-
}
|
|
215
|
-
const row = this.stmts.loadSnapshot.getAsObject();
|
|
216
|
-
this.stmts.loadSnapshot.reset();
|
|
217
|
-
return { lastOpHash: row.last_op_hash, data: row.data };
|
|
218
|
-
}
|
|
219
|
-
close() {
|
|
220
|
-
try {
|
|
221
|
-
this.flushToDisk();
|
|
222
|
-
} finally {
|
|
223
|
-
for (const s of Object.values(this.stmts ?? {})) s?.free?.();
|
|
224
|
-
this.db?.close?.();
|
|
225
|
-
}
|
|
226
|
-
}
|
|
227
|
-
/** Force a write of the in-memory DB image to disk. */
|
|
228
|
-
flush() {
|
|
229
|
-
this.flushToDisk();
|
|
230
|
-
}
|
|
231
|
-
runAll(stmt, params = {}) {
|
|
232
|
-
stmt.bind(params);
|
|
233
|
-
const rows = [];
|
|
234
|
-
while (stmt.step()) rows.push(rowToOp(stmt.getAsObject()));
|
|
235
|
-
stmt.reset();
|
|
236
|
-
return rows;
|
|
237
|
-
}
|
|
238
|
-
runOne(stmt, params = {}) {
|
|
239
|
-
stmt.bind(params);
|
|
240
|
-
const has = stmt.step();
|
|
241
|
-
const row = has ? stmt.getAsObject() : void 0;
|
|
242
|
-
stmt.reset();
|
|
243
|
-
return row ? rowToOp(row) : void 0;
|
|
244
|
-
}
|
|
245
|
-
tickFlush() {
|
|
246
|
-
if (this.flushEvery === 0) return;
|
|
247
|
-
if (++this.writes % this.flushEvery === 0) this.flushToDisk();
|
|
248
|
-
}
|
|
249
|
-
};
|
|
250
|
-
function rowToOp(row) {
|
|
251
|
-
const payload = JSON.parse(row.payload);
|
|
252
|
-
return {
|
|
253
|
-
hash: row.hash,
|
|
254
|
-
kind: row.kind,
|
|
255
|
-
timestamp: row.timestamp,
|
|
256
|
-
agentId: row.agent_id,
|
|
257
|
-
previousHash: row.previous_hash ?? void 0,
|
|
258
|
-
facts: payload.facts,
|
|
259
|
-
links: payload.links,
|
|
260
|
-
deleteFacts: payload.deleteFacts,
|
|
261
|
-
deleteLinks: payload.deleteLinks
|
|
262
|
-
};
|
|
263
|
-
}
|
|
264
|
-
|
|
265
|
-
export {
|
|
266
|
-
SqlJsKernelBackend
|
|
267
|
-
};
|
package/dist/chunk-VYC3RZMK.js
DELETED
|
@@ -1,277 +0,0 @@
|
|
|
1
|
-
// src/core/computation/expr-evaluator.ts
|
|
2
|
-
var ExprEvaluator = class {
|
|
3
|
-
functions;
|
|
4
|
-
constructor() {
|
|
5
|
-
this.functions = /* @__PURE__ */ new Map([
|
|
6
|
-
["$if", this.if.bind(this)],
|
|
7
|
-
["$round", this.round.bind(this)],
|
|
8
|
-
["$concat", this.concat.bind(this)],
|
|
9
|
-
["$len", this.len.bind(this)],
|
|
10
|
-
["$lower", this.lower.bind(this)],
|
|
11
|
-
["$upper", this.upper.bind(this)],
|
|
12
|
-
["$trim", this.trim.bind(this)],
|
|
13
|
-
["$now", this.now.bind(this)],
|
|
14
|
-
["$uuid", this.uuid.bind(this)],
|
|
15
|
-
["$add", this.add.bind(this)],
|
|
16
|
-
["$sub", this.sub.bind(this)],
|
|
17
|
-
["$mul", this.mul.bind(this)],
|
|
18
|
-
["$div", this.div.bind(this)],
|
|
19
|
-
["$mod", this.mod.bind(this)],
|
|
20
|
-
["$eq", this.eq.bind(this)],
|
|
21
|
-
["$ne", this.ne.bind(this)],
|
|
22
|
-
["$gt", this.gt.bind(this)],
|
|
23
|
-
["$gte", this.gte.bind(this)],
|
|
24
|
-
["$lt", this.lt.bind(this)],
|
|
25
|
-
["$lte", this.lte.bind(this)],
|
|
26
|
-
["$and", this.and.bind(this)],
|
|
27
|
-
["$or", this.or.bind(this)],
|
|
28
|
-
["$not", this.not.bind(this)],
|
|
29
|
-
["$coalesce", this.coalesce.bind(this)],
|
|
30
|
-
["$contains", this.contains.bind(this)],
|
|
31
|
-
["$startsWith", this.startsWith.bind(this)],
|
|
32
|
-
["$endsWith", this.endsWith.bind(this)]
|
|
33
|
-
]);
|
|
34
|
-
}
|
|
35
|
-
/**
|
|
36
|
-
* Evaluate an expression string against a context.
|
|
37
|
-
*/
|
|
38
|
-
eval(expr, context) {
|
|
39
|
-
const trimmed = expr.trim();
|
|
40
|
-
const fnMatch = trimmed.match(/^(\$\w+)\((.*)\)$/s);
|
|
41
|
-
if (fnMatch) {
|
|
42
|
-
const fnName = fnMatch[1];
|
|
43
|
-
const argsStr = fnMatch[2];
|
|
44
|
-
const fn = this.functions.get(fnName);
|
|
45
|
-
if (!fn) {
|
|
46
|
-
throw new Error(`Unknown function: ${fnName}`);
|
|
47
|
-
}
|
|
48
|
-
return this.evalFunction(fn, argsStr, context);
|
|
49
|
-
}
|
|
50
|
-
if (trimmed.startsWith("$")) {
|
|
51
|
-
const field = trimmed.slice(1);
|
|
52
|
-
return context[field];
|
|
53
|
-
}
|
|
54
|
-
if (trimmed === "true") return true;
|
|
55
|
-
if (trimmed === "false") return false;
|
|
56
|
-
if (trimmed === "null") return null;
|
|
57
|
-
const num = Number(trimmed);
|
|
58
|
-
if (!isNaN(num) && trimmed !== "") return num;
|
|
59
|
-
if (trimmed.startsWith('"') && trimmed.endsWith('"') || trimmed.startsWith("'") && trimmed.endsWith("'")) {
|
|
60
|
-
return trimmed.slice(1, -1);
|
|
61
|
-
}
|
|
62
|
-
return trimmed;
|
|
63
|
-
}
|
|
64
|
-
evalFunction(fn, argsStr, context) {
|
|
65
|
-
const args = this.parseArgs(argsStr, context);
|
|
66
|
-
return fn(...args);
|
|
67
|
-
}
|
|
68
|
-
parseArgs(argsStr, context) {
|
|
69
|
-
const args = [];
|
|
70
|
-
let depth = 0;
|
|
71
|
-
let current = "";
|
|
72
|
-
for (let i = 0; i < argsStr.length; i++) {
|
|
73
|
-
const char = argsStr[i];
|
|
74
|
-
if (char === "(" || char === "[" || char === "{") depth++;
|
|
75
|
-
else if (char === ")" || char === "]" || char === "}") depth--;
|
|
76
|
-
else if (char === "," && depth === 0) {
|
|
77
|
-
args.push(this.eval(current.trim(), context));
|
|
78
|
-
current = "";
|
|
79
|
-
continue;
|
|
80
|
-
}
|
|
81
|
-
current += char;
|
|
82
|
-
}
|
|
83
|
-
if (current.trim()) {
|
|
84
|
-
args.push(this.eval(current.trim(), context));
|
|
85
|
-
}
|
|
86
|
-
return args;
|
|
87
|
-
}
|
|
88
|
-
// Built-in functions
|
|
89
|
-
if(cond, trueVal, falseVal) {
|
|
90
|
-
return cond ? trueVal : falseVal;
|
|
91
|
-
}
|
|
92
|
-
round(value, decimals = 0) {
|
|
93
|
-
const n = Number(value);
|
|
94
|
-
const factor = Math.pow(10, Number(decimals));
|
|
95
|
-
return Math.round(n * factor) / factor;
|
|
96
|
-
}
|
|
97
|
-
concat(...args) {
|
|
98
|
-
return args.map((a) => String(a ?? "")).join("");
|
|
99
|
-
}
|
|
100
|
-
len(value) {
|
|
101
|
-
if (typeof value === "string") return value.length;
|
|
102
|
-
if (Array.isArray(value)) return value.length;
|
|
103
|
-
return 0;
|
|
104
|
-
}
|
|
105
|
-
lower(value) {
|
|
106
|
-
return String(value ?? "").toLowerCase();
|
|
107
|
-
}
|
|
108
|
-
upper(value) {
|
|
109
|
-
return String(value ?? "").toUpperCase();
|
|
110
|
-
}
|
|
111
|
-
trim(value) {
|
|
112
|
-
return String(value ?? "").trim();
|
|
113
|
-
}
|
|
114
|
-
now() {
|
|
115
|
-
return (/* @__PURE__ */ new Date()).toISOString();
|
|
116
|
-
}
|
|
117
|
-
uuid() {
|
|
118
|
-
return crypto.randomUUID();
|
|
119
|
-
}
|
|
120
|
-
add(...args) {
|
|
121
|
-
return args.reduce((sum, a) => sum + Number(a), 0);
|
|
122
|
-
}
|
|
123
|
-
sub(a, b) {
|
|
124
|
-
return Number(a) - Number(b);
|
|
125
|
-
}
|
|
126
|
-
mul(...args) {
|
|
127
|
-
return args.reduce((prod, a) => prod * Number(a), 1);
|
|
128
|
-
}
|
|
129
|
-
div(a, b) {
|
|
130
|
-
return Number(a) / Number(b);
|
|
131
|
-
}
|
|
132
|
-
mod(a, b) {
|
|
133
|
-
return Number(a) % Number(b);
|
|
134
|
-
}
|
|
135
|
-
eq(a, b) {
|
|
136
|
-
return a === b;
|
|
137
|
-
}
|
|
138
|
-
ne(a, b) {
|
|
139
|
-
return a !== b;
|
|
140
|
-
}
|
|
141
|
-
gt(a, b) {
|
|
142
|
-
return Number(a) > Number(b);
|
|
143
|
-
}
|
|
144
|
-
gte(a, b) {
|
|
145
|
-
return Number(a) >= Number(b);
|
|
146
|
-
}
|
|
147
|
-
lt(a, b) {
|
|
148
|
-
return Number(a) < Number(b);
|
|
149
|
-
}
|
|
150
|
-
lte(a, b) {
|
|
151
|
-
return Number(a) <= Number(b);
|
|
152
|
-
}
|
|
153
|
-
and(...args) {
|
|
154
|
-
return args.every(Boolean);
|
|
155
|
-
}
|
|
156
|
-
or(...args) {
|
|
157
|
-
return args.some(Boolean);
|
|
158
|
-
}
|
|
159
|
-
not(value) {
|
|
160
|
-
return !value;
|
|
161
|
-
}
|
|
162
|
-
coalesce(...args) {
|
|
163
|
-
for (const arg of args) {
|
|
164
|
-
if (arg !== null && arg !== void 0) return arg;
|
|
165
|
-
}
|
|
166
|
-
return null;
|
|
167
|
-
}
|
|
168
|
-
contains(haystack, needle) {
|
|
169
|
-
return String(haystack ?? "").includes(String(needle ?? ""));
|
|
170
|
-
}
|
|
171
|
-
startsWith(str, prefix) {
|
|
172
|
-
return String(str ?? "").startsWith(String(prefix ?? ""));
|
|
173
|
-
}
|
|
174
|
-
endsWith(str, suffix) {
|
|
175
|
-
return String(str ?? "").endsWith(String(suffix ?? ""));
|
|
176
|
-
}
|
|
177
|
-
};
|
|
178
|
-
function evalExpr(expr, context) {
|
|
179
|
-
const result = new ExprEvaluator().eval(expr, context);
|
|
180
|
-
if (result === null || result === void 0) return "";
|
|
181
|
-
if (typeof result === "boolean") return result ? "true" : "false";
|
|
182
|
-
if (typeof result === "number") return result;
|
|
183
|
-
if (typeof result === "string") return result;
|
|
184
|
-
if (typeof result === "object") return JSON.stringify(result);
|
|
185
|
-
return String(result);
|
|
186
|
-
}
|
|
187
|
-
|
|
188
|
-
// src/core/kernel/logic-middleware.ts
|
|
189
|
-
function createLogicMiddleware(config) {
|
|
190
|
-
return {
|
|
191
|
-
name: "logic-computation",
|
|
192
|
-
handleQuery(query, ctx, next) {
|
|
193
|
-
const result = next(query);
|
|
194
|
-
if (result && Array.isArray(result.bindings)) {
|
|
195
|
-
for (const binding of result.bindings) {
|
|
196
|
-
enrichBinding(binding, config, ctx);
|
|
197
|
-
}
|
|
198
|
-
}
|
|
199
|
-
return result;
|
|
200
|
-
}
|
|
201
|
-
};
|
|
202
|
-
}
|
|
203
|
-
function enrichBinding(binding, config, ctx) {
|
|
204
|
-
const row = binding;
|
|
205
|
-
const type = resolveEntityType(binding, config);
|
|
206
|
-
if (!type) return;
|
|
207
|
-
const schema = config.ontologies.get(type);
|
|
208
|
-
if (!schema) return;
|
|
209
|
-
for (const field of schema.fields) {
|
|
210
|
-
if (!(field.computed || field.formula || field.rollup || field.aiGenerated))
|
|
211
|
-
continue;
|
|
212
|
-
const fieldName = field.name;
|
|
213
|
-
if (fieldName in binding) continue;
|
|
214
|
-
if (field.formula) {
|
|
215
|
-
binding[fieldName] = evalExpr(field.formula, row);
|
|
216
|
-
}
|
|
217
|
-
if (field.rollup) {
|
|
218
|
-
binding[fieldName] = "";
|
|
219
|
-
}
|
|
220
|
-
if (field.aiGenerated && config.generateAiField) {
|
|
221
|
-
const prompt = field.aiGenerated.prompt.replace(
|
|
222
|
-
/\{\{(\w+)\}\}/g,
|
|
223
|
-
(_, key) => String(row[key] ?? "")
|
|
224
|
-
);
|
|
225
|
-
config.generateAiField(prompt, row).then((value) => {
|
|
226
|
-
binding[fieldName] = value;
|
|
227
|
-
}).catch(() => {
|
|
228
|
-
binding[fieldName] = "";
|
|
229
|
-
});
|
|
230
|
-
}
|
|
231
|
-
}
|
|
232
|
-
}
|
|
233
|
-
function resolveEntityType(binding, config) {
|
|
234
|
-
const explicit = binding.type;
|
|
235
|
-
if (typeof explicit === "string" && explicit.length > 0) return explicit;
|
|
236
|
-
const entityId = findEntityId(binding);
|
|
237
|
-
if (entityId && config.getEntityType) {
|
|
238
|
-
return config.getEntityType(entityId);
|
|
239
|
-
}
|
|
240
|
-
return void 0;
|
|
241
|
-
}
|
|
242
|
-
function findEntityId(binding) {
|
|
243
|
-
for (const value of Object.values(binding)) {
|
|
244
|
-
if (typeof value === "string" && value.includes(":")) return value;
|
|
245
|
-
}
|
|
246
|
-
return void 0;
|
|
247
|
-
}
|
|
248
|
-
|
|
249
|
-
// src/core/kernel/boot-middleware.ts
|
|
250
|
-
function buildOntologyIndex(schemas) {
|
|
251
|
-
const map = /* @__PURE__ */ new Map();
|
|
252
|
-
for (const schema of schemas) {
|
|
253
|
-
map.set(schema["@id"], schema);
|
|
254
|
-
const short = schema["@id"].includes(":") ? schema["@id"].split(":").pop() : schema["@id"];
|
|
255
|
-
if (short) map.set(short, schema);
|
|
256
|
-
if (schema.label) map.set(schema.label, schema);
|
|
257
|
-
}
|
|
258
|
-
return map;
|
|
259
|
-
}
|
|
260
|
-
function attachStandardMiddleware(kernel) {
|
|
261
|
-
kernel.removeMiddleware("logic-computation");
|
|
262
|
-
const ontologies = buildOntologyIndex(kernel.listOntologies());
|
|
263
|
-
kernel.addMiddleware(
|
|
264
|
-
createLogicMiddleware({
|
|
265
|
-
ontologies,
|
|
266
|
-
getEntityType: (entityId) => kernel.getEntity(entityId)?.type
|
|
267
|
-
})
|
|
268
|
-
);
|
|
269
|
-
}
|
|
270
|
-
|
|
271
|
-
export {
|
|
272
|
-
ExprEvaluator,
|
|
273
|
-
evalExpr,
|
|
274
|
-
createLogicMiddleware,
|
|
275
|
-
buildOntologyIndex,
|
|
276
|
-
attachStandardMiddleware
|
|
277
|
-
};
|
package/dist/chunk-WMERMSWI.js
DELETED
|
@@ -1,154 +0,0 @@
|
|
|
1
|
-
import {
|
|
2
|
-
init_eav_store,
|
|
3
|
-
jsonEntityFacts
|
|
4
|
-
} from "./chunk-G3XIHPSQ.js";
|
|
5
|
-
|
|
6
|
-
// src/server/import.ts
|
|
7
|
-
init_eav_store();
|
|
8
|
-
import { readFileSync } from "fs";
|
|
9
|
-
import { extname } from "path";
|
|
10
|
-
async function importFile(kernel, filePath, opts) {
|
|
11
|
-
const ext = extname(filePath).toLowerCase();
|
|
12
|
-
switch (ext) {
|
|
13
|
-
case ".json":
|
|
14
|
-
return importJson(kernel, filePath, opts);
|
|
15
|
-
case ".ndjson":
|
|
16
|
-
case ".jsonl":
|
|
17
|
-
return importNdjson(kernel, filePath, opts);
|
|
18
|
-
case ".csv":
|
|
19
|
-
case ".tsv":
|
|
20
|
-
return importCsv(kernel, filePath, opts);
|
|
21
|
-
case ".parquet":
|
|
22
|
-
return importParquet(kernel, filePath, opts);
|
|
23
|
-
default:
|
|
24
|
-
throw new Error(
|
|
25
|
-
`Unsupported file format: ${ext}. Supported: .json, .ndjson, .jsonl, .csv, .tsv, .parquet`
|
|
26
|
-
);
|
|
27
|
-
}
|
|
28
|
-
}
|
|
29
|
-
async function importRecords(kernel, records, opts) {
|
|
30
|
-
return _ingestRows(kernel, records, opts);
|
|
31
|
-
}
|
|
32
|
-
async function importJson(kernel, filePath, opts) {
|
|
33
|
-
const raw = readFileSync(filePath, "utf8");
|
|
34
|
-
const parsed = JSON.parse(raw);
|
|
35
|
-
const rows = Array.isArray(parsed) ? parsed : [parsed];
|
|
36
|
-
return _ingestRows(kernel, rows, opts);
|
|
37
|
-
}
|
|
38
|
-
async function importNdjson(kernel, filePath, opts) {
|
|
39
|
-
const raw = readFileSync(filePath, "utf8");
|
|
40
|
-
const rows = raw.split("\n").map((l) => l.trim()).filter(Boolean).map((line, i) => {
|
|
41
|
-
try {
|
|
42
|
-
return JSON.parse(line);
|
|
43
|
-
} catch {
|
|
44
|
-
return null;
|
|
45
|
-
}
|
|
46
|
-
}).filter(Boolean);
|
|
47
|
-
return _ingestRows(kernel, rows, opts);
|
|
48
|
-
}
|
|
49
|
-
async function importCsv(kernel, filePath, opts) {
|
|
50
|
-
const raw = readFileSync(filePath, "utf8");
|
|
51
|
-
const sep = filePath.endsWith(".tsv") ? " " : ",";
|
|
52
|
-
const rows = parseCsv(raw, sep);
|
|
53
|
-
return _ingestRows(kernel, rows, opts);
|
|
54
|
-
}
|
|
55
|
-
function parseCsv(raw, sep = ",") {
|
|
56
|
-
const lines = raw.split(/\r?\n/);
|
|
57
|
-
if (lines.length < 2) return [];
|
|
58
|
-
const headers = splitCsvLine(lines[0], sep);
|
|
59
|
-
const result = [];
|
|
60
|
-
for (let i = 1; i < lines.length; i++) {
|
|
61
|
-
const line = lines[i];
|
|
62
|
-
if (!line || line.trim() === "") continue;
|
|
63
|
-
const values = splitCsvLine(line, sep);
|
|
64
|
-
const row = {};
|
|
65
|
-
headers.forEach((h, idx) => {
|
|
66
|
-
row[h] = values[idx] ?? "";
|
|
67
|
-
});
|
|
68
|
-
result.push(row);
|
|
69
|
-
}
|
|
70
|
-
return result;
|
|
71
|
-
}
|
|
72
|
-
function splitCsvLine(line, sep) {
|
|
73
|
-
const result = [];
|
|
74
|
-
let current = "";
|
|
75
|
-
let inQuotes = false;
|
|
76
|
-
for (let i = 0; i < line.length; i++) {
|
|
77
|
-
const ch = line[i];
|
|
78
|
-
if (ch === '"') {
|
|
79
|
-
if (inQuotes && line[i + 1] === '"') {
|
|
80
|
-
current += '"';
|
|
81
|
-
i++;
|
|
82
|
-
} else {
|
|
83
|
-
inQuotes = !inQuotes;
|
|
84
|
-
}
|
|
85
|
-
} else if (ch === sep && !inQuotes) {
|
|
86
|
-
result.push(current);
|
|
87
|
-
current = "";
|
|
88
|
-
} else {
|
|
89
|
-
current += ch;
|
|
90
|
-
}
|
|
91
|
-
}
|
|
92
|
-
result.push(current);
|
|
93
|
-
return result;
|
|
94
|
-
}
|
|
95
|
-
async function importParquet(kernel, filePath, opts) {
|
|
96
|
-
let parquet;
|
|
97
|
-
try {
|
|
98
|
-
parquet = await import("parquetjs");
|
|
99
|
-
} catch {
|
|
100
|
-
try {
|
|
101
|
-
parquet = await import("@dsnp/parquetjs");
|
|
102
|
-
} catch {
|
|
103
|
-
throw new Error(
|
|
104
|
-
"Parquet support requires `parquetjs` or `@dsnp/parquetjs`.\nRun: bun add parquetjs"
|
|
105
|
-
);
|
|
106
|
-
}
|
|
107
|
-
}
|
|
108
|
-
const reader = await parquet.ParquetReader.openFile(filePath);
|
|
109
|
-
const cursor = reader.getCursor();
|
|
110
|
-
const rows = [];
|
|
111
|
-
let row;
|
|
112
|
-
while ((row = await cursor.next()) !== null) {
|
|
113
|
-
rows.push(row);
|
|
114
|
-
}
|
|
115
|
-
await reader.close();
|
|
116
|
-
return _ingestRows(kernel, rows, opts);
|
|
117
|
-
}
|
|
118
|
-
async function _ingestRows(kernel, rows, opts) {
|
|
119
|
-
const result = {
|
|
120
|
-
imported: 0,
|
|
121
|
-
skipped: 0,
|
|
122
|
-
errors: [],
|
|
123
|
-
entityIds: []
|
|
124
|
-
};
|
|
125
|
-
const limit = opts.limit ?? Infinity;
|
|
126
|
-
let count = 0;
|
|
127
|
-
for (let i = 0; i < rows.length; i++) {
|
|
128
|
-
if (count >= limit) break;
|
|
129
|
-
const row = rows[i];
|
|
130
|
-
if (!row || opts.skipEmpty && Object.keys(row).length === 0) {
|
|
131
|
-
result.skipped++;
|
|
132
|
-
continue;
|
|
133
|
-
}
|
|
134
|
-
try {
|
|
135
|
-
const entityId = opts.idField ? `${opts.idPrefix ?? "import:"}${String(row[opts.idField] ?? "")}` : `${opts.idPrefix ?? "import:"}${crypto.randomUUID()}`;
|
|
136
|
-
const facts = jsonEntityFacts(entityId, row, opts.type);
|
|
137
|
-
await kernel.mutate("addFacts", { facts });
|
|
138
|
-
result.imported++;
|
|
139
|
-
result.entityIds.push(entityId);
|
|
140
|
-
count++;
|
|
141
|
-
} catch (err) {
|
|
142
|
-
result.errors.push({
|
|
143
|
-
row: i,
|
|
144
|
-
message: err instanceof Error ? err.message : String(err)
|
|
145
|
-
});
|
|
146
|
-
}
|
|
147
|
-
}
|
|
148
|
-
return result;
|
|
149
|
-
}
|
|
150
|
-
|
|
151
|
-
export {
|
|
152
|
-
importFile,
|
|
153
|
-
importRecords
|
|
154
|
-
};
|