@absurd-sqlite/sdk 0.2.0 → 0.2.1-alpha.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/extension-downloader.js +189 -0
- package/dist/cjs/index.js +4 -1
- package/dist/cjs/sqlite.js +44 -3
- package/dist/extension-downloader.d.ts +76 -0
- package/dist/extension-downloader.d.ts.map +1 -0
- package/dist/extension-downloader.js +186 -0
- package/dist/extension-downloader.js.map +1 -0
- package/dist/index.d.ts +1 -0
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +1 -0
- package/dist/index.js.map +1 -1
- package/dist/sqlite.d.ts +3 -0
- package/dist/sqlite.d.ts.map +1 -1
- package/dist/sqlite.js +44 -3
- package/dist/sqlite.js.map +1 -1
- package/package.json +2 -2
- package/src/extension-downloader.ts +291 -0
- package/src/index.ts +5 -0
- package/src/sqlite.ts +53 -4
- package/test/extension-downloader.test.ts +203 -0
- package/test/sqlite.test.ts +77 -1
package/dist/sqlite.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../src/sqlite.ts"],"names":[],"mappings":"AAQA,MAAM,OAAO,gBAAgB;IACV,EAAE,CAAiB;
|
|
1
|
+
{"version":3,"file":"sqlite.js","sourceRoot":"","sources":["../src/sqlite.ts"],"names":[],"mappings":"AAQA,MAAM,OAAO,gBAAgB;IACV,EAAE,CAAiB;IACnB,UAAU,GAAG,CAAC,CAAC;IACf,gBAAgB,GAAG,EAAE,CAAC;IAEvC,YAAY,EAAkB;QAC5B,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,wBAAwB;IAC1B,CAAC;IAED,KAAK,CAAC,KAAK,CACT,GAAW,EACX,MAA6B;QAE7B,MAAM,WAAW,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAEnD,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,CAAC,SAAS,CAAC,QAAQ,EAAE,CAAC;YACxB,wCAAwC;YACxC,qIAAqI;YACrI,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;QAED,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAC/C,SAAS;aACN,GAAG,CAAC,YAAY,CAAC;aACjB,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,eAAe,CAAC,SAAS,EAAE,GAAG,CAAC,CAAC,CACjD,CAAC;QAEF,OAAO,EAAE,IAAI,EAAE,WAAW,EAAE,CAAC;IAC/B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,GAAW,EAAE,MAA6B;QACnD,MAAM,WAAW,GAAG,oBAAoB,CAAC,GAAG,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;QAEnD,MAAM,SAAS,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,WAAW,CAAC,CAAC;QAC/C,MAAM,IAAI,CAAC,YAAY,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC,CAAC;IAC7D,CAAC;IAEO,KAAK,CAAC,YAAY,CAAI,SAAkB;QAC9C,IAAI,OAAO,GAAG,CAAC,CAAC;QAChB,OAAO,IAAI,EAAE,CAAC;YACZ,IAAI,CAAC;gBACH,OAAO,SAAS,EAAE,CAAC;YACrB,CAAC;YAAC,OAAO,GAAG,EAAE,CAAC;gBACb,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,IAAI,OAAO,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;oBAC/D,MAAM,GAAG,CAAC;gBACZ,CAAC;gBACD,OAAO,EAAE,CAAC;gBACV,MAAM,KAAK,CAAC,IAAI,CAAC,gBAAgB,GAAG,OAAO,CAAC,CAAC;YAC/C,CAAC;QACH,CAAC;IACH,CAAC;CACF;AAED,MAAM,gBAAgB,GAAG,GAAG,CAAC;AAE7B,SAAS,oBAAoB,CAAC,IAAY;IACxC,OAAO,IAAI;SACR,OAAO,CAAC,UAAU,EAAE,IAAI,gBAAgB,IAAI,CAAC;SAC7C,OAAO,CAAC,gBAAgB,EAAE,WAAW,CAAC,CAAC;AAC5C,CAAC;AAED,SAAS,qBAAqB,CAC5B,MAA6B;IAE7B,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,EAAE,CAAC;IACZ,CAAC;IAED,MAAM,eAAe,GAAsB,EAAE,CAAC;IAC9C,MAAM,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC9B,MAAM,QAAQ,GAAG,GAAG,gBAAgB,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC;QACnD,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,KAAK,CAAC,CAAC;QAEnD,eAAe,CAAC,QAAQ,CAAC,GAAG,iBAAiB,CAAC;IAChD,CAAC,CAAC,CAAC;IACH,OAAO,eAAe,CAAC;AACzB,CAAC;AAED,SAAS,eAAe,CACtB,SAA0B,EAC1B,GAAM,EACN,OAA0B;IAE1B,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,EAAE,CAAC;IAEpC,MAAM,UAAU,GAAQ,EAAE,CAAC;IAC3B,KAAK,MAAM,MAAM,IAAI,OAAO,EAAE,CAAC;QAC7B,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC;QAC/B,MAAM,UAAU,GAAG,MAAM,CAAC,IAAI,CAAC;QAC/B,MAAM,QAAQ,GAAI,GAA+B,CAAC,UAAU,CAAC,CAAC;QAC9D,MAAM,YAAY,GAAG,iBAAiB,CACpC,QAAQ,EACR,UAAU,EACV,UAAU,EACV,OAAO,CACR,CAAC;QACF,UAAU,CAAC,UAAU,CAAC,GAAG,YAAY,CAAC;IACxC,CAAC;IAED,OAAO,UAAe,CAAC;AACzB,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAkB,EAClB,UAAkB,EAClB,UAAyB,EACzB,OAA0B;IAE1B,IAAI,KAAK,KAAK,IAAI,IAAI,KAAK,KAAK,SAAS,EAAE,CAAC;QAC1C,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,UAAU,KAAK,IAAI,EAAE,CAAC;QACxB,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,wDAAwD;YACxD,iEAAiE;YACjE,uCAAuC;YACvC,+BAA+B;YAC/B,IAAI,EAAK,CAAC;YACV,IAAI,WAAW,GAAG,KAAK,CAAC;YACxB,IAAI,CAAC;gBACH,EAAE,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAM,CAAC;gBAC5B,WAAW,GAAG,IAAI,CAAC;YACrB,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACX,OAAO,EAAE,CAAC,kCAAkC,UAAU,UAAU,EAAE,CAAC,CAAC,CAAC;gBACrE,EAAE,GAAG,KAAU,CAAC;YAClB,CAAC;YACD,IAAI,WAAW,EAAE,CAAC;gBAChB,OAAO,EAAE,CAAC,kBAAkB,UAAU,oBAAoB,CAAC,CAAC;YAC9D,CAAC;YACD,OAAO,EAAE,CAAC;QACZ,CAAC;QAED,OAAO,EAAE,CAAC,UAAU,UAAU,qCAAqC,CAAC,CAAC;QACrE,OAAO,KAAU,CAAC;IACpB,CAAC;IAED,MAAM,cAAc,GAAG,UAAU,CAAC,WAAW,EAAE,CAAC;IAChD,IAAI,cAAc,KAAK,MAAM,EAAE,CAAC;QAC9B,iDAAiD;QACjD,IAAI,CAAC;YACH,OAAO,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAM,CAAC;QAC3C,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,OAAO,EAAE,CAAC,gCAAgC,UAAU,UAAU,EAAE,CAAC,CAAC,CAAC;YACnE,MAAM,CAAC,CAAC;QACV,CAAC;IACH,CAAC;IAED,IAAI,cAAc,KAAK,UAAU,EAAE,CAAC;QAClC,IAAI,OAAO,KAAK,KAAK,QAAQ,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CACb,4BAA4B,UAAU,wBAAwB,OAAO,KAAK,EAAE,CAC7E,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,IAAI,CAAC,KAAK,CAAM,CAAC;IAC9B,CAAC;IAED,gCAAgC;IAChC,OAAO,KAAU,CAAC;AACpB,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAU;IACnC,IAAI,KAAK,YAAY,IAAI,EAAE,CAAC;QAC1B,OAAO,KAAK,CAAC,WAAW,EAAE,CAAC;IAC7B,CAAC;IACD,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,MAAM,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;QACzD,OAAO,KAAK,CAAC,QAAQ,EAAE,CAAC;IAC1B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED,MAAM,yBAAyB,GAAG,IAAI,GAAG,CAAC,CAAC,aAAa,EAAE,eAAe,CAAC,CAAC,CAAC;AAC5E,MAAM,qBAAqB,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;AAE9C,SAAS,sBAAsB,CAAC,GAAY;IAC1C,IAAI,CAAC,GAAG,IAAI,OAAO,GAAG,KAAK,QAAQ,EAAE,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;IAED,MAAM,IAAI,GAAI,GAAW,CAAC,IAAI,CAAC;IAC/B,IAAI,OAAO,IAAI,KAAK,QAAQ,EAAE,CAAC;QAC7B,KAAK,MAAM,aAAa,IAAI,yBAAyB,EAAE,CAAC;YACtD,IAAI,IAAI,CAAC,UAAU,CAAC,aAAa,CAAC,EAAE,CAAC;gBACnC,OAAO,IAAI,CAAC;YACd,CAAC;QACH,CAAC;IACH,CAAC;IAED,MAAM,KAAK,GAAI,GAAW,CAAC,KAAK,CAAC;IACjC,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,qBAAqB,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;QAClE,OAAO,IAAI,CAAC;IACd,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,SAAS,KAAK,CAAC,EAAU;IACvB,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,EAAE,CAAC,CAAC,CAAC;AAC3D,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@absurd-sqlite/sdk",
|
|
3
|
-
"version": "0.2.
|
|
3
|
+
"version": "0.2.1-alpha.1",
|
|
4
4
|
"description": "TypeScript SDK for Absurd-SQLite - SQLite-based durable task execution",
|
|
5
5
|
"main": "dist/index.js",
|
|
6
6
|
"types": "dist/index.d.ts",
|
|
@@ -48,4 +48,4 @@
|
|
|
48
48
|
"engines": {
|
|
49
49
|
"node": ">=18.0.0"
|
|
50
50
|
}
|
|
51
|
-
}
|
|
51
|
+
}
|
|
@@ -0,0 +1,291 @@
|
|
|
1
|
+
import { existsSync, mkdirSync, writeFileSync, chmodSync, readFileSync } from "node:fs";
|
|
2
|
+
import { join } from "node:path";
|
|
3
|
+
import { homedir } from "node:os";
|
|
4
|
+
import { createHash } from "node:crypto";
|
|
5
|
+
|
|
6
|
+
export interface DownloadExtensionOptions {
|
|
7
|
+
/**
|
|
8
|
+
* Version of the extension to download. If not specified, uses "latest".
|
|
9
|
+
* Examples: "v0.1.0-alpha.3", "latest"
|
|
10
|
+
*/
|
|
11
|
+
version?: string;
|
|
12
|
+
|
|
13
|
+
/**
|
|
14
|
+
* GitHub repository owner. Defaults to "b4fun".
|
|
15
|
+
*/
|
|
16
|
+
owner?: string;
|
|
17
|
+
|
|
18
|
+
/**
|
|
19
|
+
* GitHub repository name. Defaults to "absurd-sqlite".
|
|
20
|
+
*/
|
|
21
|
+
repo?: string;
|
|
22
|
+
|
|
23
|
+
/**
|
|
24
|
+
* Custom cache directory for storing downloaded extensions.
|
|
25
|
+
* If not specified, uses a default cache directory in user's home.
|
|
26
|
+
*/
|
|
27
|
+
cacheDir?: string;
|
|
28
|
+
|
|
29
|
+
/**
|
|
30
|
+
* Force re-download even if cached version exists.
|
|
31
|
+
*/
|
|
32
|
+
force?: boolean;
|
|
33
|
+
|
|
34
|
+
/**
|
|
35
|
+
* Expected SHA256 checksum of the downloaded file for validation.
|
|
36
|
+
* If provided, the downloaded file's checksum will be verified against this value.
|
|
37
|
+
* If the checksum doesn't match, an error will be thrown.
|
|
38
|
+
*/
|
|
39
|
+
expectedChecksum?: string;
|
|
40
|
+
}
|
|
41
|
+
|
|
42
|
+
interface PlatformInfo {
|
|
43
|
+
os: string;
|
|
44
|
+
arch: string;
|
|
45
|
+
ext: string;
|
|
46
|
+
}
|
|
47
|
+
|
|
48
|
+
function getPlatformInfo(): PlatformInfo {
|
|
49
|
+
const platform = process.platform;
|
|
50
|
+
const arch = process.arch;
|
|
51
|
+
|
|
52
|
+
let os: string;
|
|
53
|
+
let ext: string;
|
|
54
|
+
|
|
55
|
+
switch (platform) {
|
|
56
|
+
case "darwin":
|
|
57
|
+
os = "macOS";
|
|
58
|
+
ext = "dylib";
|
|
59
|
+
break;
|
|
60
|
+
case "linux":
|
|
61
|
+
os = "Linux";
|
|
62
|
+
ext = "so";
|
|
63
|
+
break;
|
|
64
|
+
case "win32":
|
|
65
|
+
os = "Windows";
|
|
66
|
+
ext = "dll";
|
|
67
|
+
break;
|
|
68
|
+
default:
|
|
69
|
+
throw new Error(`Unsupported platform: ${platform}`);
|
|
70
|
+
}
|
|
71
|
+
|
|
72
|
+
let archStr: string;
|
|
73
|
+
switch (arch) {
|
|
74
|
+
case "x64":
|
|
75
|
+
archStr = "X64";
|
|
76
|
+
break;
|
|
77
|
+
case "arm64":
|
|
78
|
+
archStr = "ARM64";
|
|
79
|
+
break;
|
|
80
|
+
default:
|
|
81
|
+
throw new Error(`Unsupported architecture: ${arch}`);
|
|
82
|
+
}
|
|
83
|
+
|
|
84
|
+
return { os, arch: archStr, ext };
|
|
85
|
+
}
|
|
86
|
+
|
|
87
|
+
function getDefaultCacheDir(): string {
|
|
88
|
+
return join(homedir(), ".cache", "absurd-sqlite", "extensions");
|
|
89
|
+
}
|
|
90
|
+
|
|
91
|
+
function getAssetName(version: string, platform: PlatformInfo): string {
|
|
92
|
+
// Format: absurd-absurd-sqlite-extension-vX.Y.Z-{OS}-{ARCH}.{ext}
|
|
93
|
+
return `absurd-absurd-sqlite-extension-${version}-${platform.os}-${platform.arch}.${platform.ext}`;
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
function getTag(version: string): string {
|
|
97
|
+
return `absurd-sqlite-extension/${version}`;
|
|
98
|
+
}
|
|
99
|
+
|
|
100
|
+
async function fetchLatestVersion(
|
|
101
|
+
owner: string,
|
|
102
|
+
repo: string
|
|
103
|
+
): Promise<string> {
|
|
104
|
+
const url = `https://api.github.com/repos/${owner}/${repo}/releases`;
|
|
105
|
+
const response = await fetch(url);
|
|
106
|
+
|
|
107
|
+
if (!response.ok) {
|
|
108
|
+
throw new Error(
|
|
109
|
+
`Failed to fetch releases: ${response.status} ${response.statusText}`
|
|
110
|
+
);
|
|
111
|
+
}
|
|
112
|
+
|
|
113
|
+
const releases = (await response.json()) as Array<{
|
|
114
|
+
tag_name: string;
|
|
115
|
+
prerelease: boolean;
|
|
116
|
+
draft: boolean;
|
|
117
|
+
}>;
|
|
118
|
+
|
|
119
|
+
// Find the latest non-draft extension release
|
|
120
|
+
for (const release of releases) {
|
|
121
|
+
if (
|
|
122
|
+
!release.draft &&
|
|
123
|
+
release.tag_name.startsWith("absurd-sqlite-extension/")
|
|
124
|
+
) {
|
|
125
|
+
// Extract version from tag (e.g., "absurd-sqlite-extension/v0.1.0-alpha.3" -> "v0.1.0-alpha.3")
|
|
126
|
+
return release.tag_name.replace("absurd-sqlite-extension/", "");
|
|
127
|
+
}
|
|
128
|
+
}
|
|
129
|
+
|
|
130
|
+
throw new Error("No extension releases found");
|
|
131
|
+
}
|
|
132
|
+
|
|
133
|
+
async function downloadAsset(
|
|
134
|
+
owner: string,
|
|
135
|
+
repo: string,
|
|
136
|
+
tag: string,
|
|
137
|
+
assetName: string,
|
|
138
|
+
destPath: string,
|
|
139
|
+
expectedChecksum?: string
|
|
140
|
+
): Promise<void> {
|
|
141
|
+
const url = `https://github.com/${owner}/${repo}/releases/download/${tag}/${assetName}`;
|
|
142
|
+
const response = await fetch(url);
|
|
143
|
+
|
|
144
|
+
if (!response.ok) {
|
|
145
|
+
throw new Error(
|
|
146
|
+
`Failed to download extension: ${response.status} ${response.statusText} from ${url}`
|
|
147
|
+
);
|
|
148
|
+
}
|
|
149
|
+
|
|
150
|
+
const buffer = await response.arrayBuffer();
|
|
151
|
+
writeFileSync(destPath, Buffer.from(buffer));
|
|
152
|
+
|
|
153
|
+
// Verify checksum if provided
|
|
154
|
+
if (expectedChecksum) {
|
|
155
|
+
const actualChecksum = calculateChecksum(destPath);
|
|
156
|
+
if (actualChecksum !== expectedChecksum.toLowerCase()) {
|
|
157
|
+
throw new Error(
|
|
158
|
+
`Checksum verification failed. Expected: ${expectedChecksum.toLowerCase()}, Got: ${actualChecksum}`
|
|
159
|
+
);
|
|
160
|
+
}
|
|
161
|
+
}
|
|
162
|
+
|
|
163
|
+
// Make the extension executable on Unix-like systems
|
|
164
|
+
if (process.platform !== "win32") {
|
|
165
|
+
chmodSync(destPath, 0o755);
|
|
166
|
+
}
|
|
167
|
+
}
|
|
168
|
+
|
|
169
|
+
function calculateChecksum(filePath: string): string {
|
|
170
|
+
const fileBuffer = readFileSync(filePath);
|
|
171
|
+
const hash = createHash("sha256");
|
|
172
|
+
hash.update(fileBuffer);
|
|
173
|
+
return hash.digest("hex");
|
|
174
|
+
}
|
|
175
|
+
|
|
176
|
+
function getCachedPath(
|
|
177
|
+
cacheDir: string,
|
|
178
|
+
version: string,
|
|
179
|
+
platform: PlatformInfo
|
|
180
|
+
): string {
|
|
181
|
+
// Use a consistent name that SQLite expects: libabsurd.{ext}
|
|
182
|
+
const ext = platform.ext;
|
|
183
|
+
return join(cacheDir, version, `libabsurd.${ext}`);
|
|
184
|
+
}
|
|
185
|
+
|
|
186
|
+
/**
|
|
187
|
+
* Downloads the absurd-sqlite extension from GitHub releases.
|
|
188
|
+
* Returns the path to the downloaded extension file.
|
|
189
|
+
*
|
|
190
|
+
* @param options - Download options
|
|
191
|
+
* @returns Path to the extension file
|
|
192
|
+
*
|
|
193
|
+
* @example
|
|
194
|
+
* ```typescript
|
|
195
|
+
* import { downloadExtension } from "@absurd-sqlite/sdk";
|
|
196
|
+
*
|
|
197
|
+
* // Download latest version
|
|
198
|
+
* const extensionPath = await downloadExtension();
|
|
199
|
+
*
|
|
200
|
+
* // Download specific version
|
|
201
|
+
* const extensionPath = await downloadExtension({ version: "v0.1.0-alpha.3" });
|
|
202
|
+
*
|
|
203
|
+
* // Download with checksum verification
|
|
204
|
+
* const extensionPath = await downloadExtension({
|
|
205
|
+
* version: "v0.1.0-alpha.3",
|
|
206
|
+
* expectedChecksum: "abc123..."
|
|
207
|
+
* });
|
|
208
|
+
* ```
|
|
209
|
+
*/
|
|
210
|
+
export async function downloadExtension(
|
|
211
|
+
options: DownloadExtensionOptions = {}
|
|
212
|
+
): Promise<string> {
|
|
213
|
+
const owner = options.owner ?? "b4fun";
|
|
214
|
+
const repo = options.repo ?? "absurd-sqlite";
|
|
215
|
+
const cacheDir = options.cacheDir ?? getDefaultCacheDir();
|
|
216
|
+
const force = options.force ?? false;
|
|
217
|
+
|
|
218
|
+
// Resolve version
|
|
219
|
+
let version = options.version ?? "latest";
|
|
220
|
+
if (version === "latest") {
|
|
221
|
+
version = await fetchLatestVersion(owner, repo);
|
|
222
|
+
}
|
|
223
|
+
|
|
224
|
+
// Get platform info
|
|
225
|
+
const platform = getPlatformInfo();
|
|
226
|
+
const assetName = getAssetName(version, platform);
|
|
227
|
+
const tag = getTag(version);
|
|
228
|
+
|
|
229
|
+
// Check cache
|
|
230
|
+
const cachedPath = getCachedPath(cacheDir, version, platform);
|
|
231
|
+
|
|
232
|
+
if (!force && existsSync(cachedPath)) {
|
|
233
|
+
// If checksum is provided, verify cached file
|
|
234
|
+
if (options.expectedChecksum) {
|
|
235
|
+
const actualChecksum = calculateChecksum(cachedPath);
|
|
236
|
+
if (actualChecksum !== options.expectedChecksum.toLowerCase()) {
|
|
237
|
+
throw new Error(
|
|
238
|
+
`Cached file checksum verification failed. Expected: ${options.expectedChecksum.toLowerCase()}, Got: ${actualChecksum}`
|
|
239
|
+
);
|
|
240
|
+
}
|
|
241
|
+
}
|
|
242
|
+
return cachedPath;
|
|
243
|
+
}
|
|
244
|
+
|
|
245
|
+
// Ensure cache directory exists
|
|
246
|
+
const versionDir = join(cacheDir, version);
|
|
247
|
+
mkdirSync(versionDir, { recursive: true });
|
|
248
|
+
|
|
249
|
+
// Download asset
|
|
250
|
+
await downloadAsset(owner, repo, tag, assetName, cachedPath, options.expectedChecksum);
|
|
251
|
+
|
|
252
|
+
return cachedPath;
|
|
253
|
+
}
|
|
254
|
+
|
|
255
|
+
/**
|
|
256
|
+
* Resolves the extension path, either from the provided path, environment variable,
|
|
257
|
+
* or by downloading from GitHub releases.
|
|
258
|
+
*
|
|
259
|
+
* @param extensionPath - Optional path to the extension file
|
|
260
|
+
* @param downloadOptions - Options for downloading if no path is provided
|
|
261
|
+
* @returns Path to the extension file
|
|
262
|
+
*
|
|
263
|
+
* @example
|
|
264
|
+
* ```typescript
|
|
265
|
+
* import { resolveExtensionPath } from "@absurd-sqlite/sdk";
|
|
266
|
+
*
|
|
267
|
+
* // Use provided path
|
|
268
|
+
* const path1 = await resolveExtensionPath("/path/to/extension.so");
|
|
269
|
+
*
|
|
270
|
+
* // Use environment variable or download
|
|
271
|
+
* const path2 = await resolveExtensionPath();
|
|
272
|
+
* ```
|
|
273
|
+
*/
|
|
274
|
+
export async function resolveExtensionPath(
|
|
275
|
+
extensionPath?: string,
|
|
276
|
+
downloadOptions?: DownloadExtensionOptions
|
|
277
|
+
): Promise<string> {
|
|
278
|
+
// If path is provided, use it
|
|
279
|
+
if (extensionPath) {
|
|
280
|
+
return extensionPath;
|
|
281
|
+
}
|
|
282
|
+
|
|
283
|
+
// Try environment variable
|
|
284
|
+
const envPath = process.env.ABSURD_SQLITE_EXTENSION_PATH;
|
|
285
|
+
if (envPath) {
|
|
286
|
+
return envPath;
|
|
287
|
+
}
|
|
288
|
+
|
|
289
|
+
// Download from GitHub releases
|
|
290
|
+
return downloadExtension(downloadOptions);
|
|
291
|
+
}
|
package/src/index.ts
CHANGED
|
@@ -5,6 +5,11 @@ import type { SQLiteDatabase } from "./sqlite-types";
|
|
|
5
5
|
import { SqliteConnection } from "./sqlite";
|
|
6
6
|
|
|
7
7
|
export type { AbsurdClient, Queryable, Worker } from "./absurd-types";
|
|
8
|
+
export {
|
|
9
|
+
downloadExtension,
|
|
10
|
+
resolveExtensionPath,
|
|
11
|
+
type DownloadExtensionOptions,
|
|
12
|
+
} from "./extension-downloader";
|
|
8
13
|
export type {
|
|
9
14
|
AbsurdHooks,
|
|
10
15
|
AbsurdOptions,
|
package/src/sqlite.ts
CHANGED
|
@@ -8,6 +8,8 @@ import type {
|
|
|
8
8
|
|
|
9
9
|
export class SqliteConnection implements Queryable {
|
|
10
10
|
private readonly db: SQLiteDatabase;
|
|
11
|
+
private readonly maxRetries = 5;
|
|
12
|
+
private readonly baseRetryDelayMs = 50;
|
|
11
13
|
|
|
12
14
|
constructor(db: SQLiteDatabase) {
|
|
13
15
|
this.db = db;
|
|
@@ -28,9 +30,11 @@ export class SqliteConnection implements Queryable {
|
|
|
28
30
|
throw new Error("The query() method is only statements that return data");
|
|
29
31
|
}
|
|
30
32
|
|
|
31
|
-
const rowsDecoded =
|
|
32
|
-
|
|
33
|
-
|
|
33
|
+
const rowsDecoded = await this.runWithRetry(() =>
|
|
34
|
+
statement
|
|
35
|
+
.all(sqliteParams)
|
|
36
|
+
.map((row) => decodeRowValues(statement, row))
|
|
37
|
+
);
|
|
34
38
|
|
|
35
39
|
return { rows: rowsDecoded };
|
|
36
40
|
}
|
|
@@ -39,7 +43,23 @@ export class SqliteConnection implements Queryable {
|
|
|
39
43
|
const sqliteQuery = rewritePostgresQuery(sql);
|
|
40
44
|
const sqliteParams = rewritePostgresParams(params);
|
|
41
45
|
|
|
42
|
-
this.db.prepare(sqliteQuery)
|
|
46
|
+
const statement = this.db.prepare(sqliteQuery);
|
|
47
|
+
await this.runWithRetry(() => statement.run(sqliteParams));
|
|
48
|
+
}
|
|
49
|
+
|
|
50
|
+
private async runWithRetry<T>(operation: () => T): Promise<T> {
|
|
51
|
+
let attempt = 0;
|
|
52
|
+
while (true) {
|
|
53
|
+
try {
|
|
54
|
+
return operation();
|
|
55
|
+
} catch (err) {
|
|
56
|
+
if (!isRetryableSQLiteError(err) || attempt >= this.maxRetries) {
|
|
57
|
+
throw err;
|
|
58
|
+
}
|
|
59
|
+
attempt++;
|
|
60
|
+
await delay(this.baseRetryDelayMs * attempt);
|
|
61
|
+
}
|
|
62
|
+
}
|
|
43
63
|
}
|
|
44
64
|
}
|
|
45
65
|
|
|
@@ -160,3 +180,32 @@ function encodeColumnValue(value: any): any {
|
|
|
160
180
|
}
|
|
161
181
|
return value;
|
|
162
182
|
}
|
|
183
|
+
|
|
184
|
+
const sqliteRetryableErrorCodes = new Set(["SQLITE_BUSY", "SQLITE_LOCKED"]);
|
|
185
|
+
const sqliteRetryableErrnos = new Set([5, 6]);
|
|
186
|
+
|
|
187
|
+
function isRetryableSQLiteError(err: unknown): boolean {
|
|
188
|
+
if (!err || typeof err !== "object") {
|
|
189
|
+
return false;
|
|
190
|
+
}
|
|
191
|
+
|
|
192
|
+
const code = (err as any).code;
|
|
193
|
+
if (typeof code === "string") {
|
|
194
|
+
for (const retryableCode of sqliteRetryableErrorCodes) {
|
|
195
|
+
if (code.startsWith(retryableCode)) {
|
|
196
|
+
return true;
|
|
197
|
+
}
|
|
198
|
+
}
|
|
199
|
+
}
|
|
200
|
+
|
|
201
|
+
const errno = (err as any).errno;
|
|
202
|
+
if (typeof errno === "number" && sqliteRetryableErrnos.has(errno)) {
|
|
203
|
+
return true;
|
|
204
|
+
}
|
|
205
|
+
|
|
206
|
+
return false;
|
|
207
|
+
}
|
|
208
|
+
|
|
209
|
+
function delay(ms: number): Promise<void> {
|
|
210
|
+
return new Promise((resolve) => setTimeout(resolve, ms));
|
|
211
|
+
}
|
|
@@ -0,0 +1,203 @@
|
|
|
1
|
+
import { existsSync, mkdtempSync, rmSync } from "node:fs";
|
|
2
|
+
import { tmpdir } from "node:os";
|
|
3
|
+
import { join } from "node:path";
|
|
4
|
+
import { afterEach, describe, expect, it } from "vitest";
|
|
5
|
+
|
|
6
|
+
import {
|
|
7
|
+
downloadExtension,
|
|
8
|
+
resolveExtensionPath,
|
|
9
|
+
} from "../src/extension-downloader";
|
|
10
|
+
|
|
11
|
+
let tempCacheDir: string | null = null;
|
|
12
|
+
|
|
13
|
+
afterEach(() => {
|
|
14
|
+
if (tempCacheDir) {
|
|
15
|
+
rmSync(tempCacheDir, { recursive: true, force: true });
|
|
16
|
+
tempCacheDir = null;
|
|
17
|
+
}
|
|
18
|
+
});
|
|
19
|
+
|
|
20
|
+
// Helper function to calculate checksum of a file
|
|
21
|
+
async function getFileChecksum(filePath: string): Promise<string> {
|
|
22
|
+
const { createHash } = await import("node:crypto");
|
|
23
|
+
const { readFileSync } = await import("node:fs");
|
|
24
|
+
const fileBuffer = readFileSync(filePath);
|
|
25
|
+
const hash = createHash("sha256");
|
|
26
|
+
hash.update(fileBuffer);
|
|
27
|
+
return hash.digest("hex");
|
|
28
|
+
}
|
|
29
|
+
|
|
30
|
+
describe("downloadExtension", () => {
|
|
31
|
+
it("downloads specific version", async () => {
|
|
32
|
+
tempCacheDir = mkdtempSync(join(tmpdir(), "absurd-ext-cache-"));
|
|
33
|
+
|
|
34
|
+
const extensionPath = await downloadExtension({
|
|
35
|
+
version: "v0.1.0-alpha.3",
|
|
36
|
+
cacheDir: tempCacheDir,
|
|
37
|
+
});
|
|
38
|
+
|
|
39
|
+
expect(existsSync(extensionPath)).toBe(true);
|
|
40
|
+
expect(extensionPath).toContain("v0.1.0-alpha.3");
|
|
41
|
+
|
|
42
|
+
// Verify it has the right extension
|
|
43
|
+
const platform = process.platform;
|
|
44
|
+
if (platform === "darwin") {
|
|
45
|
+
expect(extensionPath).toMatch(/libabsurd\.dylib$/);
|
|
46
|
+
} else if (platform === "linux") {
|
|
47
|
+
expect(extensionPath).toMatch(/libabsurd\.so$/);
|
|
48
|
+
} else if (platform === "win32") {
|
|
49
|
+
expect(extensionPath).toMatch(/libabsurd\.dll$/);
|
|
50
|
+
}
|
|
51
|
+
}, 60000);
|
|
52
|
+
|
|
53
|
+
it("uses cached version on second call", async () => {
|
|
54
|
+
tempCacheDir = mkdtempSync(join(tmpdir(), "absurd-ext-cache-"));
|
|
55
|
+
|
|
56
|
+
const path1 = await downloadExtension({
|
|
57
|
+
version: "v0.1.0-alpha.3",
|
|
58
|
+
cacheDir: tempCacheDir,
|
|
59
|
+
});
|
|
60
|
+
|
|
61
|
+
const path2 = await downloadExtension({
|
|
62
|
+
version: "v0.1.0-alpha.3",
|
|
63
|
+
cacheDir: tempCacheDir,
|
|
64
|
+
});
|
|
65
|
+
|
|
66
|
+
expect(path1).toBe(path2);
|
|
67
|
+
}, 60000);
|
|
68
|
+
|
|
69
|
+
it("forces re-download when force=true", async () => {
|
|
70
|
+
tempCacheDir = mkdtempSync(join(tmpdir(), "absurd-ext-cache-"));
|
|
71
|
+
|
|
72
|
+
const path1 = await downloadExtension({
|
|
73
|
+
version: "v0.1.0-alpha.3",
|
|
74
|
+
cacheDir: tempCacheDir,
|
|
75
|
+
});
|
|
76
|
+
|
|
77
|
+
// Delete the cached file
|
|
78
|
+
rmSync(path1);
|
|
79
|
+
expect(existsSync(path1)).toBe(false);
|
|
80
|
+
|
|
81
|
+
// Download again with force
|
|
82
|
+
const path2 = await downloadExtension({
|
|
83
|
+
version: "v0.1.0-alpha.3",
|
|
84
|
+
cacheDir: tempCacheDir,
|
|
85
|
+
force: true,
|
|
86
|
+
});
|
|
87
|
+
|
|
88
|
+
expect(existsSync(path2)).toBe(true);
|
|
89
|
+
expect(path2).toBe(path1); // Same path
|
|
90
|
+
}, 60000);
|
|
91
|
+
|
|
92
|
+
it("validates checksum when provided", async () => {
|
|
93
|
+
tempCacheDir = mkdtempSync(join(tmpdir(), "absurd-ext-cache-"));
|
|
94
|
+
|
|
95
|
+
// First download to get the file
|
|
96
|
+
const extensionPath = await downloadExtension({
|
|
97
|
+
version: "v0.1.0-alpha.3",
|
|
98
|
+
cacheDir: tempCacheDir,
|
|
99
|
+
});
|
|
100
|
+
|
|
101
|
+
// Calculate the actual checksum
|
|
102
|
+
const actualChecksum = await getFileChecksum(extensionPath);
|
|
103
|
+
|
|
104
|
+
// Clear cache
|
|
105
|
+
rmSync(extensionPath);
|
|
106
|
+
|
|
107
|
+
// Download again with correct checksum - should succeed
|
|
108
|
+
const path1 = await downloadExtension({
|
|
109
|
+
version: "v0.1.0-alpha.3",
|
|
110
|
+
cacheDir: tempCacheDir,
|
|
111
|
+
expectedChecksum: actualChecksum,
|
|
112
|
+
});
|
|
113
|
+
|
|
114
|
+
expect(existsSync(path1)).toBe(true);
|
|
115
|
+
|
|
116
|
+
// Try with wrong checksum - should fail
|
|
117
|
+
rmSync(path1);
|
|
118
|
+
await expect(
|
|
119
|
+
downloadExtension({
|
|
120
|
+
version: "v0.1.0-alpha.3",
|
|
121
|
+
cacheDir: tempCacheDir,
|
|
122
|
+
expectedChecksum: "0000000000000000000000000000000000000000000000000000000000000000",
|
|
123
|
+
})
|
|
124
|
+
).rejects.toThrow(/Checksum verification failed/);
|
|
125
|
+
}, 60000);
|
|
126
|
+
|
|
127
|
+
it("validates checksum of cached file", async () => {
|
|
128
|
+
tempCacheDir = mkdtempSync(join(tmpdir(), "absurd-ext-cache-"));
|
|
129
|
+
|
|
130
|
+
// First download to get the file
|
|
131
|
+
const extensionPath = await downloadExtension({
|
|
132
|
+
version: "v0.1.0-alpha.3",
|
|
133
|
+
cacheDir: tempCacheDir,
|
|
134
|
+
});
|
|
135
|
+
|
|
136
|
+
// Calculate the actual checksum
|
|
137
|
+
const actualChecksum = await getFileChecksum(extensionPath);
|
|
138
|
+
|
|
139
|
+
// Use cached file with correct checksum - should succeed
|
|
140
|
+
const path1 = await downloadExtension({
|
|
141
|
+
version: "v0.1.0-alpha.3",
|
|
142
|
+
cacheDir: tempCacheDir,
|
|
143
|
+
expectedChecksum: actualChecksum,
|
|
144
|
+
});
|
|
145
|
+
|
|
146
|
+
expect(existsSync(path1)).toBe(true);
|
|
147
|
+
|
|
148
|
+
// Try with wrong checksum on cached file - should fail
|
|
149
|
+
await expect(
|
|
150
|
+
downloadExtension({
|
|
151
|
+
version: "v0.1.0-alpha.3",
|
|
152
|
+
cacheDir: tempCacheDir,
|
|
153
|
+
expectedChecksum: "0000000000000000000000000000000000000000000000000000000000000000",
|
|
154
|
+
})
|
|
155
|
+
).rejects.toThrow(/Cached file checksum verification failed/);
|
|
156
|
+
}, 60000);
|
|
157
|
+
});
|
|
158
|
+
|
|
159
|
+
describe("resolveExtensionPath", () => {
|
|
160
|
+
it("returns provided path when given", async () => {
|
|
161
|
+
const providedPath = "/custom/path/to/extension.so";
|
|
162
|
+
const resolved = await resolveExtensionPath(providedPath);
|
|
163
|
+
expect(resolved).toBe(providedPath);
|
|
164
|
+
});
|
|
165
|
+
|
|
166
|
+
it("uses environment variable when no path provided", async () => {
|
|
167
|
+
const envPath = "/env/path/to/extension.so";
|
|
168
|
+
const originalEnv = process.env.ABSURD_SQLITE_EXTENSION_PATH;
|
|
169
|
+
|
|
170
|
+
try {
|
|
171
|
+
process.env.ABSURD_SQLITE_EXTENSION_PATH = envPath;
|
|
172
|
+
const resolved = await resolveExtensionPath();
|
|
173
|
+
expect(resolved).toBe(envPath);
|
|
174
|
+
} finally {
|
|
175
|
+
if (originalEnv !== undefined) {
|
|
176
|
+
process.env.ABSURD_SQLITE_EXTENSION_PATH = originalEnv;
|
|
177
|
+
} else {
|
|
178
|
+
delete process.env.ABSURD_SQLITE_EXTENSION_PATH;
|
|
179
|
+
}
|
|
180
|
+
}
|
|
181
|
+
});
|
|
182
|
+
|
|
183
|
+
it("downloads when no path or env var provided", async () => {
|
|
184
|
+
tempCacheDir = mkdtempSync(join(tmpdir(), "absurd-ext-cache-"));
|
|
185
|
+
const originalEnv = process.env.ABSURD_SQLITE_EXTENSION_PATH;
|
|
186
|
+
|
|
187
|
+
try {
|
|
188
|
+
delete process.env.ABSURD_SQLITE_EXTENSION_PATH;
|
|
189
|
+
|
|
190
|
+
const resolved = await resolveExtensionPath(undefined, {
|
|
191
|
+
version: "v0.1.0-alpha.3",
|
|
192
|
+
cacheDir: tempCacheDir,
|
|
193
|
+
});
|
|
194
|
+
|
|
195
|
+
expect(existsSync(resolved)).toBe(true);
|
|
196
|
+
expect(resolved).toContain(tempCacheDir);
|
|
197
|
+
} finally {
|
|
198
|
+
if (originalEnv !== undefined) {
|
|
199
|
+
process.env.ABSURD_SQLITE_EXTENSION_PATH = originalEnv;
|
|
200
|
+
}
|
|
201
|
+
}
|
|
202
|
+
}, 60000);
|
|
203
|
+
});
|