@aigne/sqlite 0.3.1 → 0.4.1

package/CHANGELOG.md

@@ -1,5 +1,19 @@
 # Changelog
 
+## [0.4.1](https://github.com/AIGNE-io/aigne-framework/compare/sqlite-v0.4.0...sqlite-v0.4.1) (2025-08-26)
+
+
+### Bug Fixes
+
+* **cli:** reduce memory usage of AIGNE CLI ([#411](https://github.com/AIGNE-io/aigne-framework/issues/411)) ([9c36969](https://github.com/AIGNE-io/aigne-framework/commit/9c369699d966d37abf2d6a1624eac3d2fda4123b))
+
+## [0.4.0](https://github.com/AIGNE-io/aigne-framework/compare/sqlite-v0.3.1...sqlite-v0.4.0) (2025-07-15)
+
+
+### Features
+
+* **memory:** support did space memory adapter ([#229](https://github.com/AIGNE-io/aigne-framework/issues/229)) ([6f69b64](https://github.com/AIGNE-io/aigne-framework/commit/6f69b64e98b963db9d6ab5357306b445385eaa68))
+
 ## [0.3.1](https://github.com/AIGNE-io/aigne-framework/compare/sqlite-v0.3.0...sqlite-v0.3.1) (2025-07-14)
 
 

package/lib/cjs/index.node.js

@@ -3,11 +3,30 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.initDatabase = initDatabase;
 const client_1 = require("@libsql/client");
 const libsql_1 = require("drizzle-orm/libsql");
+const retry_js_1 = require("./retry.js");
 async function initDatabase({ url = ":memory:", wal = false, } = {}) {
+    let db;
     if (wal) {
         const client = (0, client_1.createClient)({ url });
-        await client.execute("PRAGMA journal_mode=WAL;");
-        return (0, libsql_1.drizzle)(client);
+        await client.execute(`\
+PRAGMA journal_mode = WAL;
+PRAGMA synchronous = normal;
+PRAGMA wal_autocheckpoint = 5000;
+PRAGMA busy_timeout = 5000;
+`);
+        db = (0, libsql_1.drizzle)(client);
     }
-    return (0, libsql_1.drizzle)(url);
+    else {
+        db = (0, libsql_1.drizzle)(url);
+    }
+    if ("session" in db && db.session && typeof db.session === "object") {
+        db.session = (0, retry_js_1.withRetry)(db.session, [
+            "all",
+            "get",
+            "run",
+            "values",
+            "count",
+        ]);
+    }
+    return db;
 }

package/lib/cjs/package.json

@@ -1 +1,3 @@
-{"type": "commonjs"}
+{
+  "type": "commonjs"
+}

package/lib/cjs/retry.d.ts

@@ -0,0 +1,8 @@
+export interface WithRetryOptions {
+    max?: number;
+    backoffBase?: number;
+    backoffExponent?: number;
+    backoffJitter?: number;
+    shouldRetry?: (err: any) => boolean;
+}
+export declare function withRetry<T extends object>(db: T, methods: (keyof T)[], { max, backoffBase, backoffExponent, backoffJitter, shouldRetry, }?: WithRetryOptions): T;

package/lib/cjs/retry.js

@@ -0,0 +1,45 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.withRetry = withRetry;
+function isDBLockedError(error) {
+    let err = error;
+    while (err) {
+        if (!(err instanceof Error))
+            return false;
+        if (typeof err.message !== "string")
+            return false;
+        const isLock = err.message.includes("SQLITE_BUSY");
+        if (isLock)
+            return true;
+        err = err.cause;
+    }
+    return false;
+}
+function withRetry(db, methods, { max = 20, backoffBase = 300, backoffExponent = 1.2, backoffJitter = 100, shouldRetry = isDBLockedError, } = {}) {
+    return new Proxy(db, {
+        get(target, prop) {
+            const val = target?.[prop];
+            if (methods.includes(prop) && typeof val === "function") {
+                return async (...args) => {
+                    let attempt = 1;
+                    while (true) {
+                        try {
+                            return await val.apply(target, args);
+                        }
+                        catch (err) {
+                            if (!shouldRetry(err) || ++attempt > max) {
+                                throw err;
+                            }
+                            const exp = backoffExponent ** (attempt - 1);
+                            const expDelay = backoffBase * exp;
+                            const jitter = Math.random() * backoffJitter;
+                            const waitTime = Math.floor(expDelay + jitter);
+                            await new Promise((resolve) => setTimeout(resolve, waitTime));
+                        }
+                    }
+                };
+            }
+            return val;
+        },
+    });
+}

package/lib/esm/index.node.js

@@ -1,10 +1,29 @@
 import { createClient } from "@libsql/client";
 import { drizzle } from "drizzle-orm/libsql";
+import { withRetry } from "./retry.js";
 export async function initDatabase({ url = ":memory:", wal = false, } = {}) {
+    let db;
     if (wal) {
         const client = createClient({ url });
-        await client.execute("PRAGMA journal_mode=WAL;");
-        return drizzle(client);
+        await client.execute(`\
+PRAGMA journal_mode = WAL;
+PRAGMA synchronous = normal;
+PRAGMA wal_autocheckpoint = 5000;
+PRAGMA busy_timeout = 5000;
+`);
+        db = drizzle(client);
     }
-    return drizzle(url);
+    else {
+        db = drizzle(url);
+    }
+    if ("session" in db && db.session && typeof db.session === "object") {
+        db.session = withRetry(db.session, [
+            "all",
+            "get",
+            "run",
+            "values",
+            "count",
+        ]);
+    }
+    return db;
 }

package/lib/esm/package.json

@@ -1 +1,3 @@
-{"type": "module"}
+{
+  "type": "module"
+}

package/lib/esm/retry.d.ts

@@ -0,0 +1,8 @@
+export interface WithRetryOptions {
+    max?: number;
+    backoffBase?: number;
+    backoffExponent?: number;
+    backoffJitter?: number;
+    shouldRetry?: (err: any) => boolean;
+}
+export declare function withRetry<T extends object>(db: T, methods: (keyof T)[], { max, backoffBase, backoffExponent, backoffJitter, shouldRetry, }?: WithRetryOptions): T;

package/lib/esm/retry.js

@@ -0,0 +1,42 @@
+function isDBLockedError(error) {
+    let err = error;
+    while (err) {
+        if (!(err instanceof Error))
+            return false;
+        if (typeof err.message !== "string")
+            return false;
+        const isLock = err.message.includes("SQLITE_BUSY");
+        if (isLock)
+            return true;
+        err = err.cause;
+    }
+    return false;
+}
+export function withRetry(db, methods, { max = 20, backoffBase = 300, backoffExponent = 1.2, backoffJitter = 100, shouldRetry = isDBLockedError, } = {}) {
+    return new Proxy(db, {
+        get(target, prop) {
+            const val = target?.[prop];
+            if (methods.includes(prop) && typeof val === "function") {
+                return async (...args) => {
+                    let attempt = 1;
+                    while (true) {
+                        try {
+                            return await val.apply(target, args);
+                        }
+                        catch (err) {
+                            if (!shouldRetry(err) || ++attempt > max) {
+                                throw err;
+                            }
+                            const exp = backoffExponent ** (attempt - 1);
+                            const expDelay = backoffBase * exp;
+                            const jitter = Math.random() * backoffJitter;
+                            const waitTime = Math.floor(expDelay + jitter);
+                            await new Promise((resolve) => setTimeout(resolve, waitTime));
+                        }
+                    }
+                };
+            }
+            return val;
+        },
+    });
+}

package/package.json

@@ -1,17 +1,20 @@
 {
   "name": "@aigne/sqlite",
-  "version": "0.3.1",
+  "version": "0.4.1",
   "description": "AIGNE SQLite database library for building AI-powered applications",
   "publishConfig": {
     "access": "public"
   },
   "author": "Arcblock <blocklet@arcblock.io> https://github.com/blocklet",
-  "homepage": "https://github.com/AIGNE-io/aigne-framework",
+  "homepage": "https://www.aigne.io/framework",
   "license": "Elastic-2.0",
   "repository": {
     "type": "git",
     "url": "git+https://github.com/AIGNE-io/aigne-framework"
   },
+  "bugs": {
+    "url": "https://github.com/AIGNE-io/aigne-framework/issues"
+  },
   "files": [
     "lib/cjs",
     "lib/esm",
@@ -62,6 +65,6 @@
     "clean": "rimraf lib test/coverage",
     "test": "bun test",
     "test:coverage": "bun test --coverage --coverage-reporter=lcov --coverage-reporter=text",
-    "postbuild": "echo '{\"type\": \"module\"}' > lib/esm/package.json && echo '{\"type\": \"commonjs\"}' > lib/cjs/package.json"
+    "postbuild": "node ../../scripts/post-build-lib.mjs"
   }
 }