@lichen-ai/lichen-sdk 0.1.0

package/dist/utils/stream.js

@@ -0,0 +1,109 @@
+/*
+ * Support async iterator syntax for ReadableStreams in all environments.
+ * Source: https://github.com/MattiasBuelens/web-streams-polyfill/pull/122#issuecomment-1627354490
+ */
+export class IterableReadableStream extends ReadableStream {
+    reader = null;
+    ensureReader() {
+        if (!this.reader) {
+            this.reader = this.getReader();
+        }
+        return this.reader;
+    }
+    async next() {
+        const reader = this.ensureReader();
+        try {
+            const result = await reader.read();
+            if (result.done) {
+                reader.releaseLock(); // release lock when stream becomes closed
+                this.reader = null;
+                return {
+                    done: true,
+                    value: undefined
+                };
+            }
+            else {
+                return {
+                    done: false,
+                    value: result.value
+                };
+            }
+        }
+        catch (e) {
+            reader.releaseLock(); // release lock when stream becomes errored
+            this.reader = null;
+            throw e;
+        }
+    }
+    async return() {
+        const reader = this.ensureReader();
+        // If wrapped in a Node stream, cancel is already called.
+        if (this.locked) {
+            const cancelPromise = reader.cancel(); // cancel first, but don't await yet
+            reader.releaseLock(); // release lock first
+            await cancelPromise; // now await it
+        }
+        this.reader = null;
+        return { done: true, value: undefined };
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    async throw(e) {
+        const reader = this.ensureReader();
+        if (this.locked) {
+            const cancelPromise = reader.cancel(); // cancel first, but don't await yet
+            reader.releaseLock(); // release lock first
+            await cancelPromise; // now await it
+        }
+        this.reader = null;
+        throw e;
+    }
+    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+    // @ts-ignore Not present in Node 18 types, required in latest Node 22
+    async [Symbol.asyncDispose]() {
+        await this.return();
+    }
+    [Symbol.asyncIterator]() {
+        return this;
+    }
+    static fromReadableStream(stream) {
+        // From https://developer.mozilla.org/en-US/docs/Web/API/Streams_API/Using_readable_streams#reading_the_stream
+        const reader = stream.getReader();
+        return new IterableReadableStream({
+            start(controller) {
+                return pump();
+                function pump() {
+                    return reader.read().then(({ done, value }) => {
+                        // When no more data needs to be consumed, close the stream
+                        if (done) {
+                            controller.close();
+                            return;
+                        }
+                        // Enqueue the next data chunk into our target stream
+                        controller.enqueue(value);
+                        return pump();
+                    });
+                }
+            },
+            cancel() {
+                reader.releaseLock();
+            }
+        });
+    }
+    static fromAsyncGenerator(generator) {
+        return new IterableReadableStream({
+            async pull(controller) {
+                const { value, done } = await generator.next();
+                // When no more data needs to be consumed, close the stream
+                if (done) {
+                    controller.close();
+                }
+                // Fix: `else if (value)` will hang the streaming when nullish value (e.g. empty string) is pulled
+                controller.enqueue(value);
+            },
+            async cancel(reason) {
+                await generator.return(reason);
+            }
+        });
+    }
+}
+//# sourceMappingURL=stream.js.map

package/dist/utils/stream.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.js","sourceRoot":"","sources":["../../src/utils/stream.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,MAAM,OAAO,sBAA0B,SAAQ,cAAiB;IACtD,MAAM,GAA0C,IAAI,CAAA;IAEpD,YAAY;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA;QAChC,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;QAClC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YAClC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAChB,MAAM,CAAC,WAAW,EAAE,CAAA,CAAC,0CAA0C;gBAC/D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;gBAClB,OAAO;oBACL,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,SAAS;iBACjB,CAAA;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO;oBACL,IAAI,EAAE,KAAK;oBACX,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAA;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,WAAW,EAAE,CAAA,CAAC,2CAA2C;YAChE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;YAClB,MAAM,CAAC,CAAA;QACT,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;QAClC,yDAAyD;QACzD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,CAAA,CAAC,oCAAoC;YAC1E,MAAM,CAAC,WAAW,EAAE,CAAA,CAAC,qBAAqB;YAC1C,MAAM,aAAa,CAAA,CAAC,eAAe;QACrC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;IACzC,CAAC;IAED,8DAA8D;IAC9D,KAAK,CAAC,KAAK,CAAC,CAAM;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;QAClC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,CAAA,CAAC,oCAAoC;YAC1E,MAAM,CAAC,WAAW,EAAE,CAAA,CAAC,qBAAqB;YAC1C,MAAM,aAAa,CAAA,CAAC,eAAe;QACrC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,MAAM,CAAC,CAAA;IACT,CAAC;IAED,6DAA6D;IAC7D,sEAAsE;IACtE,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QACzB,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;IACrB,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,CAAC,kBAAkB,CAAI,MAAyB;QACpD,8GAA8G;QAC9G,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAA;QACjC,OAAO,IAAI,sBAAsB,CAAI;YACnC,KAAK,CAAC,UAAU;gBACd,OAAO,IAAI,EAAE,CAAA;gBACb,SAAS,IAAI;oBACX,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE;wBAC5C,2DAA2D;wBAC3D,IAAI,IAAI,EAAE,CAAC;4BACT,UAAU,CAAC,KAAK,EAAE,CAAA;4BAClB,OAAM;wBACR,CAAC;wBACD,qDAAqD;wBACrD,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;wBACzB,OAAO,IAAI,EAAE,CAAA;oBACf,CAAC,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YACD,MAAM;gBACJ,MAAM,CAAC,WAAW,EAAE,CAAA;YACtB,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,CAAC,kBAAkB,CAAI,SAA4B;QACvD,OAAO,IAAI,sBAAsB,CAAI;YACnC,KAAK,CAAC,IAAI,CAAC,UAAU;gBACnB,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;gBAC9C,2DAA2D;gBAC3D,IAAI,IAAI,EAAE,CAAC;oBACT,UAAU,CAAC,KAAK,EAAE,CAAA;gBACpB,CAAC;gBACD,kGAAkG;gBAClG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;YAC3B,CAAC;YACD,KAAK,CAAC,MAAM,CAAC,MAAM;gBACjB,MAAM,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YAChC,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;CACF"}

package/dist/utils/stream.mjs

@@ -0,0 +1,109 @@
+/*
+ * Support async iterator syntax for ReadableStreams in all environments.
+ * Source: https://github.com/MattiasBuelens/web-streams-polyfill/pull/122#issuecomment-1627354490
+ */
+export class IterableReadableStream extends ReadableStream {
+    reader = null;
+    ensureReader() {
+        if (!this.reader) {
+            this.reader = this.getReader();
+        }
+        return this.reader;
+    }
+    async next() {
+        const reader = this.ensureReader();
+        try {
+            const result = await reader.read();
+            if (result.done) {
+                reader.releaseLock(); // release lock when stream becomes closed
+                this.reader = null;
+                return {
+                    done: true,
+                    value: undefined
+                };
+            }
+            else {
+                return {
+                    done: false,
+                    value: result.value
+                };
+            }
+        }
+        catch (e) {
+            reader.releaseLock(); // release lock when stream becomes errored
+            this.reader = null;
+            throw e;
+        }
+    }
+    async return() {
+        const reader = this.ensureReader();
+        // If wrapped in a Node stream, cancel is already called.
+        if (this.locked) {
+            const cancelPromise = reader.cancel(); // cancel first, but don't await yet
+            reader.releaseLock(); // release lock first
+            await cancelPromise; // now await it
+        }
+        this.reader = null;
+        return { done: true, value: undefined };
+    }
+    // eslint-disable-next-line @typescript-eslint/no-explicit-any
+    async throw(e) {
+        const reader = this.ensureReader();
+        if (this.locked) {
+            const cancelPromise = reader.cancel(); // cancel first, but don't await yet
+            reader.releaseLock(); // release lock first
+            await cancelPromise; // now await it
+        }
+        this.reader = null;
+        throw e;
+    }
+    // eslint-disable-next-line @typescript-eslint/ban-ts-comment
+    // @ts-ignore Not present in Node 18 types, required in latest Node 22
+    async [Symbol.asyncDispose]() {
+        await this.return();
+    }
+    [Symbol.asyncIterator]() {
+        return this;
+    }
+    static fromReadableStream(stream) {
+        // From https://developer.mozilla.org/en-US/docs/Web/API/Streams_API/Using_readable_streams#reading_the_stream
+        const reader = stream.getReader();
+        return new IterableReadableStream({
+            start(controller) {
+                return pump();
+                function pump() {
+                    return reader.read().then(({ done, value }) => {
+                        // When no more data needs to be consumed, close the stream
+                        if (done) {
+                            controller.close();
+                            return;
+                        }
+                        // Enqueue the next data chunk into our target stream
+                        controller.enqueue(value);
+                        return pump();
+                    });
+                }
+            },
+            cancel() {
+                reader.releaseLock();
+            }
+        });
+    }
+    static fromAsyncGenerator(generator) {
+        return new IterableReadableStream({
+            async pull(controller) {
+                const { value, done } = await generator.next();
+                // When no more data needs to be consumed, close the stream
+                if (done) {
+                    controller.close();
+                }
+                // Fix: `else if (value)` will hang the streaming when nullish value (e.g. empty string) is pulled
+                controller.enqueue(value);
+            },
+            async cancel(reason) {
+                await generator.return(reason);
+            }
+        });
+    }
+}
+//# sourceMappingURL=stream.mjs.map

package/dist/utils/stream.mjs.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream.mjs","sourceRoot":"","sources":["../../src/utils/stream.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,MAAM,OAAO,sBAA0B,SAAQ,cAAiB;IACtD,MAAM,GAA0C,IAAI,CAAA;IAEpD,YAAY;QAClB,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC,SAAS,EAAE,CAAA;QAChC,CAAC;QACD,OAAO,IAAI,CAAC,MAAM,CAAA;IACpB,CAAC;IAED,KAAK,CAAC,IAAI;QACR,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;QAClC,IAAI,CAAC;YACH,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAA;YAClC,IAAI,MAAM,CAAC,IAAI,EAAE,CAAC;gBAChB,MAAM,CAAC,WAAW,EAAE,CAAA,CAAC,0CAA0C;gBAC/D,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;gBAClB,OAAO;oBACL,IAAI,EAAE,IAAI;oBACV,KAAK,EAAE,SAAS;iBACjB,CAAA;YACH,CAAC;iBAAM,CAAC;gBACN,OAAO;oBACL,IAAI,EAAE,KAAK;oBACX,KAAK,EAAE,MAAM,CAAC,KAAK;iBACpB,CAAA;YACH,CAAC;QACH,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACX,MAAM,CAAC,WAAW,EAAE,CAAA,CAAC,2CAA2C;YAChE,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;YAClB,MAAM,CAAC,CAAA;QACT,CAAC;IACH,CAAC;IAED,KAAK,CAAC,MAAM;QACV,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;QAClC,yDAAyD;QACzD,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,CAAA,CAAC,oCAAoC;YAC1E,MAAM,CAAC,WAAW,EAAE,CAAA,CAAC,qBAAqB;YAC1C,MAAM,aAAa,CAAA,CAAC,eAAe;QACrC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAA;IACzC,CAAC;IAED,8DAA8D;IAC9D,KAAK,CAAC,KAAK,CAAC,CAAM;QAChB,MAAM,MAAM,GAAG,IAAI,CAAC,YAAY,EAAE,CAAA;QAClC,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YAChB,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,CAAA,CAAC,oCAAoC;YAC1E,MAAM,CAAC,WAAW,EAAE,CAAA,CAAC,qBAAqB;YAC1C,MAAM,aAAa,CAAA,CAAC,eAAe;QACrC,CAAC;QACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAA;QAClB,MAAM,CAAC,CAAA;IACT,CAAC;IAED,6DAA6D;IAC7D,sEAAsE;IACtE,KAAK,CAAC,CAAC,MAAM,CAAC,YAAY,CAAC;QACzB,MAAM,IAAI,CAAC,MAAM,EAAE,CAAA;IACrB,CAAC;IAED,CAAC,MAAM,CAAC,aAAa,CAAC;QACpB,OAAO,IAAI,CAAA;IACb,CAAC;IAED,MAAM,CAAC,kBAAkB,CAAI,MAAyB;QACpD,8GAA8G;QAC9G,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAA;QACjC,OAAO,IAAI,sBAAsB,CAAI;YACnC,KAAK,CAAC,UAAU;gBACd,OAAO,IAAI,EAAE,CAAA;gBACb,SAAS,IAAI;oBACX,OAAO,MAAM,CAAC,IAAI,EAAE,CAAC,IAAI,CAAC,CAAC,EAAE,IAAI,EAAE,KAAK,EAAE,EAAE,EAAE;wBAC5C,2DAA2D;wBAC3D,IAAI,IAAI,EAAE,CAAC;4BACT,UAAU,CAAC,KAAK,EAAE,CAAA;4BAClB,OAAM;wBACR,CAAC;wBACD,qDAAqD;wBACrD,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;wBACzB,OAAO,IAAI,EAAE,CAAA;oBACf,CAAC,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;YACD,MAAM;gBACJ,MAAM,CAAC,WAAW,EAAE,CAAA;YACtB,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;IAED,MAAM,CAAC,kBAAkB,CAAI,SAA4B;QACvD,OAAO,IAAI,sBAAsB,CAAI;YACnC,KAAK,CAAC,IAAI,CAAC,UAAU;gBACnB,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,MAAM,SAAS,CAAC,IAAI,EAAE,CAAA;gBAC9C,2DAA2D;gBAC3D,IAAI,IAAI,EAAE,CAAC;oBACT,UAAU,CAAC,KAAK,EAAE,CAAA;gBACpB,CAAC;gBACD,kGAAkG;gBAClG,UAAU,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;YAC3B,CAAC;YACD,KAAK,CAAC,MAAM,CAAC,MAAM;gBACjB,MAAM,SAAS,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;YAChC,CAAC;SACF,CAAC,CAAA;IACJ,CAAC;CACF"}

package/package.json

@@ -0,0 +1,63 @@
+{
+  "name": "@lichen-ai/lichen-sdk",
+  "version": "0.1.0",
+  "description": "SDK Core functionality package",
+  "type": "module",
+  "main": "dist/index.js",
+  "module": "dist/index.mjs",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "import": "./dist/index.mjs",
+      "require": "./dist/index.js",
+      "types": "./dist/index.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "LICENSE"
+  ],
+  "scripts": {
+    "prebuild": "rimraf dist",
+    "build": "tsc",
+    "bundle": "echo 'Bundle step for SDK core package'",
+    "dev": "tsc --watch",
+    "test": "vitest",
+    "test:run": "vitest run"
+  },
+  "dependencies": {
+    "p-queue": "^6.6.2",
+    "p-retry": "4",
+    "uuid": "^9.0.0"
+  },
+  "devDependencies": {
+    "@types/node": "^22.16.3",
+    "@types/json-schema": "^7.0.15",
+    "rimraf": "^6.0.1",
+    "typescript": "^5.8.3",
+    "vitest": "^3.2.4",
+    "@langchain/core": "^1.0.1",
+    "@langchain/scripts": "^0.1.4",
+    "@tsconfig/recommended": "^1.0.2",
+    "@types/uuid": "^9.0.1",
+    "@typescript-eslint/eslint-plugin": "^6.12.0",
+    "@typescript-eslint/parser": "^6.12.0",
+    "eslint": "^8.33.0",
+    "eslint-config-airbnb-base": "^15.0.0",
+    "eslint-config-prettier": "^8.6.0",
+    "eslint-plugin-import": "^2.29.1",
+    "eslint-plugin-no-instanceof": "^1.0.1",
+    "eslint-plugin-prettier": "^4.2.1",
+    "json-schema": "^0.4.0",
+    "prettier": "^2.8.3"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/lichen-ai/lichen.git",
+    "directory": "third_party/lichen-chatkit/packages/lichen-sdk"
+  },
+  "license": "MIT"
+}