@celljs/ai-core 3.8.0 → 4.0.0

package/esm/common/module.js

@@ -0,0 +1,4 @@
+import { autoBind } from '@celljs/core';
+import './index.js';
+export default autoBind();
+//# sourceMappingURL=module.js.map

package/esm/common/module.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"module.js","sourceRoot":"","sources":["../../src/common/module.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,cAAc,CAAC;AACxC,OAAO,SAAS,CAAC;AAEjB,eAAe,QAAQ,EAAE,CAAC"}

package/esm/common/sse/index.d.ts

@@ -0,0 +1,3 @@
+export * from './line-decoder.js';
+export * from './sse-protocol.js';
+export * from './sse-decoder.js';

package/esm/common/sse/index.js

@@ -0,0 +1,4 @@
+export * from './line-decoder.js';
+export * from './sse-protocol.js';
+export * from './sse-decoder.js';
+//# sourceMappingURL=index.js.map

package/esm/common/sse/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/common/sse/index.ts"],"names":[],"mappings":"AAAA,cAAc,gBAAgB,CAAC;AAC/B,cAAc,gBAAgB,CAAC;AAC/B,cAAc,eAAe,CAAC"}

package/esm/common/sse/line-decoder.d.ts

@@ -0,0 +1,14 @@
+import { Bytes } from '@celljs/core';
+import { LineDecoder } from './sse-protocol.js';
+/**
+ * Line decoder.
+ */
+export declare class LineDecoderImpl implements LineDecoder {
+    private buffer;
+    private trailingCR;
+    static readonly NEWLINE_CHARS: Set<string>;
+    static readonly NEWLINE_REGEXP: RegExp;
+    constructor();
+    decode(chunk: Bytes): string[];
+    flush(): string[];
+}

package/esm/common/sse/line-decoder.js

@@ -0,0 +1,51 @@
+import { ByteUtil } from '@celljs/core';
+/**
+ * Line decoder.
+ */
+export class LineDecoderImpl {
+    constructor() {
+        this.buffer = [];
+        this.trailingCR = false;
+    }
+    decode(chunk) {
+        let text = ByteUtil.decode(chunk);
+        if (this.trailingCR) {
+            text = '\r' + text;
+            this.trailingCR = false;
+        }
+        if (text.endsWith('\r')) {
+            this.trailingCR = true;
+            text = text.slice(0, -1);
+        }
+        if (!text) {
+            return [];
+        }
+        const trailingNewline = LineDecoderImpl.NEWLINE_CHARS.has(text[text.length - 1] || '');
+        let lines = text.split(LineDecoderImpl.NEWLINE_REGEXP);
+        if (lines.length === 1 && !trailingNewline) {
+            this.buffer.push(lines[0]);
+            return [];
+        }
+        if (this.buffer.length > 0) {
+            lines = [this.buffer.join('') + lines[0], ...lines.slice(1)];
+            this.buffer = [];
+        }
+        if (!trailingNewline) {
+            this.buffer = [lines.pop() || ''];
+        }
+        return lines;
+    }
+    flush() {
+        if (this.buffer.length === 0 && !this.trailingCR) {
+            return [];
+        }
+        const lines = [this.buffer.join('')];
+        this.buffer = [];
+        this.trailingCR = false;
+        return lines;
+    }
+}
+LineDecoderImpl.NEWLINE_CHARS = new Set(['\n', '\r', '\x0b', '\x0c', '\x1c', '\x1d', '\x1e', '\x85', '\u2028', '\u2029']);
+/* eslint-disable-next-line no-control-regex */
+LineDecoderImpl.NEWLINE_REGEXP = /\r\n|[\n\r\x0b\x0c\x1c\x1d\x1e\x85\u2028\u2029]/g;
+//# sourceMappingURL=line-decoder.js.map

package/esm/common/sse/line-decoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"line-decoder.js","sourceRoot":"","sources":["../../../src/common/sse/line-decoder.ts"],"names":[],"mappings":"AAAA,OAAO,EAAS,QAAQ,EAAE,MAAM,cAAc,CAAC;AAG/C;;GAEG;AACH,MAAM,OAAO,eAAe;IAQxB;QACI,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;IAC5B,CAAC;IAED,MAAM,CAAC,KAAY;QACf,IAAI,IAAI,GAAG,QAAQ,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;QAElC,IAAI,IAAI,CAAC,UAAU,EAAE,CAAC;YAClB,IAAI,GAAG,IAAI,GAAG,IAAI,CAAC;YACnB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QAC5B,CAAC;QACD,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;YACvB,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC;QAED,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,eAAe,GAAG,eAAe,CAAC,aAAa,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;QACvF,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,CAAC,cAAc,CAAC,CAAC;QAEvD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,eAAe,EAAE,CAAC;YACzC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAE,CAAC,CAAC;YAC5B,OAAO,EAAE,CAAC;QACd,CAAC;QAED,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzB,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;YAC7D,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACrB,CAAC;QAED,IAAI,CAAC,eAAe,EAAE,CAAC;YACnB,IAAI,CAAC,MAAM,GAAG,CAAC,KAAK,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC;QACtC,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,KAAK;QACD,IAAI,IAAI,CAAC,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,CAAC;YAC/C,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,KAAK,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;QACrC,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QACjB,IAAI,CAAC,UAAU,GAAG,KAAK,CAAC;QACxB,OAAO,KAAK,CAAC;IACjB,CAAC;CACJ;AAvDmB,6BAAa,GAAG,IAAI,GAAG,CAAC,CAAC,IAAI,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC,CAAC;AAC1H,+CAA+C;AAC/B,8BAAc,GAAG,kDAAkD,CAAC"}

package/esm/common/sse/sse-decoder.d.ts

@@ -0,0 +1,26 @@
+import { EventDecoder, StreamEvent } from './sse-protocol.js';
+/**
+ * Server-sent event.
+ */
+export declare class SSEDecoder implements EventDecoder {
+    private event?;
+    private data;
+    private chunks;
+    constructor();
+    protected buildServerSentEvent(): StreamEvent<string>;
+    decode(line: string): StreamEvent<string> | undefined;
+    /**
+     * Partitions a string into three parts based on a delimiter.
+     * @param str The string to partition.
+     * @param delimiter The delimiter to partition the string by.
+     * @returns A tuple containing the three parts of the partitioned string.
+     * The first part is the string before the delimiter, the second part is the delimiter itself,
+     * and the third part is the string after the delimiter.
+     * If the delimiter is not found in the string, the first part is the entire string, the second part is an empty string, and the third part is an empty string.
+     * @example
+     * partition('hello,world', ',') // ['hello', ',', 'world']
+     * partition('hello,world', '.') // ['hello,world', '', '']
+     * partition('hello,world', 'l') // ['he', 'l', 'lo,world']
+     */
+    protected partition(str: string, delimiter: string): [string, string, string];
+}

package/esm/common/sse/sse-decoder.js

@@ -0,0 +1,70 @@
+/**
+ * Server-sent event.
+ */
+export class SSEDecoder {
+    constructor() {
+        this.event = undefined;
+        this.data = [];
+        this.chunks = [];
+    }
+    buildServerSentEvent() {
+        const sse = {
+            event: this.event,
+            data: this.data.join('\n'),
+            raw: this.chunks,
+        };
+        this.event = undefined;
+        this.data = [];
+        this.chunks = [];
+        return sse;
+    }
+    decode(line) {
+        if (line.endsWith('\r')) {
+            line = line.substring(0, line.length - 1);
+        }
+        if (!line) {
+            if (!this.event && this.data.length === 0) {
+                return;
+            }
+            return this.buildServerSentEvent();
+        }
+        this.chunks.push(line);
+        if (line.startsWith(':')) {
+            return;
+        }
+        if (line.startsWith('{') && line.endsWith('}')) {
+            this.data.push(line);
+            return this.buildServerSentEvent();
+        }
+        const [fieldName, , value] = this.partition(line, ':');
+        const trimmedValue = value.startsWith(' ') ? value.substring(1) : value;
+        if (fieldName === 'event') {
+            this.event = trimmedValue;
+        }
+        else if (fieldName === 'data') {
+            this.data.push(trimmedValue);
+        }
+        return;
+    }
+    /**
+     * Partitions a string into three parts based on a delimiter.
+     * @param str The string to partition.
+     * @param delimiter The delimiter to partition the string by.
+     * @returns A tuple containing the three parts of the partitioned string.
+     * The first part is the string before the delimiter, the second part is the delimiter itself,
+     * and the third part is the string after the delimiter.
+     * If the delimiter is not found in the string, the first part is the entire string, the second part is an empty string, and the third part is an empty string.
+     * @example
+     * partition('hello,world', ',') // ['hello', ',', 'world']
+     * partition('hello,world', '.') // ['hello,world', '', '']
+     * partition('hello,world', 'l') // ['he', 'l', 'lo,world']
+     */
+    partition(str, delimiter) {
+        const index = str.indexOf(delimiter);
+        if (index !== -1) {
+            return [str.substring(0, index), delimiter, str.substring(index + delimiter.length)];
+        }
+        return [str, '', ''];
+    }
+}
+//# sourceMappingURL=sse-decoder.js.map

package/esm/common/sse/sse-decoder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse-decoder.js","sourceRoot":"","sources":["../../../src/common/sse/sse-decoder.ts"],"names":[],"mappings":"AAEA;;GAEG;AACH,MAAM,OAAO,UAAU;IAKnB;QACI,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;IACrB,CAAC;IAES,oBAAoB;QAC1B,MAAM,GAAG,GAAwB;YAC7B,KAAK,EAAE,IAAI,CAAC,KAAK;YACjB,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC;YAC1B,GAAG,EAAE,IAAI,CAAC,MAAM;SACnB,CAAC;QAEF,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,IAAI,CAAC,IAAI,GAAG,EAAE,CAAC;QACf,IAAI,CAAC,MAAM,GAAG,EAAE,CAAC;QAEjB,OAAO,GAAG,CAAC;IACf,CAAC;IAED,MAAM,CAAC,IAAY;QACf,IAAI,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACtB,IAAI,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,IAAI,EAAE,CAAC;YACR,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACxC,OAAO;YACX,CAAC;YAED,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACvC,CAAC;QAED,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAEvB,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;YACvB,OAAO;QACX,CAAC;QAED,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;YAC7C,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACrB,OAAO,IAAI,CAAC,oBAAoB,EAAE,CAAC;QACvC,CAAC;QAED,MAAM,CAAC,SAAS,EAAE,AAAD,EAAG,KAAK,CAAC,GAAG,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;QAEvD,MAAM,YAAY,GAAG,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC;QAExE,IAAI,SAAS,KAAK,OAAO,EAAE,CAAC;YACxB,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;QAC9B,CAAC;aAAM,IAAI,SAAS,KAAK,MAAM,EAAE,CAAC;YAC9B,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QACjC,CAAC;QAED,OAAO;IACX,CAAC;IAED;;;;;;;;;;;;OAYG;IACO,SAAS,CAAC,GAAW,EAAE,SAAiB;QAC9C,MAAM,KAAK,GAAG,GAAG,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;QACrC,IAAI,KAAK,KAAK,CAAC,CAAC,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC,EAAE,KAAK,CAAC,EAAE,SAAS,EAAE,GAAG,CAAC,SAAS,CAAC,KAAK,GAAG,SAAS,CAAC,MAAM,CAAC,CAAC,CAAC;QACzF,CAAC;QACD,OAAO,CAAC,GAAG,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC;IACzB,CAAC;CACJ"}

package/esm/common/sse/sse-protocol.d.ts

@@ -0,0 +1,22 @@
+import { Bytes } from '@celljs/core';
+/**
+ * Server-sent event.
+ */
+export interface StreamEvent<Data> {
+    event?: string;
+    data: Data;
+    raw: string[];
+}
+/**
+ * Decoder for server-sent events.
+ */
+export interface EventDecoder {
+    decode(line: string): StreamEvent<string> | undefined;
+}
+/**
+ * Decoder for line-based protocols.
+ */
+export interface LineDecoder {
+    decode(chunk: Bytes): string[];
+    flush(): string[];
+}

package/esm/common/sse/sse-protocol.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=sse-protocol.js.map

package/esm/common/sse/sse-protocol.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse-protocol.js","sourceRoot":"","sources":["../../../src/common/sse/sse-protocol.ts"],"names":[],"mappings":""}

package/esm/common/utils/index.d.ts

@@ -0,0 +1,3 @@
+export * from './prompt-util.js';
+export * from './sse-util.js';
+export * from './usage-util.js';

package/esm/common/utils/index.js

@@ -0,0 +1,4 @@
+export * from './prompt-util.js';
+export * from './sse-util.js';
+export * from './usage-util.js';
+//# sourceMappingURL=index.js.map

package/esm/common/utils/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/common/utils/index.ts"],"names":[],"mappings":"AAAA,cAAc,eAAe,CAAC;AAC9B,cAAc,YAAY,CAAC;AAC3B,cAAc,cAAc,CAAC"}

package/esm/common/utils/prompt-util.d.ts

@@ -0,0 +1,4 @@
+import { ChatOptions, Message, Prompt } from '../chat/index.js';
+export declare abstract class PromptUtil {
+    static create(messages: Message[] | Message | string, options?: ChatOptions): Prompt;
+}

package/esm/common/utils/prompt-util.js

@@ -0,0 +1,7 @@
+import { PromptImpl } from '../chat/index.js';
+export class PromptUtil {
+    static create(messages, options = {}) {
+        return new PromptImpl(messages, options);
+    }
+}
+//# sourceMappingURL=prompt-util.js.map

package/esm/common/utils/prompt-util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"prompt-util.js","sourceRoot":"","sources":["../../../src/common/utils/prompt-util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAgC,UAAU,EAAE,MAAM,SAAS,CAAC;AAEnE,MAAM,OAAgB,UAAU;IACrB,MAAM,CAAC,MAAM,CAAC,QAAsC,EAAE,OAAO,GAAgB,EAAE;QAClF,OAAO,IAAI,UAAU,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7C,CAAC;CACJ"}

package/esm/common/utils/sse-util.d.ts

@@ -0,0 +1,10 @@
+import { Observable } from 'rxjs';
+import { StreamEvent } from '../sse/index.js';
+/**
+ * SSE utility class.
+ */
+export declare abstract class SSEUtil {
+    static toObservable<Data>(readableStream: ReadableStream, controller?: AbortController): Observable<StreamEvent<Data>>;
+    private static handleSSE;
+    private static readableStreamAsyncIterable;
+}

package/esm/common/utils/sse-util.js

@@ -0,0 +1,109 @@
+import { Observable } from 'rxjs';
+import { SSEDecoder, LineDecoderImpl } from '../sse/index.js';
+/**
+ * SSE utility class.
+ */
+export class SSEUtil {
+    static toObservable(readableStream, controller) {
+        return new Observable(subscriber => {
+            (async () => {
+                const decoder = new SSEDecoder();
+                const lineDecoder = new LineDecoderImpl();
+                try {
+                    const iterable = this.readableStreamAsyncIterable(readableStream);
+                    for await (const chunk of iterable) {
+                        const lines = lineDecoder.decode(chunk);
+                        for (const line of lines) {
+                            const sse = decoder.decode(line);
+                            this.handleSSE(sse, subscriber, controller);
+                        }
+                    }
+                    const remainingLines = lineDecoder.flush();
+                    for (const line of remainingLines) {
+                        const sse = decoder.decode(line);
+                        if (sse) {
+                            this.handleSSE(sse, subscriber, controller);
+                        }
+                    }
+                    subscriber.complete();
+                }
+                catch (e) {
+                    if (e instanceof Error && e.name === 'AbortError') {
+                        subscriber.complete();
+                    }
+                    else {
+                        subscriber.error(e);
+                    }
+                }
+                finally {
+                    controller === null || controller === void 0 ? void 0 : controller.abort();
+                }
+            })();
+        });
+    }
+    static handleSSE(sse, subscriber, controller) {
+        if (sse) {
+            if (sse.data.startsWith('[DONE]')) {
+                subscriber.complete();
+                controller === null || controller === void 0 ? void 0 : controller.abort();
+                return;
+            }
+            if (!sse.event || sse.event === 'error') {
+                let data;
+                try {
+                    data = JSON.parse(sse.data);
+                }
+                catch (e) {
+                    console.error('Could not parse message into JSON:', sse.data);
+                    console.error('From chunk:', sse.raw);
+                    subscriber.error(e);
+                    return;
+                }
+                if (data && data.error) {
+                    subscriber.error(data.error);
+                    return;
+                }
+                subscriber.next({
+                    event: sse.event,
+                    data,
+                    raw: sse.raw
+                });
+                if (data.done === true) {
+                    subscriber.complete();
+                    controller === null || controller === void 0 ? void 0 : controller.abort();
+                }
+            }
+        }
+    }
+    static readableStreamAsyncIterable(stream) {
+        if (stream[Symbol.asyncIterator]) {
+            return stream;
+        }
+        const reader = stream.getReader();
+        return {
+            async next() {
+                try {
+                    const result = await reader.read();
+                    if (result === null || result === void 0 ? void 0 : result.done) {
+                        reader.releaseLock();
+                    }
+                    return result;
+                }
+                catch (e) {
+                    reader.releaseLock();
+                    throw e;
+                }
+            },
+            async return() {
+                const cancelPromise = reader.cancel();
+                reader.releaseLock();
+                await cancelPromise;
+                return { done: true, value: undefined };
+            },
+            [Symbol.asyncIterator]() {
+                return this;
+            },
+        };
+    }
+}
+//# sourceMappingURL=sse-util.js.map

package/esm/common/utils/sse-util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sse-util.js","sourceRoot":"","sources":["../../../src/common/utils/sse-util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAc,MAAM,MAAM,CAAC;AAC9C,OAAO,EAAe,UAAU,EAAE,eAAe,EAAE,MAAM,QAAQ,CAAC;AAGlE;;GAEG;AACH,MAAM,OAAgB,OAAO;IAEzB,MAAM,CAAC,YAAY,CAAO,cAA8B,EAAE,UAA4B;QAClF,OAAO,IAAI,UAAU,CAAoB,UAAU,CAAC,EAAE;YAClD,CAAC,KAAK,IAAI,EAAE;gBACR,MAAM,OAAO,GAAG,IAAI,UAAU,EAAE,CAAC;gBACjC,MAAM,WAAW,GAAG,IAAI,eAAe,EAAE,CAAC;gBAE1C,IAAI,CAAC;oBACD,MAAM,QAAQ,GAAG,IAAI,CAAC,2BAA2B,CAAQ,cAAc,CAAC,CAAC;oBACzE,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,QAAQ,EAAE,CAAC;wBACjC,MAAM,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC;wBACxC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;4BACvB,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;4BACjC,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;wBAChD,CAAC;oBACL,CAAC;oBAED,MAAM,cAAc,GAAG,WAAW,CAAC,KAAK,EAAE,CAAC;oBAC3C,KAAK,MAAM,IAAI,IAAI,cAAc,EAAE,CAAC;wBAChC,MAAM,GAAG,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;wBACjC,IAAI,GAAG,EAAE,CAAC;4BACN,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,UAAU,EAAE,UAAU,CAAC,CAAC;wBAChD,CAAC;oBACL,CAAC;oBAED,UAAU,CAAC,QAAQ,EAAE,CAAC;gBAC1B,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACT,IAAI,CAAC,YAAY,KAAK,IAAI,CAAC,CAAC,IAAI,KAAK,YAAY,EAAE,CAAC;wBAChD,UAAU,CAAC,QAAQ,EAAE,CAAC;oBAC1B,CAAC;yBAAM,CAAC;wBACJ,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACxB,CAAC;gBACL,CAAC;wBAAS,CAAC;oBACP,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,KAAK,EAAE,CAAC;gBACxB,CAAC;YAEL,CAAC,CAAC,EAAE,CAAC;QAET,CAAC,CAAC,CAAC;IAEP,CAAC;IAEO,MAAM,CAAC,SAAS,CAAO,GAAoC,EAAE,UAAyC,EAAE,UAA4B;QACxI,IAAI,GAAG,EAAE,CAAC;YACN,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;gBAChC,UAAU,CAAC,QAAQ,EAAE,CAAC;gBACtB,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,KAAK,EAAE,CAAC;gBACpB,OAAO;YACX,CAAC;YAED,IAAI,CAAC,GAAG,CAAC,KAAK,IAAI,GAAG,CAAC,KAAK,KAAK,OAAO,EAAE,CAAC;gBACtC,IAAI,IAAI,CAAC;gBACT,IAAI,CAAC;oBACD,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;gBAChC,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACT,OAAO,CAAC,KAAK,CAAC,oCAAoC,EAAE,GAAG,CAAC,IAAI,CAAC,CAAC;oBAC9D,OAAO,CAAC,KAAK,CAAC,aAAa,EAAE,GAAG,CAAC,GAAG,CAAC,CAAC;oBACtC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;oBACpB,OAAO;gBACX,CAAC;gBAED,IAAI,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;oBACrB,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;oBAC7B,OAAO;gBACX,CAAC;gBAED,UAAU,CAAC,IAAI,CAAC;oBACZ,KAAK,EAAE,GAAG,CAAC,KAAK;oBAChB,IAAI;oBACJ,GAAG,EAAE,GAAG,CAAC,GAAG;iBACf,CAAC,CAAC;gBAEH,IAAI,IAAI,CAAC,IAAI,KAAK,IAAI,EAAE,CAAC;oBACrB,UAAU,CAAC,QAAQ,EAAE,CAAC;oBACtB,UAAU,aAAV,UAAU,uBAAV,UAAU,CAAE,KAAK,EAAE,CAAC;gBACxB,CAAC;YACL,CAAC;QACL,CAAC;IACL,CAAC;IAEO,MAAM,CAAC,2BAA2B,CAAI,MAAW;QACrD,IAAI,MAAM,CAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;YAC3C,OAAO,MAAM,CAAC;QACd,CAAC;QAEO,MAAM,MAAM,GAAG,MAAM,CAAC,SAAS,EAAE,CAAC;QAClC,OAAO;YACH,KAAK,CAAC,IAAI;gBACN,IAAI,CAAC;oBACD,MAAM,MAAM,GAAG,MAAM,MAAM,CAAC,IAAI,EAAE,CAAC;oBACnC,IAAI,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,IAAI,EAAE,CAAC;wBACvC,MAAM,CAAC,WAAW,EAAE,CAAC;oBACrB,CAAC;oBACmB,OAAO,MAAM,CAAC;gBAClB,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACT,MAAM,CAAC,WAAW,EAAE,CAAC;oBACrB,MAAM,CAAC,CAAC;gBACZ,CAAC;YACL,CAAC;YACD,KAAK,CAAC,MAAM;gBACR,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,CAAC;gBACtC,MAAM,CAAC,WAAW,EAAE,CAAC;gBACrB,MAAM,aAAa,CAAC;gBACpB,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,SAAS,EAAE,CAAC;YAC5C,CAAC;YACD,CAAC,MAAM,CAAC,aAAa,CAAC;gBAClB,OAAO,IAAI,CAAC;YAChB,CAAC;SACJ,CAAC;IACN,CAAC;CACJ"}

package/esm/common/utils/usage-util.d.ts

@@ -0,0 +1,16 @@
+import { ChatResponse } from '../chat/index.js';
+import { Usage } from '../chat/metadata/index.js';
+/**
+ * An utility class to provide support methods handling {@link Usage}.
+ */
+export declare abstract class UsageUtil {
+    /**
+     * Accumulate usage tokens from the previous chat response to the current usage
+     * tokens.
+     * @param currentUsage the current usage.
+     * @param previousChatResponse the previous chat response.
+     * @return accumulated usage.
+     */
+    static getCumulativeUsage(currentUsage: Usage, previousChatResponse?: ChatResponse): Usage;
+    static isEmpty(usage: Usage | null): boolean;
+}

package/esm/common/utils/usage-util.js

@@ -0,0 +1,59 @@
+import { Usage } from '../chat/metadata/index.js';
+/**
+ * An utility class to provide support methods handling {@link Usage}.
+ */
+export class UsageUtil {
+    /**
+     * Accumulate usage tokens from the previous chat response to the current usage
+     * tokens.
+     * @param currentUsage the current usage.
+     * @param previousChatResponse the previous chat response.
+     * @return accumulated usage.
+     */
+    static getCumulativeUsage(currentUsage, previousChatResponse) {
+        var _a;
+        var _b, _c, _d, _e, _f, _g;
+        let usageFromPreviousChatResponse = undefined;
+        if ((_a = previousChatResponse === null || previousChatResponse === void 0 ? void 0 : previousChatResponse.metadata) === null || _a === void 0 ? void 0 : _a.usage) {
+            usageFromPreviousChatResponse = previousChatResponse.metadata.usage;
+        }
+        else {
+            return currentUsage;
+        }
+        // For a valid usage from previous chat response, accumulate it to the current
+        // usage.
+        if (!this.isEmpty(currentUsage)) {
+            let promptTokens = (_b = currentUsage.promptTokens) !== null && _b !== void 0 ? _b : 0;
+            let generationTokens = (_c = currentUsage.generationTokens) !== null && _c !== void 0 ? _c : 0;
+            let totalTokens = (_d = currentUsage.totalTokens) !== null && _d !== void 0 ? _d : 0;
+            // Make sure to accumulate the usage from the previous chat response.
+            promptTokens += (_e = usageFromPreviousChatResponse.promptTokens) !== null && _e !== void 0 ? _e : 0;
+            generationTokens += (_f = usageFromPreviousChatResponse.generationTokens) !== null && _f !== void 0 ? _f : 0;
+            totalTokens += (_g = usageFromPreviousChatResponse.totalTokens) !== null && _g !== void 0 ? _g : 0;
+            return Usage.from(promptTokens, generationTokens, totalTokens);
+        }
+        // When current usage is empty, return the usage from the previous chat response.
+        return usageFromPreviousChatResponse;
+    }
+    // /**
+    //  * Check if the {@link Usage} is empty. Returns true when the {@link Usage} is null.
+    //  * Returns true when the {@link Usage} has zero tokens.
+    //  * @param usage the usage to check against.
+    //  * @return the boolean value to represent if it is empty.
+    //  */
+    // static isEmpty(usage: Usage | null): boolean {
+    //     if (!usage) {
+    //         return true;
+    //     } else if (usage != null && usage.totalTokens === 0) {
+    //         return true;
+    //     }
+    //     return false;
+    // }
+    static isEmpty(usage) {
+        if (!usage) {
+            return true;
+        }
+        return false;
+    }
+}
+//# sourceMappingURL=usage-util.js.map

package/esm/common/utils/usage-util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"usage-util.js","sourceRoot":"","sources":["../../../src/common/utils/usage-util.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,KAAK,EAAE,MAAM,kBAAkB,CAAC;AAEzC;;GAEG;AACH,MAAM,OAAgB,SAAS;IAE3B;;;;;;OAMG;IACI,MAAM,CAAC,kBAAkB,CAAC,YAAmB,EAAE,oBAAmC;;;QACrF,IAAI,6BAA6B,GAAsB,SAAS,CAAC;QACjE,IAAI,MAAA,oBAAoB,aAApB,oBAAoB,uBAApB,oBAAoB,CAAE,QAAQ,0CAAE,KAAK,EAAE,CAAC;YACxC,6BAA6B,GAAG,oBAAoB,CAAC,QAAQ,CAAC,KAAK,CAAC;QACxE,CAAC;aAAM,CAAC;YACJ,OAAO,YAAY,CAAC;QACxB,CAAC;QACD,8EAA8E;QAC9E,SAAS;QACT,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,YAAY,CAAC,EAAE,CAAC;YAC9B,IAAI,YAAY,SAAG,YAAY,CAAC,YAAY,mCAAI,CAAC,CAAC;YAClD,IAAI,gBAAgB,SAAG,YAAY,CAAC,gBAAgB,mCAAI,CAAC,CAAC;YAC1D,IAAI,WAAW,SAAG,YAAY,CAAC,WAAW,mCAAI,CAAC,CAAC;YAChD,qEAAqE;YACrE,YAAY,UAAI,6BAA6B,CAAC,YAAY,mCAAI,CAAC,CAAC;YAChE,gBAAgB,UAAI,6BAA6B,CAAC,gBAAgB,mCAAI,CAAC,CAAC;YACxE,WAAW,UAAI,6BAA6B,CAAC,WAAW,mCAAI,CAAC,CAAC;YAC9D,OAAO,KAAK,CAAC,IAAI,CAAC,YAAY,EAAE,gBAAgB,EAAE,WAAW,CAAC,CAAC;QACnE,CAAC;QACD,iFAAiF;QACjF,OAAO,6BAA6B,CAAC;IACzC,CAAC;IAED,MAAM;IACN,uFAAuF;IACvF,0DAA0D;IAC1D,8CAA8C;IAC9C,4DAA4D;IAC5D,MAAM;IACN,iDAAiD;IACjD,oBAAoB;IACpB,uBAAuB;IACvB,6DAA6D;IAC7D,uBAAuB;IACvB,QAAQ;IACR,oBAAoB;IACpB,IAAI;IACJ,MAAM,CAAC,OAAO,CAAC,KAAmB;QAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;YACT,OAAO,IAAI,CAAC;QAChB,CAAC;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;CACJ"}

package/esm/package.json

@@ -0,0 +1,3 @@
+{
+	"type": "module"
+}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@celljs/ai-core",
-  "version": "3.8.0",
+  "version": "4.0.0",
   "description": "Core domain for AI programming",
   "keywords": [
     "cell-component"
@@ -18,22 +18,101 @@
   "typings": "lib/common/index.d.ts",
   "files": [
     "lib",
+    "esm",
     "src",
     "cell.yml"
   ],
   "scripts": {
-    "build": "tsc -b",
-    "clean": "rm -rf lib *.tsbuildinfo",
+    "build": "tsc -b && bun ../../scripts/build-esm.ts",
+    "clean": "rm -rf lib esm *.tsbuildinfo",
     "test": "bun test --preload reflect-metadata ./lib",
     "watch": "tsc -b -w --preserveWatchOutput"
   },
   "dependencies": {
-    "@celljs/core": "3.8.0",
-    "@celljs/http": "3.8.0",
+    "@celljs/core": "4.0.0",
+    "@celljs/http": "4.0.0",
     "rxjs": "^6.6.0",
     "tslib": "^2.8.0"
   },
   "publishConfig": {
     "access": "public"
+  },
+  "exports": {
+    ".": {
+      "import": "./esm/common/index.js",
+      "default": "./lib/common/index.js"
+    },
+    "./package.json": "./package.json",
+    "./lib/common": {
+      "import": "./esm/common/index.js",
+      "default": "./lib/common/index.js"
+    },
+    "./lib/common/chat": {
+      "import": "./esm/common/chat/index.js",
+      "default": "./lib/common/chat/index.js"
+    },
+    "./lib/common/chat/message": {
+      "import": "./esm/common/chat/message/index.js",
+      "default": "./lib/common/chat/message/index.js"
+    },
+    "./lib/common/chat/metadata": {
+      "import": "./esm/common/chat/metadata/index.js",
+      "default": "./lib/common/chat/metadata/index.js"
+    },
+    "./lib/common/chat/model": {
+      "import": "./esm/common/chat/model/index.js",
+      "default": "./lib/common/chat/model/index.js"
+    },
+    "./lib/common/chat/prompt": {
+      "import": "./esm/common/chat/prompt/index.js",
+      "default": "./lib/common/chat/prompt/index.js"
+    },
+    "./lib/common/chat/tool": {
+      "import": "./esm/common/chat/tool/index.js",
+      "default": "./lib/common/chat/tool/index.js"
+    },
+    "./lib/common/embedding": {
+      "import": "./esm/common/embedding/index.js",
+      "default": "./lib/common/embedding/index.js"
+    },
+    "./lib/common/error": {
+      "import": "./esm/common/error/index.js",
+      "default": "./lib/common/error/index.js"
+    },
+    "./lib/common/model": {
+      "import": "./esm/common/model/index.js",
+      "default": "./lib/common/model/index.js"
+    },
+    "./lib/common/model/function": {
+      "import": "./esm/common/model/function/index.js",
+      "default": "./lib/common/model/function/index.js"
+    },
+    "./lib/common/sse": {
+      "import": "./esm/common/sse/index.js",
+      "default": "./lib/common/sse/index.js"
+    },
+    "./lib/common/utils": {
+      "import": "./esm/common/utils/index.js",
+      "default": "./lib/common/utils/index.js"
+    },
+    "./lib/*.js": {
+      "import": "./esm/*.js",
+      "default": "./lib/*.js"
+    },
+    "./lib/*": {
+      "import": "./esm/*.js",
+      "default": "./lib/*.js"
+    },
+    "./*": "./*"
+  },
+  "cell": {
+    "modules": {
+      "frontend": [
+        "lib/common/module"
+      ],
+      "backend": [
+        "lib/common/module"
+      ]
+    }
   }
 }