@airweave/sdk 0.0.1 → 0.0.81

package/core/fetcher/stream-wrappers/Node18UniversalStreamWrapper.js

@@ -0,0 +1,247 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Node18UniversalStreamWrapper = void 0;
+class Node18UniversalStreamWrapper {
+    constructor(readableStream) {
+        this.readableStream = readableStream;
+        this.reader = this.readableStream.getReader();
+        this.events = {
+            data: [],
+            end: [],
+            error: [],
+            readable: [],
+            close: [],
+            pause: [],
+            resume: [],
+        };
+        this.paused = false;
+        this.resumeCallback = null;
+        this.encoding = null;
+    }
+    on(event, callback) {
+        var _a;
+        (_a = this.events[event]) === null || _a === void 0 ? void 0 : _a.push(callback);
+    }
+    off(event, callback) {
+        var _a;
+        this.events[event] = (_a = this.events[event]) === null || _a === void 0 ? void 0 : _a.filter((cb) => cb !== callback);
+    }
+    pipe(dest) {
+        this.on("data", (chunk) => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._write(chunk);
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.write(chunk).then(() => writer.releaseLock());
+            }
+            else {
+                dest.write(chunk);
+            }
+        }));
+        this.on("end", () => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._end();
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.close();
+            }
+            else {
+                dest.end();
+            }
+        }));
+        this.on("error", (error) => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._error(error);
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.abort(error);
+            }
+            else {
+                dest.destroy(error);
+            }
+        }));
+        this._startReading();
+        return dest;
+    }
+    pipeTo(dest) {
+        return this.pipe(dest);
+    }
+    unpipe(dest) {
+        this.off("data", (chunk) => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._write(chunk);
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.write(chunk).then(() => writer.releaseLock());
+            }
+            else {
+                dest.write(chunk);
+            }
+        }));
+        this.off("end", () => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._end();
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.close();
+            }
+            else {
+                dest.end();
+            }
+        }));
+        this.off("error", (error) => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._error(error);
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.abort(error);
+            }
+            else {
+                dest.destroy(error);
+            }
+        }));
+    }
+    destroy(error) {
+        this.reader
+            .cancel(error)
+            .then(() => {
+            this._emit("close");
+        })
+            .catch((err) => {
+            this._emit("error", err);
+        });
+    }
+    pause() {
+        this.paused = true;
+        this._emit("pause");
+    }
+    resume() {
+        if (this.paused) {
+            this.paused = false;
+            this._emit("resume");
+            if (this.resumeCallback) {
+                this.resumeCallback();
+                this.resumeCallback = null;
+            }
+        }
+    }
+    get isPaused() {
+        return this.paused;
+    }
+    read() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.paused) {
+                yield new Promise((resolve) => {
+                    this.resumeCallback = resolve;
+                });
+            }
+            const { done, value } = yield this.reader.read();
+            if (done) {
+                return undefined;
+            }
+            return value;
+        });
+    }
+    setEncoding(encoding) {
+        this.encoding = encoding;
+    }
+    text() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const chunks = [];
+            while (true) {
+                const { done, value } = yield this.reader.read();
+                if (done) {
+                    break;
+                }
+                if (value) {
+                    chunks.push(value);
+                }
+            }
+            const decoder = new TextDecoder(this.encoding || "utf-8");
+            return decoder.decode(yield new Blob(chunks).arrayBuffer());
+        });
+    }
+    json() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const text = yield this.text();
+            return JSON.parse(text);
+        });
+    }
+    _write(chunk) {
+        this._emit("data", chunk);
+    }
+    _end() {
+        this._emit("end");
+    }
+    _error(error) {
+        this._emit("error", error);
+    }
+    _emit(event, data) {
+        if (this.events[event]) {
+            for (const callback of this.events[event] || []) {
+                callback(data);
+            }
+        }
+    }
+    _startReading() {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                this._emit("readable");
+                while (true) {
+                    if (this.paused) {
+                        yield new Promise((resolve) => {
+                            this.resumeCallback = resolve;
+                        });
+                    }
+                    const { done, value } = yield this.reader.read();
+                    if (done) {
+                        this._emit("end");
+                        this._emit("close");
+                        break;
+                    }
+                    if (value) {
+                        this._emit("data", value);
+                    }
+                }
+            }
+            catch (error) {
+                this._emit("error", error);
+            }
+        });
+    }
+    [Symbol.asyncIterator]() {
+        return {
+            next: () => __awaiter(this, void 0, void 0, function* () {
+                if (this.paused) {
+                    yield new Promise((resolve) => {
+                        this.resumeCallback = resolve;
+                    });
+                }
+                const { done, value } = yield this.reader.read();
+                if (done) {
+                    return { done: true, value: undefined };
+                }
+                return { done: false, value };
+            }),
+            [Symbol.asyncIterator]() {
+                return this;
+            },
+        };
+    }
+}
+exports.Node18UniversalStreamWrapper = Node18UniversalStreamWrapper;

package/core/fetcher/stream-wrappers/NodePre18StreamWrapper.d.ts

@@ -0,0 +1,21 @@
+import type { Readable, Writable } from "readable-stream";
+import { EventCallback, StreamWrapper } from "./chooseStreamWrapper";
+export declare class NodePre18StreamWrapper implements StreamWrapper<Writable, Buffer> {
+    private readableStream;
+    private encoding;
+    constructor(readableStream: Readable);
+    on(event: string, callback: EventCallback): void;
+    off(event: string, callback: EventCallback): void;
+    pipe(dest: Writable): Writable;
+    pipeTo(dest: Writable): Writable;
+    unpipe(dest?: Writable): void;
+    destroy(error?: Error): void;
+    pause(): void;
+    resume(): void;
+    get isPaused(): boolean;
+    read(): Promise<Buffer | undefined>;
+    setEncoding(encoding?: string): void;
+    text(): Promise<string>;
+    json<T>(): Promise<T>;
+    [Symbol.asyncIterator](): AsyncIterableIterator<Buffer>;
+}

package/core/fetcher/stream-wrappers/NodePre18StreamWrapper.js

@@ -0,0 +1,126 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NodePre18StreamWrapper = void 0;
+class NodePre18StreamWrapper {
+    constructor(readableStream) {
+        this.readableStream = readableStream;
+    }
+    on(event, callback) {
+        this.readableStream.on(event, callback);
+    }
+    off(event, callback) {
+        this.readableStream.off(event, callback);
+    }
+    pipe(dest) {
+        this.readableStream.pipe(dest);
+        return dest;
+    }
+    pipeTo(dest) {
+        return this.pipe(dest);
+    }
+    unpipe(dest) {
+        if (dest) {
+            this.readableStream.unpipe(dest);
+        }
+        else {
+            this.readableStream.unpipe();
+        }
+    }
+    destroy(error) {
+        this.readableStream.destroy(error);
+    }
+    pause() {
+        this.readableStream.pause();
+    }
+    resume() {
+        this.readableStream.resume();
+    }
+    get isPaused() {
+        return this.readableStream.isPaused();
+    }
+    read() {
+        return __awaiter(this, void 0, void 0, function* () {
+            return new Promise((resolve, reject) => {
+                const chunk = this.readableStream.read();
+                if (chunk) {
+                    resolve(chunk);
+                }
+                else {
+                    this.readableStream.once("readable", () => {
+                        const chunk = this.readableStream.read();
+                        resolve(chunk);
+                    });
+                    this.readableStream.once("error", reject);
+                }
+            });
+        });
+    }
+    setEncoding(encoding) {
+        this.readableStream.setEncoding(encoding);
+        this.encoding = encoding;
+    }
+    text() {
+        return __awaiter(this, void 0, void 0, function* () {
+            var _a, e_1, _b, _c;
+            const chunks = [];
+            const encoder = new TextEncoder();
+            this.readableStream.setEncoding((this.encoding || "utf-8"));
+            try {
+                for (var _d = true, _e = __asyncValues(this.readableStream), _f; _f = yield _e.next(), _a = _f.done, !_a; _d = true) {
+                    _c = _f.value;
+                    _d = false;
+                    const chunk = _c;
+                    chunks.push(encoder.encode(chunk));
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (!_d && !_a && (_b = _e.return)) yield _b.call(_e);
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+            const decoder = new TextDecoder(this.encoding || "utf-8");
+            return decoder.decode(Buffer.concat(chunks));
+        });
+    }
+    json() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const text = yield this.text();
+            return JSON.parse(text);
+        });
+    }
+    [Symbol.asyncIterator]() {
+        const readableStream = this.readableStream;
+        const iterator = readableStream[Symbol.asyncIterator]();
+        // Create and return an async iterator that yields buffers
+        return {
+            next() {
+                return __awaiter(this, void 0, void 0, function* () {
+                    const { value, done } = yield iterator.next();
+                    return { value: value, done };
+                });
+            },
+            [Symbol.asyncIterator]() {
+                return this;
+            },
+        };
+    }
+}
+exports.NodePre18StreamWrapper = NodePre18StreamWrapper;

package/core/fetcher/stream-wrappers/UndiciStreamWrapper.d.ts

@@ -0,0 +1,31 @@
+import { StreamWrapper } from "./chooseStreamWrapper";
+type EventCallback = (data?: any) => void;
+export declare class UndiciStreamWrapper<ReadFormat extends Uint8Array | Uint16Array | Uint32Array> implements StreamWrapper<UndiciStreamWrapper<ReadFormat> | WritableStream<ReadFormat>, ReadFormat> {
+    private readableStream;
+    private reader;
+    private events;
+    private paused;
+    private resumeCallback;
+    private encoding;
+    constructor(readableStream: ReadableStream<ReadFormat>);
+    on(event: string, callback: EventCallback): void;
+    off(event: string, callback: EventCallback): void;
+    pipe(dest: UndiciStreamWrapper<ReadFormat> | WritableStream<ReadFormat>): UndiciStreamWrapper<ReadFormat> | WritableStream<ReadFormat>;
+    pipeTo(dest: UndiciStreamWrapper<ReadFormat> | WritableStream<ReadFormat>): UndiciStreamWrapper<ReadFormat> | WritableStream<ReadFormat>;
+    unpipe(dest: UndiciStreamWrapper<ReadFormat> | WritableStream): void;
+    destroy(error?: Error): void;
+    pause(): void;
+    resume(): void;
+    get isPaused(): boolean;
+    read(): Promise<ReadFormat | undefined>;
+    setEncoding(encoding: string): void;
+    text(): Promise<string>;
+    json<T>(): Promise<T>;
+    private _write;
+    private _end;
+    private _error;
+    private _emit;
+    private _startReading;
+    [Symbol.asyncIterator](): AsyncIterableIterator<ReadFormat>;
+}
+export {};

package/core/fetcher/stream-wrappers/UndiciStreamWrapper.js

@@ -0,0 +1,229 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.UndiciStreamWrapper = void 0;
+class UndiciStreamWrapper {
+    constructor(readableStream) {
+        this.readableStream = readableStream;
+        this.reader = this.readableStream.getReader();
+        this.events = {
+            data: [],
+            end: [],
+            error: [],
+            readable: [],
+            close: [],
+            pause: [],
+            resume: [],
+        };
+        this.paused = false;
+        this.resumeCallback = null;
+        this.encoding = null;
+    }
+    on(event, callback) {
+        var _a;
+        (_a = this.events[event]) === null || _a === void 0 ? void 0 : _a.push(callback);
+    }
+    off(event, callback) {
+        var _a;
+        this.events[event] = (_a = this.events[event]) === null || _a === void 0 ? void 0 : _a.filter((cb) => cb !== callback);
+    }
+    pipe(dest) {
+        this.on("data", (chunk) => {
+            if (dest instanceof UndiciStreamWrapper) {
+                dest._write(chunk);
+            }
+            else {
+                const writer = dest.getWriter();
+                writer.write(chunk).then(() => writer.releaseLock());
+            }
+        });
+        this.on("end", () => {
+            if (dest instanceof UndiciStreamWrapper) {
+                dest._end();
+            }
+            else {
+                const writer = dest.getWriter();
+                writer.close();
+            }
+        });
+        this.on("error", (error) => {
+            if (dest instanceof UndiciStreamWrapper) {
+                dest._error(error);
+            }
+            else {
+                const writer = dest.getWriter();
+                writer.abort(error);
+            }
+        });
+        this._startReading();
+        return dest;
+    }
+    pipeTo(dest) {
+        return this.pipe(dest);
+    }
+    unpipe(dest) {
+        this.off("data", (chunk) => {
+            if (dest instanceof UndiciStreamWrapper) {
+                dest._write(chunk);
+            }
+            else {
+                const writer = dest.getWriter();
+                writer.write(chunk).then(() => writer.releaseLock());
+            }
+        });
+        this.off("end", () => {
+            if (dest instanceof UndiciStreamWrapper) {
+                dest._end();
+            }
+            else {
+                const writer = dest.getWriter();
+                writer.close();
+            }
+        });
+        this.off("error", (error) => {
+            if (dest instanceof UndiciStreamWrapper) {
+                dest._error(error);
+            }
+            else {
+                const writer = dest.getWriter();
+                writer.abort(error);
+            }
+        });
+    }
+    destroy(error) {
+        this.reader
+            .cancel(error)
+            .then(() => {
+            this._emit("close");
+        })
+            .catch((err) => {
+            this._emit("error", err);
+        });
+    }
+    pause() {
+        this.paused = true;
+        this._emit("pause");
+    }
+    resume() {
+        if (this.paused) {
+            this.paused = false;
+            this._emit("resume");
+            if (this.resumeCallback) {
+                this.resumeCallback();
+                this.resumeCallback = null;
+            }
+        }
+    }
+    get isPaused() {
+        return this.paused;
+    }
+    read() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.paused) {
+                yield new Promise((resolve) => {
+                    this.resumeCallback = resolve;
+                });
+            }
+            const { done, value } = yield this.reader.read();
+            if (done) {
+                return undefined;
+            }
+            return value;
+        });
+    }
+    setEncoding(encoding) {
+        this.encoding = encoding;
+    }
+    text() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const chunks = [];
+            while (true) {
+                const { done, value } = yield this.reader.read();
+                if (done) {
+                    break;
+                }
+                if (value) {
+                    chunks.push(value);
+                }
+            }
+            const decoder = new TextDecoder(this.encoding || "utf-8");
+            return decoder.decode(yield new Blob(chunks).arrayBuffer());
+        });
+    }
+    json() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const text = yield this.text();
+            return JSON.parse(text);
+        });
+    }
+    _write(chunk) {
+        this._emit("data", chunk);
+    }
+    _end() {
+        this._emit("end");
+    }
+    _error(error) {
+        this._emit("error", error);
+    }
+    _emit(event, data) {
+        if (this.events[event]) {
+            for (const callback of this.events[event] || []) {
+                callback(data);
+            }
+        }
+    }
+    _startReading() {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                this._emit("readable");
+                while (true) {
+                    if (this.paused) {
+                        yield new Promise((resolve) => {
+                            this.resumeCallback = resolve;
+                        });
+                    }
+                    const { done, value } = yield this.reader.read();
+                    if (done) {
+                        this._emit("end");
+                        this._emit("close");
+                        break;
+                    }
+                    if (value) {
+                        this._emit("data", value);
+                    }
+                }
+            }
+            catch (error) {
+                this._emit("error", error);
+            }
+        });
+    }
+    [Symbol.asyncIterator]() {
+        return {
+            next: () => __awaiter(this, void 0, void 0, function* () {
+                if (this.paused) {
+                    yield new Promise((resolve) => {
+                        this.resumeCallback = resolve;
+                    });
+                }
+                const { done, value } = yield this.reader.read();
+                if (done) {
+                    return { done: true, value: undefined };
+                }
+                return { done: false, value };
+            }),
+            [Symbol.asyncIterator]() {
+                return this;
+            },
+        };
+    }
+}
+exports.UndiciStreamWrapper = UndiciStreamWrapper;

package/core/fetcher/stream-wrappers/chooseStreamWrapper.d.ts

@@ -0,0 +1,18 @@
+export type EventCallback = (data?: any) => void;
+export interface StreamWrapper<WritableStream, ReadFormat> {
+    setEncoding(encoding?: string): void;
+    on(event: string, callback: EventCallback): void;
+    off(event: string, callback: EventCallback): void;
+    pipe(dest: WritableStream): WritableStream;
+    pipeTo(dest: WritableStream): WritableStream;
+    unpipe(dest?: WritableStream): void;
+    destroy(error?: Error): void;
+    pause(): void;
+    resume(): void;
+    get isPaused(): boolean;
+    read(): Promise<ReadFormat | undefined>;
+    text(): Promise<string>;
+    json<T>(): Promise<T>;
+    [Symbol.asyncIterator](): AsyncIterableIterator<ReadFormat>;
+}
+export declare function chooseStreamWrapper(responseBody: any): Promise<Promise<StreamWrapper<any, any>>>;