vellum-ai 0.7.11 → 0.8.1

package/api/types/WorkflowResultEventOutputDataString.d.ts

@@ -12,6 +12,7 @@ export interface WorkflowResultEventOutputDataString {
     nodeId: string;
     /** The newly output string value, meant to be concatenated with all previous. Will be non-null for events of state STREAMING. */
     delta?: string;
+    type: "STRING";
     /** The entire string value. Will be non-null for events of state FULFILLED. */
     value?: string;
 }

package/api/types/WorkflowStreamEvent.d.ts

@@ -2,12 +2,4 @@
  * This file was auto-generated by Fern from our API Definition.
  */
 import * as Vellum from "../index";
-export declare type WorkflowStreamEvent = Vellum.WorkflowStreamEvent.Workflow | Vellum.WorkflowStreamEvent.Node;
-export declare namespace WorkflowStreamEvent {
-    interface Workflow extends Vellum.WorkflowExecutionWorkflowResultEvent {
-        type: "WORKFLOW";
-    }
-    interface Node extends Vellum.WorkflowExecutionNodeResultEvent {
-        type: "NODE";
-    }
-}
+export declare type WorkflowStreamEvent = Vellum.WorkflowExecutionWorkflowResultEvent | Vellum.WorkflowExecutionNodeResultEvent;

package/api/types/index.d.ts

@@ -271,8 +271,8 @@ export * from "./SearchResultDocumentRequest";
 export * from "./SearchResultMergingRequest";
 export * from "./SearchResultMeta";
 export * from "./SearchResultMetaRequest";
-export * from "./SearchResultMetaSource";
-export * from "./SearchResultMetaSourceRequest";
+export * from "./ComponentsSchemasPdfSearchResultMetaSource";
+export * from "./ComponentsSchemasPdfSearchResultMetaSourceRequest";
 export * from "./SearchResultRequest";
 export * from "./SearchWeightsRequest";
 export * from "./SentenceChunkerConfig";

package/api/types/index.js

@@ -287,8 +287,8 @@ __exportStar(require("./SearchResultDocumentRequest"), exports);
 __exportStar(require("./SearchResultMergingRequest"), exports);
 __exportStar(require("./SearchResultMeta"), exports);
 __exportStar(require("./SearchResultMetaRequest"), exports);
-__exportStar(require("./SearchResultMetaSource"), exports);
-__exportStar(require("./SearchResultMetaSourceRequest"), exports);
+__exportStar(require("./ComponentsSchemasPdfSearchResultMetaSource"), exports);
+__exportStar(require("./ComponentsSchemasPdfSearchResultMetaSourceRequest"), exports);
 __exportStar(require("./SearchResultRequest"), exports);
 __exportStar(require("./SearchWeightsRequest"), exports);
 __exportStar(require("./SentenceChunkerConfig"), exports);

package/core/fetcher/Fetcher.d.ts

@@ -13,7 +13,8 @@ export declare namespace Fetcher {
         withCredentials?: boolean;
         abortSignal?: AbortSignal;
         requestType?: "json" | "file" | "bytes";
-        responseType?: "json" | "blob" | "streaming" | "text";
+        responseType?: "json" | "blob" | "sse" | "streaming" | "text";
+        duplex?: "half";
     }
     type Error = FailedStatusCodeError | NonJsonError | TimeoutError | UnknownError;
     interface FailedStatusCodeError {

package/core/fetcher/Fetcher.js

@@ -37,7 +37,7 @@ function fetcherImpl(args) {
         const fetchFn = yield (0, getFetchFn_1.getFetchFn)();
         try {
             const response = yield (0, requestWithRetries_1.requestWithRetries)(() => __awaiter(this, void 0, void 0, function* () {
-                return (0, makeRequest_1.makeRequest)(fetchFn, url, args.method, headers, requestBody, args.timeoutMs, args.abortSignal, args.withCredentials);
+                return (0, makeRequest_1.makeRequest)(fetchFn, url, args.method, headers, requestBody, args.timeoutMs, args.abortSignal, args.withCredentials, args.duplex);
             }), args.maxRetries);
             let responseBody = yield (0, getResponseBody_1.getResponseBody)(response, args.responseType);
             if (response.status >= 200 && response.status < 400) {

package/core/fetcher/getFetchFn.js

@@ -39,7 +39,11 @@ const runtime_1 = require("../runtime");
  */
 function getFetchFn() {
     return __awaiter(this, void 0, void 0, function* () {
-        // In Node.js environments, the SDK always uses`node-fetch`.
+        // In Node.js 18+ environments, use native fetch
+        if (runtime_1.RUNTIME.type === "node" && runtime_1.RUNTIME.parsedVersion != null && runtime_1.RUNTIME.parsedVersion >= 18) {
+            return fetch;
+        }
+        // In Node.js 18 or lower environments, the SDK always uses`node-fetch`.
         if (runtime_1.RUNTIME.type === "node") {
             return (yield Promise.resolve().then(() => __importStar(require("node-fetch")))).default;
         }

package/core/fetcher/getResponseBody.js

@@ -10,14 +10,18 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 };
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.getResponseBody = void 0;
+const chooseStreamWrapper_1 = require("./stream-wrappers/chooseStreamWrapper");
 function getResponseBody(response, responseType) {
     return __awaiter(this, void 0, void 0, function* () {
         if (response.body != null && responseType === "blob") {
             return yield response.blob();
         }
-        else if (response.body != null && responseType === "streaming") {
+        else if (response.body != null && responseType === "sse") {
             return response.body;
         }
+        else if (response.body != null && responseType === "streaming") {
+            return (0, chooseStreamWrapper_1.chooseStreamWrapper)(response.body);
+        }
         else if (response.body != null && responseType === "text") {
             return yield response.text();
         }

package/core/fetcher/makeRequest.d.ts

@@ -1 +1 @@
-export declare const makeRequest: (fetchFn: (url: string, init: RequestInit) => Promise<Response>, url: string, method: string, headers: Record<string, string>, requestBody: BodyInit | undefined, timeoutMs?: number | undefined, abortSignal?: AbortSignal | undefined, withCredentials?: boolean | undefined) => Promise<Response>;
+export declare const makeRequest: (fetchFn: (url: string, init: RequestInit) => Promise<Response>, url: string, method: string, headers: Record<string, string>, requestBody: BodyInit | undefined, timeoutMs?: number | undefined, abortSignal?: AbortSignal | undefined, withCredentials?: boolean | undefined, duplex?: "half" | undefined) => Promise<Response>;

package/core/fetcher/makeRequest.js

@@ -11,7 +11,7 @@ var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, ge
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.makeRequest = void 0;
 const signals_1 = require("./signals");
-const makeRequest = (fetchFn, url, method, headers, requestBody, timeoutMs, abortSignal, withCredentials) => __awaiter(void 0, void 0, void 0, function* () {
+const makeRequest = (fetchFn, url, method, headers, requestBody, timeoutMs, abortSignal, withCredentials, duplex) => __awaiter(void 0, void 0, void 0, function* () {
     const signals = [];
     // Add timeout signal
     let timeoutAbortId = undefined;
@@ -31,6 +31,8 @@ const makeRequest = (fetchFn, url, method, headers, requestBody, timeoutMs, abor
         body: requestBody,
         signal: newSignals,
         credentials: withCredentials ? "include" : undefined,
+        // @ts-ignore
+        duplex,
     });
     if (timeoutAbortId != null) {
         clearTimeout(timeoutAbortId);

package/core/fetcher/stream-wrappers/Node18UniversalStreamWrapper.d.ts

@@ -0,0 +1,31 @@
+/// <reference types="node" />
+import type { Writable } from "stream";
+import { EventCallback, StreamWrapper } from "./chooseStreamWrapper";
+export declare class Node18UniversalStreamWrapper<ReadFormat extends Uint8Array | Uint16Array | Uint32Array> implements StreamWrapper<Node18UniversalStreamWrapper<ReadFormat> | Writable | WritableStream<ReadFormat>, ReadFormat> {
+    private readableStream;
+    private reader;
+    private events;
+    private paused;
+    private resumeCallback;
+    private encoding;
+    constructor(readableStream: ReadableStream<ReadFormat>);
+    on(event: string, callback: EventCallback): void;
+    off(event: string, callback: EventCallback): void;
+    pipe(dest: Node18UniversalStreamWrapper<ReadFormat> | Writable | WritableStream<ReadFormat>): Node18UniversalStreamWrapper<ReadFormat> | Writable | WritableStream<ReadFormat>;
+    pipeTo(dest: Node18UniversalStreamWrapper<ReadFormat> | Writable | WritableStream<ReadFormat>): Node18UniversalStreamWrapper<ReadFormat> | Writable | WritableStream<ReadFormat>;
+    unpipe(dest: Node18UniversalStreamWrapper<ReadFormat> | Writable | WritableStream<ReadFormat>): void;
+    destroy(error?: Error): void;
+    pause(): void;
+    resume(): void;
+    get isPaused(): boolean;
+    read(): Promise<ReadFormat | undefined>;
+    setEncoding(encoding: string): void;
+    text(): Promise<string>;
+    json<T>(): Promise<T>;
+    private _write;
+    private _end;
+    private _error;
+    private _emit;
+    private _startReading;
+    [Symbol.asyncIterator](): AsyncIterableIterator<ReadFormat>;
+}

package/core/fetcher/stream-wrappers/Node18UniversalStreamWrapper.js

@@ -0,0 +1,245 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Node18UniversalStreamWrapper = void 0;
+class Node18UniversalStreamWrapper {
+    constructor(readableStream) {
+        this.readableStream = readableStream;
+        this.reader = this.readableStream.getReader();
+        this.events = {
+            data: [],
+            end: [],
+            error: [],
+            readable: [],
+            close: [],
+            pause: [],
+            resume: [],
+        };
+        this.paused = false;
+        this.resumeCallback = null;
+        this.encoding = null;
+    }
+    on(event, callback) {
+        var _a;
+        (_a = this.events[event]) === null || _a === void 0 ? void 0 : _a.push(callback);
+    }
+    off(event, callback) {
+        var _a;
+        this.events[event] = (_a = this.events[event]) === null || _a === void 0 ? void 0 : _a.filter((cb) => cb !== callback);
+    }
+    pipe(dest) {
+        this.on("data", (chunk) => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._write(chunk);
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.write(chunk).then(() => writer.releaseLock());
+            }
+            else {
+                dest.write(chunk);
+            }
+        }));
+        this.on("end", () => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._end();
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.close();
+            }
+            else {
+                dest.end();
+            }
+        }));
+        this.on("error", (error) => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._error(error);
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.abort(error);
+            }
+            else {
+                dest.destroy(error);
+            }
+        }));
+        this._startReading();
+        return dest;
+    }
+    pipeTo(dest) {
+        return this.pipe(dest);
+    }
+    unpipe(dest) {
+        this.off("data", (chunk) => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._write(chunk);
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.write(chunk).then(() => writer.releaseLock());
+            }
+            else {
+                dest.write(chunk);
+            }
+        }));
+        this.off("end", () => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._end();
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.close();
+            }
+            else {
+                dest.end();
+            }
+        }));
+        this.off("error", (error) => __awaiter(this, void 0, void 0, function* () {
+            if (dest instanceof Node18UniversalStreamWrapper) {
+                dest._error(error);
+            }
+            else if (dest instanceof WritableStream) {
+                const writer = dest.getWriter();
+                writer.abort(error);
+            }
+            else {
+                dest.destroy(error);
+            }
+        }));
+    }
+    destroy(error) {
+        this.reader
+            .cancel(error)
+            .then(() => {
+            this._emit("close");
+        })
+            .catch((err) => {
+            this._emit("error", err);
+        });
+    }
+    pause() {
+        this.paused = true;
+        this._emit("pause");
+    }
+    resume() {
+        if (this.paused) {
+            this.paused = false;
+            this._emit("resume");
+            if (this.resumeCallback) {
+                this.resumeCallback();
+                this.resumeCallback = null;
+            }
+        }
+    }
+    get isPaused() {
+        return this.paused;
+    }
+    read() {
+        return __awaiter(this, void 0, void 0, function* () {
+            if (this.paused) {
+                yield new Promise((resolve) => {
+                    this.resumeCallback = resolve;
+                });
+            }
+            const { done, value } = yield this.reader.read();
+            if (done) {
+                return undefined;
+            }
+            return value;
+        });
+    }
+    setEncoding(encoding) {
+        this.encoding = encoding;
+    }
+    text() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const chunks = [];
+            while (true) {
+                const { done, value } = yield this.reader.read();
+                if (done)
+                    break;
+                if (value)
+                    chunks.push(value);
+            }
+            const decoder = new TextDecoder(this.encoding || "utf-8");
+            return decoder.decode(yield new Blob(chunks).arrayBuffer());
+        });
+    }
+    json() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const text = yield this.text();
+            return JSON.parse(text);
+        });
+    }
+    _write(chunk) {
+        this._emit("data", chunk);
+    }
+    _end() {
+        this._emit("end");
+    }
+    _error(error) {
+        this._emit("error", error);
+    }
+    _emit(event, data) {
+        if (this.events[event]) {
+            for (const callback of this.events[event] || []) {
+                callback(data);
+            }
+        }
+    }
+    _startReading() {
+        return __awaiter(this, void 0, void 0, function* () {
+            try {
+                this._emit("readable");
+                while (true) {
+                    if (this.paused) {
+                        yield new Promise((resolve) => {
+                            this.resumeCallback = resolve;
+                        });
+                    }
+                    const { done, value } = yield this.reader.read();
+                    if (done) {
+                        this._emit("end");
+                        this._emit("close");
+                        break;
+                    }
+                    if (value) {
+                        this._emit("data", value);
+                    }
+                }
+            }
+            catch (error) {
+                this._emit("error", error);
+            }
+        });
+    }
+    [Symbol.asyncIterator]() {
+        return {
+            next: () => __awaiter(this, void 0, void 0, function* () {
+                if (this.paused) {
+                    yield new Promise((resolve) => {
+                        this.resumeCallback = resolve;
+                    });
+                }
+                const { done, value } = yield this.reader.read();
+                if (done) {
+                    return { done: true, value: undefined };
+                }
+                return { done: false, value };
+            }),
+            [Symbol.asyncIterator]() {
+                return this;
+            },
+        };
+    }
+}
+exports.Node18UniversalStreamWrapper = Node18UniversalStreamWrapper;

package/core/fetcher/stream-wrappers/NodePre18StreamWrapper.d.ts

@@ -0,0 +1,22 @@
+/// <reference types="node" />
+import type { Readable, Writable } from "stream";
+import { EventCallback, StreamWrapper } from "./chooseStreamWrapper";
+export declare class NodePre18StreamWrapper implements StreamWrapper<Writable, Buffer> {
+    private readableStream;
+    private encoding;
+    constructor(readableStream: Readable);
+    on(event: string, callback: EventCallback): void;
+    off(event: string, callback: EventCallback): void;
+    pipe(dest: Writable): Writable;
+    pipeTo(dest: Writable): Writable;
+    unpipe(dest?: Writable): void;
+    destroy(error?: Error): void;
+    pause(): void;
+    resume(): void;
+    get isPaused(): boolean;
+    read(): Promise<Buffer | undefined>;
+    setEncoding(encoding?: string): void;
+    text(): Promise<string>;
+    json<T>(): Promise<T>;
+    [Symbol.asyncIterator](): AsyncIterableIterator<Buffer>;
+}

package/core/fetcher/stream-wrappers/NodePre18StreamWrapper.js

@@ -0,0 +1,124 @@
+"use strict";
+var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
+    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
+    return new (P || (P = Promise))(function (resolve, reject) {
+        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
+        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
+        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
+        step((generator = generator.apply(thisArg, _arguments || [])).next());
+    });
+};
+var __asyncValues = (this && this.__asyncValues) || function (o) {
+    if (!Symbol.asyncIterator) throw new TypeError("Symbol.asyncIterator is not defined.");
+    var m = o[Symbol.asyncIterator], i;
+    return m ? m.call(o) : (o = typeof __values === "function" ? __values(o) : o[Symbol.iterator](), i = {}, verb("next"), verb("throw"), verb("return"), i[Symbol.asyncIterator] = function () { return this; }, i);
+    function verb(n) { i[n] = o[n] && function (v) { return new Promise(function (resolve, reject) { v = o[n](v), settle(resolve, reject, v.done, v.value); }); }; }
+    function settle(resolve, reject, d, v) { Promise.resolve(v).then(function(v) { resolve({ value: v, done: d }); }, reject); }
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.NodePre18StreamWrapper = void 0;
+class NodePre18StreamWrapper {
+    constructor(readableStream) {
+        this.readableStream = readableStream;
+    }
+    on(event, callback) {
+        this.readableStream.on(event, callback);
+    }
+    off(event, callback) {
+        this.readableStream.off(event, callback);
+    }
+    pipe(dest) {
+        this.readableStream.pipe(dest);
+        return dest;
+    }
+    pipeTo(dest) {
+        return this.pipe(dest);
+    }
+    unpipe(dest) {
+        if (dest) {
+            this.readableStream.unpipe(dest);
+        }
+        else {
+            this.readableStream.unpipe();
+        }
+    }
+    destroy(error) {
+        this.readableStream.destroy(error);
+    }
+    pause() {
+        this.readableStream.pause();
+    }
+    resume() {
+        this.readableStream.resume();
+    }
+    get isPaused() {
+        return this.readableStream.isPaused();
+    }
+    read() {
+        return __awaiter(this, void 0, void 0, function* () {
+            return new Promise((resolve, reject) => {
+                const chunk = this.readableStream.read();
+                if (chunk) {
+                    resolve(chunk);
+                }
+                else {
+                    this.readableStream.once("readable", () => {
+                        const chunk = this.readableStream.read();
+                        resolve(chunk);
+                    });
+                    this.readableStream.once("error", reject);
+                }
+            });
+        });
+    }
+    setEncoding(encoding) {
+        this.readableStream.setEncoding(encoding);
+        this.encoding = encoding;
+    }
+    text() {
+        var e_1, _a;
+        return __awaiter(this, void 0, void 0, function* () {
+            const chunks = [];
+            const encoder = new TextEncoder();
+            this.readableStream.setEncoding((this.encoding || "utf-8"));
+            try {
+                for (var _b = __asyncValues(this.readableStream), _c; _c = yield _b.next(), !_c.done;) {
+                    const chunk = _c.value;
+                    chunks.push(encoder.encode(chunk));
+                }
+            }
+            catch (e_1_1) { e_1 = { error: e_1_1 }; }
+            finally {
+                try {
+                    if (_c && !_c.done && (_a = _b.return)) yield _a.call(_b);
+                }
+                finally { if (e_1) throw e_1.error; }
+            }
+            const decoder = new TextDecoder(this.encoding || "utf-8");
+            return decoder.decode(Buffer.concat(chunks));
+        });
+    }
+    json() {
+        return __awaiter(this, void 0, void 0, function* () {
+            const text = yield this.text();
+            return JSON.parse(text);
+        });
+    }
+    [Symbol.asyncIterator]() {
+        const readableStream = this.readableStream;
+        const iterator = readableStream[Symbol.asyncIterator]();
+        // Create and return an async iterator that yields buffers
+        return {
+            next() {
+                return __awaiter(this, void 0, void 0, function* () {
+                    const { value, done } = yield iterator.next();
+                    return { value: value, done };
+                });
+            },
+            [Symbol.asyncIterator]() {
+                return this;
+            },
+        };
+    }
+}
+exports.NodePre18StreamWrapper = NodePre18StreamWrapper;

package/core/fetcher/stream-wrappers/UndiciStreamWrapper.d.ts

@@ -0,0 +1,31 @@
+import { StreamWrapper } from "./chooseStreamWrapper";
+declare type EventCallback = (data?: any) => void;
+export declare class UndiciStreamWrapper<ReadFormat extends Uint8Array | Uint16Array | Uint32Array> implements StreamWrapper<UndiciStreamWrapper<ReadFormat> | WritableStream<ReadFormat>, ReadFormat> {
+    private readableStream;
+    private reader;
+    private events;
+    private paused;
+    private resumeCallback;
+    private encoding;
+    constructor(readableStream: ReadableStream<ReadFormat>);
+    on(event: string, callback: EventCallback): void;
+    off(event: string, callback: EventCallback): void;
+    pipe(dest: UndiciStreamWrapper<ReadFormat> | WritableStream<ReadFormat>): UndiciStreamWrapper<ReadFormat> | WritableStream<ReadFormat>;
+    pipeTo(dest: UndiciStreamWrapper<ReadFormat> | WritableStream<ReadFormat>): UndiciStreamWrapper<ReadFormat> | WritableStream<ReadFormat>;
+    unpipe(dest: UndiciStreamWrapper<ReadFormat> | WritableStream<any>): void;
+    destroy(error?: Error): void;
+    pause(): void;
+    resume(): void;
+    get isPaused(): boolean;
+    read(): Promise<ReadFormat | undefined>;
+    setEncoding(encoding: string): void;
+    text(): Promise<string>;
+    json<T>(): Promise<T>;
+    private _write;
+    private _end;
+    private _error;
+    private _emit;
+    private _startReading;
+    [Symbol.asyncIterator](): AsyncIterableIterator<ReadFormat>;
+}
+export {};