@llumiverse/drivers 0.21.0 → 0.22.0

package/lib/types/src/togetherai/interfaces.d.ts

@@ -1,95 +0,0 @@
-interface ModelInstanceConfig {
-    appearsIn: any[];
-    order: number;
-}
-interface Config {
-    stop: string[];
-    prompt_format: string;
-    chat_template: string;
-}
-interface Pricing {
-    input: number;
-    output: number;
-    hourly: number;
-}
-interface Instance {
-    av_zone: string;
-    cluster: string;
-}
-interface Ask {
-    [key: string]: number;
-}
-interface Gpu {
-    [key: string]: number;
-}
-interface Price {
-    base: number;
-    fine_tune: number;
-    hourly: number;
-    input: number;
-    output: number;
-}
-interface Stat {
-    av_zone: string;
-    cluster: string;
-    capacity: number;
-    qps: number;
-    throughput_in: number;
-    throughput_out: number;
-    error_rate: number;
-    retry_rate: number;
-}
-interface Depth {
-    num_asks: number;
-    num_bids: number;
-    num_running: number;
-    asks: Ask;
-    asks_updated: string;
-    gpus: Gpu;
-    qps: number;
-    permit_required: boolean;
-    price: Price;
-    throughput_in: number;
-    throughput_out: number;
-    stats: Stat[];
-}
-export interface TogetherModelInfo {
-    modelInstanceConfig: ModelInstanceConfig;
-    _id: string;
-    name: string;
-    display_name: string;
-    display_type: string;
-    description: string;
-    license: string;
-    creator_organization: string;
-    hardware_label: string;
-    num_parameters: number;
-    show_in_playground: boolean;
-    isFeaturedModel: boolean;
-    context_length: number;
-    config: Config;
-    pricing: Pricing;
-    created_at: string;
-    update_at: string;
-    instances: Instance[];
-    access: string;
-    link: string;
-    descriptionLink: string;
-    depth: Depth;
-}
-export interface TextCompletion {
-    id: string;
-    choices: {
-        text: string;
-        finish_reason: string;
-    }[];
-    usage: {
-        prompt_tokens: number;
-        completion_tokens: number;
-        total_tokens: number;
-    };
-    created: number;
-    model: string;
-    object: string;
-}
-export {};

package/lib/types/src/vertexai/debug.d.ts

@@ -1 +0,0 @@
-export declare function logObject(prefix: string, obj: any): void;

package/lib/types/src/vertexai/embeddings/embeddings-image.d.ts

@@ -1,10 +0,0 @@
-import { EmbeddingsOptions, EmbeddingsResult } from '@llumiverse/core';
-import { VertexAIDriver } from '../index.js';
-export interface ImageEmbeddingsOptions {
-    model?: string;
-    image?: {
-        bytesBase64Encoded?: string;
-    };
-    text: string;
-}
-export declare function getEmbeddingsForImages(driver: VertexAIDriver, options: EmbeddingsOptions): Promise<EmbeddingsResult>;

package/lib/types/src/vertexai/embeddings/embeddings-text.d.ts

@@ -1,9 +0,0 @@
-import { EmbeddingsResult } from '@llumiverse/core';
-import { VertexAIDriver } from '../index.js';
-export interface TextEmbeddingsOptions {
-    model?: string;
-    task_type?: "RETRIEVAL_QUERY" | "RETRIEVAL_DOCUMENT" | "SEMANTIC_SIMILARITY" | "CLASSIFICATION" | "CLUSTERING";
-    title?: string;
-    content: string;
-}
-export declare function getEmbeddingsForText(driver: VertexAIDriver, options: TextEmbeddingsOptions): Promise<EmbeddingsResult>;

package/lib/types/src/vertexai/index.d.ts

@@ -1,49 +0,0 @@
-import { AIModel, AbstractDriver, Completion, CompletionChunk, DriverOptions, EmbeddingsResult, ExecutionOptions, ImageGeneration, ModelSearchPayload, PromptSegment } from "@llumiverse/core";
-import { FetchClient } from "@vertesia/api-fetch-client";
-import { GoogleAuth, GoogleAuthOptions } from "google-auth-library";
-import { JSONClient } from "google-auth-library/build/src/auth/googleauth.js";
-import { EmbeddingsOptions } from "@llumiverse/core";
-import { v1beta1 } from "@google-cloud/aiplatform";
-import { AnthropicVertex } from "@anthropic-ai/vertex-sdk";
-import { ImagenPrompt } from "./models/imagen.js";
-import { GoogleGenAI, Content } from "@google/genai";
-export interface VertexAIDriverOptions extends DriverOptions {
-    project: string;
-    region: string;
-    googleAuthOptions?: GoogleAuthOptions;
-}
-export interface GenerateContentPrompt {
-    contents: Content[];
-    system?: Content;
-}
-export type VertexAIPrompt = ImagenPrompt | GenerateContentPrompt;
-export declare function trimModelName(model: string): string;
-export declare class VertexAIDriver extends AbstractDriver<VertexAIDriverOptions, VertexAIPrompt> {
-    static PROVIDER: string;
-    provider: string;
-    aiplatform: v1beta1.ModelServiceClient | undefined;
-    anthropicClient: AnthropicVertex | undefined;
-    fetchClient: FetchClient | undefined;
-    googleGenAI: GoogleGenAI | undefined;
-    llamaClient: FetchClient & {
-        region?: string;
-    } | undefined;
-    modelGarden: v1beta1.ModelGardenServiceClient | undefined;
-    authClient: JSONClient | GoogleAuth<JSONClient>;
-    constructor(options: VertexAIDriverOptions);
-    getGoogleGenAIClient(): GoogleGenAI;
-    getFetchClient(): FetchClient;
-    getLLamaClient(region?: string): FetchClient;
-    getAnthropicClient(): AnthropicVertex;
-    getAIPlatformClient(): v1beta1.ModelServiceClient;
-    getModelGardenClient(): v1beta1.ModelGardenServiceClient;
-    validateResult(result: Completion, options: ExecutionOptions): void;
-    protected canStream(options: ExecutionOptions): Promise<boolean>;
-    createPrompt(segments: PromptSegment[], options: ExecutionOptions): Promise<VertexAIPrompt>;
-    requestTextCompletion(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<Completion<any>>;
-    requestTextCompletionStream(prompt: VertexAIPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunk>>;
-    requestImageGeneration(_prompt: ImagenPrompt, _options: ExecutionOptions): Promise<Completion<ImageGeneration>>;
-    listModels(_params?: ModelSearchPayload): Promise<AIModel<string>[]>;
-    validateConnection(): Promise<boolean>;
-    generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
-}

package/lib/types/src/vertexai/models/claude.d.ts

@@ -1,17 +0,0 @@
-import { ContentBlock, MessageParam, TextBlockParam } from "@anthropic-ai/sdk/resources/index.js";
-import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, PromptSegment, ToolUse } from "@llumiverse/core";
-import { VertexAIDriver } from "../index.js";
-import { ModelDefinition } from "../models.js";
-interface ClaudePrompt {
-    messages: MessageParam[];
-    system?: TextBlockParam[];
-}
-export declare function collectTools(content: ContentBlock[]): ToolUse[] | undefined;
-export declare class ClaudeModelDefinition implements ModelDefinition<ClaudePrompt> {
-    model: AIModel;
-    constructor(modelId: string);
-    createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<ClaudePrompt>;
-    requestTextCompletion(driver: VertexAIDriver, prompt: ClaudePrompt, options: ExecutionOptions): Promise<Completion>;
-    requestTextCompletionStream(driver: VertexAIDriver, prompt: ClaudePrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
-}
-export {};

package/lib/types/src/vertexai/models/gemini.d.ts

@@ -1,16 +0,0 @@
-import { Content } from "@google/genai";
-import { AIModel, Completion, CompletionChunkObject, ExecutionOptions, PromptSegment } from "@llumiverse/core";
-import { VertexAIDriver, GenerateContentPrompt } from "../index.js";
-import { ModelDefinition } from "../models.js";
-export declare function mergeConsecutiveRole(contents: Content[] | undefined): Content[];
-export declare class GeminiModelDefinition implements ModelDefinition<GenerateContentPrompt> {
-    model: AIModel;
-    constructor(modelId: string);
-    preValidationProcessing(result: Completion, options: ExecutionOptions): {
-        result: Completion;
-        options: ExecutionOptions;
-    };
-    createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<GenerateContentPrompt>;
-    requestTextCompletion(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<Completion>;
-    requestTextCompletionStream(driver: VertexAIDriver, prompt: GenerateContentPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunkObject>>;
-}

package/lib/types/src/vertexai/models/imagen.d.ts

@@ -1,74 +0,0 @@
-import { AIModel, Completion, ExecutionOptions, ImageGeneration, PromptSegment } from "@llumiverse/core";
-import { VertexAIDriver } from "../index.js";
-interface ImagenBaseReference {
-    referenceType: "REFERENCE_TYPE_RAW" | "REFERENCE_TYPE_MASK" | "REFERENCE_TYPE_SUBJECT" | "REFERENCE_TYPE_CONTROL" | "REFERENCE_TYPE_STYLE";
-    referenceId: number;
-    referenceImage: {
-        bytesBase64Encoded: string;
-    };
-}
-export declare enum ImagenTaskType {
-    TEXT_IMAGE = "TEXT_IMAGE",
-    EDIT_MODE_INPAINT_REMOVAL = "EDIT_MODE_INPAINT_REMOVAL",
-    EDIT_MODE_INPAINT_INSERTION = "EDIT_MODE_INPAINT_INSERTION",
-    EDIT_MODE_BGSWAP = "EDIT_MODE_BGSWAP",
-    EDIT_MODE_OUTPAINT = "EDIT_MODE_OUTPAINT",
-    CUSTOMIZATION_SUBJECT = "CUSTOMIZATION_SUBJECT",
-    CUSTOMIZATION_STYLE = "CUSTOMIZATION_STYLE",
-    CUSTOMIZATION_CONTROLLED = "CUSTOMIZATION_CONTROLLED",
-    CUSTOMIZATION_INSTRUCT = "CUSTOMIZATION_INSTRUCT"
-}
-export declare enum ImagenMaskMode {
-    MASK_MODE_USER_PROVIDED = "MASK_MODE_USER_PROVIDED",
-    MASK_MODE_BACKGROUND = "MASK_MODE_BACKGROUND",
-    MASK_MODE_FOREGROUND = "MASK_MODE_FOREGROUND",
-    MASK_MODE_SEMANTIC = "MASK_MODE_SEMANTIC"
-}
-interface ImagenReferenceRaw extends ImagenBaseReference {
-    referenceType: "REFERENCE_TYPE_RAW";
-}
-interface ImagenReferenceMask extends Omit<ImagenBaseReference, "referenceImage"> {
-    referenceType: "REFERENCE_TYPE_MASK";
-    maskImageConfig: {
-        maskMode?: ImagenMaskMode;
-        maskClasses?: number[];
-        dilation?: number;
-    };
-    referenceImage?: {
-        bytesBase64Encoded: string;
-    };
-}
-interface ImagenReferenceSubject extends ImagenBaseReference {
-    referenceType: "REFERENCE_TYPE_SUBJECT";
-    subjectImageConfig: {
-        subjectDescription: string;
-        subjectType: "SUBJECT_TYPE_PERSON" | "SUBJECT_TYPE_ANIMAL" | "SUBJECT_TYPE_PRODUCT" | "SUBJECT_TYPE_DEFAULT";
-    };
-}
-interface ImagenReferenceControl extends ImagenBaseReference {
-    referenceType: "REFERENCE_TYPE_CONTROL";
-    controlImageConfig: {
-        controlType: "CONTROL_TYPE_FACE_MESH" | "CONTROL_TYPE_CANNY" | "CONTROL_TYPE_SCRIBBLE";
-        enableControlImageComputation?: boolean;
-    };
-}
-interface ImagenReferenceStyle extends ImagenBaseReference {
-    referenceType: "REFERENCE_TYPE_STYLE";
-    styleImageConfig: {
-        styleDescription?: string;
-    };
-}
-type ImagenMessage = ImagenReferenceRaw | ImagenReferenceMask | ImagenReferenceSubject | ImagenReferenceControl | ImagenReferenceStyle;
-export interface ImagenPrompt {
-    prompt: string;
-    referenceImages?: ImagenMessage[];
-    subjectDescription?: string;
-    negativePrompt?: string;
-}
-export declare class ImagenModelDefinition {
-    model: AIModel;
-    constructor(modelId: string);
-    createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions): Promise<ImagenPrompt>;
-    requestImageGeneration(driver: VertexAIDriver, prompt: ImagenPrompt, options: ExecutionOptions): Promise<Completion<ImageGeneration>>;
-}
-export {};

package/lib/types/src/vertexai/models/llama.d.ts

@@ -1,19 +0,0 @@
-import { AIModel, Completion, CompletionChunk, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
-import { VertexAIDriver } from "../index.js";
-import { ModelDefinition } from "../models.js";
-interface LLamaMessage {
-    role: string;
-    content: string;
-}
-interface LLamaPrompt {
-    messages: LLamaMessage[];
-}
-export declare class LLamaModelDefinition implements ModelDefinition<LLamaPrompt> {
-    model: AIModel;
-    constructor(modelId: string);
-    getLlamaModelRegion(modelName: string): string;
-    createPrompt(_driver: VertexAIDriver, segments: PromptSegment[], options: PromptOptions): Promise<LLamaPrompt>;
-    requestTextCompletion(driver: VertexAIDriver, prompt: LLamaPrompt, options: ExecutionOptions): Promise<Completion>;
-    requestTextCompletionStream(driver: VertexAIDriver, prompt: LLamaPrompt, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunk>>;
-}
-export {};

package/lib/types/src/vertexai/models.d.ts

@@ -1,14 +0,0 @@
-import { AIModel, Completion, PromptSegment, ExecutionOptions, CompletionChunk } from "@llumiverse/core";
-import { VertexAIDriver } from "./index.js";
-export interface ModelDefinition<PromptT = any> {
-    model: AIModel;
-    versions?: string[];
-    createPrompt: (driver: VertexAIDriver, segments: PromptSegment[], options: ExecutionOptions) => Promise<PromptT>;
-    requestTextCompletion: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<Completion>;
-    requestTextCompletionStream: (driver: VertexAIDriver, prompt: PromptT, options: ExecutionOptions) => Promise<AsyncIterable<CompletionChunk>>;
-    preValidationProcessing?(result: Completion, options: ExecutionOptions): {
-        result: Completion;
-        options: ExecutionOptions;
-    };
-}
-export declare function getModelDefinition(model: string): ModelDefinition;

package/lib/types/src/watsonx/index.d.ts

@@ -1,26 +0,0 @@
-import { AIModel, AbstractDriver, Completion, CompletionChunk, DriverOptions, EmbeddingsOptions, EmbeddingsResult, ExecutionOptions } from "@llumiverse/core";
-import { FetchClient } from "@vertesia/api-fetch-client";
-import { WatsonAuthToken } from "./interfaces.js";
-interface WatsonxDriverOptions extends DriverOptions {
-    apiKey: string;
-    projectId: string;
-    endpointUrl: string;
-}
-export declare class WatsonxDriver extends AbstractDriver<WatsonxDriverOptions, string> {
-    static PROVIDER: string;
-    provider: string;
-    apiKey: string;
-    endpoint_url: string;
-    projectId: string;
-    authToken?: WatsonAuthToken;
-    fetcher?: FetchClient;
-    fetchClient: FetchClient;
-    constructor(options: WatsonxDriverOptions);
-    requestTextCompletion(prompt: string, options: ExecutionOptions): Promise<Completion<any>>;
-    requestTextCompletionStream(prompt: string, options: ExecutionOptions): Promise<AsyncIterable<CompletionChunk>>;
-    listModels(): Promise<AIModel<string>[]>;
-    getAuthToken(): Promise<string>;
-    validateConnection(): Promise<boolean>;
-    generateEmbeddings(options: EmbeddingsOptions): Promise<EmbeddingsResult>;
-}
-export {};

package/lib/types/src/watsonx/interfaces.d.ts

@@ -1,64 +0,0 @@
-export interface WatsonxTextGenerationPayload {
-    model_id: string;
-    input: string;
-    parameters: {
-        max_new_tokens?: number;
-        time_limit?: number;
-        stop_sequences?: string[];
-        temperature?: number;
-        top_k?: number;
-        top_p?: number;
-    };
-    project_id: string;
-}
-export interface WatsonxTextGenerationResponse {
-    model_id: string;
-    created_at: string;
-    results: {
-        generated_text: string;
-        generated_token_count: number;
-        input_token_count: number;
-        stop_reason: string;
-    }[];
-}
-export interface GenerateEmbeddingPayload {
-    model_id: string;
-    inputs: string[];
-    project_id: string;
-}
-export interface GenerateEmbeddingResponse {
-    model_id: string;
-    created_at: string;
-    results: {
-        embedding: number[];
-    }[];
-    input_token_count: number;
-}
-export interface WatsonxModelSpec {
-    model_id: string;
-    label: string;
-    provider: string;
-    source: string;
-    short_description: string;
-    tasks: {
-        id: string;
-        ratings: {
-            quality: number;
-        };
-    }[];
-    min_shot_size: number;
-    tier: string;
-    number_params: string;
-}
-export interface WatsonxListModelResponse {
-    total_count: number;
-    limit: number;
-    resources: WatsonxModelSpec[];
-}
-export interface WatsonAuthToken {
-    access_token: string;
-    refresh_token: string;
-    token_type: string;
-    expire_in: number;
-    expiration: number;
-}

package/lib/types/src/xai/index.d.ts

@@ -1,18 +0,0 @@
-import { AIModel, Completion, DriverOptions, ExecutionOptions, PromptOptions, PromptSegment } from "@llumiverse/core";
-import { FetchClient } from "@vertesia/api-fetch-client";
-import OpenAI from "openai";
-import { BaseOpenAIDriver } from "../openai/index.js";
-export interface xAiDriverOptions extends DriverOptions {
-    apiKey: string;
-    endpoint?: string;
-}
-export declare class xAIDriver extends BaseOpenAIDriver {
-    service: OpenAI;
-    provider: "xai";
-    xai_service: FetchClient;
-    DEFAULT_ENDPOINT: string;
-    constructor(opts: xAiDriverOptions);
-    _formatPrompt(segments: PromptSegment[], opts: PromptOptions): Promise<OpenAI.Chat.Completions.ChatCompletionMessageParam[]>;
-    extractDataFromResponse(_options: ExecutionOptions, result: OpenAI.Chat.Completions.ChatCompletion): Completion;
-    listModels(): Promise<AIModel[]>;
-}