@qvac/sdk 0.9.1 → 0.10.0

package/dist/schemas/reload-config.d.ts

@@ -1,5 +1,4 @@
 import { z } from "zod";
-import { whisperConfigSchema } from "./transcription-config";
 export declare const modelIdSchema: z.ZodString;
 export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject<{
     modelId: z.ZodString;
@@ -79,6 +78,7 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
             expectedSize: z.ZodOptional<z.ZodNumber>;
             sha256Checksum: z.ZodOptional<z.ZodString>;
             addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -89,7 +89,6 @@ export declare const reloadConfigOptionsSchema: z.ZodUnion<readonly [z.ZodObject
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -177,6 +176,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
             expectedSize: z.ZodOptional<z.ZodNumber>;
             sha256Checksum: z.ZodOptional<z.ZodString>;
             addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -187,7 +187,6 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -200,7 +199,74 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
     type: "loadModel";
     modelId: string;
     modelType: "whispercpp-transcription" | "whisper";
-    modelConfig: z.infer<typeof whisperConfigSchema>;
+    modelConfig: {
+        strategy?: "greedy" | "beam_search" | undefined;
+        n_threads?: number | undefined;
+        n_max_text_ctx?: number | undefined;
+        offset_ms?: number | undefined;
+        duration_ms?: number | undefined;
+        audio_ctx?: number | undefined;
+        translate?: boolean | undefined;
+        no_context?: boolean | undefined;
+        no_timestamps?: boolean | undefined;
+        single_segment?: boolean | undefined;
+        print_special?: boolean | undefined;
+        print_progress?: boolean | undefined;
+        print_realtime?: boolean | undefined;
+        print_timestamps?: boolean | undefined;
+        token_timestamps?: boolean | undefined;
+        thold_pt?: number | undefined;
+        thold_ptsum?: number | undefined;
+        max_len?: number | undefined;
+        split_on_word?: boolean | undefined;
+        max_tokens?: number | undefined;
+        debug_mode?: boolean | undefined;
+        tdrz_enable?: boolean | undefined;
+        suppress_regex?: string | undefined;
+        initial_prompt?: string | undefined;
+        language?: string | undefined;
+        detect_language?: boolean | undefined;
+        suppress_blank?: boolean | undefined;
+        suppress_nst?: boolean | undefined;
+        temperature?: number | undefined;
+        length_penalty?: number | undefined;
+        temperature_inc?: number | undefined;
+        entropy_thold?: number | undefined;
+        logprob_thold?: number | undefined;
+        greedy_best_of?: number | undefined;
+        beam_search_beam_size?: number | undefined;
+        vad_params?: {
+            threshold?: number | undefined;
+            min_speech_duration_ms?: number | undefined;
+            min_silence_duration_ms?: number | undefined;
+            max_speech_duration_s?: number | undefined;
+            speech_pad_ms?: number | undefined;
+            samples_overlap?: number | undefined;
+        } | undefined;
+        audio_format?: "f32le" | "s16le" | undefined;
+        contextParams?: {
+            model?: string | undefined;
+            use_gpu?: boolean | undefined;
+            flash_attn?: boolean | undefined;
+            gpu_device?: number | undefined;
+        } | undefined;
+        miscConfig?: {
+            caption_enabled?: boolean | undefined;
+        } | undefined;
+        vadModelSrc?: string | {
+            src: string;
+            name?: string | undefined;
+            modelId?: string | undefined;
+            registryPath?: string | undefined;
+            registrySource?: string | undefined;
+            blobCoreKey?: string | undefined;
+            blobIndex?: number | undefined;
+            engine?: string | undefined;
+            expectedSize?: number | undefined;
+            sha256Checksum?: string | undefined;
+            addon?: "embeddings" | "llamacpp-completion" | "whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "parakeet-transcription" | "onnx-ocr" | "sdcpp-generation" | "llm" | "whisper" | "nmt" | "parakeet" | "tts" | "ocr" | "diffusion" | "vad" | undefined;
+        } | undefined;
+    };
 }, {
     modelId: string;
     modelType: "whispercpp-transcription" | "whisper";
@@ -269,7 +335,7 @@ export declare const reloadConfigOptionsToRequestSchema: z.ZodUnion<readonly [z.
             engine?: string | undefined;
             expectedSize?: number | undefined;
             sha256Checksum?: string | undefined;
-            addon?: "llamacpp-completion" | "whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "parakeet-transcription" | "onnx-ocr" | "sdcpp-generation" | "llm" | "whisper" | "embeddings" | "nmt" | "parakeet" | "tts" | "ocr" | "diffusion" | "vad" | undefined;
+            addon?: "embeddings" | "llamacpp-completion" | "whispercpp-transcription" | "llamacpp-embedding" | "nmtcpp-translation" | "onnx-tts" | "parakeet-transcription" | "onnx-ocr" | "sdcpp-generation" | "llm" | "whisper" | "nmt" | "parakeet" | "tts" | "ocr" | "diffusion" | "vad" | undefined;
         } | undefined;
     };
 }>>]>;
@@ -356,6 +422,7 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
             expectedSize: z.ZodOptional<z.ZodNumber>;
             sha256Checksum: z.ZodOptional<z.ZodString>;
             addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -366,7 +433,6 @@ export declare const reloadConfigWhisperRequestSchema: z.ZodObject<{
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";
@@ -459,6 +525,7 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
             expectedSize: z.ZodOptional<z.ZodNumber>;
             sha256Checksum: z.ZodOptional<z.ZodString>;
             addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+                embeddings: "embeddings";
                 "llamacpp-completion": "llamacpp-completion";
                 "whispercpp-transcription": "whispercpp-transcription";
                 "llamacpp-embedding": "llamacpp-embedding";
@@ -469,7 +536,6 @@ export declare const reloadConfigRequestSchema: z.ZodUnion<readonly [z.ZodObject
                 "sdcpp-generation": "sdcpp-generation";
                 llm: "llm";
                 whisper: "whisper";
-                embeddings: "embeddings";
                 nmt: "nmt";
                 parakeet: "parakeet";
                 tts: "tts";

package/dist/schemas/sdcpp-config.d.ts

@@ -57,6 +57,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
         expectedSize: z.ZodOptional<z.ZodNumber>;
         sha256Checksum: z.ZodOptional<z.ZodString>;
         addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            embeddings: "embeddings";
             "llamacpp-completion": "llamacpp-completion";
             "whispercpp-transcription": "whispercpp-transcription";
             "llamacpp-embedding": "llamacpp-embedding";
@@ -67,7 +68,6 @@ export declare const sdcppConfigSchema: z.ZodObject<{
             "sdcpp-generation": "sdcpp-generation";
             llm: "llm";
             whisper: "whisper";
-            embeddings: "embeddings";
             nmt: "nmt";
             parakeet: "parakeet";
             tts: "tts";
@@ -87,6 +87,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
         expectedSize: z.ZodOptional<z.ZodNumber>;
         sha256Checksum: z.ZodOptional<z.ZodString>;
         addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            embeddings: "embeddings";
             "llamacpp-completion": "llamacpp-completion";
             "whispercpp-transcription": "whispercpp-transcription";
             "llamacpp-embedding": "llamacpp-embedding";
@@ -97,7 +98,6 @@ export declare const sdcppConfigSchema: z.ZodObject<{
             "sdcpp-generation": "sdcpp-generation";
             llm: "llm";
             whisper: "whisper";
-            embeddings: "embeddings";
             nmt: "nmt";
             parakeet: "parakeet";
             tts: "tts";
@@ -117,6 +117,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
         expectedSize: z.ZodOptional<z.ZodNumber>;
         sha256Checksum: z.ZodOptional<z.ZodString>;
         addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            embeddings: "embeddings";
             "llamacpp-completion": "llamacpp-completion";
             "whispercpp-transcription": "whispercpp-transcription";
             "llamacpp-embedding": "llamacpp-embedding";
@@ -127,7 +128,6 @@ export declare const sdcppConfigSchema: z.ZodObject<{
             "sdcpp-generation": "sdcpp-generation";
             llm: "llm";
             whisper: "whisper";
-            embeddings: "embeddings";
             nmt: "nmt";
             parakeet: "parakeet";
             tts: "tts";
@@ -147,6 +147,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
         expectedSize: z.ZodOptional<z.ZodNumber>;
         sha256Checksum: z.ZodOptional<z.ZodString>;
         addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            embeddings: "embeddings";
             "llamacpp-completion": "llamacpp-completion";
             "whispercpp-transcription": "whispercpp-transcription";
             "llamacpp-embedding": "llamacpp-embedding";
@@ -157,7 +158,6 @@ export declare const sdcppConfigSchema: z.ZodObject<{
             "sdcpp-generation": "sdcpp-generation";
             llm: "llm";
             whisper: "whisper";
-            embeddings: "embeddings";
             nmt: "nmt";
             parakeet: "parakeet";
             tts: "tts";
@@ -177,6 +177,7 @@ export declare const sdcppConfigSchema: z.ZodObject<{
         expectedSize: z.ZodOptional<z.ZodNumber>;
         sha256Checksum: z.ZodOptional<z.ZodString>;
         addon: z.ZodOptional<z.ZodUnion<readonly [z.ZodEnum<{
+            embeddings: "embeddings";
             "llamacpp-completion": "llamacpp-completion";
             "whispercpp-transcription": "whispercpp-transcription";
             "llamacpp-embedding": "llamacpp-embedding";
@@ -187,7 +188,6 @@ export declare const sdcppConfigSchema: z.ZodObject<{
             "sdcpp-generation": "sdcpp-generation";
             llm: "llm";
             whisper: "whisper";
-            embeddings: "embeddings";
             nmt: "nmt";
             parakeet: "parakeet";
             tts: "tts";
@@ -242,6 +242,7 @@ export declare const diffusionRequestSchema: z.ZodObject<{
     height: z.ZodOptional<z.ZodNumber>;
     steps: z.ZodOptional<z.ZodNumber>;
     cfg_scale: z.ZodOptional<z.ZodNumber>;
+    img_cfg_scale: z.ZodDefault<z.ZodNumber>;
     guidance: z.ZodOptional<z.ZodNumber>;
     sampling_method: z.ZodOptional<z.ZodEnum<{
         euler: "euler";
@@ -276,8 +277,10 @@ export declare const diffusionRequestSchema: z.ZodObject<{
     batch_count: z.ZodOptional<z.ZodNumber>;
     vae_tiling: z.ZodOptional<z.ZodBoolean>;
     cache_preset: z.ZodOptional<z.ZodString>;
+    init_image: z.ZodOptional<z.ZodString>;
+    strength: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>;
-export type DiffusionRequest = z.infer<typeof diffusionRequestSchema>;
+export type DiffusionRequest = z.input<typeof diffusionRequestSchema>;
 export declare const diffusionStreamRequestSchema: z.ZodObject<{
     modelId: z.ZodString;
     prompt: z.ZodString;
@@ -286,6 +289,7 @@ export declare const diffusionStreamRequestSchema: z.ZodObject<{
     height: z.ZodOptional<z.ZodNumber>;
     steps: z.ZodOptional<z.ZodNumber>;
     cfg_scale: z.ZodOptional<z.ZodNumber>;
+    img_cfg_scale: z.ZodDefault<z.ZodNumber>;
     guidance: z.ZodOptional<z.ZodNumber>;
     sampling_method: z.ZodOptional<z.ZodEnum<{
         euler: "euler";
@@ -320,8 +324,12 @@ export declare const diffusionStreamRequestSchema: z.ZodObject<{
     batch_count: z.ZodOptional<z.ZodNumber>;
     vae_tiling: z.ZodOptional<z.ZodBoolean>;
     cache_preset: z.ZodOptional<z.ZodString>;
+    init_image: z.ZodOptional<z.ZodString>;
+    strength: z.ZodOptional<z.ZodNumber>;
     type: z.ZodLiteral<"diffusionStream">;
 }, z.core.$strip>;
-export type DiffusionStreamRequest = z.infer<typeof diffusionStreamRequestSchema>;
-export type DiffusionClientParams = DiffusionRequest;
+export type DiffusionStreamRequest = z.input<typeof diffusionStreamRequestSchema>;
+export type DiffusionClientParams = Omit<DiffusionRequest, "init_image"> & {
+    init_image?: Uint8Array;
+};
 //# sourceMappingURL=sdcpp-config.d.ts.map

package/dist/schemas/sdcpp-config.js

@@ -1,5 +1,6 @@
 import { z } from "zod";
 import { modelSrcInputSchema } from "./model-src-utils.js";
+const BASE64_PATTERN = /^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/;
 export const sdcppConfigSchema = z
     .object({
     threads: z.number().optional(),
@@ -35,17 +36,50 @@ export const sdcppConfigSchema = z
         .describe("VAE decoder model — required for FLUX.2 [klein], optional for SDXL"),
 });
 export const diffusionStatsSchema = z.object({
-    modelLoadMs: z.number().optional(),
-    generationMs: z.number().optional(),
-    totalGenerationMs: z.number().optional(),
-    totalWallMs: z.number().optional(),
-    totalSteps: z.number().optional(),
-    totalGenerations: z.number().optional(),
-    totalImages: z.number().optional(),
-    totalPixels: z.number().optional(),
-    width: z.number().optional(),
-    height: z.number().optional(),
-    seed: z.number().optional(),
+    modelLoadMs: z
+        .number()
+        .optional()
+        .describe("Time in milliseconds spent loading the diffusion model."),
+    generationMs: z
+        .number()
+        .optional()
+        .describe("Wall-clock time in milliseconds spent generating images."),
+    totalGenerationMs: z
+        .number()
+        .optional()
+        .describe("Total generation time in milliseconds across all images in the batch."),
+    totalWallMs: z
+        .number()
+        .optional()
+        .describe("Total wall-clock time in milliseconds including model load and sampling."),
+    totalSteps: z
+        .number()
+        .optional()
+        .describe("Total number of diffusion sampling steps executed."),
+    totalGenerations: z
+        .number()
+        .optional()
+        .describe("Total number of generation passes executed."),
+    totalImages: z
+        .number()
+        .optional()
+        .describe("Total number of images produced."),
+    totalPixels: z
+        .number()
+        .optional()
+        .describe("Total number of pixels generated across all images."),
+    width: z
+        .number()
+        .optional()
+        .describe("Width in pixels of each generated image."),
+    height: z
+        .number()
+        .optional()
+        .describe("Height in pixels of each generated image."),
+    seed: z
+        .number()
+        .optional()
+        .describe("Seed that produced these outputs (randomized when not supplied by the caller)."),
 });
 export const diffusionStreamResponseSchema = z.object({
     type: z.literal("diffusionStream"),
@@ -58,15 +92,45 @@ export const diffusionStreamResponseSchema = z.object({
     stats: diffusionStatsSchema.optional(),
 });
 export const diffusionRequestSchema = z.object({
-    modelId: z.string(),
-    prompt: z.string(),
-    negative_prompt: z.string().optional(),
-    width: z.number().int().positive().multipleOf(8).optional(),
-    height: z.number().int().positive().multipleOf(8).optional(),
-    steps: z.number().int().positive().optional(),
-    cfg_scale: z.number().optional()
+    modelId: z
+        .string()
+        .describe("The identifier of the diffusion model to use for generation."),
+    prompt: z.string().describe("Positive prompt describing the image to generate."),
+    negative_prompt: z
+        .string()
+        .optional()
+        .describe("Optional negative prompt describing what to avoid."),
+    width: z
+        .number()
+        .int()
+        .positive()
+        .multipleOf(8)
+        .optional()
+        .describe("Image width in pixels (must be a multiple of 8)."),
+    height: z
+        .number()
+        .int()
+        .positive()
+        .multipleOf(8)
+        .optional()
+        .describe("Image height in pixels (must be a multiple of 8)."),
+    steps: z
+        .number()
+        .int()
+        .positive()
+        .optional()
+        .describe("Number of sampling steps to run."),
+    cfg_scale: z
+        .number()
+        .optional()
         .describe("Classifier-free guidance scale for SD 1.x / 2.x / XL / SD3 models; typical range 1–20, default 7"),
-    guidance: z.number().optional()
+    img_cfg_scale: z
+        .number()
+        .default(-1)
+        .describe("Image CFG scale for img2img/inpaint workflows where the image and prompt should have different guidance weights; defaults to -1 which reuses cfg_scale"),
+    guidance: z
+        .number()
+        .optional()
         .describe("Distilled guidance for FLUX models; typical range 1–10, default 3.5"),
     sampling_method: z
         .enum([
@@ -85,17 +149,46 @@ export const diffusionRequestSchema = z.object({
         "res_multistep",
         "res_2s",
     ])
-        .optional(),
+        .optional()
+        .describe("Sampling algorithm used by the diffusion scheduler."),
     scheduler: z
         .enum([
         "discrete", "karras", "exponential", "ays", "gits",
         "sgm_uniform", "simple", "lcm", "smoothstep", "kl_optimal", "bong_tangent",
     ])
-        .optional(),
-    seed: z.number().int().optional(),
-    batch_count: z.number().int().positive().optional(),
-    vae_tiling: z.boolean().optional(),
-    cache_preset: z.string().optional(),
+        .optional()
+        .describe("Noise schedule to apply when sampling."),
+    seed: z
+        .number()
+        .int()
+        .optional()
+        .describe("Random seed; when omitted the SDK picks one and returns it in stats."),
+    batch_count: z
+        .number()
+        .int()
+        .positive()
+        .optional()
+        .describe("Number of images to generate in this call."),
+    vae_tiling: z
+        .boolean()
+        .optional()
+        .describe("Enable VAE tiling for large images on constrained VRAM (overrides model config)."),
+    cache_preset: z
+        .string()
+        .optional()
+        .describe("Optional name of a cached sampler preset to reuse."),
+    init_image: z
+        .string()
+        .min(1)
+        .regex(BASE64_PATTERN)
+        .optional()
+        .describe("Base64-encoded image for img2img generation"),
+    strength: z
+        .number()
+        .min(0)
+        .max(1)
+        .optional()
+        .describe("img2img denoising strength (0.0 = keep source, 1.0 = ignore source); used by the SD/SDXL SDEdit path. No-op for FLUX.2, which uses in-context conditioning and ignores this field."),
 });
 export const diffusionStreamRequestSchema = diffusionRequestSchema.extend({
     type: z.literal("diffusionStream"),