@qvac/sdk 0.1.1 → 0.2.0

package/dist/models/hyperdrive/models.js

@@ -65,6 +65,22 @@ export const models = [
         expectedSize: 1056782912,
         sha256Checksum: "c876f159707a4e4f70e045106c69db15bfc935a4981706fd4f65c6e7ea1e81c5",
     },
+    {
+        hyperdriveKey: "583f04c31d151b29e02aaf98f80d16aff585714ef9e2806a5067651c0f64ae31",
+        hyperbeeKey: "generation:qwen2.5-omni:multimodal::3B::1.0.0",
+        modelId: "Qwen2.5-Omni-3B-Q4_K_M.gguf",
+        addon: "llm",
+        expectedSize: 2104931648,
+        sha256Checksum: "4b0bd358c1e9ec55dd3055ef6d71c958c821533d85916a10cfa89c4552a86e29",
+    },
+    {
+        hyperdriveKey: "583f04c31d151b29e02aaf98f80d16aff585714ef9e2806a5067651c0f64ae31",
+        hyperbeeKey: "generation:qwen2.5-omni:multimodal::3B::1.0.0",
+        modelId: "mmproj-Qwen2.5-Omni-3B-Q8_0.gguf",
+        addon: "llm",
+        expectedSize: 1538031328,
+        sha256Checksum: "4e6c816cd33f7298d07cb780c136a396631e50e62f6501660271f8c6e302e565",
+    },
     {
         hyperdriveKey: "d331ed49c444f90b3b2a70aa5b820752685142bf2d769a0592ed666140477578",
         hyperbeeKey: "generation:qwen3:instruct::0.6B::1.0.0",
@@ -105,6 +121,38 @@ export const models = [
         expectedSize: 2401075552,
         sha256Checksum: "9cfebb63cd7e6b6d1755ea8ef001fcdadfa17831da1db96eafe3fc554913d5e1",
     },
+    {
+        hyperdriveKey: "b99c6f5dcadaad827cdcb1a129a3b34aff6ad28056738e0bd559c7ffb807e30f",
+        hyperbeeKey: "generation:smolVLM2:multimodal:2:500M:f16:1.0.0:video-instruct",
+        modelId: "SmolVLM2-500M-Video-Instruct-f16.gguf",
+        addon: "llm",
+        expectedSize: 820424704,
+        sha256Checksum: "80f7e3f04bc2d3324ac1a9f52f5776fe13a69912adf74f8e7edacf773d140d77",
+    },
+    {
+        hyperdriveKey: "b99c6f5dcadaad827cdcb1a129a3b34aff6ad28056738e0bd559c7ffb807e30f",
+        hyperbeeKey: "generation:smolVLM2:multimodal:2:500M:f16:1.0.0:video-instruct",
+        modelId: "mmproj-SmolVLM2-500M-Video-Instruct-f16.gguf",
+        addon: "llm",
+        expectedSize: 199470624,
+        sha256Checksum: "b5dc8ebe7cbeab66a5369693960a52515d7824f13d4063ceca78431f2a6b59b0",
+    },
+    {
+        hyperdriveKey: "73b1bc01d01e25fa27be7d7f434337d14f054b0315e8463766ca31e778ac6576",
+        hyperbeeKey: "generation:smolVLM2:multimodal:2:500M:q8_0:1.0.0:video-instruct",
+        modelId: "SmolVLM2-500M-Video-Instruct-Q8_0.gguf",
+        addon: "llm",
+        expectedSize: 436808704,
+        sha256Checksum: "6f67b8036b2469fcd71728702720c6b51aebd759b78137a8120733b4d66438bc",
+    },
+    {
+        hyperdriveKey: "73b1bc01d01e25fa27be7d7f434337d14f054b0315e8463766ca31e778ac6576",
+        hyperbeeKey: "generation:smolVLM2:multimodal:2:500M:q8_0:1.0.0:video-instruct",
+        modelId: "mmproj-SmolVLM2-500M-Video-Instruct-Q8_0.gguf",
+        addon: "llm",
+        expectedSize: 108785184,
+        sha256Checksum: "921dc7e259f308e5b027111fa185efcbf33db13f6e35749ddf7f5cdb60ef520b",
+    },
     {
         hyperdriveKey: "268c2e9b2a3420632e4b6649e32822f42d5dfbda4c7e96daec5b629ed20f99f7",
         hyperbeeKey: "translation:ggml-indictrans:dist:2:200M:q0f32:1.0.0:en-hi",
@@ -475,60 +523,63 @@ export const GTE_LARGE_FP16 = `pear://${models[4].hyperdriveKey}/${models[4].mod
 export const LASER_DOLPHIN_2_6_2X7B_INST_Q2_K = `pear://${models[5].hyperdriveKey}/${models[5].modelId}`;
 export const LLAMA_3_2_1B_INST_Q4_0 = `pear://${models[6].hyperdriveKey}/${models[6].modelId}`;
 export const QWEN_3_1_7B_INST_Q4 = `pear://${models[7].hyperdriveKey}/${models[7].modelId}`;
-export const QWEN3_0_6B_INST = `pear://${models[8].hyperdriveKey}/${models[8].modelId}`;
-export const QWEN3_4B_INST_Q4 = `pear://${models[9].hyperdriveKey}/${models[9].modelId}`;
-export const QWEN3_600M_INST_Q4 = `pear://${models[10].hyperdriveKey}/${models[10].modelId}`;
-export const SALAMANDRATA_2B_INST_Q4 = `pear://${models[11].hyperdriveKey}/${models[11].modelId}`;
-export const SALAMANDRATA_2B_INST_Q8 = `pear://${models[12].hyperdriveKey}/${models[12].modelId}`;
-export const MARIAN_EN_HI_INDIC_200M_Q0F32 = `pear://${models[13].hyperdriveKey}/${models[13].modelId}`;
-export const MARIAN_HI_EN_INDIC_200M_Q0F32 = `pear://${models[14].hyperdriveKey}/${models[14].modelId}`;
-export const MARIAN_HI_HI_INDIC_320M_Q0F32 = `pear://${models[15].hyperdriveKey}/${models[15].modelId}`;
-export const MARIAN_EN_HI_INDIC_1B_Q0F16 = `pear://${models[16].hyperdriveKey}/${models[16].modelId}`;
-export const MARIAN_HI_EN_INDIC_1B_Q0F16 = `pear://${models[17].hyperdriveKey}/${models[17].modelId}`;
-export const MARIAN_HI_HI_INDIC_1B_Q0F16 = `pear://${models[18].hyperdriveKey}/${models[18].modelId}`;
-export const MARIAN_EN_HI_INDIC_1B_Q0F32 = `pear://${models[19].hyperdriveKey}/${models[19].modelId}`;
-export const MARIAN_HI_EN_INDIC_1B_Q0F32 = `pear://${models[20].hyperdriveKey}/${models[20].modelId}`;
-export const MARIAN_HI_HI_INDIC_1B_Q0F32 = `pear://${models[21].hyperdriveKey}/${models[21].modelId}`;
-export const MARIAN_EN_HI_INDIC_1B_Q4_0 = `pear://${models[22].hyperdriveKey}/${models[22].modelId}`;
-export const MARIAN_HI_EN_INDIC_1B_Q4_0 = `pear://${models[23].hyperdriveKey}/${models[23].modelId}`;
-export const MARIAN_HI_HI_INDIC_1B_Q4_0 = `pear://${models[24].hyperdriveKey}/${models[24].modelId}`;
-export const MARIAN_EN_HI_INDIC_200M_Q0F16 = `pear://${models[25].hyperdriveKey}/${models[25].modelId}`;
-export const MARIAN_HI_EN_INDIC_200M_Q0F16 = `pear://${models[26].hyperdriveKey}/${models[26].modelId}`;
-export const MARIAN_EN_HI_INDIC_200M_Q4_0 = `pear://${models[27].hyperdriveKey}/${models[27].modelId}`;
-export const MARIAN_HI_EN_INDIC_200M_Q4_0 = `pear://${models[28].hyperdriveKey}/${models[28].modelId}`;
-export const MARIAN_HI_HI_INDIC_320M_Q0F16 = `pear://${models[29].hyperdriveKey}/${models[29].modelId}`;
-export const MARIAN_HI_HI_INDIC_320M_Q4_0 = `pear://${models[30].hyperdriveKey}/${models[30].modelId}`;
-export const MARIAN_OPUS_EN_IT = `pear://${models[31].hyperdriveKey}/${models[31].modelId}`;
-export const MARIAN_OPUS_IT_EN = `pear://${models[32].hyperdriveKey}/${models[32].modelId}`;
-export const MARIAN_OPUS_DE_EN_Q0F32 = `pear://${models[33].hyperdriveKey}/${models[33].modelId}`;
-export const MARIAN_OPUS_DE_ES_Q0F32 = `pear://${models[34].hyperdriveKey}/${models[34].modelId}`;
-export const MARIAN_OPUS_DE_IT_Q0F32 = `pear://${models[35].hyperdriveKey}/${models[35].modelId}`;
-export const MARIAN_OPUS_EN_DE_Q0F32 = `pear://${models[36].hyperdriveKey}/${models[36].modelId}`;
-export const MARIAN_OPUS_EN_ES_Q0F32 = `pear://${models[37].hyperdriveKey}/${models[37].modelId}`;
-export const MARIAN_OPUS_EN_IT_Q0F32 = `pear://${models[38].hyperdriveKey}/${models[38].modelId}`;
-export const MARIAN_OPUS_ES_DE_Q0F32 = `pear://${models[39].hyperdriveKey}/${models[39].modelId}`;
-export const MARIAN_OPUS_ES_EN_Q0F32 = `pear://${models[40].hyperdriveKey}/${models[40].modelId}`;
-export const MARIAN_OPUS_ES_IT_Q0F32 = `pear://${models[41].hyperdriveKey}/${models[41].modelId}`;
-export const MARIAN_OPUS_IT_DE_Q0F32 = `pear://${models[42].hyperdriveKey}/${models[42].modelId}`;
-export const MARIAN_OPUS_IT_EN_Q0F32 = `pear://${models[43].hyperdriveKey}/${models[43].modelId}`;
-export const MARIAN_OPUS_IT_ES_Q0F32 = `pear://${models[44].hyperdriveKey}/${models[44].modelId}`;
-export const MARIAN_OPUS_EN_RU_Q0F16 = `pear://${models[45].hyperdriveKey}/${models[45].modelId}`;
-export const MARIAN_OPUS_RU_EN_Q0F16 = `pear://${models[46].hyperdriveKey}/${models[46].modelId}`;
-export const MARIAN_OPUS_EN_RU_Q0F32 = `pear://${models[47].hyperdriveKey}/${models[47].modelId}`;
-export const MARIAN_OPUS_RU_EN_Q0F32 = `pear://${models[48].hyperdriveKey}/${models[48].modelId}`;
-export const MARIAN_OPUS_EN_RU_Q4_0 = `pear://${models[49].hyperdriveKey}/${models[49].modelId}`;
-export const MARIAN_OPUS_RU_EN_Q4_0 = `pear://${models[50].hyperdriveKey}/${models[50].modelId}`;
-export const MARIAN_OPUS_EN_JA_Q4F16_1 = `pear://${models[51].hyperdriveKey}/${models[51].modelId}`;
-export const MARIAN_OPUS_JA_EN_Q4F16_1 = `pear://${models[52].hyperdriveKey}/${models[52].modelId}`;
-export const VAD_SILERO_5_1_2 = `pear://${models[53].hyperdriveKey}/${models[53].modelId}`;
-export const WHISPER_LARGE_3 = `pear://${models[54].hyperdriveKey}/${models[54].modelId}`;
-export const WHISPER_SMALL = `pear://${models[55].hyperdriveKey}/${models[55].modelId}`;
-export const WHISPER_TINY = `pear://${models[56].hyperdriveKey}/${models[56].modelId}`;
-export const WHISPER_TINY_SILERO = `pear://${models[57].hyperdriveKey}/${models[57].modelId}`;
+export const QWEN2_5_OMNI_3B_MULTIMODAL = `pear://${models[8].hyperdriveKey}/${models[8].modelId}`;
+export const MMPROJ_QWEN2_5_OMNI_3B_MULTIMODAL = `pear://${models[9].hyperdriveKey}/${models[9].modelId}`;
+export const QWEN3_0_6B_INST = `pear://${models[10].hyperdriveKey}/${models[10].modelId}`;
+export const QWEN3_4B_INST_Q4 = `pear://${models[11].hyperdriveKey}/${models[11].modelId}`;
+export const QWEN3_600M_INST_Q4 = `pear://${models[12].hyperdriveKey}/${models[12].modelId}`;
+export const SALAMANDRATA_2B_INST_Q4 = `pear://${models[13].hyperdriveKey}/${models[13].modelId}`;
+export const SALAMANDRATA_2B_INST_Q8 = `pear://${models[14].hyperdriveKey}/${models[14].modelId}`;
+export const SMOLVLM2_2_500M_MULTIMODAL_F16 = `pear://${models[15].hyperdriveKey}/${models[15].modelId}`;
+export const MMPROJ_SMOLVLM2_2_500M_MULTIMODAL_F16 = `pear://${models[16].hyperdriveKey}/${models[16].modelId}`;
+export const SMOLVLM2_2_500M_MULTIMODAL_Q8_0 = `pear://${models[17].hyperdriveKey}/${models[17].modelId}`;
+export const MMPROJ_SMOLVLM2_2_500M_MULTIMODAL_Q8_0 = `pear://${models[18].hyperdriveKey}/${models[18].modelId}`;
+export const MARIAN_EN_HI_INDIC_200M_Q0F32 = `pear://${models[19].hyperdriveKey}/${models[19].modelId}`;
+export const MARIAN_HI_EN_INDIC_200M_Q0F32 = `pear://${models[20].hyperdriveKey}/${models[20].modelId}`;
+export const MARIAN_HI_HI_INDIC_320M_Q0F32 = `pear://${models[21].hyperdriveKey}/${models[21].modelId}`;
+export const MARIAN_EN_HI_INDIC_1B_Q0F16 = `pear://${models[22].hyperdriveKey}/${models[22].modelId}`;
+export const MARIAN_HI_EN_INDIC_1B_Q0F16 = `pear://${models[23].hyperdriveKey}/${models[23].modelId}`;
+export const MARIAN_HI_HI_INDIC_1B_Q0F16 = `pear://${models[24].hyperdriveKey}/${models[24].modelId}`;
+export const MARIAN_EN_HI_INDIC_1B_Q0F32 = `pear://${models[25].hyperdriveKey}/${models[25].modelId}`;
+export const MARIAN_HI_EN_INDIC_1B_Q0F32 = `pear://${models[26].hyperdriveKey}/${models[26].modelId}`;
+export const MARIAN_HI_HI_INDIC_1B_Q0F32 = `pear://${models[27].hyperdriveKey}/${models[27].modelId}`;
+export const MARIAN_EN_HI_INDIC_1B_Q4_0 = `pear://${models[28].hyperdriveKey}/${models[28].modelId}`;
+export const MARIAN_HI_EN_INDIC_1B_Q4_0 = `pear://${models[29].hyperdriveKey}/${models[29].modelId}`;
+export const MARIAN_HI_HI_INDIC_1B_Q4_0 = `pear://${models[30].hyperdriveKey}/${models[30].modelId}`;
+export const MARIAN_EN_HI_INDIC_200M_Q0F16 = `pear://${models[31].hyperdriveKey}/${models[31].modelId}`;
+export const MARIAN_HI_EN_INDIC_200M_Q0F16 = `pear://${models[32].hyperdriveKey}/${models[32].modelId}`;
+export const MARIAN_EN_HI_INDIC_200M_Q4_0 = `pear://${models[33].hyperdriveKey}/${models[33].modelId}`;
+export const MARIAN_HI_EN_INDIC_200M_Q4_0 = `pear://${models[34].hyperdriveKey}/${models[34].modelId}`;
+export const MARIAN_HI_HI_INDIC_320M_Q0F16 = `pear://${models[35].hyperdriveKey}/${models[35].modelId}`;
+export const MARIAN_HI_HI_INDIC_320M_Q4_0 = `pear://${models[36].hyperdriveKey}/${models[36].modelId}`;
+export const MARIAN_OPUS_EN_IT = `pear://${models[37].hyperdriveKey}/${models[37].modelId}`;
+export const MARIAN_OPUS_IT_EN = `pear://${models[38].hyperdriveKey}/${models[38].modelId}`;
+export const MARIAN_OPUS_DE_EN_Q0F32 = `pear://${models[39].hyperdriveKey}/${models[39].modelId}`;
+export const MARIAN_OPUS_DE_ES_Q0F32 = `pear://${models[40].hyperdriveKey}/${models[40].modelId}`;
+export const MARIAN_OPUS_DE_IT_Q0F32 = `pear://${models[41].hyperdriveKey}/${models[41].modelId}`;
+export const MARIAN_OPUS_EN_DE_Q0F32 = `pear://${models[42].hyperdriveKey}/${models[42].modelId}`;
+export const MARIAN_OPUS_EN_ES_Q0F32 = `pear://${models[43].hyperdriveKey}/${models[43].modelId}`;
+export const MARIAN_OPUS_EN_IT_Q0F32 = `pear://${models[44].hyperdriveKey}/${models[44].modelId}`;
+export const MARIAN_OPUS_ES_DE_Q0F32 = `pear://${models[45].hyperdriveKey}/${models[45].modelId}`;
+export const MARIAN_OPUS_ES_EN_Q0F32 = `pear://${models[46].hyperdriveKey}/${models[46].modelId}`;
+export const MARIAN_OPUS_ES_IT_Q0F32 = `pear://${models[47].hyperdriveKey}/${models[47].modelId}`;
+export const MARIAN_OPUS_IT_DE_Q0F32 = `pear://${models[48].hyperdriveKey}/${models[48].modelId}`;
+export const MARIAN_OPUS_IT_EN_Q0F32 = `pear://${models[49].hyperdriveKey}/${models[49].modelId}`;
+export const MARIAN_OPUS_IT_ES_Q0F32 = `pear://${models[50].hyperdriveKey}/${models[50].modelId}`;
+export const MARIAN_OPUS_EN_RU_Q0F16 = `pear://${models[51].hyperdriveKey}/${models[51].modelId}`;
+export const MARIAN_OPUS_RU_EN_Q0F16 = `pear://${models[52].hyperdriveKey}/${models[52].modelId}`;
+export const MARIAN_OPUS_EN_RU_Q0F32 = `pear://${models[53].hyperdriveKey}/${models[53].modelId}`;
+export const MARIAN_OPUS_RU_EN_Q0F32 = `pear://${models[54].hyperdriveKey}/${models[54].modelId}`;
+export const MARIAN_OPUS_EN_RU_Q4_0 = `pear://${models[55].hyperdriveKey}/${models[55].modelId}`;
+export const MARIAN_OPUS_RU_EN_Q4_0 = `pear://${models[56].hyperdriveKey}/${models[56].modelId}`;
+export const MARIAN_OPUS_EN_JA_Q4F16_1 = `pear://${models[57].hyperdriveKey}/${models[57].modelId}`;
+export const MARIAN_OPUS_JA_EN_Q4F16_1 = `pear://${models[58].hyperdriveKey}/${models[58].modelId}`;
+export const VAD_SILERO_5_1_2 = `pear://${models[59].hyperdriveKey}/${models[59].modelId}`;
+export const WHISPER_LARGE_3 = `pear://${models[60].hyperdriveKey}/${models[60].modelId}`;
+export const WHISPER_SMALL = `pear://${models[61].hyperdriveKey}/${models[61].modelId}`;
+export const WHISPER_TINY = `pear://${models[62].hyperdriveKey}/${models[62].modelId}`;
+export const WHISPER_TINY_SILERO = `pear://${models[63].hyperdriveKey}/${models[63].modelId}`;
 // Helper function for our curated model list
 export function getModelBySrc(modelId, hyperdriveKey) {
-    if (hyperdriveKey) {
-        return models.find((model) => model.modelId === modelId && model.hyperdriveKey === hyperdriveKey);
-    }
-    return models.find((model) => model.modelId === modelId);
+    return models.find((model) => model.modelId === modelId && model.hyperdriveKey === hyperdriveKey);
 }

package/dist/schemas/common.d.ts

@@ -25,13 +25,14 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
         lora: z.ZodOptional<z.ZodString>;
         device: z.ZodDefault<z.ZodString>;
         predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
-        system_prompt: z.ZodOptional<z.ZodString>;
+        system_prompt: z.ZodDefault<z.ZodString>;
         no_mmap: z.ZodOptional<z.ZodBoolean>;
         verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<0>, z.ZodLiteral<1>]>>;
         presence_penalty: z.ZodOptional<z.ZodNumber>;
         frequency_penalty: z.ZodOptional<z.ZodNumber>;
         repeat_penalty: z.ZodOptional<z.ZodNumber>;
         reverse_prompt: z.ZodOptional<z.ZodString>;
+        n_discarded: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>;
 }, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"loadModel">;
@@ -186,19 +187,20 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
         ctx_size: number;
         gpu_layers: number;
         device: string;
+        system_prompt: string;
         temp?: number | undefined;
         top_p?: number | undefined;
         top_k?: number | undefined;
         seed?: number | undefined;
         lora?: string | undefined;
         predict?: number | undefined;
-        system_prompt?: string | undefined;
         no_mmap?: boolean | undefined;
         verbosity?: 0 | 1 | -1 | undefined;
         presence_penalty?: number | undefined;
         frequency_penalty?: number | undefined;
         repeat_penalty?: number | undefined;
         reverse_prompt?: string | undefined;
+        n_discarded?: number | undefined;
     };
     projectionModelSrc?: string | undefined;
     vadModelSrc?: string | undefined;
@@ -283,19 +285,20 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
         ctx_size: number;
         gpu_layers: number;
         device: string;
+        system_prompt: string;
         temp?: number | undefined;
         top_p?: number | undefined;
         top_k?: number | undefined;
         seed?: number | undefined;
         lora?: string | undefined;
         predict?: number | undefined;
-        system_prompt?: string | undefined;
         no_mmap?: boolean | undefined;
         verbosity?: 0 | 1 | -1 | undefined;
         presence_penalty?: number | undefined;
         frequency_penalty?: number | undefined;
         repeat_penalty?: number | undefined;
         reverse_prompt?: string | undefined;
+        n_discarded?: number | undefined;
     };
     projectionModelSrc?: string | undefined;
     vadModelSrc?: string | undefined;
@@ -419,7 +422,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
         }, z.core.$strip>;
     }, z.core.$strip>>>;
     stream: z.ZodBoolean;
-    kvCache: z.ZodOptional<z.ZodBoolean>;
+    kvCache: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
     type: z.ZodLiteral<"completionStream">;
 }, z.core.$strip>, z.ZodObject<{
     modelId: z.ZodString;
@@ -483,6 +486,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
             paragraph: "paragraph";
         }>>;
         splitStrategy: z.ZodOptional<z.ZodEnum<{
+            token: "token";
             character: "character";
             word: "word";
             sentence: "sentence";
@@ -505,7 +509,14 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
     ids: z.ZodArray<z.ZodString>;
     type: z.ZodLiteral<"rag">;
     operation: z.ZodLiteral<"deleteEmbeddings">;
-}, z.core.$strip>], "operation">]>;
+}, z.core.$strip>], "operation">, z.ZodUnion<readonly [z.ZodObject<{
+    type: z.ZodLiteral<"deleteCache">;
+    all: z.ZodLiteral<true>;
+}, z.core.$strip>, z.ZodObject<{
+    type: z.ZodLiteral<"deleteCache">;
+    kvCacheKey: z.ZodString;
+    modelId: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>]>]>;
 export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     type: z.ZodLiteral<"pong">;
     number: z.ZodNumber;
@@ -526,6 +537,7 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     stats: z.ZodOptional<z.ZodObject<{
         timeToFirstToken: z.ZodNumber;
         tokensPerSecond: z.ZodNumber;
+        cacheTokens: z.ZodNumber;
     }, z.core.$strip>>;
     error: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>, z.ZodObject<{
@@ -616,7 +628,11 @@ export declare const responseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
     success: z.ZodBoolean;
     error: z.ZodOptional<z.ZodString>;
     operation: z.ZodLiteral<"deleteEmbeddings">;
-}, z.core.$strip>], "operation">], "type">;
+}, z.core.$strip>], "operation">, z.ZodObject<{
+    type: z.ZodLiteral<"deleteCache">;
+    success: z.ZodBoolean;
+    error: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>], "type">;
 export declare const rpcOptionsSchema: z.ZodObject<{
     timeout: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>;

package/dist/schemas/common.js

@@ -12,6 +12,7 @@ import { translateRequestSchema, translateResponseSchema } from "./translate.js"
 import { loggingStreamRequestSchema, loggingStreamResponseSchema, } from "./logging-stream.js";
 import { errorResponseSchema } from "./error.js";
 import { ragRequestSchema, ragResponseSchema } from "./rag.js";
+import { deleteCacheRequestSchema, deleteCacheResponseSchema, } from "./delete-cache.js";
 export const requestSchema = z.union([
     pingRequestSchema,
     loadModelRequestSchema,
@@ -25,6 +26,7 @@ export const requestSchema = z.union([
     cancelRequestSchema,
     provideRequestSchema,
     ragRequestSchema,
+    deleteCacheRequestSchema,
 ]);
 export const responseSchema = z.discriminatedUnion("type", [
     pingResponseSchema,
@@ -41,6 +43,7 @@ export const responseSchema = z.discriminatedUnion("type", [
     provideResponseSchema,
     errorResponseSchema,
     ragResponseSchema,
+    deleteCacheResponseSchema,
 ]);
 export const rpcOptionsSchema = z.object({
     timeout: z.number().min(100).optional(),

package/dist/schemas/completion-stream.d.ts

@@ -32,7 +32,7 @@ export declare const completionParamsSchema: z.ZodObject<{
         }, z.core.$strip>>>;
     }, z.core.$strip>>;
     modelId: z.ZodString;
-    kvCache: z.ZodOptional<z.ZodBoolean>;
+    kvCache: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
 }, z.core.$strip>;
 export declare const completionClientParamsSchema: z.ZodObject<{
     history: z.ZodArray<z.ZodObject<{
@@ -65,7 +65,7 @@ export declare const completionClientParamsSchema: z.ZodObject<{
         }, z.core.$strip>;
     }, z.core.$strip>>>;
     stream: z.ZodBoolean;
-    kvCache: z.ZodOptional<z.ZodBoolean>;
+    kvCache: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
 }, z.core.$strip>;
 export declare const completionStreamRequestSchema: z.ZodObject<{
     history: z.ZodArray<z.ZodObject<{
@@ -98,12 +98,13 @@ export declare const completionStreamRequestSchema: z.ZodObject<{
         }, z.core.$strip>;
     }, z.core.$strip>>>;
     stream: z.ZodBoolean;
-    kvCache: z.ZodOptional<z.ZodBoolean>;
+    kvCache: z.ZodOptional<z.ZodUnion<readonly [z.ZodBoolean, z.ZodString]>>;
     type: z.ZodLiteral<"completionStream">;
 }, z.core.$strip>;
 export declare const completionStatsSchema: z.ZodObject<{
     timeToFirstToken: z.ZodNumber;
     tokensPerSecond: z.ZodNumber;
+    cacheTokens: z.ZodNumber;
 }, z.core.$strip>;
 export declare const completionStreamResponseSchema: z.ZodObject<{
     type: z.ZodLiteral<"completionStream">;
@@ -112,6 +113,7 @@ export declare const completionStreamResponseSchema: z.ZodObject<{
     stats: z.ZodOptional<z.ZodObject<{
         timeToFirstToken: z.ZodNumber;
         tokensPerSecond: z.ZodNumber;
+        cacheTokens: z.ZodNumber;
     }, z.core.$strip>>;
     error: z.ZodOptional<z.ZodString>;
 }, z.core.$strip>;

package/dist/schemas/completion-stream.js

@@ -30,12 +30,12 @@ export const completionParamsSchema = z.object({
         attachments: z.array(attachmentSchema).optional(),
     })),
     modelId: z.string(),
-    kvCache: z.boolean().optional(),
+    kvCache: z.union([z.boolean(), z.string()]).optional(),
 });
 export const completionClientParamsSchema = completionParamsSchema.extend({
     tools: z.array(toolSchema).optional(),
     stream: z.boolean(),
-    kvCache: z.boolean().optional(),
+    kvCache: z.union([z.boolean(), z.string()]).optional(),
 });
 export const completionStreamRequestSchema = completionClientParamsSchema.extend({
     type: z.literal("completionStream"),
@@ -43,6 +43,7 @@ export const completionStreamRequestSchema = completionClientParamsSchema.extend
 export const completionStatsSchema = z.object({
     timeToFirstToken: z.number(),
     tokensPerSecond: z.number(),
+    cacheTokens: z.number(),
 });
 export const completionStreamResponseSchema = z.object({
     type: z.literal("completionStream"),

package/dist/schemas/delete-cache.d.ts

@@ -0,0 +1,17 @@
+import { z } from "zod";
+export declare const deleteCacheRequestSchema: z.ZodUnion<readonly [z.ZodObject<{
+    type: z.ZodLiteral<"deleteCache">;
+    all: z.ZodLiteral<true>;
+}, z.core.$strip>, z.ZodObject<{
+    type: z.ZodLiteral<"deleteCache">;
+    kvCacheKey: z.ZodString;
+    modelId: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>]>;
+export declare const deleteCacheResponseSchema: z.ZodObject<{
+    type: z.ZodLiteral<"deleteCache">;
+    success: z.ZodBoolean;
+    error: z.ZodOptional<z.ZodString>;
+}, z.core.$strip>;
+export type DeleteCacheRequest = z.infer<typeof deleteCacheRequestSchema>;
+export type DeleteCacheResponse = z.infer<typeof deleteCacheResponseSchema>;
+//# sourceMappingURL=delete-cache.d.ts.map

package/dist/schemas/delete-cache.js

@@ -0,0 +1,17 @@
+import { z } from "zod";
+export const deleteCacheRequestSchema = z.union([
+    z.object({
+        type: z.literal("deleteCache"),
+        all: z.literal(true),
+    }),
+    z.object({
+        type: z.literal("deleteCache"),
+        kvCacheKey: z.string(),
+        modelId: z.string().optional(),
+    }),
+]);
+export const deleteCacheResponseSchema = z.object({
+    type: z.literal("deleteCache"),
+    success: z.boolean(),
+    error: z.string().optional(),
+});

package/dist/schemas/index.d.ts

@@ -1,6 +1,7 @@
 export * from "./cancel";
 export * from "./completion-stream";
 export * from "./delegate";
+export * from "./delete-cache";
 export * from "./download-asset";
 export * from "./embed";
 export * from "./load-model";

package/dist/schemas/index.js

@@ -2,6 +2,7 @@
 export * from "./cancel.js";
 export * from "./completion-stream.js";
 export * from "./delegate.js";
+export * from "./delete-cache.js";
 export * from "./download-asset.js";
 export * from "./embed.js";
 export * from "./load-model.js";

package/dist/schemas/llamacpp-config.d.ts

@@ -14,13 +14,14 @@ export declare const llmConfigSchema: z.ZodObject<{
     lora: z.ZodOptional<z.ZodString>;
     device: z.ZodDefault<z.ZodString>;
     predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
-    system_prompt: z.ZodOptional<z.ZodString>;
+    system_prompt: z.ZodDefault<z.ZodString>;
     no_mmap: z.ZodOptional<z.ZodBoolean>;
     verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<0>, z.ZodLiteral<1>]>>;
     presence_penalty: z.ZodOptional<z.ZodNumber>;
     frequency_penalty: z.ZodOptional<z.ZodNumber>;
     repeat_penalty: z.ZodOptional<z.ZodNumber>;
     reverse_prompt: z.ZodOptional<z.ZodString>;
+    n_discarded: z.ZodOptional<z.ZodNumber>;
 }, z.core.$strip>;
 export declare const embedConfigSchema: z.ZodObject<{
     config: z.ZodDefault<z.ZodString>;

package/dist/schemas/llamacpp-config.js

@@ -25,15 +25,18 @@ export const llmConfigSchema = z.object({
         z.number().int().min(1), // positive integer: fixed token count
     ])
         .optional(),
-    system_prompt: z.string().optional(),
+    system_prompt: z.string().default("You are a helpful assistant."),
     no_mmap: z.boolean().optional(),
     verbosity: verbositySchema.optional(),
     presence_penalty: z.number().optional(),
     frequency_penalty: z.number().optional(),
     repeat_penalty: z.number().optional(),
     reverse_prompt: z.string().optional(),
+    n_discarded: z.number().optional(),
 });
 export const embedConfigSchema = z.object({
     // https://github.com/tetherto/qvac-lib-infer-llamacpp-embed/tree/main?tab=readme-ov-file#4-create-config
-    config: z.string().default("-ngl\t25"),
+    config: z
+        .string()
+        .default("-ngl\t99\n-dev\tgpu\n--embd-separator\t⟪§§§EMBED_SEP§§§⟫\n-c\t512"),
 });

package/dist/schemas/load-model.d.ts

@@ -12,13 +12,14 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
         lora: z.ZodOptional<z.ZodOptional<z.ZodString>>;
         device: z.ZodOptional<z.ZodDefault<z.ZodString>>;
         predict: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>>;
-        system_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
+        system_prompt: z.ZodOptional<z.ZodDefault<z.ZodString>>;
         no_mmap: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
         verbosity: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<0>, z.ZodLiteral<1>]>>>;
         presence_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
         frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
         repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
         reverse_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
+        n_discarded: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
     }, z.core.$strict>>;
     seed: z.ZodOptional<z.ZodBoolean>;
     projectionModelSrc: z.ZodOptional<z.ZodString>;
@@ -187,6 +188,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
         frequency_penalty?: number | undefined;
         repeat_penalty?: number | undefined;
         reverse_prompt?: string | undefined;
+        n_discarded?: number | undefined;
     } | undefined;
     projectionModelSrc?: string | undefined;
     delegate?: {
@@ -271,6 +273,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
         frequency_penalty?: number | undefined;
         repeat_penalty?: number | undefined;
         reverse_prompt?: string | undefined;
+        n_discarded?: number | undefined;
     } | undefined;
     seed?: boolean | undefined;
     projectionModelSrc?: string | undefined;
@@ -363,13 +366,14 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
         lora: z.ZodOptional<z.ZodString>;
         device: z.ZodDefault<z.ZodString>;
         predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
-        system_prompt: z.ZodOptional<z.ZodString>;
+        system_prompt: z.ZodDefault<z.ZodString>;
         no_mmap: z.ZodOptional<z.ZodBoolean>;
         verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<0>, z.ZodLiteral<1>]>>;
         presence_penalty: z.ZodOptional<z.ZodNumber>;
         frequency_penalty: z.ZodOptional<z.ZodNumber>;
         repeat_penalty: z.ZodOptional<z.ZodNumber>;
         reverse_prompt: z.ZodOptional<z.ZodString>;
+        n_discarded: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>;
 }, z.core.$strip>;
 export declare const loadWhisperModelRequestSchema: z.ZodObject<{
@@ -543,13 +547,14 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
         lora: z.ZodOptional<z.ZodString>;
         device: z.ZodDefault<z.ZodString>;
         predict: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>;
-        system_prompt: z.ZodOptional<z.ZodString>;
+        system_prompt: z.ZodDefault<z.ZodString>;
         no_mmap: z.ZodOptional<z.ZodBoolean>;
         verbosity: z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<0>, z.ZodLiteral<1>]>>;
         presence_penalty: z.ZodOptional<z.ZodNumber>;
         frequency_penalty: z.ZodOptional<z.ZodNumber>;
         repeat_penalty: z.ZodOptional<z.ZodNumber>;
         reverse_prompt: z.ZodOptional<z.ZodString>;
+        n_discarded: z.ZodOptional<z.ZodNumber>;
     }, z.core.$strip>;
 }, z.core.$strip>, z.ZodObject<{
     type: z.ZodLiteral<"loadModel">;
@@ -704,19 +709,20 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
         ctx_size: number;
         gpu_layers: number;
         device: string;
+        system_prompt: string;
         temp?: number | undefined;
         top_p?: number | undefined;
         top_k?: number | undefined;
         seed?: number | undefined;
         lora?: string | undefined;
         predict?: number | undefined;
-        system_prompt?: string | undefined;
         no_mmap?: boolean | undefined;
         verbosity?: 0 | 1 | -1 | undefined;
         presence_penalty?: number | undefined;
         frequency_penalty?: number | undefined;
         repeat_penalty?: number | undefined;
         reverse_prompt?: string | undefined;
+        n_discarded?: number | undefined;
     };
     projectionModelSrc?: string | undefined;
     vadModelSrc?: string | undefined;
@@ -801,19 +807,20 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
         ctx_size: number;
         gpu_layers: number;
         device: string;
+        system_prompt: string;
         temp?: number | undefined;
         top_p?: number | undefined;
         top_k?: number | undefined;
         seed?: number | undefined;
         lora?: string | undefined;
         predict?: number | undefined;
-        system_prompt?: string | undefined;
         no_mmap?: boolean | undefined;
         verbosity?: 0 | 1 | -1 | undefined;
         presence_penalty?: number | undefined;
         frequency_penalty?: number | undefined;
         repeat_penalty?: number | undefined;
         reverse_prompt?: string | undefined;
+        n_discarded?: number | undefined;
     };
     projectionModelSrc?: string | undefined;
     vadModelSrc?: string | undefined;
@@ -925,13 +932,14 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
             lora: z.ZodOptional<z.ZodOptional<z.ZodString>>;
             device: z.ZodOptional<z.ZodDefault<z.ZodString>>;
             predict: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<-2>, z.ZodNumber]>>>;
-            system_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
+            system_prompt: z.ZodOptional<z.ZodDefault<z.ZodString>>;
             no_mmap: z.ZodOptional<z.ZodOptional<z.ZodBoolean>>;
             verbosity: z.ZodOptional<z.ZodOptional<z.ZodUnion<readonly [z.ZodLiteral<-1>, z.ZodLiteral<0>, z.ZodLiteral<1>]>>>;
             presence_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
             frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
             repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
             reverse_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
+            n_discarded: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
         }, z.core.$strict>>;
         seed: z.ZodOptional<z.ZodBoolean>;
         projectionModelSrc: z.ZodOptional<z.ZodString>;
@@ -1100,6 +1108,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
             frequency_penalty?: number | undefined;
             repeat_penalty?: number | undefined;
             reverse_prompt?: string | undefined;
+            n_discarded?: number | undefined;
         } | undefined;
         projectionModelSrc?: string | undefined;
         delegate?: {
@@ -1184,6 +1193,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
             frequency_penalty?: number | undefined;
             repeat_penalty?: number | undefined;
             reverse_prompt?: string | undefined;
+            n_discarded?: number | undefined;
         } | undefined;
         seed?: boolean | undefined;
         projectionModelSrc?: string | undefined;

package/dist/schemas/rag.d.ts

@@ -25,6 +25,7 @@ declare const ragSaveEmbeddingsParamsSchema: z.ZodObject<{
             paragraph: "paragraph";
         }>>;
         splitStrategy: z.ZodOptional<z.ZodEnum<{
+            token: "token";
             character: "character";
             word: "word";
             sentence: "sentence";
@@ -45,6 +46,7 @@ export declare const ragSaveEmbeddingsOperationSchema: z.ZodObject<{
             paragraph: "paragraph";
         }>>;
         splitStrategy: z.ZodOptional<z.ZodEnum<{
+            token: "token";
             character: "character";
             word: "word";
             sentence: "sentence";
@@ -95,6 +97,7 @@ export declare const ragRequestSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
             paragraph: "paragraph";
         }>>;
         splitStrategy: z.ZodOptional<z.ZodEnum<{
+            token: "token";
             character: "character";
             word: "word";
             sentence: "sentence";