@qvac/sdk 0.2.1-dev.1760851161.68dc306 → 0.2.2-dev.1760881174.662fd6b

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (5) hide show
  1. package/dist/schemas/common.d.ts +3 -0
  2. package/dist/schemas/llamacpp-config.d.ts +1 -0
  3. package/dist/schemas/llamacpp-config.js +4 -1
  4. package/dist/schemas/load-model.d.ts +10 -0
  5. package/package.json +3 -3
package/dist/schemas/common.d.ts CHANGED
@@ -32,6 +32,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
32
32
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
33
33
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
34
34
  reverse_prompt: z.ZodOptional<z.ZodString>;
35
+ n_discarded: z.ZodOptional<z.ZodNumber>;
35
36
  }, z.core.$strip>;
36
37
  }, z.core.$strip>, z.ZodObject<{
37
38
  type: z.ZodLiteral<"loadModel">;
@@ -199,6 +200,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
199
200
  frequency_penalty?: number | undefined;
200
201
  repeat_penalty?: number | undefined;
201
202
  reverse_prompt?: string | undefined;
203
+ n_discarded?: number | undefined;
202
204
  };
203
205
  projectionModelSrc?: string | undefined;
204
206
  vadModelSrc?: string | undefined;
@@ -296,6 +298,7 @@ export declare const requestSchema: z.ZodUnion<readonly [z.ZodObject<{
296
298
  frequency_penalty?: number | undefined;
297
299
  repeat_penalty?: number | undefined;
298
300
  reverse_prompt?: string | undefined;
301
+ n_discarded?: number | undefined;
299
302
  };
300
303
  projectionModelSrc?: string | undefined;
301
304
  vadModelSrc?: string | undefined;
package/dist/schemas/llamacpp-config.d.ts CHANGED
@@ -21,6 +21,7 @@ export declare const llmConfigSchema: z.ZodObject<{
21
21
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
22
22
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
23
23
  reverse_prompt: z.ZodOptional<z.ZodString>;
24
+ n_discarded: z.ZodOptional<z.ZodNumber>;
24
25
  }, z.core.$strip>;
25
26
  export declare const embedConfigSchema: z.ZodObject<{
26
27
  config: z.ZodDefault<z.ZodString>;
package/dist/schemas/llamacpp-config.js CHANGED
@@ -32,8 +32,11 @@ export const llmConfigSchema = z.object({
32
32
  frequency_penalty: z.number().optional(),
33
33
  repeat_penalty: z.number().optional(),
34
34
  reverse_prompt: z.string().optional(),
35
+ n_discarded: z.number().optional(),
35
36
  });
36
37
  export const embedConfigSchema = z.object({
37
38
  // https://github.com/tetherto/qvac-lib-infer-llamacpp-embed/tree/main?tab=readme-ov-file#4-create-config
38
- config: z.string().default("-ngl\t25"),
39
+ config: z
40
+ .string()
41
+ .default("-ngl\t99\n-dev\tgpu\n--embd-separator\t⟪§§§EMBED_SEP§§§⟫\n-c\t512"),
39
42
  });
package/dist/schemas/load-model.d.ts CHANGED
@@ -19,6 +19,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
19
19
  frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
20
20
  repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
21
21
  reverse_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
22
+ n_discarded: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
22
23
  }, z.core.$strict>>;
23
24
  seed: z.ZodOptional<z.ZodBoolean>;
24
25
  projectionModelSrc: z.ZodOptional<z.ZodString>;
@@ -187,6 +188,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
187
188
  frequency_penalty?: number | undefined;
188
189
  repeat_penalty?: number | undefined;
189
190
  reverse_prompt?: string | undefined;
191
+ n_discarded?: number | undefined;
190
192
  } | undefined;
191
193
  projectionModelSrc?: string | undefined;
192
194
  delegate?: {
@@ -271,6 +273,7 @@ export declare const loadModelOptionsSchema: z.ZodPipe<z.ZodUnion<readonly [z.Zo
271
273
  frequency_penalty?: number | undefined;
272
274
  repeat_penalty?: number | undefined;
273
275
  reverse_prompt?: string | undefined;
276
+ n_discarded?: number | undefined;
274
277
  } | undefined;
275
278
  seed?: boolean | undefined;
276
279
  projectionModelSrc?: string | undefined;
@@ -370,6 +373,7 @@ export declare const loadLlmModelRequestSchema: z.ZodObject<{
370
373
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
371
374
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
372
375
  reverse_prompt: z.ZodOptional<z.ZodString>;
376
+ n_discarded: z.ZodOptional<z.ZodNumber>;
373
377
  }, z.core.$strip>;
374
378
  }, z.core.$strip>;
375
379
  export declare const loadWhisperModelRequestSchema: z.ZodObject<{
@@ -550,6 +554,7 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
550
554
  frequency_penalty: z.ZodOptional<z.ZodNumber>;
551
555
  repeat_penalty: z.ZodOptional<z.ZodNumber>;
552
556
  reverse_prompt: z.ZodOptional<z.ZodString>;
557
+ n_discarded: z.ZodOptional<z.ZodNumber>;
553
558
  }, z.core.$strip>;
554
559
  }, z.core.$strip>, z.ZodObject<{
555
560
  type: z.ZodLiteral<"loadModel">;
@@ -717,6 +722,7 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
717
722
  frequency_penalty?: number | undefined;
718
723
  repeat_penalty?: number | undefined;
719
724
  reverse_prompt?: string | undefined;
725
+ n_discarded?: number | undefined;
720
726
  };
721
727
  projectionModelSrc?: string | undefined;
722
728
  vadModelSrc?: string | undefined;
@@ -814,6 +820,7 @@ export declare const loadModelRequestSchema: z.ZodPipe<z.ZodDiscriminatedUnion<[
814
820
  frequency_penalty?: number | undefined;
815
821
  repeat_penalty?: number | undefined;
816
822
  reverse_prompt?: string | undefined;
823
+ n_discarded?: number | undefined;
817
824
  };
818
825
  projectionModelSrc?: string | undefined;
819
826
  vadModelSrc?: string | undefined;
@@ -932,6 +939,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
932
939
  frequency_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
933
940
  repeat_penalty: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
934
941
  reverse_prompt: z.ZodOptional<z.ZodOptional<z.ZodString>>;
942
+ n_discarded: z.ZodOptional<z.ZodOptional<z.ZodNumber>>;
935
943
  }, z.core.$strict>>;
936
944
  seed: z.ZodOptional<z.ZodBoolean>;
937
945
  projectionModelSrc: z.ZodOptional<z.ZodString>;
@@ -1100,6 +1108,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1100
1108
  frequency_penalty?: number | undefined;
1101
1109
  repeat_penalty?: number | undefined;
1102
1110
  reverse_prompt?: string | undefined;
1111
+ n_discarded?: number | undefined;
1103
1112
  } | undefined;
1104
1113
  projectionModelSrc?: string | undefined;
1105
1114
  delegate?: {
@@ -1184,6 +1193,7 @@ export declare const loadModelServerParamsSchema: z.ZodObject<{
1184
1193
  frequency_penalty?: number | undefined;
1185
1194
  repeat_penalty?: number | undefined;
1186
1195
  reverse_prompt?: string | undefined;
1196
+ n_discarded?: number | undefined;
1187
1197
  } | undefined;
1188
1198
  seed?: boolean | undefined;
1189
1199
  projectionModelSrc?: string | undefined;
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@qvac/sdk",
3
- "version": "0.2.1-dev.1760851161.68dc306",
3
+ "version": "0.2.2-dev.1760881174.662fd6b",
4
4
  "type": "module",
5
5
  "main": "./dist/index.js",
6
6
  "types": "./dist/index.d.ts",
@@ -53,8 +53,8 @@
53
53
  "update-models": "node ./scripts/update-models.js"
54
54
  },
55
55
  "dependencies": {
56
- "@qvac/embed-llamacpp": "^0.1.0",
57
- "@qvac/llm-llamacpp": "^0.2.2",
56
+ "@qvac/embed-llamacpp": "^0.3.0",
57
+ "@qvac/llm-llamacpp": "^0.3.0",
58
58
  "@qvac/decoder-audio": "^0.1.0",
59
59
  "@qvac/error": "^0.1.0",
60
60
  "@qvac/langdetect-text": "^0.1.0",