qualifire 1.5.0 → 1.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/index.d.ts +2 -1
- package/lib/index.js +14 -1
- package/lib/types.d.ts +37 -0
- package/lib/types.js +13 -0
- package/package.json +1 -1
package/lib/index.d.ts
CHANGED
|
@@ -169,10 +169,11 @@ export declare class Qualifire {
|
|
|
169
169
|
* });
|
|
170
170
|
* ```
|
|
171
171
|
**/
|
|
172
|
-
invokeEvaluation: ({ input, output, evaluationId, }: {
|
|
172
|
+
invokeEvaluation: ({ input, output, evaluationId, metadata, }: {
|
|
173
173
|
input: string;
|
|
174
174
|
output: string;
|
|
175
175
|
evaluationId: string;
|
|
176
|
+
metadata?: Record<string, string>;
|
|
176
177
|
}) => Promise<EvaluationResponse | undefined>;
|
|
177
178
|
/**
|
|
178
179
|
* Compiles a prompt from Qualifire Studio with the specified parameters.
|
package/lib/index.js
CHANGED
|
@@ -226,6 +226,13 @@ class Qualifire {
|
|
|
226
226
|
evaluationProxyAPIRequest.tool_selection_quality_check,
|
|
227
227
|
tuq_mode: evaluationProxyAPIRequest.tuqMode ?? evaluationProxyAPIRequest.tsqMode,
|
|
228
228
|
assertions: evaluationProxyAPIRequest.assertions,
|
|
229
|
+
topic_scoping_mode: evaluationProxyAPIRequest.topicScopingMode ??
|
|
230
|
+
evaluationProxyAPIRequest.topic_scoping_mode,
|
|
231
|
+
topic_scoping_multi_turn_mode: evaluationProxyAPIRequest.topicScopingMultiTurnMode ??
|
|
232
|
+
evaluationProxyAPIRequest.topic_scoping_multi_turn_mode,
|
|
233
|
+
topic_scoping_target: evaluationProxyAPIRequest.topicScopingTarget ??
|
|
234
|
+
evaluationProxyAPIRequest.topic_scoping_target,
|
|
235
|
+
metadata: evaluationProxyAPIRequest.metadata,
|
|
229
236
|
};
|
|
230
237
|
const headers = {
|
|
231
238
|
'Content-Type': 'application/json',
|
|
@@ -281,6 +288,11 @@ class Qualifire {
|
|
|
281
288
|
EvaluationRequestV2.tool_selection_quality_check,
|
|
282
289
|
tuq_mode: EvaluationRequestV2.tuqMode ?? EvaluationRequestV2.tsqMode,
|
|
283
290
|
assertions: EvaluationRequestV2.assertions,
|
|
291
|
+
topic_scoping_mode: EvaluationRequestV2.topicScopingMode,
|
|
292
|
+
topic_scoping_multi_turn_mode: EvaluationRequestV2.topicScopingMultiTurnMode,
|
|
293
|
+
topic_scoping_target: EvaluationRequestV2.topicScopingTarget,
|
|
294
|
+
allowed_topics: EvaluationRequestV2.allowedTopics,
|
|
295
|
+
metadata: EvaluationRequestV2.metadata,
|
|
284
296
|
};
|
|
285
297
|
const headers = {
|
|
286
298
|
'Content-Type': 'application/json',
|
|
@@ -315,12 +327,13 @@ class Qualifire {
|
|
|
315
327
|
* });
|
|
316
328
|
* ```
|
|
317
329
|
**/
|
|
318
|
-
this.invokeEvaluation = async ({ input, output, evaluationId, }) => {
|
|
330
|
+
this.invokeEvaluation = async ({ input, output, evaluationId, metadata, }) => {
|
|
319
331
|
const url = `${this.baseUrl}/api/evaluation/invoke`;
|
|
320
332
|
const body = JSON.stringify({
|
|
321
333
|
input,
|
|
322
334
|
output,
|
|
323
335
|
evaluation_id: evaluationId,
|
|
336
|
+
metadata,
|
|
324
337
|
});
|
|
325
338
|
const headers = {
|
|
326
339
|
'Content-Type': 'application/json',
|
package/lib/types.d.ts
CHANGED
|
@@ -162,6 +162,19 @@ export declare const EvaluationRequestV2Schema: z.ZodObject<{
|
|
|
162
162
|
output: "output";
|
|
163
163
|
both: "both";
|
|
164
164
|
}>>;
|
|
165
|
+
topicScopingMode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
166
|
+
speed: "speed";
|
|
167
|
+
balanced: "balanced";
|
|
168
|
+
quality: "quality";
|
|
169
|
+
}>>>;
|
|
170
|
+
topicScopingMultiTurnMode: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
|
|
171
|
+
topicScopingTarget: z.ZodOptional<z.ZodEnum<{
|
|
172
|
+
input: "input";
|
|
173
|
+
output: "output";
|
|
174
|
+
both: "both";
|
|
175
|
+
}>>;
|
|
176
|
+
allowedTopics: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
177
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
165
178
|
}, z.core.$strip>;
|
|
166
179
|
export declare const EvaluationProxyAPIRequestSchema: z.ZodObject<{
|
|
167
180
|
input: z.ZodOptional<z.ZodString>;
|
|
@@ -246,6 +259,30 @@ export declare const EvaluationProxyAPIRequestSchema: z.ZodObject<{
|
|
|
246
259
|
output: "output";
|
|
247
260
|
both: "both";
|
|
248
261
|
}>>;
|
|
262
|
+
topic_scoping_mode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
263
|
+
speed: "speed";
|
|
264
|
+
balanced: "balanced";
|
|
265
|
+
quality: "quality";
|
|
266
|
+
}>>>;
|
|
267
|
+
topic_scoping_multi_turn_mode: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
|
|
268
|
+
topic_scoping_target: z.ZodOptional<z.ZodEnum<{
|
|
269
|
+
input: "input";
|
|
270
|
+
output: "output";
|
|
271
|
+
both: "both";
|
|
272
|
+
}>>;
|
|
273
|
+
topicScopingMode: z.ZodOptional<z.ZodDefault<z.ZodEnum<{
|
|
274
|
+
speed: "speed";
|
|
275
|
+
balanced: "balanced";
|
|
276
|
+
quality: "quality";
|
|
277
|
+
}>>>;
|
|
278
|
+
topicScopingMultiTurnMode: z.ZodOptional<z.ZodDefault<z.ZodBoolean>>;
|
|
279
|
+
topicScopingTarget: z.ZodOptional<z.ZodEnum<{
|
|
280
|
+
input: "input";
|
|
281
|
+
output: "output";
|
|
282
|
+
both: "both";
|
|
283
|
+
}>>;
|
|
284
|
+
allowedTopics: z.ZodOptional<z.ZodArray<z.ZodString>>;
|
|
285
|
+
metadata: z.ZodOptional<z.ZodRecord<z.ZodString, z.ZodString>>;
|
|
249
286
|
}, z.core.$strip>;
|
|
250
287
|
declare const EvaluationResponseSchema: z.ZodObject<{
|
|
251
288
|
evaluationResults: z.ZodArray<z.ZodObject<{
|
package/lib/types.js
CHANGED
|
@@ -116,6 +116,11 @@ exports.EvaluationRequestV2Schema = zod_1.z.object({
|
|
|
116
116
|
groundingMultiTurnMode: zod_1.z.boolean().default(false).optional(),
|
|
117
117
|
policyMultiTurnMode: zod_1.z.boolean().default(false).optional(),
|
|
118
118
|
policyTarget: zod_1.z.enum(PolicyTargetEnum).optional(),
|
|
119
|
+
topicScopingMode: zod_1.z.enum(ModelModeEnum).default('balanced').optional(),
|
|
120
|
+
topicScopingMultiTurnMode: zod_1.z.boolean().default(false).optional(),
|
|
121
|
+
topicScopingTarget: zod_1.z.enum(PolicyTargetEnum).optional(),
|
|
122
|
+
allowedTopics: zod_1.z.array(zod_1.z.string()).optional(),
|
|
123
|
+
metadata: zod_1.z.record(zod_1.z.string(), zod_1.z.string()).optional(),
|
|
119
124
|
});
|
|
120
125
|
exports.EvaluationProxyAPIRequestSchema = zod_1.z
|
|
121
126
|
.object({
|
|
@@ -178,6 +183,14 @@ exports.EvaluationProxyAPIRequestSchema = zod_1.z
|
|
|
178
183
|
groundingMultiTurnMode: zod_1.z.boolean().default(false).optional(),
|
|
179
184
|
policyMultiTurnMode: zod_1.z.boolean().default(false).optional(),
|
|
180
185
|
policyTarget: zod_1.z.enum(PolicyTargetEnum).optional(),
|
|
186
|
+
topic_scoping_mode: zod_1.z.enum(ModelModeEnum).default('balanced').optional(),
|
|
187
|
+
topic_scoping_multi_turn_mode: zod_1.z.boolean().default(false).optional(),
|
|
188
|
+
topic_scoping_target: zod_1.z.enum(PolicyTargetEnum).optional(),
|
|
189
|
+
topicScopingMode: zod_1.z.enum(ModelModeEnum).default('balanced').optional(),
|
|
190
|
+
topicScopingMultiTurnMode: zod_1.z.boolean().default(false).optional(),
|
|
191
|
+
topicScopingTarget: zod_1.z.enum(PolicyTargetEnum).optional(),
|
|
192
|
+
allowedTopics: zod_1.z.array(zod_1.z.string()).optional(),
|
|
193
|
+
metadata: zod_1.z.record(zod_1.z.string(), zod_1.z.string()).optional(),
|
|
181
194
|
})
|
|
182
195
|
.superRefine((data, ctx) => {
|
|
183
196
|
const hasMessages = Array.isArray(data.messages) && data.messages.length > 0;
|