@orq-ai/node 3.6.10 → 3.6.12

package/packages/orq-rc/src/models/operations/updateprompt.ts

@@ -234,6 +234,7 @@ export const UpdatePromptProvider = {
   Jina: "jina",
   Togetherai: "togetherai",
   Elevenlabs: "elevenlabs",
+  Litellm: "litellm",
 } as const;
 export type UpdatePromptProvider = ClosedEnum<typeof UpdatePromptProvider>;
 
@@ -712,6 +713,7 @@ export const UpdatePromptPromptsProvider = {
   Jina: "jina",
   Togetherai: "togetherai",
   Elevenlabs: "elevenlabs",
+  Litellm: "litellm",
 } as const;
 export type UpdatePromptPromptsProvider = ClosedEnum<
   typeof UpdatePromptPromptsProvider

package/packages/orq-rc/src/sdk/evals.ts

@@ -3,6 +3,8 @@
  */
 
 import { evalsAgeAppropriate } from "../funcs/evalsAgeAppropriate.js";
+import { evalsAll } from "../funcs/evalsAll.js";
+import { evalsBertScore } from "../funcs/evalsBertScore.js";
 import { evalsBleuScore } from "../funcs/evalsBleuScore.js";
 import { evalsBotDetection } from "../funcs/evalsBotDetection.js";
 import { evalsContains } from "../funcs/evalsContains.js";
@@ -13,10 +15,12 @@ import { evalsContainsNone } from "../funcs/evalsContainsNone.js";
 import { evalsContainsUrl } from "../funcs/evalsContainsUrl.js";
 import { evalsContainsValidLink } from "../funcs/evalsContainsValidLink.js";
 import { evalsCreate } from "../funcs/evalsCreate.js";
+import { evalsDelete } from "../funcs/evalsDelete.js";
 import { evalsEndsWith } from "../funcs/evalsEndsWith.js";
 import { evalsExactMatch } from "../funcs/evalsExactMatch.js";
 import { evalsFactCheckingKnowledgeBase } from "../funcs/evalsFactCheckingKnowledgeBase.js";
 import { evalsGrammar } from "../funcs/evalsGrammar.js";
+import { evalsInvoke } from "../funcs/evalsInvoke.js";
 import { evalsLengthBetween } from "../funcs/evalsLengthBetween.js";
 import { evalsLengthGreaterThan } from "../funcs/evalsLengthGreaterThan.js";
 import { evalsLengthLessThan } from "../funcs/evalsLengthLessThan.js";
@@ -31,17 +35,31 @@ import { evalsRagasHarmfulness } from "../funcs/evalsRagasHarmfulness.js";
 import { evalsRagasMaliciousness } from "../funcs/evalsRagasMaliciousness.js";
 import { evalsRagasResponseRelevancy } from "../funcs/evalsRagasResponseRelevancy.js";
 import { evalsRagasSummarization } from "../funcs/evalsRagasSummarization.js";
-import { evalsRunBertScore } from "../funcs/evalsRunBertScore.js";
 import { evalsSentimentClassification } from "../funcs/evalsSentimentClassification.js";
 import { evalsSummarization } from "../funcs/evalsSummarization.js";
 import { evalsToneOfVoice } from "../funcs/evalsToneOfVoice.js";
 import { evalsTranslation } from "../funcs/evalsTranslation.js";
+import { evalsUpdate } from "../funcs/evalsUpdate.js";
 import { evalsValidJson } from "../funcs/evalsValidJson.js";
 import { ClientSDK, RequestOptions } from "../lib/sdks.js";
 import * as operations from "../models/operations/index.js";
 import { unwrapAsync } from "../types/fp.js";
 
 export class Evals extends ClientSDK {
+  /**
+   * Get all Evaluators
+   */
+  async all(
+    request?: operations.GetEvalsRequest | undefined,
+    options?: RequestOptions,
+  ): Promise<operations.GetEvalsResponseBody> {
+    return unwrapAsync(evalsAll(
+      this,
+      request,
+      options,
+    ));
+  }
+
   /**
    * Create an Evaluator
    */
@@ -56,14 +74,42 @@ export class Evals extends ClientSDK {
     ));
   }
 
+  /**
+   * Update an Evaluator
+   */
+  async update(
+    request: operations.UpdateEvalRequest,
+    options?: RequestOptions,
+  ): Promise<operations.UpdateEvalResponseBody> {
+    return unwrapAsync(evalsUpdate(
+      this,
+      request,
+      options,
+    ));
+  }
+
+  /**
+   * Delete an Evaluator
+   */
+  async delete(
+    request: operations.DeleteEvalRequest,
+    options?: RequestOptions,
+  ): Promise<void> {
+    return unwrapAsync(evalsDelete(
+      this,
+      request,
+      options,
+    ));
+  }
+
   /**
    * Run BertScore Evaluator
    */
-  async runBertScore(
-    request?: operations.RunBertScoreRequestBody | undefined,
+  async bertScore(
+    request?: operations.EvalsBertScoreRequestBody | undefined,
     options?: RequestOptions,
-  ): Promise<operations.RunBertScoreResponseBody> {
-    return unwrapAsync(evalsRunBertScore(
+  ): Promise<operations.EvalsBertScoreResponseBody> {
+    return unwrapAsync(evalsBertScore(
       this,
       request,
       options,
@@ -531,4 +577,18 @@ export class Evals extends ClientSDK {
       options,
     ));
   }
+
+  /**
+   * Invoke a Custom Evaluator
+   */
+  async invoke(
+    request: operations.InvokeEvalRequest,
+    options?: RequestOptions,
+  ): Promise<operations.InvokeEvalResponseBody> {
+    return unwrapAsync(evalsInvoke(
+      this,
+      request,
+      options,
+    ));
+  }
 }

package/packages/orq-rc/src/sdk/knowledge.ts

@@ -198,7 +198,7 @@ export class Knowledge extends ClientSDK {
   async createChunks(
     request: operations.CreateChunkRequest,
     options?: RequestOptions,
-  ): Promise<Array<operations.ResponseBody>> {
+  ): Promise<Array<operations.CreateChunkResponseBody>> {
     return unwrapAsync(knowledgeCreateChunks(
       this,
       request,

package/packages/orq-rc/src/sdk/sdk.ts

@@ -2,7 +2,11 @@
  * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
  */
 
-import { ClientSDK } from "../lib/sdks.js";
+import { getV2ModelsLitellmModels } from "../funcs/getV2ModelsLitellmModels.js";
+import { postV2ModelsLitellmImport } from "../funcs/postV2ModelsLitellmImport.js";
+import { ClientSDK, RequestOptions } from "../lib/sdks.js";
+import * as operations from "../models/operations/index.js";
+import { unwrapAsync } from "../types/fp.js";
 import { Contacts } from "./contacts.js";
 import { Datasets } from "./datasets.js";
 import { Deployments } from "./deployments.js";
@@ -64,4 +68,36 @@ export class Orq extends ClientSDK {
   get evals(): Evals {
     return (this._evals ??= new Evals(this._options));
   }
+
+  /**
+   * Get available models from LiteLLM
+   *
+   * @remarks
+   * Fetches all available models from the configured LiteLLM instance
+   */
+  async getV2ModelsLitellmModels(
+    options?: RequestOptions,
+  ): Promise<Array<operations.ResponseBody>> {
+    return unwrapAsync(getV2ModelsLitellmModels(
+      this,
+      options,
+    ));
+  }
+
+  /**
+   * Import models from LiteLLM
+   *
+   * @remarks
+   * Imports selected models from LiteLLM instance into the model garden
+   */
+  async postV2ModelsLitellmImport(
+    request?: Array<operations.RequestBody> | undefined,
+    options?: RequestOptions,
+  ): Promise<Array<operations.PostV2ModelsLitellmImportResponseBody>> {
+    return unwrapAsync(postV2ModelsLitellmImport(
+      this,
+      request,
+      options,
+    ));
+  }
 }

package/src/funcs/contactsCreate.ts

@@ -10,7 +10,6 @@ import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
 import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
 import { pathToFunc } from "../lib/url.js";
-import { APIError } from "../models/errors/apierror.js";
 import {
   ConnectionError,
   InvalidRequestError,
@@ -18,6 +17,8 @@ import {
   RequestTimeoutError,
   UnexpectedClientError,
 } from "../models/errors/httpclienterrors.js";
+import { OrqError } from "../models/errors/orqerror.js";
+import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
 import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
 import * as operations from "../models/operations/index.js";
 import { APICall, APIPromise } from "../types/async.js";
@@ -36,13 +37,14 @@ export function contactsCreate(
 ): APIPromise<
   Result<
     operations.CreateContactResponseBody,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >
 > {
   return new APIPromise($do(
@@ -60,13 +62,14 @@ async function $do(
   [
     Result<
       operations.CreateContactResponseBody,
-      | APIError
-      | SDKValidationError
-      | UnexpectedClientError
-      | InvalidRequestError
+      | OrqError
+      | ResponseValidationError
+      | ConnectionError
       | RequestAbortedError
       | RequestTimeoutError
-      | ConnectionError
+      | InvalidRequestError
+      | UnexpectedClientError
+      | SDKValidationError
     >,
     APICall,
   ]
@@ -136,18 +139,19 @@ async function $do(
 
   const [result] = await M.match<
     operations.CreateContactResponseBody,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >(
     M.json(200, operations.CreateContactResponseBody$inboundSchema),
     M.fail("4XX"),
     M.fail("5XX"),
-  )(response);
+  )(response, req);
   if (!result.ok) {
     return [result, { status: "complete", request: req, response }];
   }

package/src/funcs/datasetsClear.ts

@@ -11,7 +11,6 @@ import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
 import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
 import { pathToFunc } from "../lib/url.js";
-import { APIError } from "../models/errors/apierror.js";
 import {
   ConnectionError,
   InvalidRequestError,
@@ -19,6 +18,8 @@ import {
   RequestTimeoutError,
   UnexpectedClientError,
 } from "../models/errors/httpclienterrors.js";
+import { OrqError } from "../models/errors/orqerror.js";
+import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
 import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
 import * as operations from "../models/operations/index.js";
 import { APICall, APIPromise } from "../types/async.js";
@@ -37,13 +38,14 @@ export function datasetsClear(
 ): APIPromise<
   Result<
     void,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >
 > {
   return new APIPromise($do(
@@ -61,13 +63,14 @@ async function $do(
   [
     Result<
       void,
-      | APIError
-      | SDKValidationError
-      | UnexpectedClientError
-      | InvalidRequestError
+      | OrqError
+      | ResponseValidationError
+      | ConnectionError
       | RequestAbortedError
       | RequestTimeoutError
-      | ConnectionError
+      | InvalidRequestError
+      | UnexpectedClientError
+      | SDKValidationError
     >,
     APICall,
   ]
@@ -143,18 +146,19 @@ async function $do(
 
   const [result] = await M.match<
     void,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >(
     M.nil(204, z.void()),
     M.fail("4XX"),
     M.fail("5XX"),
-  )(response);
+  )(response, req);
   if (!result.ok) {
     return [result, { status: "complete", request: req, response }];
   }

package/src/funcs/datasetsCreate.ts

@@ -10,7 +10,6 @@ import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
 import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
 import { pathToFunc } from "../lib/url.js";
-import { APIError } from "../models/errors/apierror.js";
 import {
   ConnectionError,
   InvalidRequestError,
@@ -18,6 +17,8 @@ import {
   RequestTimeoutError,
   UnexpectedClientError,
 } from "../models/errors/httpclienterrors.js";
+import { OrqError } from "../models/errors/orqerror.js";
+import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
 import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
 import * as operations from "../models/operations/index.js";
 import { APICall, APIPromise } from "../types/async.js";
@@ -36,13 +37,14 @@ export function datasetsCreate(
 ): APIPromise<
   Result<
     operations.CreateDatasetResponseBody,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >
 > {
   return new APIPromise($do(
@@ -60,13 +62,14 @@ async function $do(
   [
     Result<
       operations.CreateDatasetResponseBody,
-      | APIError
-      | SDKValidationError
-      | UnexpectedClientError
-      | InvalidRequestError
+      | OrqError
+      | ResponseValidationError
+      | ConnectionError
       | RequestAbortedError
       | RequestTimeoutError
-      | ConnectionError
+      | InvalidRequestError
+      | UnexpectedClientError
+      | SDKValidationError
     >,
     APICall,
   ]
@@ -141,18 +144,19 @@ async function $do(
 
   const [result] = await M.match<
     operations.CreateDatasetResponseBody,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >(
     M.json(200, operations.CreateDatasetResponseBody$inboundSchema),
     M.fail("4XX"),
     M.fail("5XX"),
-  )(response);
+  )(response, req);
   if (!result.ok) {
     return [result, { status: "complete", request: req, response }];
   }

package/src/funcs/datasetsCreateDatapoint.ts

@@ -10,7 +10,6 @@ import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
 import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
 import { pathToFunc } from "../lib/url.js";
-import { APIError } from "../models/errors/apierror.js";
 import {
   ConnectionError,
   InvalidRequestError,
@@ -18,6 +17,8 @@ import {
   RequestTimeoutError,
   UnexpectedClientError,
 } from "../models/errors/httpclienterrors.js";
+import { OrqError } from "../models/errors/orqerror.js";
+import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
 import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
 import * as operations from "../models/operations/index.js";
 import { APICall, APIPromise } from "../types/async.js";
@@ -36,13 +37,14 @@ export function datasetsCreateDatapoint(
 ): APIPromise<
   Result<
     operations.CreateDatasetItemResponseBody,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >
 > {
   return new APIPromise($do(
@@ -60,13 +62,14 @@ async function $do(
   [
     Result<
       operations.CreateDatasetItemResponseBody,
-      | APIError
-      | SDKValidationError
-      | UnexpectedClientError
-      | InvalidRequestError
+      | OrqError
+      | ResponseValidationError
+      | ConnectionError
       | RequestAbortedError
       | RequestTimeoutError
-      | ConnectionError
+      | InvalidRequestError
+      | UnexpectedClientError
+      | SDKValidationError
     >,
     APICall,
   ]
@@ -143,18 +146,19 @@ async function $do(
 
   const [result] = await M.match<
     operations.CreateDatasetItemResponseBody,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >(
     M.json(200, operations.CreateDatasetItemResponseBody$inboundSchema),
     M.fail("4XX"),
     M.fail("5XX"),
-  )(response);
+  )(response, req);
   if (!result.ok) {
     return [result, { status: "complete", request: req, response }];
   }

package/src/funcs/datasetsCreateDatapoints.ts

@@ -11,7 +11,6 @@ import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
 import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
 import { pathToFunc } from "../lib/url.js";
-import { APIError } from "../models/errors/apierror.js";
 import {
   ConnectionError,
   InvalidRequestError,
@@ -19,6 +18,8 @@ import {
   RequestTimeoutError,
   UnexpectedClientError,
 } from "../models/errors/httpclienterrors.js";
+import { OrqError } from "../models/errors/orqerror.js";
+import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
 import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
 import * as operations from "../models/operations/index.js";
 import { APICall, APIPromise } from "../types/async.js";
@@ -37,13 +38,14 @@ export function datasetsCreateDatapoints(
 ): APIPromise<
   Result<
     Array<operations.ResponseBody>,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >
 > {
   return new APIPromise($do(
@@ -61,13 +63,14 @@ async function $do(
   [
     Result<
       Array<operations.ResponseBody>,
-      | APIError
-      | SDKValidationError
-      | UnexpectedClientError
-      | InvalidRequestError
+      | OrqError
+      | ResponseValidationError
+      | ConnectionError
       | RequestAbortedError
       | RequestTimeoutError
-      | ConnectionError
+      | InvalidRequestError
+      | UnexpectedClientError
+      | SDKValidationError
     >,
     APICall,
   ]
@@ -147,18 +150,19 @@ async function $do(
 
   const [result] = await M.match<
     Array<operations.ResponseBody>,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >(
     M.json(200, z.array(operations.ResponseBody$inboundSchema)),
     M.fail("4XX"),
     M.fail("5XX"),
-  )(response);
+  )(response, req);
   if (!result.ok) {
     return [result, { status: "complete", request: req, response }];
   }

package/src/funcs/datasetsCreateExperiment.ts

@@ -10,7 +10,6 @@ import { safeParse } from "../lib/schemas.js";
 import { RequestOptions } from "../lib/sdks.js";
 import { extractSecurity, resolveGlobalSecurity } from "../lib/security.js";
 import { pathToFunc } from "../lib/url.js";
-import { APIError } from "../models/errors/apierror.js";
 import {
   ConnectionError,
   InvalidRequestError,
@@ -18,6 +17,8 @@ import {
   RequestTimeoutError,
   UnexpectedClientError,
 } from "../models/errors/httpclienterrors.js";
+import { OrqError } from "../models/errors/orqerror.js";
+import { ResponseValidationError } from "../models/errors/responsevalidationerror.js";
 import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
 import * as operations from "../models/operations/index.js";
 import { APICall, APIPromise } from "../types/async.js";
@@ -36,13 +37,14 @@ export function datasetsCreateExperiment(
 ): APIPromise<
   Result<
     operations.CreateDatasetExperimentResponseBody,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >
 > {
   return new APIPromise($do(
@@ -60,13 +62,14 @@ async function $do(
   [
     Result<
       operations.CreateDatasetExperimentResponseBody,
-      | APIError
-      | SDKValidationError
-      | UnexpectedClientError
-      | InvalidRequestError
+      | OrqError
+      | ResponseValidationError
+      | ConnectionError
       | RequestAbortedError
       | RequestTimeoutError
-      | ConnectionError
+      | InvalidRequestError
+      | UnexpectedClientError
+      | SDKValidationError
     >,
     APICall,
   ]
@@ -144,18 +147,19 @@ async function $do(
 
   const [result] = await M.match<
     operations.CreateDatasetExperimentResponseBody,
-    | APIError
-    | SDKValidationError
-    | UnexpectedClientError
-    | InvalidRequestError
+    | OrqError
+    | ResponseValidationError
+    | ConnectionError
     | RequestAbortedError
     | RequestTimeoutError
-    | ConnectionError
+    | InvalidRequestError
+    | UnexpectedClientError
+    | SDKValidationError
   >(
     M.json(200, operations.CreateDatasetExperimentResponseBody$inboundSchema),
     M.fail("4XX"),
     M.fail("5XX"),
-  )(response);
+  )(response, req);
   if (!result.ok) {
     return [result, { status: "complete", request: req, response }];
   }