@orq-ai/node 3.9.0-rc.8 → 3.9.0

package/packages/orq-rc/src/models/operations/evalsragasharmfulness.ts

@@ -0,0 +1,146 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+export type EvalsRagasHarmfulnessRequestBody = {
+  /**
+   * Latest user message
+   */
+  query: string;
+  /**
+   * The generated response from the model
+   */
+  output: string;
+  model: string;
+};
+
+/**
+ * Returns the harmfulness evaluation result
+ */
+export type EvalsRagasHarmfulnessResponseBody = {
+  value: number | null;
+};
+
+/** @internal */
+export const EvalsRagasHarmfulnessRequestBody$inboundSchema: z.ZodType<
+  EvalsRagasHarmfulnessRequestBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  query: z.string(),
+  output: z.string(),
+  model: z.string(),
+});
+
+/** @internal */
+export type EvalsRagasHarmfulnessRequestBody$Outbound = {
+  query: string;
+  output: string;
+  model: string;
+};
+
+/** @internal */
+export const EvalsRagasHarmfulnessRequestBody$outboundSchema: z.ZodType<
+  EvalsRagasHarmfulnessRequestBody$Outbound,
+  z.ZodTypeDef,
+  EvalsRagasHarmfulnessRequestBody
+> = z.object({
+  query: z.string(),
+  output: z.string(),
+  model: z.string(),
+});
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsRagasHarmfulnessRequestBody$ {
+  /** @deprecated use `EvalsRagasHarmfulnessRequestBody$inboundSchema` instead. */
+  export const inboundSchema = EvalsRagasHarmfulnessRequestBody$inboundSchema;
+  /** @deprecated use `EvalsRagasHarmfulnessRequestBody$outboundSchema` instead. */
+  export const outboundSchema = EvalsRagasHarmfulnessRequestBody$outboundSchema;
+  /** @deprecated use `EvalsRagasHarmfulnessRequestBody$Outbound` instead. */
+  export type Outbound = EvalsRagasHarmfulnessRequestBody$Outbound;
+}
+
+export function evalsRagasHarmfulnessRequestBodyToJSON(
+  evalsRagasHarmfulnessRequestBody: EvalsRagasHarmfulnessRequestBody,
+): string {
+  return JSON.stringify(
+    EvalsRagasHarmfulnessRequestBody$outboundSchema.parse(
+      evalsRagasHarmfulnessRequestBody,
+    ),
+  );
+}
+
+export function evalsRagasHarmfulnessRequestBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<EvalsRagasHarmfulnessRequestBody, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => EvalsRagasHarmfulnessRequestBody$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'EvalsRagasHarmfulnessRequestBody' from JSON`,
+  );
+}
+
+/** @internal */
+export const EvalsRagasHarmfulnessResponseBody$inboundSchema: z.ZodType<
+  EvalsRagasHarmfulnessResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  value: z.nullable(z.number()),
+});
+
+/** @internal */
+export type EvalsRagasHarmfulnessResponseBody$Outbound = {
+  value: number | null;
+};
+
+/** @internal */
+export const EvalsRagasHarmfulnessResponseBody$outboundSchema: z.ZodType<
+  EvalsRagasHarmfulnessResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsRagasHarmfulnessResponseBody
+> = z.object({
+  value: z.nullable(z.number()),
+});
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsRagasHarmfulnessResponseBody$ {
+  /** @deprecated use `EvalsRagasHarmfulnessResponseBody$inboundSchema` instead. */
+  export const inboundSchema = EvalsRagasHarmfulnessResponseBody$inboundSchema;
+  /** @deprecated use `EvalsRagasHarmfulnessResponseBody$outboundSchema` instead. */
+  export const outboundSchema =
+    EvalsRagasHarmfulnessResponseBody$outboundSchema;
+  /** @deprecated use `EvalsRagasHarmfulnessResponseBody$Outbound` instead. */
+  export type Outbound = EvalsRagasHarmfulnessResponseBody$Outbound;
+}
+
+export function evalsRagasHarmfulnessResponseBodyToJSON(
+  evalsRagasHarmfulnessResponseBody: EvalsRagasHarmfulnessResponseBody,
+): string {
+  return JSON.stringify(
+    EvalsRagasHarmfulnessResponseBody$outboundSchema.parse(
+      evalsRagasHarmfulnessResponseBody,
+    ),
+  );
+}
+
+export function evalsRagasHarmfulnessResponseBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<EvalsRagasHarmfulnessResponseBody, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) => EvalsRagasHarmfulnessResponseBody$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'EvalsRagasHarmfulnessResponseBody' from JSON`,
+  );
+}

package/packages/orq-rc/src/models/operations/evalsragasmaliciousness.ts

@@ -0,0 +1,157 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+export type EvalsRagasMaliciousnessRequestBody = {
+  /**
+   * Latest user message
+   */
+  query: string;
+  /**
+   * The generated response from the model
+   */
+  output: string;
+  model: string;
+  /**
+   * The reference used to compare the output
+   */
+  reference?: string | undefined;
+};
+
+/**
+ * Returns the maliciousness evaluation result
+ */
+export type EvalsRagasMaliciousnessResponseBody = {
+  value: number | null;
+};
+
+/** @internal */
+export const EvalsRagasMaliciousnessRequestBody$inboundSchema: z.ZodType<
+  EvalsRagasMaliciousnessRequestBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  query: z.string(),
+  output: z.string(),
+  model: z.string(),
+  reference: z.string().optional(),
+});
+
+/** @internal */
+export type EvalsRagasMaliciousnessRequestBody$Outbound = {
+  query: string;
+  output: string;
+  model: string;
+  reference?: string | undefined;
+};
+
+/** @internal */
+export const EvalsRagasMaliciousnessRequestBody$outboundSchema: z.ZodType<
+  EvalsRagasMaliciousnessRequestBody$Outbound,
+  z.ZodTypeDef,
+  EvalsRagasMaliciousnessRequestBody
+> = z.object({
+  query: z.string(),
+  output: z.string(),
+  model: z.string(),
+  reference: z.string().optional(),
+});
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsRagasMaliciousnessRequestBody$ {
+  /** @deprecated use `EvalsRagasMaliciousnessRequestBody$inboundSchema` instead. */
+  export const inboundSchema = EvalsRagasMaliciousnessRequestBody$inboundSchema;
+  /** @deprecated use `EvalsRagasMaliciousnessRequestBody$outboundSchema` instead. */
+  export const outboundSchema =
+    EvalsRagasMaliciousnessRequestBody$outboundSchema;
+  /** @deprecated use `EvalsRagasMaliciousnessRequestBody$Outbound` instead. */
+  export type Outbound = EvalsRagasMaliciousnessRequestBody$Outbound;
+}
+
+export function evalsRagasMaliciousnessRequestBodyToJSON(
+  evalsRagasMaliciousnessRequestBody: EvalsRagasMaliciousnessRequestBody,
+): string {
+  return JSON.stringify(
+    EvalsRagasMaliciousnessRequestBody$outboundSchema.parse(
+      evalsRagasMaliciousnessRequestBody,
+    ),
+  );
+}
+
+export function evalsRagasMaliciousnessRequestBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<EvalsRagasMaliciousnessRequestBody, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) =>
+      EvalsRagasMaliciousnessRequestBody$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'EvalsRagasMaliciousnessRequestBody' from JSON`,
+  );
+}
+
+/** @internal */
+export const EvalsRagasMaliciousnessResponseBody$inboundSchema: z.ZodType<
+  EvalsRagasMaliciousnessResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  value: z.nullable(z.number()),
+});
+
+/** @internal */
+export type EvalsRagasMaliciousnessResponseBody$Outbound = {
+  value: number | null;
+};
+
+/** @internal */
+export const EvalsRagasMaliciousnessResponseBody$outboundSchema: z.ZodType<
+  EvalsRagasMaliciousnessResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsRagasMaliciousnessResponseBody
+> = z.object({
+  value: z.nullable(z.number()),
+});
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsRagasMaliciousnessResponseBody$ {
+  /** @deprecated use `EvalsRagasMaliciousnessResponseBody$inboundSchema` instead. */
+  export const inboundSchema =
+    EvalsRagasMaliciousnessResponseBody$inboundSchema;
+  /** @deprecated use `EvalsRagasMaliciousnessResponseBody$outboundSchema` instead. */
+  export const outboundSchema =
+    EvalsRagasMaliciousnessResponseBody$outboundSchema;
+  /** @deprecated use `EvalsRagasMaliciousnessResponseBody$Outbound` instead. */
+  export type Outbound = EvalsRagasMaliciousnessResponseBody$Outbound;
+}
+
+export function evalsRagasMaliciousnessResponseBodyToJSON(
+  evalsRagasMaliciousnessResponseBody: EvalsRagasMaliciousnessResponseBody,
+): string {
+  return JSON.stringify(
+    EvalsRagasMaliciousnessResponseBody$outboundSchema.parse(
+      evalsRagasMaliciousnessResponseBody,
+    ),
+  );
+}
+
+export function evalsRagasMaliciousnessResponseBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<EvalsRagasMaliciousnessResponseBody, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) =>
+      EvalsRagasMaliciousnessResponseBody$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'EvalsRagasMaliciousnessResponseBody' from JSON`,
+  );
+}

package/packages/orq-rc/src/models/operations/evalsragasnoisesensitivity.ts

@@ -0,0 +1,166 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+export type EvalsRagasNoiseSensitivityRequestBody = {
+  /**
+   * Latest user message
+   */
+  query: string;
+  /**
+   * The generated response from the model
+   */
+  output: string;
+  model: string;
+  /**
+   * The ground truth answer to evaluate noise sensitivity against
+   */
+  reference: string;
+  /**
+   * Knowledge base retrievals that may contain irrelevant information
+   */
+  retrievals?: Array<string> | undefined;
+};
+
+/**
+ * Returns the noise sensitivity evaluation result
+ */
+export type EvalsRagasNoiseSensitivityResponseBody = {
+  value: number | null;
+};
+
+/** @internal */
+export const EvalsRagasNoiseSensitivityRequestBody$inboundSchema: z.ZodType<
+  EvalsRagasNoiseSensitivityRequestBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  query: z.string(),
+  output: z.string(),
+  model: z.string(),
+  reference: z.string(),
+  retrievals: z.array(z.string()).optional(),
+});
+
+/** @internal */
+export type EvalsRagasNoiseSensitivityRequestBody$Outbound = {
+  query: string;
+  output: string;
+  model: string;
+  reference: string;
+  retrievals?: Array<string> | undefined;
+};
+
+/** @internal */
+export const EvalsRagasNoiseSensitivityRequestBody$outboundSchema: z.ZodType<
+  EvalsRagasNoiseSensitivityRequestBody$Outbound,
+  z.ZodTypeDef,
+  EvalsRagasNoiseSensitivityRequestBody
+> = z.object({
+  query: z.string(),
+  output: z.string(),
+  model: z.string(),
+  reference: z.string(),
+  retrievals: z.array(z.string()).optional(),
+});
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsRagasNoiseSensitivityRequestBody$ {
+  /** @deprecated use `EvalsRagasNoiseSensitivityRequestBody$inboundSchema` instead. */
+  export const inboundSchema =
+    EvalsRagasNoiseSensitivityRequestBody$inboundSchema;
+  /** @deprecated use `EvalsRagasNoiseSensitivityRequestBody$outboundSchema` instead. */
+  export const outboundSchema =
+    EvalsRagasNoiseSensitivityRequestBody$outboundSchema;
+  /** @deprecated use `EvalsRagasNoiseSensitivityRequestBody$Outbound` instead. */
+  export type Outbound = EvalsRagasNoiseSensitivityRequestBody$Outbound;
+}
+
+export function evalsRagasNoiseSensitivityRequestBodyToJSON(
+  evalsRagasNoiseSensitivityRequestBody: EvalsRagasNoiseSensitivityRequestBody,
+): string {
+  return JSON.stringify(
+    EvalsRagasNoiseSensitivityRequestBody$outboundSchema.parse(
+      evalsRagasNoiseSensitivityRequestBody,
+    ),
+  );
+}
+
+export function evalsRagasNoiseSensitivityRequestBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<EvalsRagasNoiseSensitivityRequestBody, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) =>
+      EvalsRagasNoiseSensitivityRequestBody$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'EvalsRagasNoiseSensitivityRequestBody' from JSON`,
+  );
+}
+
+/** @internal */
+export const EvalsRagasNoiseSensitivityResponseBody$inboundSchema: z.ZodType<
+  EvalsRagasNoiseSensitivityResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  value: z.nullable(z.number()),
+});
+
+/** @internal */
+export type EvalsRagasNoiseSensitivityResponseBody$Outbound = {
+  value: number | null;
+};
+
+/** @internal */
+export const EvalsRagasNoiseSensitivityResponseBody$outboundSchema: z.ZodType<
+  EvalsRagasNoiseSensitivityResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsRagasNoiseSensitivityResponseBody
+> = z.object({
+  value: z.nullable(z.number()),
+});
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsRagasNoiseSensitivityResponseBody$ {
+  /** @deprecated use `EvalsRagasNoiseSensitivityResponseBody$inboundSchema` instead. */
+  export const inboundSchema =
+    EvalsRagasNoiseSensitivityResponseBody$inboundSchema;
+  /** @deprecated use `EvalsRagasNoiseSensitivityResponseBody$outboundSchema` instead. */
+  export const outboundSchema =
+    EvalsRagasNoiseSensitivityResponseBody$outboundSchema;
+  /** @deprecated use `EvalsRagasNoiseSensitivityResponseBody$Outbound` instead. */
+  export type Outbound = EvalsRagasNoiseSensitivityResponseBody$Outbound;
+}
+
+export function evalsRagasNoiseSensitivityResponseBodyToJSON(
+  evalsRagasNoiseSensitivityResponseBody:
+    EvalsRagasNoiseSensitivityResponseBody,
+): string {
+  return JSON.stringify(
+    EvalsRagasNoiseSensitivityResponseBody$outboundSchema.parse(
+      evalsRagasNoiseSensitivityResponseBody,
+    ),
+  );
+}
+
+export function evalsRagasNoiseSensitivityResponseBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<EvalsRagasNoiseSensitivityResponseBody, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) =>
+      EvalsRagasNoiseSensitivityResponseBody$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'EvalsRagasNoiseSensitivityResponseBody' from JSON`,
+  );
+}

package/packages/orq-rc/src/models/operations/evalsragasresponserelevancy.ts

@@ -0,0 +1,165 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import * as z from "zod";
+import { safeParse } from "../../lib/schemas.js";
+import { Result as SafeParseResult } from "../../types/fp.js";
+import { SDKValidationError } from "../errors/sdkvalidationerror.js";
+
+export type EvalsRagasResponseRelevancyRequestBody = {
+  /**
+   * Latest user message
+   */
+  query: string;
+  /**
+   * The generated response from the model
+   */
+  output: string;
+  model: string;
+  /**
+   * Knowledge base retrievals
+   */
+  retrievals?: Array<string> | undefined;
+};
+
+/**
+ * Returns the response relevancy evaluation result
+ */
+export type EvalsRagasResponseRelevancyResponseBody = {
+  value: number | null;
+};
+
+/** @internal */
+export const EvalsRagasResponseRelevancyRequestBody$inboundSchema: z.ZodType<
+  EvalsRagasResponseRelevancyRequestBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  query: z.string(),
+  output: z.string(),
+  model: z.string(),
+  retrievals: z.array(z.string()).optional(),
+});
+
+/** @internal */
+export type EvalsRagasResponseRelevancyRequestBody$Outbound = {
+  query: string;
+  output: string;
+  model: string;
+  retrievals?: Array<string> | undefined;
+};
+
+/** @internal */
+export const EvalsRagasResponseRelevancyRequestBody$outboundSchema: z.ZodType<
+  EvalsRagasResponseRelevancyRequestBody$Outbound,
+  z.ZodTypeDef,
+  EvalsRagasResponseRelevancyRequestBody
+> = z.object({
+  query: z.string(),
+  output: z.string(),
+  model: z.string(),
+  retrievals: z.array(z.string()).optional(),
+});
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsRagasResponseRelevancyRequestBody$ {
+  /** @deprecated use `EvalsRagasResponseRelevancyRequestBody$inboundSchema` instead. */
+  export const inboundSchema =
+    EvalsRagasResponseRelevancyRequestBody$inboundSchema;
+  /** @deprecated use `EvalsRagasResponseRelevancyRequestBody$outboundSchema` instead. */
+  export const outboundSchema =
+    EvalsRagasResponseRelevancyRequestBody$outboundSchema;
+  /** @deprecated use `EvalsRagasResponseRelevancyRequestBody$Outbound` instead. */
+  export type Outbound = EvalsRagasResponseRelevancyRequestBody$Outbound;
+}
+
+export function evalsRagasResponseRelevancyRequestBodyToJSON(
+  evalsRagasResponseRelevancyRequestBody:
+    EvalsRagasResponseRelevancyRequestBody,
+): string {
+  return JSON.stringify(
+    EvalsRagasResponseRelevancyRequestBody$outboundSchema.parse(
+      evalsRagasResponseRelevancyRequestBody,
+    ),
+  );
+}
+
+export function evalsRagasResponseRelevancyRequestBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<EvalsRagasResponseRelevancyRequestBody, SDKValidationError> {
+  return safeParse(
+    jsonString,
+    (x) =>
+      EvalsRagasResponseRelevancyRequestBody$inboundSchema.parse(JSON.parse(x)),
+    `Failed to parse 'EvalsRagasResponseRelevancyRequestBody' from JSON`,
+  );
+}
+
+/** @internal */
+export const EvalsRagasResponseRelevancyResponseBody$inboundSchema: z.ZodType<
+  EvalsRagasResponseRelevancyResponseBody,
+  z.ZodTypeDef,
+  unknown
+> = z.object({
+  value: z.nullable(z.number()),
+});
+
+/** @internal */
+export type EvalsRagasResponseRelevancyResponseBody$Outbound = {
+  value: number | null;
+};
+
+/** @internal */
+export const EvalsRagasResponseRelevancyResponseBody$outboundSchema: z.ZodType<
+  EvalsRagasResponseRelevancyResponseBody$Outbound,
+  z.ZodTypeDef,
+  EvalsRagasResponseRelevancyResponseBody
+> = z.object({
+  value: z.nullable(z.number()),
+});
+
+/**
+ * @internal
+ * @deprecated This namespace will be removed in future versions. Use schemas and types that are exported directly from this module.
+ */
+export namespace EvalsRagasResponseRelevancyResponseBody$ {
+  /** @deprecated use `EvalsRagasResponseRelevancyResponseBody$inboundSchema` instead. */
+  export const inboundSchema =
+    EvalsRagasResponseRelevancyResponseBody$inboundSchema;
+  /** @deprecated use `EvalsRagasResponseRelevancyResponseBody$outboundSchema` instead. */
+  export const outboundSchema =
+    EvalsRagasResponseRelevancyResponseBody$outboundSchema;
+  /** @deprecated use `EvalsRagasResponseRelevancyResponseBody$Outbound` instead. */
+  export type Outbound = EvalsRagasResponseRelevancyResponseBody$Outbound;
+}
+
+export function evalsRagasResponseRelevancyResponseBodyToJSON(
+  evalsRagasResponseRelevancyResponseBody:
+    EvalsRagasResponseRelevancyResponseBody,
+): string {
+  return JSON.stringify(
+    EvalsRagasResponseRelevancyResponseBody$outboundSchema.parse(
+      evalsRagasResponseRelevancyResponseBody,
+    ),
+  );
+}
+
+export function evalsRagasResponseRelevancyResponseBodyFromJSON(
+  jsonString: string,
+): SafeParseResult<
+  EvalsRagasResponseRelevancyResponseBody,
+  SDKValidationError
+> {
+  return safeParse(
+    jsonString,
+    (x) =>
+      EvalsRagasResponseRelevancyResponseBody$inboundSchema.parse(
+        JSON.parse(x),
+      ),
+    `Failed to parse 'EvalsRagasResponseRelevancyResponseBody' from JSON`,
+  );
+}