@azure/ai-projects 1.0.0-beta.1 → 1.0.0-beta.10

package/dist/commonjs/models/evaluations.d.ts

@@ -0,0 +1,55 @@
+/**
+ * Identifiers for built-in evaluators available in the AI Projects service.
+ * These evaluators can be referenced by their URI values.
+ */
+export declare const EvaluatorIds: {
+    /** Evaluator for assessing relevance */
+    readonly RELEVANCE: "azureai://built-in/evaluators/relevance";
+    /** Evaluator for detecting hate speech and unfairness */
+    readonly HATE_UNFAIRNESS: "azureai://built-in/evaluators/hate_unfairness";
+    /** Evaluator for detecting violent content */
+    readonly VIOLENCE: "azureai://built-in/evaluators/violence";
+    /** Evaluator for assessing groundedness */
+    readonly GROUNDEDNESS: "azureai://built-in/evaluators/groundedness";
+    /** Advanced evaluator for assessing groundedness */
+    readonly GROUNDEDNESS_PRO: "azureai://built-in/evaluators/groundedness_pro";
+    /** Evaluator for calculating BLUE score */
+    readonly BLUE_SCORE: "azureai://built-in/evaluators/blue_score";
+    /** Evaluator for detecting code vulnerabilities */
+    readonly CODE_VULNERABILITY: "azureai://built-in/evaluators/code_vulnerability";
+    /** Evaluator for assessing text coherence */
+    readonly COHERENCE: "azureai://built-in/evaluators/coherence";
+    /** Evaluator for content safety analysis */
+    readonly CONTENT_SAFETY: "azureai://built-in/evaluators/content_safety";
+    /** Evaluator for calculating F1 score */
+    readonly F1_SCORE: "azureai://built-in/evaluators/f1_score";
+    /** Evaluator for assessing text fluency */
+    readonly FLUENCY: "azureai://built-in/evaluators/fluency";
+    /** Evaluator for calculating GLEU score */
+    readonly GLEU_SCORE: "azureai://built-in/evaluators/gleu_score";
+    /** Evaluator for detecting indirect attacks */
+    readonly INDIRECT_ATTACK: "azureai://built-in/evaluators/indirect_attack";
+    /** Evaluator for calculating METEOR score */
+    readonly METEOR_SCORE: "azureai://built-in/evaluators/meteor_score";
+    /** Evaluator for detecting protected material */
+    readonly PROTECTED_MATERIAL: "azureai://built-in/evaluators/protected_material";
+    /** Evaluator for assessing retrieval quality */
+    readonly RETRIEVAL: "azureai://built-in/evaluators/retrieval";
+    /** Evaluator for calculating ROUGE score */
+    readonly ROUGE_SCORE: "azureai://built-in/evaluators/rouge_score";
+    /** Evaluator for detecting self-harm content */
+    readonly SELF_HARM: "azureai://built-in/evaluators/self_harm";
+    /** Evaluator for detecting sexual content */
+    readonly SEXUAL: "azureai://built-in/evaluators/sexual";
+    /** Evaluator for calculating similarity score */
+    readonly SIMILARITY_SCORE: "azureai://built-in/evaluators/similarity_score";
+    /** Evaluator for detecting ungrounded attributes */
+    readonly UNGROUNDED_ATTRIBUTES: "azureai://built-in/evaluators/ungrounded_attributes";
+    /** Evaluator for assessing response completeness */
+    readonly RESPONSE_COMPLETENESS: "azureai://built-in/evaluators/response_completeness";
+};
+/**
+ * Type for EvaluatorIds values
+ */
+export type EvaluatorId = (typeof EvaluatorIds)[keyof typeof EvaluatorIds];
+//# sourceMappingURL=evaluations.d.ts.map

package/dist/commonjs/models/evaluations.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluations.d.ts","sourceRoot":"","sources":["../../../src/models/evaluations.ts"],"names":[],"mappings":"AAGA;;;GAGG;AACH,eAAO,MAAM,YAAY;IACvB,wCAAwC;;IAGxC,yDAAyD;;IAGzD,8CAA8C;;IAG9C,2CAA2C;;IAG3C,oDAAoD;;IAGpD,2CAA2C;;IAG3C,mDAAmD;;IAGnD,6CAA6C;;IAG7C,4CAA4C;;IAG5C,yCAAyC;;IAGzC,2CAA2C;;IAG3C,2CAA2C;;IAG3C,+CAA+C;;IAK/C,6CAA6C;;IAG7C,iDAAiD;;IAGjD,gDAAgD;;IAGhD,4CAA4C;;IAG5C,gDAAgD;;IAGhD,6CAA6C;;IAG7C,iDAAiD;;IAMjD,oDAAoD;;IAGpD,oDAAoD;;CAE5C,CAAC;AAEX;;GAEG;AACH,MAAM,MAAM,WAAW,GAAG,CAAC,OAAO,YAAY,CAAC,CAAC,MAAM,OAAO,YAAY,CAAC,CAAC"}

package/dist/commonjs/models/evaluations.js

@@ -0,0 +1,59 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvaluatorIds = void 0;
+/**
+ * Identifiers for built-in evaluators available in the AI Projects service.
+ * These evaluators can be referenced by their URI values.
+ */
+exports.EvaluatorIds = {
+    /** Evaluator for assessing relevance */
+    RELEVANCE: "azureai://built-in/evaluators/relevance",
+    /** Evaluator for detecting hate speech and unfairness */
+    HATE_UNFAIRNESS: "azureai://built-in/evaluators/hate_unfairness",
+    /** Evaluator for detecting violent content */
+    VIOLENCE: "azureai://built-in/evaluators/violence",
+    /** Evaluator for assessing groundedness */
+    GROUNDEDNESS: "azureai://built-in/evaluators/groundedness",
+    /** Advanced evaluator for assessing groundedness */
+    GROUNDEDNESS_PRO: "azureai://built-in/evaluators/groundedness_pro",
+    /** Evaluator for calculating BLUE score */
+    BLUE_SCORE: "azureai://built-in/evaluators/blue_score",
+    /** Evaluator for detecting code vulnerabilities */
+    CODE_VULNERABILITY: "azureai://built-in/evaluators/code_vulnerability",
+    /** Evaluator for assessing text coherence */
+    COHERENCE: "azureai://built-in/evaluators/coherence",
+    /** Evaluator for content safety analysis */
+    CONTENT_SAFETY: "azureai://built-in/evaluators/content_safety",
+    /** Evaluator for calculating F1 score */
+    F1_SCORE: "azureai://built-in/evaluators/f1_score",
+    /** Evaluator for assessing text fluency */
+    FLUENCY: "azureai://built-in/evaluators/fluency",
+    /** Evaluator for calculating GLEU score */
+    GLEU_SCORE: "azureai://built-in/evaluators/gleu_score",
+    /** Evaluator for detecting indirect attacks */
+    INDIRECT_ATTACK: "azureai://built-in/evaluators/indirect_attack",
+    // INTENT_RESOLUTION: "azureai://built-in/evaluators/intent_resolution", // Commented out as in original
+    /** Evaluator for calculating METEOR score */
+    METEOR_SCORE: "azureai://built-in/evaluators/meteor_score",
+    /** Evaluator for detecting protected material */
+    PROTECTED_MATERIAL: "azureai://built-in/evaluators/protected_material",
+    /** Evaluator for assessing retrieval quality */
+    RETRIEVAL: "azureai://built-in/evaluators/retrieval",
+    /** Evaluator for calculating ROUGE score */
+    ROUGE_SCORE: "azureai://built-in/evaluators/rouge_score",
+    /** Evaluator for detecting self-harm content */
+    SELF_HARM: "azureai://built-in/evaluators/self_harm",
+    /** Evaluator for detecting sexual content */
+    SEXUAL: "azureai://built-in/evaluators/sexual",
+    /** Evaluator for calculating similarity score */
+    SIMILARITY_SCORE: "azureai://built-in/evaluators/similarity_score",
+    // TASK_ADHERENCE: "azureai://built-in/evaluators/task_adherence", // Commented out as in original
+    // TOOL_CALL_ACCURACY: "azureai://built-in/evaluators/tool_call_accuracy", // Commented out as in original
+    /** Evaluator for detecting ungrounded attributes */
+    UNGROUNDED_ATTRIBUTES: "azureai://built-in/evaluators/ungrounded_attributes",
+    /** Evaluator for assessing response completeness */
+    RESPONSE_COMPLETENESS: "azureai://built-in/evaluators/response_completeness",
+};
+//# sourceMappingURL=evaluations.js.map

package/dist/commonjs/models/evaluations.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"evaluations.js","sourceRoot":"","sources":["../../../src/models/evaluations.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC;;;GAGG;AACU,QAAA,YAAY,GAAG;IAC1B,wCAAwC;IACxC,SAAS,EAAE,yCAAyC;IAEpD,yDAAyD;IACzD,eAAe,EAAE,+CAA+C;IAEhE,8CAA8C;IAC9C,QAAQ,EAAE,wCAAwC;IAElD,2CAA2C;IAC3C,YAAY,EAAE,4CAA4C;IAE1D,oDAAoD;IACpD,gBAAgB,EAAE,gDAAgD;IAElE,2CAA2C;IAC3C,UAAU,EAAE,0CAA0C;IAEtD,mDAAmD;IACnD,kBAAkB,EAAE,kDAAkD;IAEtE,6CAA6C;IAC7C,SAAS,EAAE,yCAAyC;IAEpD,4CAA4C;IAC5C,cAAc,EAAE,8CAA8C;IAE9D,yCAAyC;IACzC,QAAQ,EAAE,wCAAwC;IAElD,2CAA2C;IAC3C,OAAO,EAAE,uCAAuC;IAEhD,2CAA2C;IAC3C,UAAU,EAAE,0CAA0C;IAEtD,+CAA+C;IAC/C,eAAe,EAAE,+CAA+C;IAEhE,wGAAwG;IAExG,6CAA6C;IAC7C,YAAY,EAAE,4CAA4C;IAE1D,iDAAiD;IACjD,kBAAkB,EAAE,kDAAkD;IAEtE,gDAAgD;IAChD,SAAS,EAAE,yCAAyC;IAEpD,4CAA4C;IAC5C,WAAW,EAAE,2CAA2C;IAExD,gDAAgD;IAChD,SAAS,EAAE,yCAAyC;IAEpD,6CAA6C;IAC7C,MAAM,EAAE,sCAAsC;IAE9C,iDAAiD;IACjD,gBAAgB,EAAE,gDAAgD;IAElE,kGAAkG;IAClG,0GAA0G;IAE1G,oDAAoD;IACpD,qBAAqB,EAAE,qDAAqD;IAE5E,oDAAoD;IACpD,qBAAqB,EAAE,qDAAqD;CACpE,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\n/**\n * Identifiers for built-in evaluators available in the AI Projects service.\n * These evaluators can be referenced by their URI values.\n */\nexport const EvaluatorIds = {\n  /** Evaluator for assessing relevance */\n  RELEVANCE: \"azureai://built-in/evaluators/relevance\",\n\n  /** Evaluator for detecting hate speech and unfairness */\n  HATE_UNFAIRNESS: \"azureai://built-in/evaluators/hate_unfairness\",\n\n  /** Evaluator for detecting violent content */\n  VIOLENCE: \"azureai://built-in/evaluators/violence\",\n\n  /** Evaluator for assessing groundedness */\n  GROUNDEDNESS: \"azureai://built-in/evaluators/groundedness\",\n\n  /** Advanced evaluator for assessing groundedness */\n  GROUNDEDNESS_PRO: \"azureai://built-in/evaluators/groundedness_pro\",\n\n  /** Evaluator for calculating BLUE score */\n  BLUE_SCORE: \"azureai://built-in/evaluators/blue_score\",\n\n  /** Evaluator for detecting code vulnerabilities */\n  CODE_VULNERABILITY: \"azureai://built-in/evaluators/code_vulnerability\",\n\n  /** Evaluator for assessing text coherence */\n  COHERENCE: \"azureai://built-in/evaluators/coherence\",\n\n  /** Evaluator for content safety analysis */\n  CONTENT_SAFETY: \"azureai://built-in/evaluators/content_safety\",\n\n  /** Evaluator for calculating F1 score */\n  F1_SCORE: \"azureai://built-in/evaluators/f1_score\",\n\n  /** Evaluator for assessing text fluency */\n  FLUENCY: \"azureai://built-in/evaluators/fluency\",\n\n  /** Evaluator for calculating GLEU score */\n  GLEU_SCORE: \"azureai://built-in/evaluators/gleu_score\",\n\n  /** Evaluator for detecting indirect attacks */\n  INDIRECT_ATTACK: \"azureai://built-in/evaluators/indirect_attack\",\n\n  // INTENT_RESOLUTION: \"azureai://built-in/evaluators/intent_resolution\", // Commented out as in original\n\n  /** Evaluator for calculating METEOR score */\n  METEOR_SCORE: \"azureai://built-in/evaluators/meteor_score\",\n\n  /** Evaluator for detecting protected material */\n  PROTECTED_MATERIAL: \"azureai://built-in/evaluators/protected_material\",\n\n  /** Evaluator for assessing retrieval quality */\n  RETRIEVAL: \"azureai://built-in/evaluators/retrieval\",\n\n  /** Evaluator for calculating ROUGE score */\n  ROUGE_SCORE: \"azureai://built-in/evaluators/rouge_score\",\n\n  /** Evaluator for detecting self-harm content */\n  SELF_HARM: \"azureai://built-in/evaluators/self_harm\",\n\n  /** Evaluator for detecting sexual content */\n  SEXUAL: \"azureai://built-in/evaluators/sexual\",\n\n  /** Evaluator for calculating similarity score */\n  SIMILARITY_SCORE: \"azureai://built-in/evaluators/similarity_score\",\n\n  // TASK_ADHERENCE: \"azureai://built-in/evaluators/task_adherence\", // Commented out as in original\n  // TOOL_CALL_ACCURACY: \"azureai://built-in/evaluators/tool_call_accuracy\", // Commented out as in original\n\n  /** Evaluator for detecting ungrounded attributes */\n  UNGROUNDED_ATTRIBUTES: \"azureai://built-in/evaluators/ungrounded_attributes\",\n\n  /** Evaluator for assessing response completeness */\n  RESPONSE_COMPLETENESS: \"azureai://built-in/evaluators/response_completeness\",\n} as const;\n\n/**\n * Type for EvaluatorIds values\n */\nexport type EvaluatorId = (typeof EvaluatorIds)[keyof typeof EvaluatorIds];\n"]}

package/dist/commonjs/models/index.d.ts

@@ -0,0 +1,3 @@
+export { Connection, ConnectionType, BaseCredentials, BaseCredentialsUnion, CredentialType, ApiKeyCredentials, EntraIDCredentials, CustomCredential, SASCredentials, NoAuthenticationCredentials, Evaluation, EvaluationWithOptionalName, InputData, InputDataUnion, InputDataset, EvaluatorConfiguration, AgentEvaluationRequest, AgentEvaluationSamplingConfiguration, AgentEvaluationRedactionConfiguration, AgentEvaluation, AgentEvaluationResult, DatasetVersion, DatasetVersionUnion, DatasetType, FileDatasetVersion, FolderDatasetVersion, PendingUploadRequest, PendingUploadResponse, BlobReference, SasCredential, AssetCredentialResponse, Index, IndexUnion, IndexType, AzureAISearchIndex, FieldMapping, ManagedAzureAISearchIndex, CosmosDBIndex, EmbeddingConfiguration, Deployment, DeploymentUnion, DeploymentType, ModelDeployment, Sku, RedTeam, AttackStrategy, RiskCategory, TargetConfig, TargetConfigUnion, AzureOpenAIModelConfiguration, PendingUploadType, KnownVersions, } from "./models.js";
+export { EvaluatorId, EvaluatorIds } from "./evaluations.js";
+//# sourceMappingURL=index.d.ts.map

package/dist/commonjs/models/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/models/index.ts"],"names":[],"mappings":"AAGA,OAAO,EACL,UAAU,EACV,cAAc,EACd,eAAe,EACf,oBAAoB,EACpB,cAAc,EACd,iBAAiB,EACjB,kBAAkB,EAClB,gBAAgB,EAChB,cAAc,EACd,2BAA2B,EAC3B,UAAU,EACV,0BAA0B,EAC1B,SAAS,EACT,cAAc,EACd,YAAY,EACZ,sBAAsB,EACtB,sBAAsB,EACtB,oCAAoC,EACpC,qCAAqC,EACrC,eAAe,EACf,qBAAqB,EACrB,cAAc,EACd,mBAAmB,EACnB,WAAW,EACX,kBAAkB,EAClB,oBAAoB,EACpB,oBAAoB,EACpB,qBAAqB,EACrB,aAAa,EACb,aAAa,EACb,uBAAuB,EACvB,KAAK,EACL,UAAU,EACV,SAAS,EACT,kBAAkB,EAClB,YAAY,EACZ,yBAAyB,EACzB,aAAa,EACb,sBAAsB,EACtB,UAAU,EACV,eAAe,EACf,cAAc,EACd,eAAe,EACf,GAAG,EACH,OAAO,EACP,cAAc,EACd,YAAY,EACZ,YAAY,EACZ,iBAAiB,EACjB,6BAA6B,EAC7B,iBAAiB,EACjB,aAAa,GACd,MAAM,aAAa,CAAC;AAErB,OAAO,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,kBAAkB,CAAC"}

package/dist/commonjs/models/index.js

@@ -0,0 +1,10 @@
+"use strict";
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.EvaluatorIds = exports.KnownVersions = void 0;
+var models_js_1 = require("./models.js");
+Object.defineProperty(exports, "KnownVersions", { enumerable: true, get: function () { return models_js_1.KnownVersions; } });
+var evaluations_js_1 = require("./evaluations.js");
+Object.defineProperty(exports, "EvaluatorIds", { enumerable: true, get: function () { return evaluations_js_1.EvaluatorIds; } });
+//# sourceMappingURL=index.js.map

package/dist/commonjs/models/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/models/index.ts"],"names":[],"mappings":";AAAA,uCAAuC;AACvC,kCAAkC;;;AAElC,yCAqDqB;AADnB,0GAAA,aAAa,OAAA;AAGf,mDAA6D;AAAvC,8GAAA,YAAY,OAAA","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nexport {\n  Connection,\n  ConnectionType,\n  BaseCredentials,\n  BaseCredentialsUnion,\n  CredentialType,\n  ApiKeyCredentials,\n  EntraIDCredentials,\n  CustomCredential,\n  SASCredentials,\n  NoAuthenticationCredentials,\n  Evaluation,\n  EvaluationWithOptionalName,\n  InputData,\n  InputDataUnion,\n  InputDataset,\n  EvaluatorConfiguration,\n  AgentEvaluationRequest,\n  AgentEvaluationSamplingConfiguration,\n  AgentEvaluationRedactionConfiguration,\n  AgentEvaluation,\n  AgentEvaluationResult,\n  DatasetVersion,\n  DatasetVersionUnion,\n  DatasetType,\n  FileDatasetVersion,\n  FolderDatasetVersion,\n  PendingUploadRequest,\n  PendingUploadResponse,\n  BlobReference,\n  SasCredential,\n  AssetCredentialResponse,\n  Index,\n  IndexUnion,\n  IndexType,\n  AzureAISearchIndex,\n  FieldMapping,\n  ManagedAzureAISearchIndex,\n  CosmosDBIndex,\n  EmbeddingConfiguration,\n  Deployment,\n  DeploymentUnion,\n  DeploymentType,\n  ModelDeployment,\n  Sku,\n  RedTeam,\n  AttackStrategy,\n  RiskCategory,\n  TargetConfig,\n  TargetConfigUnion,\n  AzureOpenAIModelConfiguration,\n  PendingUploadType,\n  KnownVersions,\n} from \"./models.js\";\n\nexport { EvaluatorId, EvaluatorIds } from \"./evaluations.js\";\n"]}