@azure-rest/ai-inference 1.0.0-beta.1 → 1.0.0-beta.3

package/dist/react-native/responses.js

@@ -1,4 +1,4 @@
 // Copyright (c) Microsoft Corporation.
-// Licensed under the MIT license.
+// Licensed under the MIT License.
 export {};
 //# sourceMappingURL=responses.js.map

package/dist/react-native/responses.js.map

@@ -1 +1 @@
-{"version":3,"file":"responses.js","sourceRoot":"","sources":["../../src/responses.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT license.\n\nimport { RawHttpHeaders } from \"@azure/core-rest-pipeline\";\nimport { HttpResponse, ErrorResponse } from \"@azure-rest/core-client\";\nimport { ChatCompletionsOutput, ModelInfoOutput } from \"./outputModels.js\";\n\n/** The request has succeeded. */\nexport interface GetChatCompletions200Response extends HttpResponse {\n  status: \"200\";\n  body: ChatCompletionsOutput;\n}\n\nexport interface GetChatCompletionsDefaultHeaders {\n  /** String error code indicating what went wrong. */\n  \"x-ms-error-code\"?: string;\n}\n\nexport interface GetChatCompletionsDefaultResponse extends HttpResponse {\n  status: string;\n  body: ErrorResponse;\n  headers: RawHttpHeaders & GetChatCompletionsDefaultHeaders;\n}\n\n/** The request has succeeded. */\nexport interface GetModelInfo200Response extends HttpResponse {\n  status: \"200\";\n  body: ModelInfoOutput;\n}\n\nexport interface GetModelInfoDefaultHeaders {\n  /** String error code indicating what went wrong. */\n  \"x-ms-error-code\"?: string;\n}\n\nexport interface GetModelInfoDefaultResponse extends HttpResponse {\n  status: string;\n  body: ErrorResponse;\n  headers: RawHttpHeaders & GetModelInfoDefaultHeaders;\n}\n"]}
+{"version":3,"file":"responses.js","sourceRoot":"","sources":["../../src/responses.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { RawHttpHeaders } from \"@azure/core-rest-pipeline\";\nimport { HttpResponse, ErrorResponse } from \"@azure-rest/core-client\";\nimport { ChatCompletionsOutput, ModelInfoOutput, EmbeddingsResultOutput } from \"./outputModels.js\";\n\n/** The request has succeeded. */\nexport interface GetChatCompletions200Response extends HttpResponse {\n  status: \"200\";\n  body: ChatCompletionsOutput;\n}\n\nexport interface GetChatCompletionsDefaultHeaders {\n  /** String error code indicating what went wrong. */\n  \"x-ms-error-code\"?: string;\n}\n\nexport interface GetChatCompletionsDefaultResponse extends HttpResponse {\n  status: string;\n  body: ErrorResponse;\n  headers: RawHttpHeaders & GetChatCompletionsDefaultHeaders;\n}\n\n/** The request has succeeded. */\nexport interface GetModelInfo200Response extends HttpResponse {\n  status: \"200\";\n  body: ModelInfoOutput;\n}\n\nexport interface GetModelInfoDefaultHeaders {\n  /** String error code indicating what went wrong. */\n  \"x-ms-error-code\"?: string;\n}\n\nexport interface GetModelInfoDefaultResponse extends HttpResponse {\n  status: string;\n  body: ErrorResponse;\n  headers: RawHttpHeaders & GetModelInfoDefaultHeaders;\n}\n\n/** The request has succeeded. */\nexport interface GetEmbeddings200Response extends HttpResponse {\n  status: \"200\";\n  body: EmbeddingsResultOutput;\n}\n\nexport interface GetEmbeddingsDefaultHeaders {\n  /** String error code indicating what went wrong. */\n  \"x-ms-error-code\"?: string;\n}\n\nexport interface GetEmbeddingsDefaultResponse extends HttpResponse {\n  status: string;\n  body: ErrorResponse;\n  headers: RawHttpHeaders & GetEmbeddingsDefaultHeaders;\n}\n\n/** The request has succeeded. */\nexport interface GetImageEmbeddings200Response extends HttpResponse {\n  status: \"200\";\n  body: EmbeddingsResultOutput;\n}\n\nexport interface GetImageEmbeddingsDefaultHeaders {\n  /** String error code indicating what went wrong. */\n  \"x-ms-error-code\"?: string;\n}\n\nexport interface GetImageEmbeddingsDefaultResponse extends HttpResponse {\n  status: string;\n  body: ErrorResponse;\n  headers: RawHttpHeaders & GetImageEmbeddingsDefaultHeaders;\n}\n"]}

package/dist/react-native/tracingHelper.d.ts

@@ -0,0 +1,9 @@
+import { TracingSpan } from "@azure/core-tracing";
+import { GetChatCompletionsBodyParam } from "./parameters.js";
+import { PipelineRequest, PipelineResponse } from "@azure/core-rest-pipeline";
+export declare function getRequestBody(request: PipelineRequest): GetChatCompletionsBodyParam;
+export declare function getSpanName(request: PipelineRequest): string;
+export declare function onStartTracing(span: TracingSpan, request: PipelineRequest, url: string): void;
+export declare function tryProcessResponse(span: TracingSpan, response?: PipelineResponse): void;
+export declare function tryProcessError(span: TracingSpan, error: unknown): void;
+//# sourceMappingURL=tracingHelper.d.ts.map

package/dist/react-native/tracingHelper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracingHelper.d.ts","sourceRoot":"","sources":["../../src/tracingHelper.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,WAAW,EAAE,MAAM,qBAAqB,CAAC;AAClD,OAAO,EAAE,2BAA2B,EAAE,MAAM,iBAAiB,CAAC;AAa9D,OAAO,EAAE,eAAe,EAAE,gBAAgB,EAAE,MAAM,2BAA2B,CAAC;AA0B9E,wBAAgB,cAAc,CAAC,OAAO,EAAE,eAAe,GAAG,2BAA2B,CAEpF;AAED,wBAAgB,WAAW,CAAC,OAAO,EAAE,eAAe,GAAG,MAAM,CAG5D;AAED,wBAAgB,cAAc,CAAC,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,eAAe,EAAE,GAAG,EAAE,MAAM,GAAG,IAAI,CA6B7F;AAED,wBAAgB,kBAAkB,CAAC,IAAI,EAAE,WAAW,EAAE,QAAQ,CAAC,EAAE,gBAAgB,GAAG,IAAI,CA4BvF;AAED,wBAAgB,eAAe,CAAC,IAAI,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,GAAG,IAAI,CAKvE"}

package/dist/react-native/tracingHelper.js

@@ -0,0 +1,198 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+import { isError } from "@azure/core-util";
+const INFERENCE_GEN_AI_SYSTEM_NAME = "az.ai.inference";
+const isContentRecordingEnabled = () => envVarToBoolean("AZURE_TRACING_GEN_AI_CONTENT_RECORDING_ENABLED");
+var TracingAttributesEnum;
+(function (TracingAttributesEnum) {
+    TracingAttributesEnum["Operation_Name"] = "gen_ai.operation.name";
+    TracingAttributesEnum["Request_Model"] = "gen_ai.request.model";
+    TracingAttributesEnum["System"] = "gen_ai.system";
+    TracingAttributesEnum["Error_Type"] = "error.type";
+    TracingAttributesEnum["Server_Port"] = "server.port";
+    TracingAttributesEnum["Request_Frequency_Penalty"] = "gen_ai.request.frequency_penalty";
+    TracingAttributesEnum["Request_Max_Tokens"] = "gen_ai.request.max_tokens";
+    TracingAttributesEnum["Request_Presence_Penalty"] = "gen_ai.request.presence_penalty";
+    TracingAttributesEnum["Request_Stop_Sequences"] = "gen_ai.request.stop_sequences";
+    TracingAttributesEnum["Request_Temperature"] = "gen_ai.request.temperature";
+    TracingAttributesEnum["Request_Top_P"] = "gen_ai.request.top_p";
+    TracingAttributesEnum["Response_Finish_Reasons"] = "gen_ai.response.finish_reasons";
+    TracingAttributesEnum["Response_Id"] = "gen_ai.response.id";
+    TracingAttributesEnum["Response_Model"] = "gen_ai.response.model";
+    TracingAttributesEnum["Usage_Input_Tokens"] = "gen_ai.usage.input_tokens";
+    TracingAttributesEnum["Usage_Output_Tokens"] = "gen_ai.usage.output_tokens";
+    TracingAttributesEnum["Server_Address"] = "server.address";
+})(TracingAttributesEnum || (TracingAttributesEnum = {}));
+export function getRequestBody(request) {
+    return { body: JSON.parse(request.body) };
+}
+export function getSpanName(request) {
+    var _a;
+    const { body } = getRequestBody(request);
+    return `chat ${(_a = body === null || body === void 0 ? void 0 : body.model) !== null && _a !== void 0 ? _a : ""}`.trim();
+}
+export function onStartTracing(span, request, url) {
+    if (!span.isRecording()) {
+        return;
+    }
+    const urlObj = new URL(url);
+    const port = Number(urlObj.port) || (urlObj.protocol === "https:" ? undefined : 80);
+    if (port) {
+        span.setAttribute(TracingAttributesEnum.Server_Port, port);
+    }
+    span.setAttribute(TracingAttributesEnum.Server_Address, urlObj.hostname);
+    span.setAttribute(TracingAttributesEnum.Operation_Name, "chat");
+    span.setAttribute(TracingAttributesEnum.System, "az.ai.inference");
+    const { body } = getRequestBody(request);
+    if (!body)
+        return;
+    span.setAttribute(TracingAttributesEnum.Request_Model, body.model);
+    span.setAttribute(TracingAttributesEnum.Request_Frequency_Penalty, body.frequency_penalty);
+    span.setAttribute(TracingAttributesEnum.Request_Max_Tokens, body.max_tokens);
+    span.setAttribute(TracingAttributesEnum.Request_Presence_Penalty, body.presence_penalty);
+    span.setAttribute(TracingAttributesEnum.Request_Stop_Sequences, body.stop);
+    span.setAttribute(TracingAttributesEnum.Request_Temperature, body.temperature);
+    span.setAttribute(TracingAttributesEnum.Request_Top_P, body.top_p);
+    if (body.messages) {
+        addRequestChatMessageEvent(span, body.messages);
+    }
+}
+export function tryProcessResponse(span, response) {
+    var _a, _b, _c;
+    if (!span.isRecording()) {
+        return;
+    }
+    if (response === null || response === void 0 ? void 0 : response.bodyAsText) {
+        const body = JSON.parse(response.bodyAsText);
+        if ((_a = body.error) !== null && _a !== void 0 ? _a : body.message) {
+            span.setAttribute(TracingAttributesEnum.Error_Type, `${(_b = body.status) !== null && _b !== void 0 ? _b : body.statusCode}`);
+            span.setStatus({
+                status: "error",
+                error: (_c = body.error) !== null && _c !== void 0 ? _c : body.message, // message is not in the schema of the response, but it can present if there is crediential error
+            });
+        }
+        span.setAttribute(TracingAttributesEnum.Response_Id, body.id);
+        span.setAttribute(TracingAttributesEnum.Response_Model, body.model);
+        if (body.choices) {
+            span.setAttribute(TracingAttributesEnum.Response_Finish_Reasons, body.choices.map((choice) => choice.finish_reason).join(","));
+        }
+        if (body.usage) {
+            span.setAttribute(TracingAttributesEnum.Usage_Input_Tokens, body.usage.prompt_tokens);
+            span.setAttribute(TracingAttributesEnum.Usage_Output_Tokens, body.usage.completion_tokens);
+        }
+        addResponseChatMessageEvent(span, body);
+    }
+}
+export function tryProcessError(span, error) {
+    span.setStatus({
+        status: "error",
+        error: isError(error) ? error : undefined,
+    });
+}
+/*
+* Add event to span.  Sample:
+    {
+    name: 'gen_ai.user.message',
+    attributes: {
+      'gen_ai.system': 'INFERENCE_GEN_AI_SYSTEM_NAME',
+      'gen_ai.event.content': `{"role":"user","content":"What's the weather like in Boston?"}`
+    },
+    time: [ 1725666879, 622695900 ],
+    droppedAttributesCount: 0
+  },
+*/
+function addRequestChatMessageEvent(span, messages) {
+    messages.forEach((message) => {
+        var _a;
+        if (message.role) {
+            const content = {};
+            const chatMsg = message;
+            if (chatMsg.content) {
+                content.content = chatMsg.content;
+            }
+            if (!isContentRecordingEnabled()) {
+                content.content = "";
+            }
+            const assistantMsg = message;
+            if (assistantMsg.tool_calls) {
+                content.tool_calls = assistantMsg.tool_calls;
+                if (!isContentRecordingEnabled()) {
+                    const toolCalls = JSON.parse(JSON.stringify(content.tool_calls));
+                    toolCalls.forEach((toolCall) => {
+                        if (toolCall.function.arguments) {
+                            toolCall.function.arguments = "";
+                        }
+                        toolCall.function.name = "";
+                    });
+                    content.tool_calls = toolCalls;
+                }
+            }
+            const toolMsg = message;
+            if (toolMsg.tool_call_id) {
+                content.id = toolMsg.tool_call_id;
+            }
+            (_a = span.addEvent) === null || _a === void 0 ? void 0 : _a.call(span, `gen_ai.${message.role}.message`, {
+                attributes: {
+                    "gen_ai.system": INFERENCE_GEN_AI_SYSTEM_NAME,
+                    "gen_ai.event.content": JSON.stringify(content),
+                },
+            });
+        }
+    });
+}
+/*
+* Add event to span.  Sample:
+{
+  name: 'gen_ai.choice',
+  attributes: {
+    'gen_ai.system': 'INFERENCE_GEN_AI_SYSTEM_NAME',
+    'gen_ai.event.content': '{"finish_reason":"tool_calls","index":0,"message":{"content":""}}'
+  },
+  time: [ 1725666881, 780608000 ],
+  droppedAttributesCount: 0
+}
+*/
+function addResponseChatMessageEvent(span, body) {
+    var _a;
+    if (!span.addEvent) {
+        return;
+    }
+    (_a = body === null || body === void 0 ? void 0 : body.choices) === null || _a === void 0 ? void 0 : _a.forEach((choice) => {
+        var _a;
+        let message = {};
+        if (choice.message.content) {
+            message.content = choice.message.content;
+        }
+        if (choice.message.tool_calls) {
+            message.toolCalls = choice.message.tool_calls;
+        }
+        if (!isContentRecordingEnabled()) {
+            message = JSON.parse(JSON.stringify(message));
+            message.content = "";
+            if (message.toolCalls) {
+                message.toolCalls.forEach((toolCall) => {
+                    if (toolCall.function.arguments) {
+                        toolCall.function.arguments = "";
+                    }
+                    toolCall.function.name = "";
+                });
+            }
+        }
+        const response = {
+            finish_reason: choice.finish_reason,
+            index: choice.index,
+            message,
+        };
+        const attributes = {
+            "gen_ai.system": INFERENCE_GEN_AI_SYSTEM_NAME,
+            "gen_ai.event.content": JSON.stringify(response),
+        };
+        (_a = span.addEvent) === null || _a === void 0 ? void 0 : _a.call(span, "gen_ai.choice", { attributes });
+    });
+}
+function envVarToBoolean(key) {
+    var _a;
+    const value = (_a = process.env[key]) !== null && _a !== void 0 ? _a : process.env[key.toLowerCase()];
+    return value !== "false" && value !== "0" && Boolean(value);
+}
+//# sourceMappingURL=tracingHelper.js.map

package/dist/react-native/tracingHelper.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracingHelper.js","sourceRoot":"","sources":["../../src/tracingHelper.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAelC,OAAO,EAAE,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAG3C,MAAM,4BAA4B,GAAG,iBAAiB,CAAC;AACvD,MAAM,yBAAyB,GAAG,GAAG,EAAE,CACrC,eAAe,CAAC,gDAAgD,CAAC,CAAC;AAEpE,IAAK,qBAkBJ;AAlBD,WAAK,qBAAqB;IACxB,iEAAwC,CAAA;IACxC,+DAAsC,CAAA;IACtC,iDAAwB,CAAA;IACxB,kDAAyB,CAAA;IACzB,oDAA2B,CAAA;IAC3B,uFAA8D,CAAA;IAC9D,yEAAgD,CAAA;IAChD,qFAA4D,CAAA;IAC5D,iFAAwD,CAAA;IACxD,2EAAkD,CAAA;IAClD,+DAAsC,CAAA;IACtC,mFAA0D,CAAA;IAC1D,2DAAkC,CAAA;IAClC,iEAAwC,CAAA;IACxC,yEAAgD,CAAA;IAChD,2EAAkD,CAAA;IAClD,0DAAiC,CAAA;AACnC,CAAC,EAlBI,qBAAqB,KAArB,qBAAqB,QAkBzB;AAED,MAAM,UAAU,cAAc,CAAC,OAAwB;IACrD,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,IAAc,CAAC,EAAE,CAAC;AACtD,CAAC;AAED,MAAM,UAAU,WAAW,CAAC,OAAwB;;IAClD,MAAM,EAAE,IAAI,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACzC,OAAO,QAAQ,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK,mCAAI,EAAE,EAAE,CAAC,IAAI,EAAE,CAAC;AAC5C,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAAiB,EAAE,OAAwB,EAAE,GAAW;IACrF,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACxB,OAAO;IACT,CAAC;IAED,MAAM,MAAM,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC5B,MAAM,IAAI,GAAG,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;IAEpF,IAAI,IAAI,EAAE,CAAC;QACT,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;IAC7D,CAAC;IACD,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,cAAc,EAAE,MAAM,CAAC,QAAQ,CAAC,CAAC;IACzE,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,cAAc,EAAE,MAAM,CAAC,CAAC;IAChE,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAEnE,MAAM,EAAE,IAAI,EAAE,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC;IACzC,IAAI,CAAC,IAAI;QAAE,OAAO;IAElB,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IACnE,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,yBAAyB,EAAE,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC3F,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,kBAAkB,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;IAC7E,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,wBAAwB,EAAE,IAAI,CAAC,gBAAgB,CAAC,CAAC;IACzF,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,sBAAsB,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;IAC3E,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,mBAAmB,EAAE,IAAI,CAAC,WAAW,CAAC,CAAC;IAC/E,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,aAAa,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;IAEnE,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,0BAA0B,CAAC,IAAI,EAAE,IAAI,CAAC,QAAQ,CAAC,CAAC;IAClD,CAAC;AACH,CAAC;AAED,MAAM,UAAU,kBAAkB,CAAC,IAAiB,EAAE,QAA2B;;IAC/E,IAAI,CAAC,IAAI,CAAC,WAAW,EAAE,EAAE,CAAC;QACxB,OAAO;IACT,CAAC;IAED,IAAI,QAAQ,aAAR,QAAQ,uBAAR,QAAQ,CAAE,UAAU,EAAE,CAAC;QACzB,MAAM,IAAI,GAAQ,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,CAAC,CAAC;QAClD,IAAI,MAAA,IAAI,CAAC,KAAK,mCAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YAC/B,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,UAAU,EAAE,GAAG,MAAA,IAAI,CAAC,MAAM,mCAAI,IAAI,CAAC,UAAU,EAAE,CAAC,CAAC;YACzF,IAAI,CAAC,SAAS,CAAC;gBACb,MAAM,EAAE,OAAO;gBACf,KAAK,EAAE,MAAA,IAAI,CAAC,KAAK,mCAAI,IAAI,CAAC,OAAO,EAAE,iGAAiG;aACrI,CAAC,CAAC;QACL,CAAC;QACD,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,WAAW,EAAE,IAAI,CAAC,EAAE,CAAC,CAAC;QAC9D,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,cAAc,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QACpE,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACjB,IAAI,CAAC,YAAY,CACf,qBAAqB,CAAC,uBAAuB,EAC7C,IAAI,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,MAAwB,EAAE,EAAE,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAC/E,CAAC;QACJ,CAAC;QACD,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YACf,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,kBAAkB,EAAE,IAAI,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC;YACtF,IAAI,CAAC,YAAY,CAAC,qBAAqB,CAAC,mBAAmB,EAAE,IAAI,CAAC,KAAK,CAAC,iBAAiB,CAAC,CAAC;QAC7F,CAAC;QACD,2BAA2B,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;IAC1C,CAAC;AACH,CAAC;AAED,MAAM,UAAU,eAAe,CAAC,IAAiB,EAAE,KAAc;IAC/D,IAAI,CAAC,SAAS,CAAC;QACb,MAAM,EAAE,OAAO;QACf,KAAK,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,SAAS;KAC1C,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;;;EAWE;AACF,SAAS,0BAA0B,CAAC,IAAiB,EAAE,QAAmC;IACxF,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAY,EAAE,EAAE;;QAChC,IAAI,OAAO,CAAC,IAAI,EAAE,CAAC;YACjB,MAAM,OAAO,GAIT,EAAE,CAAC;YAEP,MAAM,OAAO,GAAG,OAAmC,CAAC;YACpD,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,OAAO,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;YACpC,CAAC;YACD,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC;gBACjC,OAAO,CAAC,OAAO,GAAG,EAAE,CAAC;YACvB,CAAC;YAED,MAAM,YAAY,GAAG,OAAsC,CAAC;YAC5D,IAAI,YAAY,CAAC,UAAU,EAAE,CAAC;gBAC5B,OAAO,CAAC,UAAU,GAAG,YAAY,CAAC,UAAU,CAAC;gBAC7C,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC;oBACjC,MAAM,SAAS,GAAyC,IAAI,CAAC,KAAK,CAChE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,UAAU,CAAC,CACnC,CAAC;oBACF,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;wBAC7B,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;4BAChC,QAAQ,CAAC,QAAQ,CAAC,SAAS,GAAG,EAAE,CAAC;wBACnC,CAAC;wBACD,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC;oBAC9B,CAAC,CAAC,CAAC;oBACH,OAAO,CAAC,UAAU,GAAG,SAAS,CAAC;gBACjC,CAAC;YACH,CAAC;YAED,MAAM,OAAO,GAA2B,OAAO,CAAC;YAChD,IAAI,OAAO,CAAC,YAAY,EAAE,CAAC;gBACzB,OAAO,CAAC,EAAE,GAAG,OAAO,CAAC,YAAY,CAAC;YACpC,CAAC;YAED,MAAA,IAAI,CAAC,QAAQ,qDAAG,UAAU,OAAO,CAAC,IAAI,UAAU,EAAE;gBAChD,UAAU,EAAE;oBACV,eAAe,EAAE,4BAA4B;oBAC7C,sBAAsB,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC;iBAChD;aACF,CAAC,CAAC;QACL,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC;AAED;;;;;;;;;;;EAWE;AACF,SAAS,2BAA2B,CAAC,IAAiB,EAAE,IAA2B;;IACjF,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;QACnB,OAAO;IACT,CAAC;IAED,MAAA,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,OAAO,0CAAE,OAAO,CAAC,CAAC,MAAwB,EAAE,EAAE;;QAClD,IAAI,OAAO,GAA2E,EAAE,CAAC;QAEzF,IAAI,MAAM,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC;YAC3B,OAAO,CAAC,OAAO,GAAG,MAAM,CAAC,OAAO,CAAC,OAAO,CAAC;QAC3C,CAAC;QACD,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,EAAE,CAAC;YAC9B,OAAO,CAAC,SAAS,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC;QAChD,CAAC;QAED,IAAI,CAAC,yBAAyB,EAAE,EAAE,CAAC;YACjC,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,CAAC;YAC9C,OAAO,CAAC,OAAO,GAAG,EAAE,CAAC;YACrB,IAAI,OAAO,CAAC,SAAS,EAAE,CAAC;gBACtB,OAAO,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,QAAQ,EAAE,EAAE;oBACrC,IAAI,QAAQ,CAAC,QAAQ,CAAC,SAAS,EAAE,CAAC;wBAChC,QAAQ,CAAC,QAAQ,CAAC,SAAS,GAAG,EAAE,CAAC;oBACnC,CAAC;oBACD,QAAQ,CAAC,QAAQ,CAAC,IAAI,GAAG,EAAE,CAAC;gBAC9B,CAAC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,QAAQ,GAAG;YACf,aAAa,EAAE,MAAM,CAAC,aAAa;YACnC,KAAK,EAAE,MAAM,CAAC,KAAK;YACnB,OAAO;SACR,CAAC;QACF,MAAM,UAAU,GAAG;YACjB,eAAe,EAAE,4BAA4B;YAC7C,sBAAsB,EAAE,IAAI,CAAC,SAAS,CAAC,QAAQ,CAAC;SACjD,CAAC;QAEF,MAAA,IAAI,CAAC,QAAQ,qDAAG,eAAe,EAAE,EAAE,UAAU,EAAE,CAAC,CAAC;IACnD,CAAC,CAAC,CAAC;AACL,CAAC;AAED,SAAS,eAAe,CAAC,GAAW;;IAClC,MAAM,KAAK,GAAG,MAAA,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,mCAAI,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,EAAE,CAAC,CAAC;IACjE,OAAO,KAAK,KAAK,OAAO,IAAI,KAAK,KAAK,GAAG,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;AAC9D,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport { TracingSpan } from \"@azure/core-tracing\";\nimport { GetChatCompletionsBodyParam } from \"./parameters.js\";\nimport {\n  ChatRequestAssistantMessage,\n  ChatRequestMessage,\n  ChatRequestSystemMessage,\n  ChatRequestToolMessage,\n} from \"./models.js\";\nimport {\n  ChatChoiceOutput,\n  ChatCompletionsOutput,\n  ChatCompletionsToolCallOutput,\n} from \"./outputModels.js\";\nimport { isError } from \"@azure/core-util\";\nimport { PipelineRequest, PipelineResponse } from \"@azure/core-rest-pipeline\";\n\nconst INFERENCE_GEN_AI_SYSTEM_NAME = \"az.ai.inference\";\nconst isContentRecordingEnabled = () =>\n  envVarToBoolean(\"AZURE_TRACING_GEN_AI_CONTENT_RECORDING_ENABLED\");\n\nenum TracingAttributesEnum {\n  Operation_Name = \"gen_ai.operation.name\",\n  Request_Model = \"gen_ai.request.model\",\n  System = \"gen_ai.system\",\n  Error_Type = \"error.type\",\n  Server_Port = \"server.port\",\n  Request_Frequency_Penalty = \"gen_ai.request.frequency_penalty\",\n  Request_Max_Tokens = \"gen_ai.request.max_tokens\",\n  Request_Presence_Penalty = \"gen_ai.request.presence_penalty\",\n  Request_Stop_Sequences = \"gen_ai.request.stop_sequences\",\n  Request_Temperature = \"gen_ai.request.temperature\",\n  Request_Top_P = \"gen_ai.request.top_p\",\n  Response_Finish_Reasons = \"gen_ai.response.finish_reasons\",\n  Response_Id = \"gen_ai.response.id\",\n  Response_Model = \"gen_ai.response.model\",\n  Usage_Input_Tokens = \"gen_ai.usage.input_tokens\",\n  Usage_Output_Tokens = \"gen_ai.usage.output_tokens\",\n  Server_Address = \"server.address\",\n}\n\nexport function getRequestBody(request: PipelineRequest): GetChatCompletionsBodyParam {\n  return { body: JSON.parse(request.body as string) };\n}\n\nexport function getSpanName(request: PipelineRequest): string {\n  const { body } = getRequestBody(request);\n  return `chat ${body?.model ?? \"\"}`.trim();\n}\n\nexport function onStartTracing(span: TracingSpan, request: PipelineRequest, url: string): void {\n  if (!span.isRecording()) {\n    return;\n  }\n\n  const urlObj = new URL(url);\n  const port = Number(urlObj.port) || (urlObj.protocol === \"https:\" ? undefined : 80);\n\n  if (port) {\n    span.setAttribute(TracingAttributesEnum.Server_Port, port);\n  }\n  span.setAttribute(TracingAttributesEnum.Server_Address, urlObj.hostname);\n  span.setAttribute(TracingAttributesEnum.Operation_Name, \"chat\");\n  span.setAttribute(TracingAttributesEnum.System, \"az.ai.inference\");\n\n  const { body } = getRequestBody(request);\n  if (!body) return;\n\n  span.setAttribute(TracingAttributesEnum.Request_Model, body.model);\n  span.setAttribute(TracingAttributesEnum.Request_Frequency_Penalty, body.frequency_penalty);\n  span.setAttribute(TracingAttributesEnum.Request_Max_Tokens, body.max_tokens);\n  span.setAttribute(TracingAttributesEnum.Request_Presence_Penalty, body.presence_penalty);\n  span.setAttribute(TracingAttributesEnum.Request_Stop_Sequences, body.stop);\n  span.setAttribute(TracingAttributesEnum.Request_Temperature, body.temperature);\n  span.setAttribute(TracingAttributesEnum.Request_Top_P, body.top_p);\n\n  if (body.messages) {\n    addRequestChatMessageEvent(span, body.messages);\n  }\n}\n\nexport function tryProcessResponse(span: TracingSpan, response?: PipelineResponse): void {\n  if (!span.isRecording()) {\n    return;\n  }\n\n  if (response?.bodyAsText) {\n    const body: any = JSON.parse(response.bodyAsText);\n    if (body.error ?? body.message) {\n      span.setAttribute(TracingAttributesEnum.Error_Type, `${body.status ?? body.statusCode}`);\n      span.setStatus({\n        status: \"error\",\n        error: body.error ?? body.message, // message is not in the schema of the response, but it can present if there is crediential error\n      });\n    }\n    span.setAttribute(TracingAttributesEnum.Response_Id, body.id);\n    span.setAttribute(TracingAttributesEnum.Response_Model, body.model);\n    if (body.choices) {\n      span.setAttribute(\n        TracingAttributesEnum.Response_Finish_Reasons,\n        body.choices.map((choice: ChatChoiceOutput) => choice.finish_reason).join(\",\"),\n      );\n    }\n    if (body.usage) {\n      span.setAttribute(TracingAttributesEnum.Usage_Input_Tokens, body.usage.prompt_tokens);\n      span.setAttribute(TracingAttributesEnum.Usage_Output_Tokens, body.usage.completion_tokens);\n    }\n    addResponseChatMessageEvent(span, body);\n  }\n}\n\nexport function tryProcessError(span: TracingSpan, error: unknown): void {\n  span.setStatus({\n    status: \"error\",\n    error: isError(error) ? error : undefined,\n  });\n}\n\n/*\n* Add event to span.  Sample:\n    {\n    name: 'gen_ai.user.message',\n    attributes: {\n      'gen_ai.system': 'INFERENCE_GEN_AI_SYSTEM_NAME',\n      'gen_ai.event.content': `{\"role\":\"user\",\"content\":\"What's the weather like in Boston?\"}`  \n    },\n    time: [ 1725666879, 622695900 ],\n    droppedAttributesCount: 0\n  },\n*/\nfunction addRequestChatMessageEvent(span: TracingSpan, messages: Array<ChatRequestMessage>): void {\n  messages.forEach((message: any) => {\n    if (message.role) {\n      const content: {\n        content?: string;\n        tool_calls?: Array<ChatCompletionsToolCallOutput>;\n        id?: string;\n      } = {};\n\n      const chatMsg = message as ChatRequestSystemMessage;\n      if (chatMsg.content) {\n        content.content = chatMsg.content;\n      }\n      if (!isContentRecordingEnabled()) {\n        content.content = \"\";\n      }\n\n      const assistantMsg = message as ChatRequestAssistantMessage;\n      if (assistantMsg.tool_calls) {\n        content.tool_calls = assistantMsg.tool_calls;\n        if (!isContentRecordingEnabled()) {\n          const toolCalls: Array<ChatCompletionsToolCallOutput> = JSON.parse(\n            JSON.stringify(content.tool_calls),\n          );\n          toolCalls.forEach((toolCall) => {\n            if (toolCall.function.arguments) {\n              toolCall.function.arguments = \"\";\n            }\n            toolCall.function.name = \"\";\n          });\n          content.tool_calls = toolCalls;\n        }\n      }\n\n      const toolMsg: ChatRequestToolMessage = message;\n      if (toolMsg.tool_call_id) {\n        content.id = toolMsg.tool_call_id;\n      }\n\n      span.addEvent?.(`gen_ai.${message.role}.message`, {\n        attributes: {\n          \"gen_ai.system\": INFERENCE_GEN_AI_SYSTEM_NAME,\n          \"gen_ai.event.content\": JSON.stringify(content),\n        },\n      });\n    }\n  });\n}\n\n/*\n* Add event to span.  Sample:\n{\n  name: 'gen_ai.choice',\n  attributes: {\n    'gen_ai.system': 'INFERENCE_GEN_AI_SYSTEM_NAME',\n    'gen_ai.event.content': '{\"finish_reason\":\"tool_calls\",\"index\":0,\"message\":{\"content\":\"\"}}'\n  },\n  time: [ 1725666881, 780608000 ],\n  droppedAttributesCount: 0\n}  \n*/\nfunction addResponseChatMessageEvent(span: TracingSpan, body: ChatCompletionsOutput): void {\n  if (!span.addEvent) {\n    return;\n  }\n\n  body?.choices?.forEach((choice: ChatChoiceOutput) => {\n    let message: { content?: string; toolCalls?: Array<ChatCompletionsToolCallOutput> } = {};\n\n    if (choice.message.content) {\n      message.content = choice.message.content;\n    }\n    if (choice.message.tool_calls) {\n      message.toolCalls = choice.message.tool_calls;\n    }\n\n    if (!isContentRecordingEnabled()) {\n      message = JSON.parse(JSON.stringify(message));\n      message.content = \"\";\n      if (message.toolCalls) {\n        message.toolCalls.forEach((toolCall) => {\n          if (toolCall.function.arguments) {\n            toolCall.function.arguments = \"\";\n          }\n          toolCall.function.name = \"\";\n        });\n      }\n    }\n\n    const response = {\n      finish_reason: choice.finish_reason,\n      index: choice.index,\n      message,\n    };\n    const attributes = {\n      \"gen_ai.system\": INFERENCE_GEN_AI_SYSTEM_NAME,\n      \"gen_ai.event.content\": JSON.stringify(response),\n    };\n\n    span.addEvent?.(\"gen_ai.choice\", { attributes });\n  });\n}\n\nfunction envVarToBoolean(key: string): boolean {\n  const value = process.env[key] ?? process.env[key.toLowerCase()];\n  return value !== \"false\" && value !== \"0\" && Boolean(value);\n}\n"]}

package/dist/react-native/tracingPolicy.d.ts

@@ -0,0 +1,12 @@
+import { PipelinePolicy } from "@azure/core-rest-pipeline";
+/**
+ * The programmatic identifier of the tracingPolicy.
+ */
+export declare const tracingPolicyName = "inferenceTracingPolicy";
+/**
+ * A simple policy to create OpenTelemetry Spans for each request made by the pipeline
+ * that has SpanOptions with a parent.
+ * Requests made without a parent Span will not be recorded.
+ */
+export declare function tracingPolicy(): PipelinePolicy;
+//# sourceMappingURL=tracingPolicy.d.ts.map

package/dist/react-native/tracingPolicy.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracingPolicy.d.ts","sourceRoot":"","sources":["../../src/tracingPolicy.ts"],"names":[],"mappings":"AAkBA,OAAO,EACL,cAAc,EAIf,MAAM,2BAA2B,CAAC;AAGnC;;GAEG;AACH,eAAO,MAAM,iBAAiB,2BAA2B,CAAC;AAE1D;;;;GAIG;AACH,wBAAgB,aAAa,IAAI,cAAc,CAyC9C"}

package/dist/react-native/tracingPolicy.js

@@ -0,0 +1,68 @@
+// Copyright (c) Microsoft Corporation.
+// Licensed under the MIT License.
+import { createTracingClient, } from "@azure/core-tracing";
+import { logger } from "./logger.js";
+import { getErrorMessage } from "@azure/core-util";
+import { tryProcessResponse, onStartTracing, tryProcessError, getSpanName, getRequestBody, } from "./tracingHelper.js";
+import { SDK_VERSION } from "./constants.js";
+/**
+ * The programmatic identifier of the tracingPolicy.
+ */
+export const tracingPolicyName = "inferenceTracingPolicy";
+/**
+ * A simple policy to create OpenTelemetry Spans for each request made by the pipeline
+ * that has SpanOptions with a parent.
+ * Requests made without a parent Span will not be recorded.
+ */
+export function tracingPolicy() {
+    const tracingClient = createTracingClient({
+        namespace: "Microsoft.CognitiveServices",
+        packageName: "@azure/ai-inference-rest",
+        packageVersion: SDK_VERSION,
+    });
+    return {
+        name: tracingPolicyName,
+        async sendRequest(request, next) {
+            var _a, _b, _c, _d;
+            const url = new URL(request.url);
+            if (!tracingClient ||
+                !url.href.endsWith("/chat/completions") ||
+                ((_b = (_a = getRequestBody(request)) === null || _a === void 0 ? void 0 : _a.body) === null || _b === void 0 ? void 0 : _b.stream)) {
+                return next(request);
+            }
+            const { span, tracingContext } = (_c = tryCreateSpan(tracingClient, request)) !== null && _c !== void 0 ? _c : {};
+            if (!span || !tracingContext) {
+                return next(request);
+            }
+            try {
+                (_d = request.tracingOptions) !== null && _d !== void 0 ? _d : (request.tracingOptions = {});
+                request.tracingOptions.tracingContext = tracingContext;
+                onStartTracing(span, request, request.url);
+                const response = await tracingClient.withContext(tracingContext, next, request);
+                tryProcessResponse(span, response);
+                return response;
+            }
+            catch (err) {
+                tryProcessError(span, err);
+                throw err;
+            }
+            finally {
+                span.end();
+            }
+        },
+    };
+}
+function tryCreateSpan(tracingClient, request) {
+    try {
+        // As per spec, we do not need to differentiate between HTTP and HTTPS in span name.
+        const { span, updatedOptions } = tracingClient.startSpan(getSpanName(request), { tracingOptions: request.tracingOptions }, {
+            spanKind: "client",
+        });
+        return { span, tracingContext: updatedOptions.tracingOptions.tracingContext };
+    }
+    catch (e) {
+        logger.warning(`Skipping creating a tracing span due to an error: ${getErrorMessage(e)}`);
+        return undefined;
+    }
+}
+//# sourceMappingURL=tracingPolicy.js.map

package/dist/react-native/tracingPolicy.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tracingPolicy.js","sourceRoot":"","sources":["../../src/tracingPolicy.ts"],"names":[],"mappings":"AAAA,uCAAuC;AACvC,kCAAkC;AAElC,OAAO,EAIL,mBAAmB,GACpB,MAAM,qBAAqB,CAAC;AAC7B,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAC;AACrC,OAAO,EAAE,eAAe,EAAE,MAAM,kBAAkB,CAAC;AACnD,OAAO,EACL,kBAAkB,EAClB,cAAc,EACd,eAAe,EACf,WAAW,EACX,cAAc,GACf,MAAM,oBAAoB,CAAC;AAO5B,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C;;GAEG;AACH,MAAM,CAAC,MAAM,iBAAiB,GAAG,wBAAwB,CAAC;AAE1D;;;;GAIG;AACH,MAAM,UAAU,aAAa;IAC3B,MAAM,aAAa,GAAG,mBAAmB,CAAC;QACxC,SAAS,EAAE,6BAA6B;QACxC,WAAW,EAAE,0BAA0B;QACvC,cAAc,EAAE,WAAW;KAC5B,CAAC,CAAC;IAEH,OAAO;QACL,IAAI,EAAE,iBAAiB;QACvB,KAAK,CAAC,WAAW,CAAC,OAAwB,EAAE,IAAiB;;YAC3D,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;YACjC,IACE,CAAC,aAAa;gBACd,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,mBAAmB,CAAC;iBACvC,MAAA,MAAA,cAAc,CAAC,OAAO,CAAC,0CAAE,IAAI,0CAAE,MAAM,CAAA,EACrC,CAAC;gBACD,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;YAED,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,MAAA,aAAa,CAAC,aAAa,EAAE,OAAO,CAAC,mCAAI,EAAE,CAAC;YAE7E,IAAI,CAAC,IAAI,IAAI,CAAC,cAAc,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC,OAAO,CAAC,CAAC;YACvB,CAAC;YAED,IAAI,CAAC;gBACH,MAAA,OAAO,CAAC,cAAc,oCAAtB,OAAO,CAAC,cAAc,GAAK,EAAE,EAAC;gBAC9B,OAAO,CAAC,cAAc,CAAC,cAAc,GAAG,cAAc,CAAC;gBAEvD,cAAc,CAAC,IAAI,EAAE,OAAO,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;gBAC3C,MAAM,QAAQ,GAAG,MAAM,aAAa,CAAC,WAAW,CAAC,cAAc,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;gBAChF,kBAAkB,CAAC,IAAI,EAAE,QAAQ,CAAC,CAAC;gBACnC,OAAO,QAAQ,CAAC;YAClB,CAAC;YAAC,OAAO,GAAQ,EAAE,CAAC;gBAClB,eAAe,CAAC,IAAI,EAAE,GAAG,CAAC,CAAC;gBAC3B,MAAM,GAAG,CAAC;YACZ,CAAC;oBAAS,CAAC;gBACT,IAAI,CAAC,GAAG,EAAE,CAAC;YACb,CAAC;QACH,CAAC;KACF,CAAC;AACJ,CAAC;AAED,SAAS,aAAa,CACpB,aAA4B,EAC5B,OAAwB;IAExB,IAAI,CAAC;QACH,oFAAoF;QACpF,MAAM,EAAE,IAAI,EAAE,cAAc,EAAE,GAAG,aAAa,CAAC,SAAS,CACtD,WAAW,CAAC,OAAO,CAAC,EACpB,EAAE,cAAc,EAAE,OAAO,CAAC,cAAc,EAAE,EAC1C;YACE,QAAQ,EAAE,QAAQ;SACnB,CACF,CAAC;QAEF,OAAO,EAAE,IAAI,EAAE,cAAc,EAAE,cAAc,CAAC,cAAc,CAAC,cAAc,EAAE,CAAC;IAChF,CAAC;IAAC,OAAO,CAAM,EAAE,CAAC;QAChB,MAAM,CAAC,OAAO,CAAC,qDAAqD,eAAe,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QAC1F,OAAO,SAAS,CAAC;IACnB,CAAC;AACH,CAAC","sourcesContent":["// Copyright (c) Microsoft Corporation.\n// Licensed under the MIT License.\n\nimport {\n  type TracingClient,\n  type TracingContext,\n  type TracingSpan,\n  createTracingClient,\n} from \"@azure/core-tracing\";\nimport { logger } from \"./logger.js\";\nimport { getErrorMessage } from \"@azure/core-util\";\nimport {\n  tryProcessResponse,\n  onStartTracing,\n  tryProcessError,\n  getSpanName,\n  getRequestBody,\n} from \"./tracingHelper.js\";\nimport {\n  PipelinePolicy,\n  PipelineRequest,\n  PipelineResponse,\n  SendRequest,\n} from \"@azure/core-rest-pipeline\";\nimport { SDK_VERSION } from \"./constants.js\";\n\n/**\n * The programmatic identifier of the tracingPolicy.\n */\nexport const tracingPolicyName = \"inferenceTracingPolicy\";\n\n/**\n * A simple policy to create OpenTelemetry Spans for each request made by the pipeline\n * that has SpanOptions with a parent.\n * Requests made without a parent Span will not be recorded.\n */\nexport function tracingPolicy(): PipelinePolicy {\n  const tracingClient = createTracingClient({\n    namespace: \"Microsoft.CognitiveServices\",\n    packageName: \"@azure/ai-inference-rest\",\n    packageVersion: SDK_VERSION,\n  });\n\n  return {\n    name: tracingPolicyName,\n    async sendRequest(request: PipelineRequest, next: SendRequest): Promise<PipelineResponse> {\n      const url = new URL(request.url);\n      if (\n        !tracingClient ||\n        !url.href.endsWith(\"/chat/completions\") ||\n        getRequestBody(request)?.body?.stream\n      ) {\n        return next(request);\n      }\n\n      const { span, tracingContext } = tryCreateSpan(tracingClient, request) ?? {};\n\n      if (!span || !tracingContext) {\n        return next(request);\n      }\n\n      try {\n        request.tracingOptions ??= {};\n        request.tracingOptions.tracingContext = tracingContext;\n\n        onStartTracing(span, request, request.url);\n        const response = await tracingClient.withContext(tracingContext, next, request);\n        tryProcessResponse(span, response);\n        return response;\n      } catch (err: any) {\n        tryProcessError(span, err);\n        throw err;\n      } finally {\n        span.end();\n      }\n    },\n  };\n}\n\nfunction tryCreateSpan(\n  tracingClient: TracingClient,\n  request: PipelineRequest,\n): { span: TracingSpan; tracingContext: TracingContext } | undefined {\n  try {\n    // As per spec, we do not need to differentiate between HTTP and HTTPS in span name.\n    const { span, updatedOptions } = tracingClient.startSpan(\n      getSpanName(request),\n      { tracingOptions: request.tracingOptions },\n      {\n        spanKind: \"client\",\n      },\n    );\n\n    return { span, tracingContext: updatedOptions.tracingOptions.tracingContext };\n  } catch (e: any) {\n    logger.warning(`Skipping creating a tracing span due to an error: ${getErrorMessage(e)}`);\n    return undefined;\n  }\n}\n"]}

package/package.json

@@ -1,27 +1,23 @@
 {
   "name": "@azure-rest/ai-inference",
-  "version": "1.0.0-beta.1",
+  "version": "1.0.0-beta.3",
   "description": "Inference API for Azure-supported AI models",
   "exports": {
     "./package.json": "./package.json",
     ".": {
       "browser": {
-        "source": "./src/index.ts",
         "types": "./dist/browser/index.d.ts",
         "default": "./dist/browser/index.js"
       },
       "react-native": {
-        "source": "./src/index.ts",
         "types": "./dist/react-native/index.d.ts",
         "default": "./dist/react-native/index.js"
       },
       "import": {
-        "source": "./src/index.ts",
         "types": "./dist/esm/index.d.ts",
         "default": "./dist/esm/index.js"
       },
       "require": {
-        "source": "./src/index.ts",
         "types": "./dist/commonjs/index.d.ts",
         "default": "./dist/commonjs/index.js"
       }
@@ -47,12 +43,8 @@
   "type": "module",
   "files": [
     "dist/",
-    "dist/esm/",
-    "/dist/commonjs/index.d.ts",
     "README.md",
-    "CHANGELOG.md",
-    "LICENSE",
-    "review/*"
+    "LICENSE"
   ],
   "engines": {
     "node": ">=18.0.0"
@@ -90,59 +82,65 @@
     "@azure/core-auth": "^1.7.2",
     "@azure/core-lro": "^2.6.0",
     "@azure/core-rest-pipeline": "^1.14.0",
+    "@azure/core-tracing": "^1.2.0",
     "@azure/logger": "^1.0.0",
     "tslib": "^2.6.2"
   },
   "devDependencies": {
-    "@azure-tools/test-credential": "^1.1.0",
+    "@azure-tools/test-credential": "^2.0.0",
     "@azure-tools/test-recorder": "^4.0.0",
     "@azure/core-sse": "^2.1.3",
     "@azure/core-util": "^1.9.0",
     "@azure/dev-tool": "^1.0.0",
+    "@azure/eslint-plugin-azure-sdk": "^3.0.0",
     "@azure/identity": "^4.3.0",
     "@microsoft/api-extractor": "^7.47.0",
+    "@opentelemetry/api": "^1.9.0",
     "@types/node": "^18.0.0",
-    "@vitest/browser": "^1.3.1",
-    "@vitest/coverage-istanbul": "^1.3.1",
+    "@vitest/browser": "^2.0.5",
+    "@vitest/coverage-istanbul": "^2.0.5",
     "autorest": "latest",
     "cross-env": "7.0.3",
     "dotenv": "^16.4.5",
+    "eslint": "^9.9.0",
     "mkdirp": "^3.0.1",
     "playwright": "^1.41.2",
     "rimraf": "^5.0.5",
     "source-map-support": "^0.5.9",
-    "tshy": "^1.11.1",
-    "typescript": "~5.4.5",
-    "vitest": "^1.3.1"
+    "typescript": "~5.6.2",
+    "vitest": "^2.0.5"
   },
   "scripts": {
     "audit": "node ../../../common/scripts/rush-audit.js && rimraf node_modules package-lock.json && npm i --package-lock-only 2>&1 && npm audit",
+    "build": "npm run clean && dev-tool run build-package && mkdirp ./review && dev-tool run extract-api",
     "build:samples": "echo Obsolete",
-    "generate": "tsp-client update",
+    "build:test": "npm run clean && dev-tool run build-package && dev-tool run build-test",
     "check-format": "echo skipped",
     "clean": "rimraf --glob dist dist-* test-dist temp types *.tgz *.log",
     "execute:samples": "dev-tool samples run samples-dev",
     "extract-api": "rimraf review && mkdirp ./review && dev-tool run extract-api",
-    "format": "echo skipped",
+    "format": "dev-tool run vendored prettier --write --config ../../../.prettierrc.json --ignore-path ../../../.prettierignore \"src/**/*.ts\" \"test/**/*.ts\" \"samples-dev/**/*.ts\" \"*.{js,json}\"",
+    "generate": "rimraf ./src/generated && mkdirp ./src/generated && cp tsp-location.yaml ./src/generated && tsp-client update -o ./src/generated && rimraf ./src/generated/tsp-location.yaml",
+    "integration-test": "npm run integration-test:node && npm run integration-test:browser",
     "integration-test:browser": "npm run unit-test:browser",
     "integration-test:node": "echo skipped",
-    "integration-test": "npm run integration-test:node && npm run integration-test:browser",
-    "lint:fix": "echo skipped",
-    "lint": "echo skipped",
+    "lint": "eslint package.json api-extractor.json src test",
+    "lint:fix": "eslint package.json api-extractor.json src test --fix --fix-type [problem,suggestion]",
     "pack": "npm pack 2>&1",
+    "test": "npm run clean && dev-tool run build-package && npm run unit-test:node && dev-tool run bundle && npm run unit-test:browser && npm run integration-test",
     "test:browser": "npm run clean && npm run unit-test:browser && npm run integration-test:browser",
+    "test:node": "npm run clean && dev-tool run build-package && npm run unit-test:node && npm run integration-test:node",
+    "unit-test": "npm run unit-test:node && npm run unit-test:browser",
     "unit-test:browser": "npm run clean && dev-tool run build-test && dev-tool run test:vitest --browser --hookTimeout=50000",
     "unit-test:node": "dev-tool run test:vitest --hookTimeout=50000",
-    "unit-test": "npm run unit-test:node && npm run unit-test:browser",
-    "build:test": "npm run clean && tshy && dev-tool run build-test",
-    "build": "npm run clean && tshy && mkdirp ./review && dev-tool run extract-api",
-    "test:node": "npm run clean && tshy && npm run unit-test:node && npm run integration-test:node",
-    "test": "npm run clean && tshy && npm run unit-test:node && dev-tool run bundle && npm run unit-test:browser && npm run integration-test"
+    "update-snippets": "echo skipped"
   },
   "//sampleConfiguration": {
     "productName": "Azure AI Inference",
     "productSlugs": [
       "azure"
-    ]
-  }
+    ],
+    "apiRefLink": "https://learn.microsoft.com/javascript/api/@azure-rest/ai-inference"
+  },
+  "module": "./dist/esm/index.js"
 }

package/CHANGELOG.md

@@ -1,6 +0,0 @@
-# Release History
-
-## 1.0.0-beta.1 (2024-06-30)
-
-### Features Added
-- This is the initial beta release for the Azure AI Inference SDK, which is a common API supporting Azure AI Inference models.