@forge/llm 0.2.3-next.0-experimental-0c74a4b → 0.3.0

package/CHANGELOG.md

@@ -1,10 +1,21 @@
 # @forge/llm
 
-## 0.2.3-next.0-experimental-0c74a4b
+## 0.3.0
+
+### Minor Changes
+
+- 14c7c1e: Add Forge LLM SDK streaming
 
 ### Patch Changes
 
-- @forge/api@6.4.2-next.0-experimental-0c74a4b
+- Updated dependencies [16e7d61]
+  - @forge/api@6.4.2
+
+## 0.3.0-next.1
+
+### Minor Changes
+
+- 14c7c1e: Add Forge LLM SDK streaming
 
 ## 0.2.3-next.0
 

package/README.md

@@ -9,7 +9,9 @@ Library for Forge LLM
 
 For the list of supported models visit [LLM Models](https://go.atlassian.com/forge-llms-api-reference/#supported-models)
 
-### Sending a Prompt
+The SDK supports a `chat` and a `stream` interface.
+
+### Chat
 
 ```typescript
 import { chat } from '@forge/llm';
@@ -62,7 +64,7 @@ const prompt = {
 const response = await chat(prompt);
 ```
 
-### Response Structure
+#### Response Structure
 The response is a `ChatResponse` object:
 
 ```json
@@ -74,6 +76,7 @@ The response is a `ChatResponse` object:
   },
   "choices": [
     {
+      "index": 0,
       "finish_reason": "tool_use",
       "message": {
         "role": "assistant",
@@ -102,5 +105,69 @@ The response is a `ChatResponse` object:
 }
 ```
 
+### Stream
+
+```typescript
+import { stream } from '@forge/llm';
+
+const prompt = {
+  model: 'claude-sonnet-4-20250514',
+  messages: [
+    {
+      role: 'user',
+      content: [
+        { type: 'text', text: 'Write a long poem about the sun.'}
+      ]
+    },
+    {
+      role: 'system',
+      content: [
+        { type: 'text', text: 'You are a helpful assistant.' }
+      ]
+    }
+  ],
+  temperature: 0.7,
+  max_completion_tokens: 1000,
+  top_p: 0.9,
+  tools: [],
+  tool_choice: 'auto'
+};
+
+
+const streamResponse = await stream(prompt);
+
+for await (const chunk of streamResponse) {
+  // consume each chunk as it arrives
+}
+
+streamResponse.close()
+
+```
+
+#### Response Structure
+The response is a `StreamResponse` async iterable object that yields `StreamResponse` objects:
+```json
+{
+  "usage": {
+    "input_tokens": 150,
+    "output_tokens": 50,
+    "total_tokens": 200
+  },
+  "choices": [
+    {
+      "index": 0,
+      "message": {
+        "role": "assistant",
+        "content": [
+          {
+            "type": "text",
+            "text": "The sun rises in the east, "
+          }
+        ]
+      }
+    }
+  ]
+}
+```
 ### Errors
 The SDK throws validation and Forge Errors.

package/out/errors.d.ts

@@ -25,4 +25,6 @@ export declare class ForgeLlmAPIError extends ForgeLlmError {
     context: Record<string, unknown>;
     constructor(responseDetails: APIErrorResponseDetails, forgeError: ForgeError);
 }
+export declare class StreamResponseError extends ForgeLlmError {
+}
 //# sourceMappingURL=errors.d.ts.map

package/out/errors.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,UAAU;;;CAGb,CAAC;AAEX,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,qBAAa,aAAc,SAAQ,KAAK;gBAC1B,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,qBAAsB,SAAQ,aAAa;gBAC1C,OAAO,EAAE,MAAM;CAI5B;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,qBAAa,gBAAiB,SAAQ,aAAa;IACjD,eAAe,EAAE,uBAAuB,CAAC;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAErB,eAAe,EAAE,uBAAuB,EAAE,UAAU,EAAE,UAAU;CAU7E"}
+{"version":3,"file":"errors.d.ts","sourceRoot":"","sources":["../src/errors.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,UAAU;;;CAGb,CAAC;AAEX,MAAM,WAAW,UAAU;IACzB,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CACnC;AAED,qBAAa,aAAc,SAAQ,KAAK;gBAC1B,OAAO,EAAE,MAAM;CAI5B;AAED,qBAAa,qBAAsB,SAAQ,aAAa;gBAC1C,OAAO,EAAE,MAAM;CAI5B;AAED,MAAM,WAAW,uBAAuB;IACtC,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,EAAE,MAAM,CAAC;IACnB,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACzB;AAED,qBAAa,gBAAiB,SAAQ,aAAa;IACjD,eAAe,EAAE,uBAAuB,CAAC;IACzC,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;gBAErB,eAAe,EAAE,uBAAuB,EAAE,UAAU,EAAE,UAAU;CAU7E;AAED,qBAAa,mBAAoB,SAAQ,aAAa;CAAG"}

package/out/errors.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.ForgeLlmAPIError = exports.PromptValidationError = exports.ForgeLlmError = exports.errorCodes = void 0;
+exports.StreamResponseError = exports.ForgeLlmAPIError = exports.PromptValidationError = exports.ForgeLlmError = exports.errorCodes = void 0;
 exports.errorCodes = {
     FORGE_LLM_API_ERROR: 'FORGE_API_ERROR',
     UNKNOWN_ERROR: 'UNKNOWN_ERROR'
@@ -35,3 +35,6 @@ class ForgeLlmAPIError extends ForgeLlmError {
     }
 }
 exports.ForgeLlmAPIError = ForgeLlmAPIError;
+class StreamResponseError extends ForgeLlmError {
+}
+exports.StreamResponseError = StreamResponseError;

package/out/index.d.ts

@@ -1,4 +1,5 @@
 export * from './interfaces/types';
-export declare const chat: (prompt: import("./interfaces/types").Prompt) => Promise<import("./interfaces/llm-api").LlmResponse>;
-export default chat;
+declare const chat: (prompt: import("./interfaces/types").Prompt) => Promise<import("./interfaces/internal").LlmResponse>;
+declare const stream: (prompt: import("./interfaces/types").Prompt) => Promise<import("./streaming/stream-response-wrapper").StreamResponse>;
+export { chat, stream };
 //# sourceMappingURL=index.d.ts.map

package/out/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAGA,cAAc,oBAAoB,CAAC;AAInC,eAAO,MAAM,IAAI,sGAAoE,CAAC;AAEtF,eAAe,IAAI,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAEA,cAAc,oBAAoB,CAAC;AAInC,QAAA,MAAM,IAAI,uGAAoE,CAAC;AAE/E,QAAA,MAAM,MAAM,wHAAwE,CAAC;AAErF,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,CAAC"}

package/out/index.js

@@ -1,11 +1,11 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.chat = void 0;
+exports.stream = exports.chat = void 0;
 const tslib_1 = require("tslib");
 const llm_api_1 = require("./llm-api");
-const fetch_wrapper_1 = require("./fetch-wrapper");
 tslib_1.__exportStar(require("./interfaces/types"), exports);
-const llmApi = new llm_api_1.LlmApiImpl((0, fetch_wrapper_1.getFetchWrapper)());
+const llmApi = new llm_api_1.LlmApiImpl();
 const chat = (...args) => llmApi.chat(...args);
 exports.chat = chat;
-exports.default = exports.chat;
+const stream = (...args) => llmApi.stream(...args);
+exports.stream = stream;

package/out/interfaces/{llm-api.d.ts → internal.d.ts}

@@ -1,6 +1,14 @@
-import { ChatResponse, Prompt } from './types';
+import { ChatResponse, Prompt, StreamResponse } from './types';
 export interface LlmApi {
     chat(prompt: Prompt): Promise<ChatResponse>;
+    stream(prompt: Prompt): Promise<StreamResponse>;
+}
+export interface ClientArgs {
+    model: string;
+    body: Record<string, unknown>;
+}
+export interface LlmClient {
+    post(args: ClientArgs): Promise<Response>;
 }
 export interface LlmRequest {
     messages: Message[];
@@ -73,4 +81,4 @@ export interface TextPart {
     type: 'text';
     text: string;
 }
-//# sourceMappingURL=llm-api.d.ts.map
+//# sourceMappingURL=internal.d.ts.map

package/out/interfaces/internal.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"internal.d.ts","sourceRoot":"","sources":["../../src/interfaces/internal.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,SAAS,CAAC;AAE/D,MAAM,WAAW,MAAM;IACrB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;IAC5C,MAAM,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;CACjD;AAED,MAAM,WAAW,UAAU;IACzB,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC/B;AAED,MAAM,WAAW,SAAS;IACxB,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;CAC3C;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,WAAW,CAAC,EAAE,UAAU,CAAC;CAC1B;AAED,oBAAY,OAAO,GAAG,aAAa,GAAG,WAAW,GAAG,gBAAgB,GAAG,WAAW,CAAC;AAEnF,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACrC,CAAC;CACH;AAED,oBAAY,UAAU,GAClB,MAAM,GACN,MAAM,GACN,UAAU,GACV;IACE,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AAEN,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AACD,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,WAAW,CAAC;IAClB,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,MAAM;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,KAAK;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,oBAAY,OAAO,GAAG,MAAM,GAAG,WAAW,EAAE,CAAC;AAE7C,oBAAY,WAAW,GAAG,QAAQ,CAAC;AAEnC,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd"}

package/out/interfaces/types.d.ts

@@ -1,9 +1,11 @@
 import { ForgeLlmError, PromptValidationError } from '../errors';
-import { LlmRequest, LlmResponse, Message, Tool, ToolCall, Usage } from './llm-api';
+import { StreamResponse } from '../streaming/stream-response-wrapper';
+import { LlmRequest, LlmResponse, Message, Tool, ToolCall, Usage } from './internal';
 export declare type Prompt = LlmRequest & {
     model: string;
 };
 export declare type ChatResponse = LlmResponse;
+export type { StreamResponse };
 export declare type ToolSchema = Tool;
 export type { Message, ToolCall, Usage };
 export { ForgeLlmError, PromptValidationError };

package/out/interfaces/types.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/interfaces/types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AACjE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,WAAW,CAAC;AAEpF,oBAAY,MAAM,GAAG,UAAU,GAAG;IAChC,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,oBAAY,YAAY,GAAG,WAAW,CAAC;AAEvC,oBAAY,UAAU,GAAG,IAAI,CAAC;AAE9B,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAEzC,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC"}
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/interfaces/types.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,MAAM,WAAW,CAAC;AACjE,OAAO,EAAE,cAAc,EAAE,MAAM,sCAAsC,CAAC;AACtE,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,MAAM,YAAY,CAAC;AAErF,oBAAY,MAAM,GAAG,UAAU,GAAG;IAChC,KAAK,EAAE,MAAM,CAAC;CACf,CAAC;AAEF,oBAAY,YAAY,GAAG,WAAW,CAAC;AAEvC,YAAY,EAAE,cAAc,EAAE,CAAC;AAE/B,oBAAY,UAAU,GAAG,IAAI,CAAC;AAE9B,YAAY,EAAE,OAAO,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC;AAEzC,OAAO,EAAE,aAAa,EAAE,qBAAqB,EAAE,CAAC"}

package/out/llm-api.d.ts

@@ -1,10 +1,8 @@
-import { FetchMethod } from '@forge/api';
-import { ChatResponse, Prompt } from './interfaces/types';
-import { LlmApi } from './interfaces/llm-api';
+import { ChatResponse, Prompt, StreamResponse } from './interfaces/types';
+import { LlmApi, LlmClient } from './interfaces/internal';
 export declare class LlmApiImpl implements LlmApi {
-    private readonly apiClient;
-    constructor(apiClient: FetchMethod);
+    llmClient: LlmClient;
     chat: (prompt: Prompt) => Promise<ChatResponse>;
-    private buildForgeLlmUrl;
+    stream: (prompt: Prompt) => Promise<StreamResponse>;
 }
 //# sourceMappingURL=llm-api.d.ts.map

package/out/llm-api.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"llm-api.d.ts","sourceRoot":"","sources":["../src/llm-api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAe,WAAW,EAAE,MAAM,YAAY,CAAC;AACtD,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,oBAAoB,CAAC;AAE1D,OAAO,EAAE,MAAM,EAAE,MAAM,sBAAsB,CAAC;AAI9C,qBAAa,UAAW,YAAW,MAAM;IAC3B,OAAO,CAAC,QAAQ,CAAC,SAAS;gBAAT,SAAS,EAAE,WAAW;IAEnD,IAAI,WAAkB,MAAM,KAAG,QAAQ,YAAY,CAAC,CAelD;IAEF,OAAO,CAAC,gBAAgB;CAIzB"}
+{"version":3,"file":"llm-api.d.ts","sourceRoot":"","sources":["../src/llm-api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,cAAc,EAAE,MAAM,oBAAoB,CAAC;AAE1E,OAAO,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAK1D,qBAAa,UAAW,YAAW,MAAM;IACvC,SAAS,EAAE,SAAS,CAAuB;IAE3C,IAAI,WAAkB,MAAM,KAAG,QAAQ,YAAY,CAAC,CAgBlD;IAEF,MAAM,WAAkB,MAAM,KAAG,QAAQ,cAAc,CAAC,CAgBtD;CACH"}

package/out/llm-api.js

@@ -4,25 +4,34 @@ exports.LlmApiImpl = void 0;
 const validators_1 = require("./validators");
 const response_mapper_1 = require("./response-mapper");
 const error_handling_1 = require("./utils/error-handling");
+const llm_client_1 = require("./llm-client");
 class LlmApiImpl {
-    apiClient;
-    constructor(apiClient) {
-        this.apiClient = apiClient;
-    }
+    llmClient = new llm_client_1.LlmClientImpl();
     chat = async (prompt) => {
         (0, validators_1.validatePrompt)(prompt);
         const { model, ...request } = prompt;
-        const forgeLlmUrl = this.buildForgeLlmUrl(model);
-        const response = await this.apiClient(forgeLlmUrl, {
-            method: 'POST',
-            body: JSON.stringify(request)
+        const response = await this.llmClient.post({
+            model,
+            body: {
+                ...request,
+                stream: false
+            }
         });
         await (0, error_handling_1.checkResponseError)(response);
-        return await (0, response_mapper_1.mapForgeLLMResponse)(response);
+        return await (0, response_mapper_1.mapForgeLLMBatchResponse)(response);
+    };
+    stream = async (prompt) => {
+        (0, validators_1.validatePrompt)(prompt);
+        const { model, ...request } = prompt;
+        const response = await this.llmClient.post({
+            model,
+            body: {
+                ...request,
+                stream: true
+            }
+        });
+        await (0, error_handling_1.checkResponseError)(response);
+        return (0, response_mapper_1.mapForgeLLMStreamResponse)(response);
     };
-    buildForgeLlmUrl(model) {
-        const baseUrl = 'https://llm';
-        return `${baseUrl}/${encodeURIComponent(model)}`;
-    }
 }
 exports.LlmApiImpl = LlmApiImpl;

package/out/llm-client.d.ts

@@ -0,0 +1,10 @@
+import { ClientArgs, LlmClient } from './interfaces/internal';
+export declare class LlmClientImpl implements LlmClient {
+    tracing: {
+        traceId: string;
+        spanId: string;
+    };
+    post(args: ClientArgs): Promise<Response>;
+    private buildForgeLlmUrl;
+}
+//# sourceMappingURL=llm-client.d.ts.map

package/out/llm-client.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-client.d.ts","sourceRoot":"","sources":["../src/llm-client.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAE9D,qBAAa,aAAc,YAAW,SAAS;IAC7C,OAAO;;;MAA2B;IAE5B,IAAI,CAAC,IAAI,EAAE,UAAU,GAAG,OAAO,CAAC,QAAQ,CAAC;IAkB/C,OAAO,CAAC,gBAAgB;CAIzB"}

package/out/llm-client.js

@@ -0,0 +1,29 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LlmClientImpl = void 0;
+const api_1 = require("@forge/api");
+class LlmClientImpl {
+    tracing = (0, api_1.__getRuntime)()?.tracing;
+    async post(args) {
+        const { model, body } = args;
+        const { traceId, spanId } = this.tracing;
+        const path = this.buildForgeLlmUrl(model);
+        const options = {
+            method: 'POST',
+            body: JSON.stringify(body),
+            headers: {
+                'Content-Type': 'application/json',
+                'x-b3-traceid': traceId,
+                'x-b3-spanid': spanId
+            }
+        };
+        return await global.__forge_fetch__({ type: 'llm', model: model }, path, {
+            ...options
+        });
+    }
+    buildForgeLlmUrl(model) {
+        const baseUrl = 'https://llm';
+        return `${baseUrl}/${encodeURIComponent(model)}`;
+    }
+}
+exports.LlmClientImpl = LlmClientImpl;

package/out/response-mapper.d.ts

@@ -1,4 +1,6 @@
 import { APIResponse } from '@forge/api';
 import { ChatResponse } from './interfaces/types';
-export declare const mapForgeLLMResponse: (response: APIResponse) => Promise<ChatResponse>;
+import { StreamResponse } from './streaming/stream-response-wrapper';
+export declare const mapForgeLLMBatchResponse: (response: APIResponse) => Promise<ChatResponse>;
+export declare const mapForgeLLMStreamResponse: (response: Response) => StreamResponse;
 //# sourceMappingURL=response-mapper.d.ts.map

package/out/response-mapper.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"response-mapper.d.ts","sourceRoot":"","sources":["../src/response-mapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,eAAO,MAAM,mBAAmB,aAAoB,WAAW,KAAG,QAAQ,YAAY,CAGrF,CAAC"}
+{"version":3,"file":"response-mapper.d.ts","sourceRoot":"","sources":["../src/response-mapper.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AACzC,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAElD,OAAO,EAAyB,cAAc,EAAE,MAAM,qCAAqC,CAAC;AAE5F,eAAO,MAAM,wBAAwB,aAAoB,WAAW,KAAG,QAAQ,YAAY,CAG1F,CAAC;AAEF,eAAO,MAAM,yBAAyB,aAAc,QAAQ,KAAG,cAQ9D,CAAC"}

package/out/response-mapper.js

@@ -1,8 +1,22 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.mapForgeLLMResponse = void 0;
-const mapForgeLLMResponse = async (response) => {
+exports.mapForgeLLMStreamResponse = exports.mapForgeLLMBatchResponse = void 0;
+const stream_response_wrapper_1 = require("./streaming/stream-response-wrapper");
+const mapForgeLLMBatchResponse = async (response) => {
     const chatResponse = await response.json();
     return chatResponse;
 };
-exports.mapForgeLLMResponse = mapForgeLLMResponse;
+exports.mapForgeLLMBatchResponse = mapForgeLLMBatchResponse;
+const mapForgeLLMStreamResponse = (response) => {
+    if (response.body) {
+        const webStream = response.body;
+        const responseWrapper = new stream_response_wrapper_1.StreamResponseWrapper(webStream);
+        return responseWrapper.toAsyncIterable();
+    }
+    else {
+        return new stream_response_wrapper_1.StreamResponse(emptyStream());
+    }
+};
+exports.mapForgeLLMStreamResponse = mapForgeLLMStreamResponse;
+async function* emptyStream() {
+}

package/out/streaming/llm-stream-parser.d.ts

@@ -0,0 +1,11 @@
+import { LlmResponse } from '../interfaces/internal';
+export declare class LlmStreamParser {
+    SEPARATOR: Set<string>;
+    private fragments;
+    parse(chunk: Uint8Array): LlmResponse[];
+    flush(): LlmResponse[];
+    private collectSegment;
+    private safeJsonParse;
+    private splitConcatenatedJson;
+}
+//# sourceMappingURL=llm-stream-parser.d.ts.map

package/out/streaming/llm-stream-parser.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llm-stream-parser.d.ts","sourceRoot":"","sources":["../../src/streaming/llm-stream-parser.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AAMrD,qBAAa,eAAe;IAC1B,SAAS,cAAmC;IAC5C,OAAO,CAAC,SAAS,CAAgB;IAKjC,KAAK,CAAC,KAAK,EAAE,UAAU,GAAG,WAAW,EAAE;IAsCvC,KAAK,IAAI,WAAW,EAAE;IAatB,OAAO,CAAC,cAAc;IAgBtB,OAAO,CAAC,aAAa;IAmBrB,OAAO,CAAC,qBAAqB;CAO9B"}

package/out/streaming/llm-stream-parser.js

@@ -0,0 +1,79 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.LlmStreamParser = void 0;
+class LlmStreamParser {
+    SEPARATOR = new Set(['\n', '\n\n']);
+    fragments = [];
+    parse(chunk) {
+        const text = Buffer.from(chunk).toString();
+        if (!text) {
+            return [];
+        }
+        const out = [];
+        let start = 0;
+        let i = 0;
+        while (i < text.length) {
+            const char = text.charAt(i);
+            if (this.SEPARATOR.has(char)) {
+                this.collectSegment(text, start, i, out);
+                i += 1;
+                start = i;
+                continue;
+            }
+            i += 1;
+        }
+        if (start < text.length) {
+            const tail = text.slice(start);
+            if (this.fragments.length) {
+                this.fragments.push(tail);
+            }
+            else {
+                this.fragments = [tail];
+            }
+        }
+        return out;
+    }
+    flush() {
+        if (this.fragments.length === 0)
+            return [];
+        const line = this.fragments.join('');
+        this.fragments = [];
+        return line ? this.splitConcatenatedJson(line) : [];
+    }
+    collectSegment(text, start, end, out) {
+        const segment = text.slice(start, end);
+        if (this.fragments.length) {
+            const parsed = this.safeJsonParse(this.fragments.join('') + segment);
+            if (parsed) {
+                out.push(parsed);
+                this.fragments = [];
+            }
+        }
+        else {
+            const parsed = this.safeJsonParse(segment);
+            if (parsed) {
+                out.push(parsed);
+            }
+        }
+    }
+    safeJsonParse(input) {
+        let line = null;
+        try {
+            const trimmedInput = input.trim();
+            if (trimmedInput) {
+                line = JSON.parse(trimmedInput);
+            }
+        }
+        catch {
+        }
+        return line;
+    }
+    splitConcatenatedJson(input) {
+        const regex = /(?<=\})(?=\{)/;
+        return input
+            .split(regex)
+            .map((s) => this.safeJsonParse(s))
+            .filter((s) => s !== null);
+    }
+}
+exports.LlmStreamParser = LlmStreamParser;

package/out/streaming/stream-response-wrapper.d.ts

@@ -0,0 +1,18 @@
+/// <reference types="node" />
+import { ChatResponse } from '../interfaces/types';
+import { ReadableStream } from 'stream/web';
+export declare class StreamResponseWrapper {
+    private readonly reader;
+    constructor(readableStream: ReadableStream<Uint8Array>);
+    private asyncIterableFromReadableStream;
+    close(): Promise<void>;
+    toAsyncIterable(): StreamResponse;
+}
+export declare class StreamResponse implements AsyncIterable<ChatResponse> {
+    private readonly iterator;
+    private readonly wrapper?;
+    constructor(iterator: AsyncIterable<ChatResponse>, wrapper?: StreamResponseWrapper | undefined);
+    [Symbol.asyncIterator](): AsyncIterator<ChatResponse>;
+    close(): Promise<void> | undefined;
+}
+//# sourceMappingURL=stream-response-wrapper.d.ts.map

package/out/streaming/stream-response-wrapper.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-response-wrapper.d.ts","sourceRoot":"","sources":["../../src/streaming/stream-response-wrapper.ts"],"names":[],"mappings":";AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,qBAAqB,CAAC;AAEnD,OAAO,EAAE,cAAc,EAA+B,MAAM,YAAY,CAAC;AAGzE,qBAAa,qBAAqB;IAChC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAA0C;gBAErD,cAAc,EAAE,cAAc,CAAC,UAAU,CAAC;IAItD,OAAO,CAAC,+BAA+B;IAsBjC,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC;IAI5B,eAAe,IAAI,cAAc;CAwBlC;AAED,qBAAa,cAAe,YAAW,aAAa,CAAC,YAAY,CAAC;IAE9D,OAAO,CAAC,QAAQ,CAAC,QAAQ;IACzB,OAAO,CAAC,QAAQ,CAAC,OAAO,CAAC;gBADR,QAAQ,EAAE,aAAa,CAAC,YAAY,CAAC,EACrC,OAAO,CAAC,mCAAuB;IAElD,CAAC,MAAM,CAAC,aAAa,CAAC,IAAI,aAAa,CAAC,YAAY,CAAC;IAIrD,KAAK,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,SAAS;CAGnC"}

package/out/streaming/stream-response-wrapper.js

@@ -0,0 +1,75 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StreamResponse = exports.StreamResponseWrapper = void 0;
+const llm_stream_parser_1 = require("./llm-stream-parser");
+const errors_1 = require("../errors");
+class StreamResponseWrapper {
+    reader;
+    constructor(readableStream) {
+        this.reader = readableStream.getReader();
+    }
+    asyncIterableFromReadableStream() {
+        const reader = this.reader;
+        return {
+            [Symbol.asyncIterator]() {
+                return {
+                    async next() {
+                        try {
+                            const { done, value } = await reader.read();
+                            if (done) {
+                                return { done: true, value: undefined };
+                            }
+                            return { done: false, value };
+                        }
+                        catch (error) {
+                            reader.releaseLock();
+                            throw new errors_1.StreamResponseError(error);
+                        }
+                    }
+                };
+            }
+        };
+    }
+    async close() {
+        await this.reader.cancel();
+    }
+    toAsyncIterable() {
+        async function* mapToLlmResponse(source) {
+            const parser = new llm_stream_parser_1.LlmStreamParser();
+            try {
+                for await (const chunk of source) {
+                    const lines = parser.parse(chunk);
+                    for (const line of lines) {
+                        yield line;
+                    }
+                }
+                const remaining = parser.flush();
+                for (const line of remaining) {
+                    yield line;
+                }
+            }
+            catch (e) {
+                throw new errors_1.StreamResponseError(e);
+            }
+        }
+        const iterable = this.asyncIterableFromReadableStream();
+        const mappedIterable = mapToLlmResponse(iterable);
+        return new StreamResponse(mappedIterable, this);
+    }
+}
+exports.StreamResponseWrapper = StreamResponseWrapper;
+class StreamResponse {
+    iterator;
+    wrapper;
+    constructor(iterator, wrapper) {
+        this.iterator = iterator;
+        this.wrapper = wrapper;
+    }
+    [Symbol.asyncIterator]() {
+        return this.iterator[Symbol.asyncIterator]();
+    }
+    close() {
+        return this.wrapper?.close();
+    }
+}
+exports.StreamResponse = StreamResponse;

package/out/utils/error-handling.d.ts

@@ -1,6 +1,5 @@
 import { ForgeError } from '../errors';
-import { APIResponse } from '@forge/api';
 export declare function isForgeError(body: unknown): body is ForgeError;
-export declare function checkResponseError(response: APIResponse): Promise<void>;
+export declare function checkResponseError(response: Response): Promise<void>;
 export declare function safeGetParsedBody(text: string): unknown | undefined;
 //# sourceMappingURL=error-handling.d.ts.map

package/out/utils/error-handling.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"error-handling.d.ts","sourceRoot":"","sources":["../../src/utils/error-handling.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuC,UAAU,EAAoB,MAAM,WAAW,CAAC;AAE9F,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAQzC,wBAAgB,YAAY,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,IAAI,UAAU,CAE9D;AAED,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAuB7E;AAYD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAMnE"}
+{"version":3,"file":"error-handling.d.ts","sourceRoot":"","sources":["../../src/utils/error-handling.ts"],"names":[],"mappings":"AAAA,OAAO,EAAuC,UAAU,EAAoB,MAAM,WAAW,CAAC;AAU9F,wBAAgB,YAAY,CAAC,IAAI,EAAE,OAAO,GAAG,IAAI,IAAI,UAAU,CAE9D;AAED,wBAAsB,kBAAkB,CAAC,QAAQ,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAuB1E;AAYD,wBAAgB,iBAAiB,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO,GAAG,SAAS,CAMnE"}

package/package.json

@@ -1,13 +1,13 @@
 {
   "name": "@forge/llm",
-  "version": "0.2.3-next.0-experimental-0c74a4b",
+  "version": "0.3.0",
   "description": "Forge LLM SDK",
   "main": "out/index.js",
   "types": "out/index.d.ts",
   "author": "Atlassian",
   "license": "SEE LICENSE IN LICENSE.txt",
   "dependencies": {
-    "@forge/api": "^6.4.2-next.0-experimental-0c74a4b"
+    "@forge/api": "^6.4.2"
   },
   "devDependencies": {
     "@types/node": "20.19.1",

package/out/interfaces/llm-api.d.ts.map

@@ -1 +0,0 @@
-{"version":3,"file":"llm-api.d.ts","sourceRoot":"","sources":["../../src/interfaces/llm-api.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AAE/C,MAAM,WAAW,MAAM;IACrB,IAAI,CAAC,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC,CAAC;CAC7C;AAED,MAAM,WAAW,UAAU;IACzB,QAAQ,EAAE,OAAO,EAAE,CAAC;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qBAAqB,CAAC,EAAE,MAAM,CAAC;IAC/B,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,IAAI,EAAE,CAAC;IACf,WAAW,CAAC,EAAE,UAAU,CAAC;CAC1B;AAED,oBAAY,OAAO,GAAG,aAAa,GAAG,WAAW,GAAG,gBAAgB,GAAG,WAAW,CAAC;AAEnF,MAAM,WAAW,IAAI;IACnB,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,WAAW,EAAE,MAAM,CAAC;QACpB,UAAU,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;KACrC,CAAC;CACH;AAED,oBAAY,UAAU,GAClB,MAAM,GACN,MAAM,GACN,UAAU,GACV;IACE,IAAI,EAAE,UAAU,CAAC;IACjB,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;KACd,CAAC;CACH,CAAC;AAEN,MAAM,WAAW,aAAa;IAC5B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,QAAQ,CAAC;CAChB;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;CACd;AACD,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,MAAM,CAAC;IACb,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED,MAAM,WAAW,gBAAgB;IAC/B,OAAO,EAAE,OAAO,CAAC;IACjB,IAAI,EAAE,WAAW,CAAC;IAClB,UAAU,CAAC,EAAE,QAAQ,EAAE,CAAC;CACzB;AAED,MAAM,WAAW,QAAQ;IACvB,EAAE,EAAE,MAAM,CAAC;IACX,IAAI,EAAE,UAAU,CAAC;IACjB,KAAK,EAAE,MAAM,CAAC;IACd,QAAQ,EAAE;QACR,IAAI,EAAE,MAAM,CAAC;QACb,SAAS,EAAE,MAAM,CAAC;KACnB,CAAC;CACH;AAED,MAAM,WAAW,WAAW;IAC1B,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,KAAK,CAAC,EAAE,KAAK,CAAC;CACf;AAED,MAAM,WAAW,MAAM;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,OAAO,EAAE,gBAAgB,CAAC;CAC3B;AAED,MAAM,WAAW,KAAK;IACpB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED,oBAAY,OAAO,GAAG,MAAM,GAAG,WAAW,EAAE,CAAC;AAE7C,oBAAY,WAAW,GAAG,QAAQ,CAAC;AAEnC,MAAM,WAAW,QAAQ;IACvB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd"}