@celljs/ai-anthropic 3.4.0

package/lib/common/utils/stream-util.d.ts

@@ -0,0 +1,9 @@
+import { ChatResponse } from '../api/chat-response';
+import { AnthropicEvent } from '../api/event';
+export declare abstract class StreamUtil {
+    static isToolUseStart(event: AnthropicEvent): boolean;
+    static isToolUseFinish(event: AnthropicEvent): boolean;
+    static mergeToolUseEvents(previousEvent: AnthropicEvent, event: AnthropicEvent): AnthropicEvent;
+    static eventToChatResponse(event: AnthropicEvent): ChatResponse;
+}
+//# sourceMappingURL=stream-util.d.ts.map

package/lib/common/utils/stream-util.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-util.d.ts","sourceRoot":"","sources":["../../../src/common/utils/stream-util.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,YAAY,EAAgC,MAAM,sBAAsB,CAAC;AAClF,OAAO,EAWH,cAAc,EACjB,MAAM,cAAc,CAAC;AAGtB,8BAAsB,UAAU;IAC5B,MAAM,CAAC,cAAc,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO;IAOrD,MAAM,CAAC,eAAe,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO;IAOtD,MAAM,CAAC,kBAAkB,CAAC,aAAa,EAAE,cAAc,EAAE,KAAK,EAAE,cAAc,GAAG,cAAc;IAsC/F,MAAM,CAAC,mBAAmB,CAAC,KAAK,EAAE,cAAc,GAAG,YAAY;CAuElE"}

package/lib/common/utils/stream-util.js

@@ -0,0 +1,114 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.StreamUtil = void 0;
+const core_1 = require("@celljs/core");
+const chat_response_1 = require("../api/chat-response");
+const event_1 = require("../api/event");
+const content_block_1 = require("../api/content-block");
+class StreamUtil {
+    static isToolUseStart(event) {
+        if (!event || !event.type || event.type !== event_1.EventType.CONTENT_BLOCK_START) {
+            return false;
+        }
+        return event.contentBlock.type === content_block_1.ContentBlockType.TOOL_USE;
+    }
+    static isToolUseFinish(event) {
+        if (!event || !event.type || event.type !== event_1.EventType.CONTENT_BLOCK_STOP) {
+            return false;
+        }
+        return true;
+    }
+    static mergeToolUseEvents(previousEvent, event) {
+        if (!previousEvent || !event) {
+            return event;
+        }
+        const eventAggregator = previousEvent;
+        if (event.type === event_1.EventType.CONTENT_BLOCK_START) {
+            const contentBlockStart = event;
+            if (contentBlockStart.contentBlock.type === content_block_1.ContentBlockType.TOOL_USE) {
+                const cbToolUse = contentBlockStart.contentBlock;
+                eventAggregator.id = cbToolUse.id;
+                eventAggregator.name = cbToolUse.name;
+                eventAggregator.index = contentBlockStart.index;
+                eventAggregator.partialJson = '';
+            }
+        }
+        else if (event.type === event_1.EventType.CONTENT_BLOCK_DELTA) {
+            const contentBlockDelta = event;
+            core_1.Assert.isTrue(contentBlockDelta.delta.type === content_block_1.ContentBlockType.INPUT_JSON_DELTA, 'The json content block delta should have been aggregated. Unsupported content block type: ' + contentBlockDelta.delta.type);
+            if (contentBlockDelta.delta.type === content_block_1.ContentBlockType.INPUT_JSON_DELTA) {
+                return eventAggregator.appendPartialJson(contentBlockDelta.delta.partialJson);
+            }
+        }
+        else if (event.type === event_1.EventType.CONTENT_BLOCK_STOP) {
+            if (!eventAggregator.isEmpty()) {
+                eventAggregator.squashIntoContentBlock();
+                return eventAggregator;
+            }
+        }
+        return event;
+    }
+    static eventToChatResponse(event) {
+        if (event.type === event_1.EventType.MESSAGE_START) {
+            chat_response_1.ChatResponseBuilderReference.reset();
+            const messageStartEvent = event;
+            chat_response_1.ChatResponseBuilderReference.get()
+                .withType(event.type)
+                .withId(messageStartEvent.message.id)
+                .withRole(messageStartEvent.message.role)
+                .withModel(messageStartEvent.message.model)
+                .withUsage(messageStartEvent.message.usage)
+                .withContent([]);
+        }
+        else if (event.type === event_1.EventType.TOOL_USE_AGGREGATE) {
+            const eventToolUseBuilder = event;
+            if (eventToolUseBuilder.toolContentBlocks && eventToolUseBuilder.toolContentBlocks.length > 0) {
+                const content = eventToolUseBuilder.toolContentBlocks.map(toolToUse => new content_block_1.ContentBlock(content_block_1.ContentBlockType.TOOL_USE, undefined, undefined, undefined, toolToUse.id, toolToUse.name, toolToUse.input));
+                chat_response_1.ChatResponseBuilderReference.get().withContent(content);
+            }
+        }
+        else if (event.type === event_1.EventType.CONTENT_BLOCK_START) {
+            const contentBlockStartEvent = event;
+            core_1.Assert.isTrue(contentBlockStartEvent.contentBlock.type === content_block_1.ContentBlockType.TEXT, 'The json content block should have been aggregated. Unsupported content block type: ' + contentBlockStartEvent.contentBlock.type);
+            if (contentBlockStartEvent.contentBlock.type === content_block_1.ContentBlockType.TEXT) {
+                const contentBlockText = contentBlockStartEvent.contentBlock;
+                chat_response_1.ChatResponseBuilderReference
+                    .get()
+                    .withType(event.type)
+                    .withContent([new content_block_1.ContentBlock(content_block_1.ContentBlockType.TEXT, undefined, contentBlockText.text, contentBlockStartEvent.index)]);
+            }
+        }
+        else if (event.type === event_1.EventType.CONTENT_BLOCK_DELTA) {
+            const contentBlockDeltaEvent = event;
+            if (contentBlockDeltaEvent.delta.type === content_block_1.ContentBlockType.TEXT_DELTA) {
+                const deltaTxt = contentBlockDeltaEvent.delta;
+                chat_response_1.ChatResponseBuilderReference
+                    .get()
+                    .withType(event.type)
+                    .withContent([new content_block_1.ContentBlock(content_block_1.ContentBlockType.TEXT_DELTA, undefined, deltaTxt.text, contentBlockDeltaEvent.index)]);
+            }
+        }
+        else if (event.type === event_1.EventType.MESSAGE_DELTA) {
+            chat_response_1.ChatResponseBuilderReference.get().withType(event.type);
+            const messageDeltaEvent = event;
+            if (messageDeltaEvent.delta.stopReason) {
+                chat_response_1.ChatResponseBuilderReference.get().withStopReason(messageDeltaEvent.delta.stopReason);
+            }
+            if (messageDeltaEvent.delta.stopSequence) {
+                chat_response_1.ChatResponseBuilderReference.get().withStopSequence(messageDeltaEvent.delta.stopSequence);
+            }
+            if (messageDeltaEvent.usage) {
+                chat_response_1.ChatResponseBuilderReference.get().withOutputTokens(messageDeltaEvent.usage.outputTokens);
+            }
+        }
+        else if (event.type === event_1.EventType.MESSAGE_STOP) {
+            // pass through
+        }
+        else {
+            chat_response_1.ChatResponseBuilderReference.get().withType(event.type).withContent([]);
+        }
+        return chat_response_1.ChatResponseBuilderReference.get().build();
+    }
+}
+exports.StreamUtil = StreamUtil;
+//# sourceMappingURL=stream-util.js.map

package/lib/common/utils/stream-util.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"stream-util.js","sourceRoot":"","sources":["../../../src/common/utils/stream-util.ts"],"names":[],"mappings":";;;AAAA,uCAAsC;AACtC,wDAAkF;AAClF,wCAYsB;AACtB,wDAAsE;AAEtE,MAAsB,UAAU;IAC5B,MAAM,CAAC,cAAc,CAAC,KAAqB;QACvC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAS,CAAC,mBAAmB,EAAE;YACvE,OAAO,KAAK,CAAC;SAChB;QACD,OAAQ,KAAgC,CAAC,YAAY,CAAC,IAAI,KAAK,gCAAgB,CAAC,QAAQ,CAAC;IAC7F,CAAC;IAED,MAAM,CAAC,eAAe,CAAC,KAAqB;QACxC,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK,CAAC,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAS,CAAC,kBAAkB,EAAE;YACtE,OAAO,KAAK,CAAC;SAChB;QACD,OAAO,IAAI,CAAC;IAChB,CAAC;IAED,MAAM,CAAC,kBAAkB,CAAC,aAA6B,EAAE,KAAqB;QAC1E,IAAI,CAAC,aAAa,IAAI,CAAC,KAAK,EAAE;YAC1B,OAAO,KAAK,CAAC;SAChB;QAED,MAAM,eAAe,GAAG,aAAwC,CAAC;QAEjE,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAS,CAAC,mBAAmB,EAAE;YAC9C,MAAM,iBAAiB,GAAG,KAA+B,CAAC;YAE1D,IAAI,iBAAiB,CAAC,YAAY,CAAC,IAAI,KAAK,gCAAgB,CAAC,QAAQ,EAAE;gBACnE,MAAM,SAAS,GAAG,iBAAiB,CAAC,YAAmC,CAAC;gBAExE,eAAe,CAAC,EAAE,GAAG,SAAS,CAAC,EAAE,CAAC;gBAClC,eAAe,CAAC,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC;gBACtC,eAAe,CAAC,KAAK,GAAG,iBAAiB,CAAC,KAAK,CAAC;gBAChD,eAAe,CAAC,WAAW,GAAG,EAAE,CAAC;aACpC;SACJ;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAS,CAAC,mBAAmB,EAAE;YACrD,MAAM,iBAAiB,GAAG,KAA+B,CAAC;YAC1D,aAAM,CAAC,MAAM,CACT,iBAAiB,CAAC,KAAK,CAAC,IAAI,KAAK,gCAAgB,CAAC,gBAAgB,EAClE,4FAA4F,GAAG,iBAAiB,CAAC,KAAK,CAAC,IAAI,CAC9H,CAAC;YAEF,IAAI,iBAAiB,CAAC,KAAK,CAAC,IAAI,KAAK,gCAAgB,CAAC,gBAAgB,EAAE;gBACpE,OAAO,eAAe,CAAC,iBAAiB,CAAE,iBAAiB,CAAC,KAA+B,CAAC,WAAW,CAAC,CAAC;aAC5G;SACJ;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAS,CAAC,kBAAkB,EAAE;YACpD,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,EAAE;gBAC5B,eAAe,CAAC,sBAAsB,EAAE,CAAC;gBACzC,OAAO,eAAe,CAAC;aAC1B;SACJ;QAED,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,MAAM,CAAC,mBAAmB,CAAC,KAAqB;QAC5C,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAS,CAAC,aAAa,EAAE;YACxC,4CAA4B,CAAC,KAAK,EAAE,CAAC;YACrC,MAAM,iBAAiB,GAAG,KAA0B,CAAC;YACrD,4CAA4B,CAAC,GAAG,EAAE;iBAC7B,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;iBACpB,MAAM,CAAC,iBAAiB,CAAC,OAAO,CAAC,EAAE,CAAC;iBACpC,QAAQ,CAAC,iBAAiB,CAAC,OAAO,CAAC,IAAI,CAAC;iBACxC,SAAS,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC;iBAC1C,SAAS,CAAC,iBAAiB,CAAC,OAAO,CAAC,KAAK,CAAC;iBAC1C,WAAW,CAAC,EAAE,CAAC,CAAC;SAExB;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAS,CAAC,kBAAkB,EAAE;YACpD,MAAM,mBAAmB,GAAG,KAAgC,CAAC;YAE7D,IAAI,mBAAmB,CAAC,iBAAiB,IAAI,mBAAmB,CAAC,iBAAiB,CAAC,MAAM,GAAG,CAAC,EAAE;gBAC3F,MAAM,OAAO,GAAG,mBAAmB,CAAC,iBAAiB,CAAC,GAAG,CACrD,SAAS,CAAC,EAAE,CAAC,IAAI,4BAAY,CAAC,gCAAgB,CAAC,QAAQ,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,EAAE,SAAS,CAAC,EAAE,EAAE,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,KAAK,CAAC,CAC3I,CAAC;gBACF,4CAA4B,CAAC,GAAG,EAAE,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC;aAE3D;SACJ;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAS,CAAC,mBAAmB,EAAE;YACrD,MAAM,sBAAsB,GAAG,KAA+B,CAAC;YAE/D,aAAM,CAAC,MAAM,CACT,sBAAsB,CAAC,YAAY,CAAC,IAAI,KAAK,gCAAgB,CAAC,IAAI,EAClE,sFAAsF,GAAG,sBAAsB,CAAC,YAAY,CAAC,IAAI,CACpI,CAAC;YAEF,IAAI,sBAAsB,CAAC,YAAY,CAAC,IAAI,KAAK,gCAAgB,CAAC,IAAI,EAAE;gBACpE,MAAM,gBAAgB,GAAG,sBAAsB,CAAC,YAAgC,CAAC;gBACjF,4CAA4B;qBACvB,GAAG,EAAE;qBACL,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;qBACpB,WAAW,CAAC,CAAC,IAAI,4BAAY,CAAC,gCAAgB,CAAC,IAAI,EAAE,SAAS,EAAE,gBAAgB,CAAC,IAAI,EAAE,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aAC/H;SACJ;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAS,CAAC,mBAAmB,EAAE;YACrD,MAAM,sBAAsB,GAAG,KAA+B,CAAC;YAE/D,IAAI,sBAAsB,CAAC,KAAK,CAAC,IAAI,KAAK,gCAAgB,CAAC,UAAU,EAAE;gBACnE,MAAM,QAAQ,GAAG,sBAAsB,CAAC,KAA8B,CAAC;gBACvE,4CAA4B;qBACvB,GAAG,EAAE;qBACL,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC;qBACpB,WAAW,CAAC,CAAC,IAAI,4BAAY,CAAC,gCAAgB,CAAC,UAAU,EAAE,SAAS,EAAE,QAAQ,CAAC,IAAI,EAAE,sBAAsB,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aAC7H;SACJ;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAS,CAAC,aAAa,EAAE;YAC/C,4CAA4B,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;YAExD,MAAM,iBAAiB,GAAG,KAA0B,CAAC;YAErD,IAAI,iBAAiB,CAAC,KAAK,CAAC,UAAU,EAAE;gBACpC,4CAA4B,CAAC,GAAG,EAAE,CAAC,cAAc,CAAC,iBAAiB,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;aACzF;YAED,IAAI,iBAAiB,CAAC,KAAK,CAAC,YAAY,EAAE;gBACtC,4CAA4B,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;aAC7F;YAED,IAAI,iBAAiB,CAAC,KAAK,EAAE;gBACzB,4CAA4B,CAAC,GAAG,EAAE,CAAC,gBAAgB,CAAC,iBAAiB,CAAC,KAAK,CAAC,YAAY,CAAC,CAAC;aAC7F;SACJ;aAAM,IAAI,KAAK,CAAC,IAAI,KAAK,iBAAS,CAAC,YAAY,EAAE;YAC9C,eAAe;SAClB;aAAM;YACH,4CAA4B,CAAC,GAAG,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,WAAW,CAAC,EAAE,CAAC,CAAC;SAC3E;QAED,OAAO,4CAA4B,CAAC,GAAG,EAAE,CAAC,KAAK,EAAE,CAAC;IACtD,CAAC;CACJ;AA5HD,gCA4HC"}

package/lib/package.spec.d.ts

@@ -0,0 +1 @@
+//# sourceMappingURL=package.spec.d.ts.map

package/lib/package.spec.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"package.spec.d.ts","sourceRoot":"","sources":["../src/package.spec.ts"],"names":[],"mappings":""}

package/lib/package.spec.js

@@ -0,0 +1,4 @@
+describe('ai-authropic package', () => {
+    it('support ai-authropic coverage statistics', () => { });
+});
+//# sourceMappingURL=package.spec.js.map

package/lib/package.spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"package.spec.js","sourceRoot":"","sources":["../src/package.spec.ts"],"names":[],"mappings":"AAAA,QAAQ,CAAC,sBAAsB,EAAE,GAAG,EAAE;IAElC,EAAE,CAAC,0CAA0C,EAAE,GAAG,EAAE,GAAE,CAAC,CAAC,CAAC;AAC7D,CAAC,CAAC,CAAC"}

package/package.json

@@ -0,0 +1,46 @@
+{
+  "name": "@celljs/ai-anthropic",
+  "version": "3.4.0",
+  "description": "Authropic models support",
+  "main": "lib/common/index.js",
+  "typings": "lib/common/index.d.ts",
+  "dependencies": {
+    "@celljs/ai-core": "3.4.0",
+    "@celljs/core": "3.4.0",
+    "@celljs/http": "3.4.0",
+    "class-transformer": "^0.5.1",
+    "rxjs": "^6.6.0",
+    "tslib": "^2.8.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "keywords": [
+    "cell-component"
+  ],
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/cellbang/cell.git"
+  },
+  "bugs": {
+    "url": "https://github.com/cellbang/cell/issues"
+  },
+  "homepage": "https://github.com/cellbang/cell",
+  "files": [
+    "lib",
+    "src",
+    "cell.yml"
+  ],
+  "scripts": {
+    "lint": "cell-component lint",
+    "build": "cell-component build",
+    "watch": "cell-component watch",
+    "clean": "cell-component clean",
+    "test": "cell-component test:js"
+  },
+  "devDependencies": {
+    "@celljs/component": "3.4.0"
+  },
+  "gitHead": "b114f353f7970576de97cc116e9a67a1a60cb686"
+}

package/src/common/api/anthropic-api.spec.ts

@@ -0,0 +1,165 @@
+import { expect } from 'chai';
+import { ChatRequest } from './chat-request';
+import { RestOperations } from '@celljs/http';
+import { createContainer } from '../test/test-container';
+import { AnthropicAPI } from './api-protocol';
+import { AnthropicModel } from './anthropic-model';
+import { ContentBlock, ContentBlockType } from './content-block';
+import { Role, AnthropicMessage } from './message';
+import { ChatResponse } from './chat-response';
+import '../index';
+
+const container = createContainer();
+
+describe('AnthropicAPIImpl', () => {
+    let anthropicAPI: AnthropicAPI;
+
+    beforeEach(() => {
+        container.rebind(RestOperations).toConstantValue({
+            post: async (url: string, data: any, config: any) => {
+                if (data.stream) {
+                    const chatResponse = {
+                        id: 'msg_123',
+                        type: 'message',
+                        role: Role.ASSISTANT,
+                        content: [
+                            {
+                                type: ContentBlockType.TEXT,
+                                text: 'How can I assist you today?'
+                            }
+                        ],
+                        model: data.model,
+                        stop_reason: 'end_turn',
+                        stop_sequence: undefined,
+                        usage: {
+                            input_tokens: 10,
+                            output_tokens: 20
+                        }
+                    };
+                    const steam = new ReadableStream({
+                        start(controller) {
+                            controller.enqueue('data: ' + JSON.stringify({
+                                type: 'message_start',
+                                data: chatResponse
+                            }) + '\n\n');
+                            controller.close();
+                        }
+                    });
+                    return { data: steam };
+                }
+
+                return {
+                    data: {
+                        id: 'msg_123',
+                        type: 'message',
+                        role: Role.ASSISTANT,
+                        content: [
+                            {
+                                type: ContentBlockType.TEXT,
+                                text: 'How can I assist you today?'
+                            }
+                        ],
+                        model: data.model,
+                        stop_reason: 'end_turn',
+                        stop_sequence: undefined,
+                        usage: {
+                            input_tokens: 10,
+                            output_tokens: 20
+                        }
+                    }
+                };
+            }
+        });
+        anthropicAPI = container.get(AnthropicAPI);
+    });
+
+    describe('chat', () => {
+        it('should return a ChatResponse', async () => {
+            const messages = [
+                new AnthropicMessage(
+                    [new ContentBlock(ContentBlockType.TEXT, undefined, 'Hello')],
+                    Role.USER
+                )
+            ];
+            const chatRequest = ChatRequest.builder()
+                .withModel(AnthropicModel.CLAUDE_3_HAIKU)
+                .withMessages(messages)
+                .withMaxTokens(1000)
+                .withStream(false)
+                .build();
+
+            const response = await anthropicAPI.chat(chatRequest);
+            expect(response).to.be.instanceOf(ChatResponse);
+            expect(response.model).to.equal(AnthropicModel.CLAUDE_3_HAIKU);
+        });
+
+        it('should throw an error if stream mode is enabled', async () => {
+            const messages = [
+                new AnthropicMessage(
+                    [new ContentBlock(ContentBlockType.TEXT, undefined, 'Hello')],
+                    Role.USER
+                )
+            ];
+            const chatRequest = ChatRequest.builder()
+                .withModel(AnthropicModel.CLAUDE_3_HAIKU)
+                .withMessages(messages)
+                .withMaxTokens(1000)
+                .withStream(true)
+                .build();
+
+            try {
+                await anthropicAPI.chat(chatRequest);
+                expect.fail('Should have thrown an error');
+            } catch (e) {
+                expect(e.message).to.equal('Request must set the stream property to false.');
+            }
+        });
+    });
+
+    describe('streamingChat', () => {
+        it('should return an Observable of ChatResponse', async () => {
+            const messages = [
+                new AnthropicMessage(
+                    [new ContentBlock(ContentBlockType.TEXT, undefined, 'Hello')],
+                    Role.USER
+                )
+            ];
+            const chatRequest = ChatRequest.builder()
+                .withModel(AnthropicModel.CLAUDE_3_HAIKU)
+                .withMessages(messages)
+                .withMaxTokens(1000)
+                .withStream(true)
+                .build();
+
+            const response$ = await anthropicAPI.streamingChat(chatRequest);
+            response$.subscribe({
+                next: response => {
+                    expect(response).to.be.instanceOf(ChatResponse);
+                    expect(response.model).to.equal(AnthropicModel.CLAUDE_3_HAIKU);
+                }
+            });
+        });
+
+        it('should throw an error if stream mode is disabled', async () => {
+            const messages = [
+                new AnthropicMessage(
+                    [new ContentBlock(ContentBlockType.TEXT, undefined, 'Hello')],
+                    Role.USER
+                )
+            ];
+            const chatRequest = ChatRequest.builder()
+                .withModel(AnthropicModel.CLAUDE_3_HAIKU)
+                .withMessages(messages)
+                .withMaxTokens(1000)
+                .withStream(false)
+                .build();
+
+            try {
+                await anthropicAPI.streamingChat(chatRequest);
+                expect.fail('Should have thrown an error');
+            } catch (e) {
+                expect(e.message).to.equal('Request must set the stream property to true.');
+            }
+        });
+    });
+});

package/src/common/api/anthropic-api.ts

@@ -0,0 +1,90 @@
+import { Assert, Autowired, Component, Optional, Value } from '@celljs/core';
+import { Observable } from 'rxjs';
+import { map, filter, groupBy, concatMap, reduce  } from 'rxjs/operators';
+import { RestOperations } from '@celljs/http';
+import { ChatRequest } from './chat-request';
+import { ChatResponse } from './chat-response';
+import { AnthropicAPI, AnthropicAPIOptions } from './api-protocol';
+import { instanceToPlain, plainToInstance } from 'class-transformer';
+import { SSEUtil, StreamEvent } from '@celljs/ai-core';
+import { EventType, AnthropicStreamEvent, ToolUseAggregationEvent } from './event';
+import { StreamUtil } from '../utils';
+
+@Component(AnthropicAPI)
+export class AnthropicAPIImpl implements AnthropicAPI {
+
+    @Autowired(RestOperations)
+    protected readonly restOperations: RestOperations;
+
+    @Value('cell.ai.anthropic.api')
+    protected readonly options?: AnthropicAPIOptions;
+
+    @Autowired(AnthropicAPIOptions)
+    @Optional()
+    protected readonly defaultOptions?: AnthropicAPIOptions;
+
+    protected get baseUrl(): string {
+        return this.options?.baseUrl ?? this.defaultOptions?.baseUrl ?? 'https://api.anthropic.com';
+    }
+
+    protected get apiKey(): string | undefined {
+        return this.options?.apiKey ?? this.defaultOptions?.apiKey;
+    }
+
+    protected get anthropicVersion(): string {
+        return this.options?.anthropicVersion ?? this.defaultOptions?.anthropicVersion ?? '2023-06-01';
+    }
+
+    async chat(chatRequest: ChatRequest): Promise<ChatResponse> {
+        Assert.isTrue(!chatRequest.stream, 'Request must set the stream property to false.');
+        const { data } = await this.restOperations
+            .post('/v1/messages', instanceToPlain(chatRequest), { baseURL: this.baseUrl });
+
+        return plainToInstance(ChatResponse, data);
+    }
+    async streamingChat(chatRequest: ChatRequest): Promise<Observable<ChatResponse>> {
+        Assert.isTrue(chatRequest.stream, 'Request must set the stream property to true.');
+        const { data } = await this.restOperations
+        .post<ReadableStream>(
+            '/v1/messages',
+            instanceToPlain(chatRequest),
+            {
+                baseURL: this.baseUrl,
+                headers: {
+                    'Accept': 'text/event-stream',
+                },
+                responseType: 'stream'
+            }
+        );
+        let isInsideTool = false;
+        return SSEUtil.toObservable<StreamEvent<{}>>(data)
+            .pipe(
+                map(item => plainToInstance(AnthropicStreamEvent, item)),
+                filter(item => item.data.type !== EventType.PING),
+                map(item => {
+                    if (StreamUtil.isToolUseStart(item.data)) {
+                        isInsideTool = true;
+                    }
+                    return item;
+                }),
+                groupBy(item => {
+                    if (isInsideTool && StreamUtil.isToolUseFinish(item.data)) {
+                        isInsideTool = false;
+                        return true;
+                    }
+                    return !isInsideTool;
+                }),
+                concatMap(group =>
+                    group.pipe(
+                        reduce(
+                            (acc, curr) => StreamUtil.mergeToolUseEvents(acc, curr.data),
+                            new ToolUseAggregationEvent()
+                        )
+                    )
+                ),
+                map(event => StreamUtil.eventToChatResponse(event)),
+                filter(response => !!response.type)
+            );
+
+    }
+}

package/src/common/api/anthropic-model.ts

@@ -0,0 +1,42 @@
+/**
+ * Helper class for the Anthropic model.
+ */
+export enum AnthropicModel {
+
+    /**
+     * The claude-3-5-sonnet-20241022 model.
+     */
+    CLAUDE_3_5_SONNET = 'claude-3-5-sonnet-latest',
+
+    /**
+     * The CLAUDE_3_OPUS
+     */
+    CLAUDE_3_OPUS = 'claude-3-opus-latest',
+
+    /**
+     * The CLAUDE_3_SONNET
+     */
+    CLAUDE_3_SONNET = 'claude-3-sonnet-20240229',
+
+    /**
+     * The CLAUDE 3.5 HAIKU
+     */
+    CLAUDE_3_5_HAIKU = 'claude-3-5-haiku-latest',
+
+    /**
+     * The CLAUDE_3_HAIKU
+     */
+    CLAUDE_3_HAIKU = 'claude-3-haiku-20240307',
+
+    // Legacy models
+    /**
+     * The CLAUDE_2_1
+     */
+    CLAUDE_2_1 = 'claude-2.1',
+
+    /**
+     * The CLAUDE_2_0
+     */
+    CLAUDE_2 = 'claude-2.0'
+
+}

package/src/common/api/api-protocol.ts

@@ -0,0 +1,45 @@
+import { Observable } from 'rxjs';
+import { ChatRequest } from './chat-request';
+import { ChatResponse } from './chat-response';
+
+export const AnthropicAPI = Symbol('AnthropicAPI');
+export const AnthropicAPIOptions = Symbol('AnthropicAPIOptions');
+
+/**
+ * Anthropic API options.
+ */
+export interface AnthropicAPIOptions {
+    /**
+     * Base URL of the Anthropic API.
+     */
+    baseUrl?: string;
+
+    /**
+     * API key to authenticate with the Anthropic API.
+     */
+    apiKey?: string;
+
+    /**
+     * Version of the Anthropic API.
+     */
+    anthropicVersion?: string;
+}
+
+export interface AnthropicAPI {
+    /**
+     * Generate the next message in a chat with a provided model.
+     * This is a streaming endpoint (controlled by the 'stream' request property), so
+     * there will be a series of responses. The final response object will include
+     * statistics and additional data from the request.
+     * @param chatRequest Chat request.
+     * @return Chat response.
+     */
+    chat(chatRequest: ChatRequest): Promise<ChatResponse>;
+    /**
+     * Streaming response for the chat completion request.
+     * @param chatRequest Chat request. The request must set the stream property to true.
+     * @return Chat response as a {@link Flux} stream.
+     */
+    streamingChat(chatRequest: ChatRequest): Promise<Observable<ChatResponse>>;
+
+}