@inference-gateway/sdk 0.1.5 → 0.2.0

package/CHANGELOG.md

@@ -1,3 +1,21 @@
+## [0.2.0](https://github.com/inference-gateway/typescript-sdk/compare/v0.1.6...v0.2.0) (2025-01-28)
+
+### ✨ Features
+
+* add listModelsByProvider method and update README with new model listing features ([a8d7cd9](https://github.com/inference-gateway/typescript-sdk/commit/a8d7cd9e9332f6455271f4d8f2832631b46d2c3d))
+
+### 📚 Documentation
+
+* add Contributing section to README with reference to CONTRIBUTING.md ([322baae](https://github.com/inference-gateway/typescript-sdk/commit/322baae9110f270615597e647835ed22e4fdbc65))
+* add CONTRIBUTING.md with guidelines for contributing to the project ([d36b08f](https://github.com/inference-gateway/typescript-sdk/commit/d36b08f1647500795d279dcd5612d5a81c9c4a74))
+* **openapi:** Download the latest openapi spec from inference-gateway ([733ee1e](https://github.com/inference-gateway/typescript-sdk/commit/733ee1e57d9fc6669bb2ec0197db1c2c772a0283))
+
+## [0.1.6](https://github.com/inference-gateway/typescript-sdk/compare/v0.1.5...v0.1.6) (2025-01-23)
+
+### 🐛 Bug Fixes
+
+* update main and types paths in package.json ([f1faad3](https://github.com/inference-gateway/typescript-sdk/commit/f1faad3e257891ae8f2a10729c396e1d30d1af96))
+
 ## [0.1.5](https://github.com/inference-gateway/typescript-sdk/compare/v0.1.4...v0.1.5) (2025-01-23)
 
 ### 🐛 Bug Fixes

package/README.md

@@ -6,9 +6,11 @@ An SDK written in Typescript for the [Inference Gateway](https://github.com/eden
   - [Installation](#installation)
   - [Usage](#usage)
     - [Creating a Client](#creating-a-client)
-    - [Listing Models](#listing-models)
+    - [Listing All Models](#listing-all-models)
+    - [List Models by Provider](#list-models-by-provider)
     - [Generating Content](#generating-content)
     - [Health Check](#health-check)
+  - [Contributing](#contributing)
   - [License](#license)
 
 ## Installation
@@ -39,16 +41,17 @@ async function main() {
       });
     });
 
+    // Generate content
     const response = await client.generateContent({
       provider: Provider.Ollama,
       model: 'llama2',
       messages: [
         {
-          role: 'system',
+          role: MessageRole.System,
           content: 'You are a helpful llama',
         },
         {
-          role: 'user',
+          role: MessageRole.User,
           content: 'Tell me a joke',
         },
       ],
@@ -63,9 +66,9 @@ async function main() {
 main();
 ```
 
-### Listing Models
+### Listing All Models
 
-To list available models, use the `listModels` method:
+To list all available models from all providers, use the `listModels` method:
 
 ```typescript
 try {
@@ -81,22 +84,46 @@ try {
 }
 ```
 
+### List Models by Provider
+
+To list all available models from a specific provider, use the `listModelsByProvider` method:
+
+```typescript
+try {
+  const providerModels = await client.listModelsByProvider(Provider.OpenAI);
+  console.log(`Provider: ${providerModels.provider}`);
+  providerModels.models.forEach((model) => {
+    console.log(`Model: ${model.name}`);
+  });
+} catch (error) {
+  console.error('Error:', error);
+}
+```
+
 ### Generating Content
 
 To generate content using a model, use the `generateContent` method:
 
 ```typescript
-try {
+import {
+  InferenceGatewayClient,
+  Message,
+  MessageRole,
+  Provider,
+} from '@inference-gateway/sdk';
+
+const client = new InferenceGatewayClient('http://localhost:8080');
+
   const response = await client.generateContent({
     provider: Provider.Ollama,
     model: 'llama2',
     messages: [
       {
-        role: 'system',
+        role: MessageRole.System,
         content: 'You are a helpful llama',
       },
       {
-        role: 'user',
+        role: MessageRole.User,
         content: 'Tell me a joke',
       },
     ],
@@ -122,6 +149,10 @@ try {
 }
 ```
 
+## Contributing
+
+Please refer to the [CONTRIBUTING.md](CONTRIBUTING.md) file for information about how to get involved. We welcome issues, questions, and pull requests.
+
 ## License
 
 This SDK is distributed under the MIT License, see [LICENSE](LICENSE) for more information.

package/dist/src/client.d.ts

@@ -1,10 +1,11 @@
-import { GenerateContentRequest, GenerateContentResponse, ProviderModels } from './types';
+import { GenerateContentRequest, GenerateContentResponse, Provider, ProviderModels } from './types';
 export declare class InferenceGatewayClient {
     private baseUrl;
     private authToken?;
     constructor(baseUrl: string, authToken?: string);
     private request;
     listModels(): Promise<ProviderModels[]>;
+    listModelsByProvider(provider: Provider): Promise<ProviderModels>;
     generateContent(params: GenerateContentRequest): Promise<GenerateContentResponse>;
     healthCheck(): Promise<boolean>;
 }

package/dist/src/client.js

@@ -29,6 +29,9 @@ class InferenceGatewayClient {
     async listModels() {
         return this.request('/llms');
     }
+    async listModelsByProvider(provider) {
+        return this.request(`/llms/${provider}`);
+    }
     async generateContent(params) {
         return this.request(`/llms/${params.provider}/generate`, {
             method: 'POST',

package/dist/src/types/index.d.ts

@@ -7,15 +7,17 @@ export declare enum Provider {
     Cohere = "cohere",
     Anthropic = "anthropic"
 }
+export declare enum MessageRole {
+    System = "system",
+    User = "user",
+    Assistant = "assistant"
+}
 export interface Message {
-    role: 'system' | 'user' | 'assistant';
+    role: MessageRole;
     content: string;
 }
 export interface Model {
-    id: string;
-    object: string;
-    owned_by: string;
-    created: number;
+    name: string;
 }
 export interface ProviderModels {
     provider: Provider;

package/dist/src/types/index.js

@@ -1,6 +1,6 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Provider = void 0;
+exports.MessageRole = exports.Provider = void 0;
 var Provider;
 (function (Provider) {
     Provider["Ollama"] = "ollama";
@@ -11,3 +11,9 @@ var Provider;
     Provider["Cohere"] = "cohere";
     Provider["Anthropic"] = "anthropic";
 })(Provider || (exports.Provider = Provider = {}));
+var MessageRole;
+(function (MessageRole) {
+    MessageRole["System"] = "system";
+    MessageRole["User"] = "user";
+    MessageRole["Assistant"] = "assistant";
+})(MessageRole || (exports.MessageRole = MessageRole = {}));

package/dist/tests/client.test.js

@@ -16,10 +16,7 @@ describe('InferenceGatewayClient', () => {
                     provider: types_1.Provider.Ollama,
                     models: [
                         {
-                            id: 'llama2',
-                            object: 'model',
-                            owned_by: 'ollama',
-                            created: 1234567890,
+                            name: 'llama2',
                         },
                     ],
                 },
@@ -35,20 +32,50 @@ describe('InferenceGatewayClient', () => {
             }));
         });
     });
+    describe('listModelsByProvider', () => {
+        it('should fetch models for a specific provider', async () => {
+            const mockResponse = {
+                provider: types_1.Provider.OpenAI,
+                models: [
+                    {
+                        name: 'gpt-4',
+                    },
+                ],
+            };
+            global.fetch.mockResolvedValueOnce({
+                ok: true,
+                json: () => Promise.resolve(mockResponse),
+            });
+            const result = await client.listModelsByProvider(types_1.Provider.OpenAI);
+            expect(result).toEqual(mockResponse);
+            expect(global.fetch).toHaveBeenCalledWith(`${mockBaseUrl}/llms/${types_1.Provider.OpenAI}`, expect.objectContaining({
+                headers: expect.any(Headers),
+            }));
+        });
+        it('should throw error when provider request fails', async () => {
+            const errorMessage = 'Provider not found';
+            global.fetch.mockResolvedValueOnce({
+                ok: false,
+                status: 404,
+                json: () => Promise.resolve({ error: errorMessage }),
+            });
+            await expect(client.listModelsByProvider(types_1.Provider.OpenAI)).rejects.toThrow(errorMessage);
+        });
+    });
     describe('generateContent', () => {
         it('should generate content with the specified provider', async () => {
             const mockRequest = {
                 provider: types_1.Provider.Ollama,
                 model: 'llama2',
                 messages: [
-                    { role: 'system', content: 'You are a helpful assistant' },
-                    { role: 'user', content: 'Hello' },
+                    { role: types_1.MessageRole.System, content: 'You are a helpful assistant' },
+                    { role: types_1.MessageRole.User, content: 'Hello' },
                 ],
             };
             const mockResponse = {
                 provider: types_1.Provider.Ollama,
                 response: {
-                    role: 'assistant',
+                    role: types_1.MessageRole.Assistant,
                     model: 'llama2',
                     content: 'Hi there!',
                 },

package/package.json

@@ -1,9 +1,9 @@
 {
   "name": "@inference-gateway/sdk",
-  "version": "0.1.5",
+  "version": "0.2.0",
   "description": "An SDK written in Typescript for the [Inference Gateway](https://github.com/inference-gateway/inference-gateway).",
-  "main": "dist/index.js",
-  "types": "dist/index.d.ts",
+  "main": "dist/src/index.js",
+  "types": "dist/src/index.d.ts",
   "type": "commonjs",
   "private": false,
   "keywords": [