@stacksjs/ai 0.64.6 → 0.66.0

package/dist/text.d.ts

@@ -0,0 +1,9 @@
+export interface AiOptions {
+	maxTokenCount?: number;
+	temperature?: number;
+	topP?: number;
+}
+export interface SummarizeOptions extends AiOptions {}
+export interface AskOptions extends AiOptions {}
+export declare function summarize(text: string, options?: SummarizeOptions): Promise<string>;
+export declare function ask(question: string, options?: AskOptions): Promise<string>;

package/dist/utils/client-bedrock-runtime.d.ts

@@ -0,0 +1,7 @@
+import type { InvokeModelCommandInput, InvokeModelCommandOutput, InvokeModelWithResponseStreamCommandInput, InvokeModelWithResponseStreamCommandOutput } from "@aws-sdk/client-bedrock-runtime";
+import { BedrockRuntimeClient, InvokeModelCommand } from "@aws-sdk/client-bedrock-runtime";
+export declare const client: BedrockRuntimeClient;
+export declare function invokeModel(params: InvokeModelCommandInput): Promise<InvokeModelCommandOutput>;
+export declare function invokeModelWithResponseStream(params: InvokeModelWithResponseStreamCommandInput): Promise<InvokeModelWithResponseStreamCommandOutput>;
+export { InvokeModelCommand };
+export type { InvokeModelCommandInput, InvokeModelWithResponseStreamCommandInput };

package/dist/utils/client-bedrock.d.ts

@@ -0,0 +1,5 @@
+import type { CreateModelCustomizationJobCommandInput, CreateModelCustomizationJobCommandOutput, GetModelCustomizationJobCommandInput, GetModelCustomizationJobCommandOutput, ListFoundationModelsCommandInput, ListFoundationModelsCommandOutput } from "@aws-sdk/client-bedrock";
+export declare function createModelCustomizationJob(param: CreateModelCustomizationJobCommandInput): Promise<CreateModelCustomizationJobCommandOutput>;
+export declare function getModelCustomizationJob(params: GetModelCustomizationJobCommandInput): Promise<GetModelCustomizationJobCommandOutput>;
+export declare function listFoundationModels(params: ListFoundationModelsCommandInput): Promise<ListFoundationModelsCommandOutput>;
+export type { CreateModelCustomizationJobCommandInput, GetModelCustomizationJobCommandInput, ListFoundationModelsCommandInput };

package/dist/utils/model-access.d.ts

@@ -0,0 +1 @@
+export declare function requestModelAccess(): Promise<void>;

package/package.json

@@ -1,9 +1,10 @@
 {
   "name": "@stacksjs/ai",
   "type": "module",
-  "version": "0.64.6",
+  "version": "0.66.0",
   "description": "Stacks Artificial Intelligence.",
   "author": "Chris Breuer",
+  "contributors": ["Chris Breuer <chris@stacksjs.org>"],
   "license": "MIT",
   "funding": "https://github.com/sponsors/chrisbbreuer",
   "homepage": "https://github.com/stacksjs/stacks/tree/main/storage/framework/core/ai#readme",
@@ -35,23 +36,17 @@
   },
   "module": "dist/index.js",
   "types": "dist/index.d.ts",
-  "contributors": [
-    "Chris Breuer <chris@stacksjs.org>"
-  ],
-  "files": [
-    "README.md",
-    "dist",
-    "src"
-  ],
+  "files": ["README.md", "dist", "src"],
   "scripts": {
-    "build": "bun --bun build.ts",
-    "typecheck": "bun --bun tsc --noEmit",
+    "build": "bun build.ts",
+    "typecheck": "bun tsc --noEmit",
+    "test": "bun test",
     "prepublishOnly": "bun run build"
   },
-  "dependencies": {
-    "@aws-sdk/client-bedrock-runtime": "^3.637.0"
-  },
   "devDependencies": {
-    "@stacksjs/development": "latest"
+    "@aws-sdk/client-bedrock-runtime": "^3.668.0",
+    "@aws-sdk/credential-providers": "^3.668.0",
+    "@stacksjs/development": "0.65.1",
+    "aws-sdk-client-mock": "^4.0.2"
   }
 }

package/src/index.ts

@@ -1,8 +1,8 @@
+export * from './text'
 export * from './utils/client-bedrock'
 export * from './utils/client-bedrock-runtime'
+export * from './utils/model-access'
 
 // export * from './chatbots'
 // export * from './image-generation'
 // export * from './search'
-// export * from './text-generation'
-// export * from './text-summary'

package/src/text.ts

@@ -0,0 +1,69 @@
+import { client, InvokeModelCommand } from './utils/client-bedrock-runtime'
+
+export interface AiOptions {
+  maxTokenCount?: number
+  temperature?: number
+  topP?: number
+}
+
+export interface SummarizeOptions extends AiOptions {}
+export interface AskOptions extends AiOptions {}
+
+export async function summarize(text: string, options: SummarizeOptions = {}): Promise<string> {
+  const { maxTokenCount = 512, temperature = 0, topP = 0.9 } = options
+
+  const command = new InvokeModelCommand({
+    modelId: 'amazon.titan-text-express-v1',
+    contentType: 'application/json',
+    accept: '*/*',
+    body: JSON.stringify({
+      inputText: `Summarize the following text: ${text}`,
+      textGenerationConfig: {
+        maxTokenCount,
+        stopSequences: [],
+        temperature,
+        topP,
+      },
+    }),
+  })
+
+  try {
+    const response = await client.send(command)
+    const responseBody = JSON.parse(new TextDecoder().decode(response.body))
+    return responseBody.results[0].outputText
+  }
+  catch (error) {
+    console.error('Error summarizing text:', error)
+    throw error
+  }
+}
+
+export async function ask(question: string, options: AskOptions = {}): Promise<string> {
+  const { maxTokenCount = 512, temperature = 0, topP = 0.9 } = options
+
+  const command = new InvokeModelCommand({
+    modelId: 'amazon.titan-text-express-v1',
+    contentType: 'application/json',
+    accept: '*/*',
+    body: JSON.stringify({
+      inputText: question,
+      textGenerationConfig: {
+        maxTokenCount,
+        stopSequences: [],
+        temperature,
+        topP,
+      },
+    }),
+  })
+
+  try {
+    const response = await client.send(command)
+    const responseBody = JSON.parse(new TextDecoder().decode(response.body))
+
+    return responseBody.results[0].outputText
+  }
+  catch (error) {
+    console.error('Error asking question:', error)
+    throw error
+  }
+}

package/src/utils/client-bedrock-runtime.ts

@@ -4,15 +4,17 @@ import type {
   InvokeModelWithResponseStreamCommandInput,
   InvokeModelWithResponseStreamCommandOutput,
 } from '@aws-sdk/client-bedrock-runtime'
+import process from 'node:process'
 import {
   BedrockRuntimeClient,
   InvokeModelCommand,
   InvokeModelWithResponseStreamCommand,
 } from '@aws-sdk/client-bedrock-runtime'
 
-const client = new BedrockRuntimeClient({
+export const client: BedrockRuntimeClient = new BedrockRuntimeClient({
   region: process.env.REGION || 'us-east-1',
 })
+
 const logger = console // import your own logger
 
 /*
@@ -47,4 +49,6 @@ export async function invokeModelWithResponseStream(
   return res
 }
 
+export { InvokeModelCommand }
+
 export type { InvokeModelCommandInput, InvokeModelWithResponseStreamCommandInput }

package/src/utils/client-bedrock.ts

@@ -6,6 +6,7 @@ import type {
   ListFoundationModelsCommandInput,
   ListFoundationModelsCommandOutput,
 } from '@aws-sdk/client-bedrock'
+import process from 'node:process'
 import {
   BedrockClient,
   CreateModelCustomizationJobCommand,

package/src/utils/model-access.ts

@@ -0,0 +1,48 @@
+import process from 'node:process'
+import { defaultProvider } from '@aws-sdk/credential-provider-node'
+import { log } from '@stacksjs/cli'
+import { ai } from '@stacksjs/config'
+import AWS4 from 'aws4'
+
+export async function requestModelAccess(): Promise<void> {
+  process.env.AWS_REGION = 'us-east-1'
+  const credentials = await defaultProvider()()
+
+  const models = ai.models
+  if (!models)
+    throw new Error('No AI models found. Please set ./config/ai.ts values.')
+
+  for (const model of models) {
+    try {
+      log.info(`Requesting access to model ${model}`)
+      const request = {
+        host: 'bedrock.us-east-1.amazonaws.com',
+        method: 'POST',
+        path: '/foundation-model-entitlement',
+        headers: {
+          'Content-Type': 'application/json',
+        },
+        body: JSON.stringify({ modelId: model }),
+        service: 'bedrock',
+        region: 'us-east-1',
+      }
+
+      const signedRequest = AWS4.sign(request, credentials)
+      const headers = Object.fromEntries(
+        Object.entries(signedRequest.headers || {}).map(([key, value]) => [key, String(value)]),
+      )
+
+      const response = await fetch(`https://${signedRequest.host}${signedRequest.path}`, {
+        method: signedRequest.method,
+        headers,
+        body: signedRequest.body,
+      })
+
+      const data = await response.json()
+      log.info(`Response for model ${model}:`, data)
+    }
+    catch (error) {
+      log.error(`Error requesting access to model ${model}:`, error)
+    }
+  }
+}