@stacksjs/ai 0.66.0 → 0.67.0

package/src/index.ts

@@ -1,8 +0,0 @@
-export * from './text'
-export * from './utils/client-bedrock'
-export * from './utils/client-bedrock-runtime'
-export * from './utils/model-access'
-
-// export * from './chatbots'
-// export * from './image-generation'
-// export * from './search'

package/src/text.ts

@@ -1,69 +0,0 @@
-import { client, InvokeModelCommand } from './utils/client-bedrock-runtime'
-
-export interface AiOptions {
-  maxTokenCount?: number
-  temperature?: number
-  topP?: number
-}
-
-export interface SummarizeOptions extends AiOptions {}
-export interface AskOptions extends AiOptions {}
-
-export async function summarize(text: string, options: SummarizeOptions = {}): Promise<string> {
-  const { maxTokenCount = 512, temperature = 0, topP = 0.9 } = options
-
-  const command = new InvokeModelCommand({
-    modelId: 'amazon.titan-text-express-v1',
-    contentType: 'application/json',
-    accept: '*/*',
-    body: JSON.stringify({
-      inputText: `Summarize the following text: ${text}`,
-      textGenerationConfig: {
-        maxTokenCount,
-        stopSequences: [],
-        temperature,
-        topP,
-      },
-    }),
-  })
-
-  try {
-    const response = await client.send(command)
-    const responseBody = JSON.parse(new TextDecoder().decode(response.body))
-    return responseBody.results[0].outputText
-  }
-  catch (error) {
-    console.error('Error summarizing text:', error)
-    throw error
-  }
-}
-
-export async function ask(question: string, options: AskOptions = {}): Promise<string> {
-  const { maxTokenCount = 512, temperature = 0, topP = 0.9 } = options
-
-  const command = new InvokeModelCommand({
-    modelId: 'amazon.titan-text-express-v1',
-    contentType: 'application/json',
-    accept: '*/*',
-    body: JSON.stringify({
-      inputText: question,
-      textGenerationConfig: {
-        maxTokenCount,
-        stopSequences: [],
-        temperature,
-        topP,
-      },
-    }),
-  })
-
-  try {
-    const response = await client.send(command)
-    const responseBody = JSON.parse(new TextDecoder().decode(response.body))
-
-    return responseBody.results[0].outputText
-  }
-  catch (error) {
-    console.error('Error asking question:', error)
-    throw error
-  }
-}

package/src/utils/client-bedrock-runtime.ts

@@ -1,54 +0,0 @@
-import type {
-  InvokeModelCommandInput,
-  InvokeModelCommandOutput,
-  InvokeModelWithResponseStreamCommandInput,
-  InvokeModelWithResponseStreamCommandOutput,
-} from '@aws-sdk/client-bedrock-runtime'
-import process from 'node:process'
-import {
-  BedrockRuntimeClient,
-  InvokeModelCommand,
-  InvokeModelWithResponseStreamCommand,
-} from '@aws-sdk/client-bedrock-runtime'
-
-export const client: BedrockRuntimeClient = new BedrockRuntimeClient({
-  region: process.env.REGION || 'us-east-1',
-})
-
-const logger = console // import your own logger
-
-/*
- * Invoke Model
- * @param {InvokeModelCommandInput} params
- * @returns {Promise<InvokeModelCommandOutput>}
- * @see https://docs.aws.amazon.com/AWSJavaScriptSDK/latest/AWS/BedrockRuntime.html#invokeModel-property
- */
-export async function invokeModel(params: InvokeModelCommandInput): Promise<InvokeModelCommandOutput> {
-  logger.debug(params)
-  const command = new InvokeModelCommand(params)
-  const res = await client.send(command)
-  logger.debug('Successfully invoke model')
-  logger.debug(res)
-  return res
-}
-
-/*
- * Invoke Model With Response Stream
- * @param {InvokeModelWithResponseStreamCommandInput} params
- * @returns {Promise<InvokeModelWithResponseStreamCommandOutput>}
- * @see https://docs.aws.amazon.com/AWSJavaScriptSDK/latest/AWS/BedrockRuntime.html#invokeModelWithResponseStream-property
- */
-export async function invokeModelWithResponseStream(
-  params: InvokeModelWithResponseStreamCommandInput,
-): Promise<InvokeModelWithResponseStreamCommandOutput> {
-  logger.debug(params)
-  const command = new InvokeModelWithResponseStreamCommand(params)
-  const res = await client.send(command)
-  logger.debug('Successfully invoke model with response stream')
-  logger.debug(res)
-  return res
-}
-
-export { InvokeModelCommand }
-
-export type { InvokeModelCommandInput, InvokeModelWithResponseStreamCommandInput }

package/src/utils/client-bedrock.ts

@@ -1,75 +0,0 @@
-import type {
-  CreateModelCustomizationJobCommandInput,
-  CreateModelCustomizationJobCommandOutput,
-  GetModelCustomizationJobCommandInput,
-  GetModelCustomizationJobCommandOutput,
-  ListFoundationModelsCommandInput,
-  ListFoundationModelsCommandOutput,
-} from '@aws-sdk/client-bedrock'
-import process from 'node:process'
-import {
-  BedrockClient,
-  CreateModelCustomizationJobCommand,
-  GetModelCustomizationJobCommand,
-  ListFoundationModelsCommand,
-} from '@aws-sdk/client-bedrock'
-
-const client = new BedrockClient({ region: process.env.REGION || 'us-east-1' })
-const logger = console // import your own logger
-
-/*
- * Create Model Customization Job
- * @param {CreateModelCustomizationJobCommandInput} params
- * @returns {Promise<CreateModelCustomizationJobCommandOutput>}
- * @see https://docs.aws.amazon.com/AWSJavaScriptSDK/latest/AWS/Bedrock.html#CreateModelCustomizationJob-property
- */
-export async function createModelCustomizationJob(
-  param: CreateModelCustomizationJobCommandInput,
-): Promise<CreateModelCustomizationJobCommandOutput> {
-  logger.debug(param)
-  const command = new CreateModelCustomizationJobCommand(param)
-  const res = await client.send(command)
-  logger.debug('Successfully create model customization job')
-  logger.debug(res)
-  return res
-}
-
-/*
- * Get Model Customization Job
- * @param {GetModelCustomizationJobCommandInput} params
- * @returns {Promise<GetModelCustomizationJobCommandOutput>}
- * @see https://docs.aws.amazon.com/AWSJavaScriptSDK/latest/AWS/Bedrock.html#getModelCustomizationJob-property
- */
-export async function getModelCustomizationJob(
-  params: GetModelCustomizationJobCommandInput,
-): Promise<GetModelCustomizationJobCommandOutput> {
-  logger.debug(params)
-  const command = new GetModelCustomizationJobCommand(params)
-  const res = await client.send(command)
-  logger.debug('Successfully get model customization job')
-  logger.debug(res)
-  return res
-}
-
-/*
- * List Foundation Models
- * @param {ListFoundationModelsCommandInput} params
- * @returns {Promise<ListFoundationModelsCommandOutput>}
- * @see https://docs.aws.amazon.com/AWSJavaScriptSDK/latest/AWS/Bedrock.html#listFoundationModels-property
- */
-export async function listFoundationModels(
-  params: ListFoundationModelsCommandInput,
-): Promise<ListFoundationModelsCommandOutput> {
-  logger.debug(params)
-  const command = new ListFoundationModelsCommand(params)
-  const res = await client.send(command)
-  logger.debug('Successfully list foundation models')
-  logger.debug(res)
-  return res
-}
-
-export type {
-  CreateModelCustomizationJobCommandInput,
-  GetModelCustomizationJobCommandInput,
-  ListFoundationModelsCommandInput,
-}

package/src/utils/model-access.ts

@@ -1,48 +0,0 @@
-import process from 'node:process'
-import { defaultProvider } from '@aws-sdk/credential-provider-node'
-import { log } from '@stacksjs/cli'
-import { ai } from '@stacksjs/config'
-import AWS4 from 'aws4'
-
-export async function requestModelAccess(): Promise<void> {
-  process.env.AWS_REGION = 'us-east-1'
-  const credentials = await defaultProvider()()
-
-  const models = ai.models
-  if (!models)
-    throw new Error('No AI models found. Please set ./config/ai.ts values.')
-
-  for (const model of models) {
-    try {
-      log.info(`Requesting access to model ${model}`)
-      const request = {
-        host: 'bedrock.us-east-1.amazonaws.com',
-        method: 'POST',
-        path: '/foundation-model-entitlement',
-        headers: {
-          'Content-Type': 'application/json',
-        },
-        body: JSON.stringify({ modelId: model }),
-        service: 'bedrock',
-        region: 'us-east-1',
-      }
-
-      const signedRequest = AWS4.sign(request, credentials)
-      const headers = Object.fromEntries(
-        Object.entries(signedRequest.headers || {}).map(([key, value]) => [key, String(value)]),
-      )
-
-      const response = await fetch(`https://${signedRequest.host}${signedRequest.path}`, {
-        method: signedRequest.method,
-        headers,
-        body: signedRequest.body,
-      })
-
-      const data = await response.json()
-      log.info(`Response for model ${model}:`, data)
-    }
-    catch (error) {
-      log.error(`Error requesting access to model ${model}:`, error)
-    }
-  }
-}