@fugood/bricks-project 2.22.0-beta.9 → 2.22.0

package/types/generators/LlmAnthropicCompat.ts

@@ -0,0 +1,188 @@
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type {
+  Generator,
+  EventAction,
+  ActionWithDataParams,
+  ActionWithParams,
+  Action,
+  EventProperty,
+} from '../common'
+
+/* Run text completion */
+export type GeneratorAnthropicLLMActionCompletion = ActionWithParams & {
+  __actionName: 'GENERATOR_ANTHROPIC_LLM_COMPLETION'
+  params?: Array<
+    | {
+        input: 'systemMessage'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'messages'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'maxTokens'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'temperature'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'topP'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'topK'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'stopSequences'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'tools'
+        value?: Array<any> | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'toolChoice'
+        value?: {} | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Stop text completion */
+export type GeneratorAnthropicLLMActionStopCompletion = Action & {
+  __actionName: 'GENERATOR_ANTHROPIC_LLM_STOP_COMPLETION'
+}
+
+interface GeneratorAnthropicLLMDef {
+  /*
+Default property:
+{
+  "apiEndpoint": "https://api.anthropic.com/v1/messages",
+  "model": "claude-3-5-sonnet-20241022",
+  "systemMessage": "You are a helpful assistant.",
+  "completionMessages": [],
+  "completionMaxTokens": 1024,
+  "completionTemperature": 1,
+  "completionTopP": 1,
+  "completionStopSequences": []
+}
+  */
+  property?: {
+    /* API endpoint URL */
+    apiEndpoint?: string | DataLink
+    /* API key */
+    apiKey?: string | DataLink
+    /* Model name (Default: claude-3-5-sonnet-20241022) */
+    model?: string | DataLink
+    /* System message content */
+    systemMessage?: string | DataLink
+    /* Chat messages (user/assistant only) */
+    completionMessages?:
+      | Array<
+          | DataLink
+          | {
+              role?: 'user' | 'assistant' | DataLink
+              content?:
+                | string
+                | DataLink
+                | Array<
+                    | DataLink
+                    | {
+                        type?: 'text' | 'image' | DataLink
+                        text?: string | DataLink
+                        source?:
+                          | DataLink
+                          | {
+                              type?: string | DataLink
+                              media_type?: string | DataLink
+                              data?: string | DataLink
+                            }
+                      }
+                  >
+                | DataLink
+                | DataLink
+            }
+        >
+      | DataLink
+    /* Tools for function calling following Anthropic format  
+ Format: Array of objects with {name, description, input_schema} structure  
+ See: https://docs.anthropic.com/en/docs/tool-use */
+    completionTools?: Array<{} | DataLink> | DataLink
+    /* Tool choice for function calling */
+    completionToolChoice?:
+      | DataLink
+      | {
+          type?: 'auto' | 'any' | 'tool' | DataLink
+          name?: string | DataLink
+        }
+    /* Maximum tokens to generate */
+    completionMaxTokens?: number | DataLink
+    /* Temperature */
+    completionTemperature?: number | DataLink
+    /* Top P sampling */
+    completionTopP?: number | DataLink
+    /* Top K sampling */
+    completionTopK?: number | DataLink
+    /* Stop sequences */
+    completionStopSequences?: Array<string | DataLink> | DataLink
+  }
+  events?: {
+    /* Error event */
+    onError?: Array<EventAction>
+    /* Completion event */
+    onCompletion?: Array<EventAction>
+    /* Completion finished event */
+    onCompletionFinished?: Array<EventAction>
+    /* Tool use event */
+    onToolUse?: Array<EventAction>
+  }
+  outlets?: {
+    /* Evaluating outlet */
+    isEvaluating?: () => Data
+    /* Completion result outlet */
+    completionResult?: () => Data
+    /* Completion details outlet */
+    completionDetails?: () => Data
+  }
+}
+
+/* LLM inference using Anthropic-compatible API endpoints  
+
+ ## Features  
+ - Compatible with Anthropic API format  
+ - Supports function calling (tools)  
+ - Streaming responses  
+ - Custom API endpoints (Default to https://api.anthropic.com/v1/messages) */
+export type GeneratorAnthropicLLM = Generator &
+  GeneratorAnthropicLLMDef & {
+    templateKey: 'GENERATOR_ANTHROPIC_LLM'
+    switches: Array<
+      SwitchDef &
+        GeneratorAnthropicLLMDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'isEvaluating' | 'completionResult' | 'completionDetails'
+                  value: any
+                }
+          }>
+        }
+    >
+  }