@fugood/bricks-project 2.21.0-beta.33 → 2.21.0-beta.34

package/compile/action-name-map.ts

@@ -529,17 +529,25 @@ export const templateActionNameMap = {
       sessionKey: 'GENERATOR_LLM_SESSION_KEY',
       mode: 'GENERATOR_LLM_MODE',
       messages: 'GENERATOR_LLM_MESSAGES',
+      tools: 'GENERATOR_LLM_TOOLS',
+      parallelToolCalls: 'GENERATOR_LLM_PARALLEL_TOOL_CALLS',
+      toolChoice: 'GENERATOR_LLM_TOOL_CHOICE',
       prompt: 'GENERATOR_LLM_PROMPT',
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
+      responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
     },
     GENERATOR_LLM_COMPLETION: {
       sessionKey: 'GENERATOR_LLM_SESSION_KEY',
       mode: 'GENERATOR_LLM_MODE',
       messages: 'GENERATOR_LLM_MESSAGES',
+      tools: 'GENERATOR_LLM_TOOLS',
+      parallelToolCalls: 'GENERATOR_LLM_PARALLEL_TOOL_CALLS',
+      toolChoice: 'GENERATOR_LLM_TOOL_CHOICE',
       prompt: 'GENERATOR_LLM_PROMPT',
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
+      responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
       grammar: 'GENERATOR_LLM_GRAMMAR',
       stopWords: 'GENERATOR_LLM_STOP_WORDS',
       predict: 'GENERATOR_LLM_PREDICT',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.21.0-beta.33",
+  "version": "2.21.0-beta.34",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"
@@ -13,5 +13,5 @@
     "lodash": "^4.17.4",
     "uuid": "^8.3.1"
   },
-  "gitHead": "822e1acd83733abd809268bd2719f689e6cb8138"
+  "gitHead": "8a64292b4f84242e10cde574f33c88ceefc7754e"
 }

package/types/generators.ts

@@ -6088,6 +6088,21 @@ export type GeneratorLLMActionProcessPrompt = ActionWithParams & {
         value?: Array<any> | DataLink
         mapping?: string
       }
+    | {
+        input: 'tools'
+        value?: Array<any> | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'parallelToolCalls'
+        value?: boolean | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'toolChoice'
+        value?: string | DataLink
+        mapping?: string
+      }
     | {
         input: 'prompt'
         value?: string | DataLink
@@ -6103,6 +6118,11 @@ export type GeneratorLLMActionProcessPrompt = ActionWithParams & {
         value?: string | DataLink
         mapping?: string
       }
+    | {
+        input: 'responseFormat'
+        value?: {} | DataLink
+        mapping?: string
+      }
   >
 }
 
@@ -6125,6 +6145,21 @@ export type GeneratorLLMActionCompletion = ActionWithParams & {
         value?: Array<any> | DataLink
         mapping?: string
       }
+    | {
+        input: 'tools'
+        value?: Array<any> | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'parallelToolCalls'
+        value?: boolean | DataLink
+        mapping?: string
+      }
+    | {
+        input: 'toolChoice'
+        value?: string | DataLink
+        mapping?: string
+      }
     | {
         input: 'prompt'
         value?: string | DataLink
@@ -6140,6 +6175,11 @@ export type GeneratorLLMActionCompletion = ActionWithParams & {
         value?: string | DataLink
         mapping?: string
       }
+    | {
+        input: 'responseFormat'
+        value?: {} | DataLink
+        mapping?: string
+      }
     | {
         input: 'grammar'
         value?: string | DataLink
@@ -6381,6 +6421,8 @@ Default property:
     modelHashType?: 'md5' | 'sha256' | 'sha1' | DataLink
     /* Hash of model */
     modelHash?: string | DataLink
+    /* Chat Template (Jinja format) to override the default template from model */
+    chatTemplate?: string | DataLink
     /* Context size (0 ~ 4096) (Default to 512) */
     contextSize?: number | DataLink
     /* Logical batch size for prompt processing */
@@ -6414,10 +6456,6 @@ Default property:
     transformScriptCode?: string | DataLink
     /* Variables used in Transform Script (object) */
     transformScriptVariables?: {} | DataLink
-    /* Enable function calling. This will disable the grammar setting */
-    functionCallEnabled?: boolean | DataLink
-    /* The function calling schema (similar to https://platform.openai.com/docs/guides/gpt/function-calling) */
-    functionCallSchema?: Array<DataLink | {}> | DataLink
     /* Session save mode  
  `none` - No session saving  
  `prompt` - Save session when prompt processed  
@@ -6430,6 +6468,12 @@ Default property:
     sessionRemain?: number | DataLink
     /* TODO:loran_gqarms_norm_epsrope_freq_baserope_freq_scale */
     completionMode?: 'auto' | 'chat' | 'text' | DataLink
+    /* Tools for chat mode */
+    completionTools?: {} | DataLink
+    /* Enable parallel tool calls */
+    completionParallelToolCalls?: boolean | DataLink
+    /* Tool choice for chat mode */
+    completionToolChoice?: 'none' | 'auto' | 'required' | DataLink
     /* Messages (chat mode) */
     completionMessages?:
       | Array<
@@ -6446,6 +6490,19 @@ Default property:
     completionPromptTemplateData?: {} | DataLink
     /* The prompt template type */
     completionPromptTemplateType?: '${}' | '{{}}' | DataLink
+    /* Response format */
+    completionResponseFormat?:
+      | DataLink
+      | {
+          type?: 'text' | 'json_schema' | 'json_object' | DataLink
+          json_schema?:
+            | DataLink
+            | {
+                strict?: boolean | DataLink
+                schema?: {} | DataLink
+              }
+          schema?: {} | DataLink
+        }
     /* Stop words */
     completionStopWords?: Array<string | DataLink> | DataLink
     /* Number of tokens to predict */
@@ -6563,6 +6620,10 @@ Default property:
             type: 'string'
             path: string
           }
+          completionToolCalls: {
+            type: 'array'
+            path: string
+          }
           completionFullContext: {
             type: 'string'
             path: string
@@ -6619,8 +6680,6 @@ Default property:
     completionFullContext?: () => Data
     /* Inference result details */
     completionResultDetails?: () => Data
-    /* Last function call details */
-    completionLastFunctionCall?: () => Data
   }
 }
 
@@ -6656,7 +6715,6 @@ export type GeneratorLLM = Generator &
                     | 'completionResult'
                     | 'completionFullContext'
                     | 'completionResultDetails'
-                    | 'completionLastFunctionCall'
                   value: any
                 }
           }>
@@ -6764,6 +6822,24 @@ Default property:
             }
         >
       | DataLink
+    /* Tools for chat mode */
+    completionTools?: {} | DataLink
+    /* Enable parallel tool calls */
+    completionParallelToolCalls?: boolean | DataLink
+    /* Tool choice for chat mode */
+    completionToolChoice?: 'none' | 'auto' | 'required' | DataLink
+    /* Response format */
+    completionResponseFormat?:
+      | DataLink
+      | {
+          type?: 'text' | 'json_schema' | 'json_object' | DataLink
+          json_schema?:
+            | DataLink
+            | {
+                strict?: boolean | DataLink
+                schema?: {} | DataLink
+              }
+        }
     /* Maximum tokens to generate */
     completionMaxTokens?: number | DataLink
     /* Temperature */
@@ -6776,10 +6852,6 @@ Default property:
     completionPresencePenalty?: number | DataLink
     /* Stop sequences */
     completionStop?: Array<string | DataLink> | DataLink
-    /* Enable function calling. */
-    functionCallEnabled?: boolean | DataLink
-    /* The function calling schema (ref: https://platform.openai.com/docs/guides/gpt/function-calling) */
-    functionCallSchema?: Array<DataLink | {}> | DataLink
   }
   events?: {
     /* Error event */