@fugood/bricks-project 2.22.0-beta.13 → 2.22.0-beta.14

package/compile/action-name-map.ts

@@ -599,7 +599,7 @@ export const templateActionNameMap = {
     GENERATOR_LLM_TOKENIZE: {
       mode: 'GENERATOR_LLM_MODE',
       prompt: 'GENERATOR_LLM_PROMPT',
-      promptImagePaths: 'GENERATOR_LLM_PROMPT_IMAGE_PATHS',
+      promptMediaPaths: 'GENERATOR_LLM_PROMPT_MEDIA_PATHS',
       messages: 'GENERATOR_LLM_MESSAGES',
     },
     GENERATOR_LLM_DETOKENIZE: {
@@ -613,7 +613,7 @@ export const templateActionNameMap = {
       parallelToolCalls: 'GENERATOR_LLM_PARALLEL_TOOL_CALLS',
       toolChoice: 'GENERATOR_LLM_TOOL_CHOICE',
       prompt: 'GENERATOR_LLM_PROMPT',
-      promptImagePaths: 'GENERATOR_LLM_PROMPT_IMAGE_PATHS',
+      promptMediaPaths: 'GENERATOR_LLM_PROMPT_MEDIA_PATHS',
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',
@@ -626,7 +626,7 @@ export const templateActionNameMap = {
       parallelToolCalls: 'GENERATOR_LLM_PARALLEL_TOOL_CALLS',
       toolChoice: 'GENERATOR_LLM_TOOL_CHOICE',
       prompt: 'GENERATOR_LLM_PROMPT',
-      promptImagePaths: 'GENERATOR_LLM_PROMPT_IMAGE_PATHS',
+      promptMediaPaths: 'GENERATOR_LLM_PROMPT_MEDIA_PATHS',
       promptTemplateData: 'GENERATOR_LLM_PROMPT_TEMPLATE_DATA',
       promptTemplateType: 'GENERATOR_LLM_PROMPT_TEMPLATE_TYPE',
       responseFormat: 'GENERATOR_LLM_RESPONSE_FORMAT',

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.22.0-beta.13",
+  "version": "2.22.0-beta.14",
   "main": "index.ts",
   "scripts": {
     "build": "node scripts/build.js"
@@ -14,5 +14,5 @@
     "lodash": "^4.17.4",
     "uuid": "^8.3.1"
   },
-  "gitHead": "0039a8fa08e89411caf8608a98ae80d5cca64cbe"
+  "gitHead": "4b62185a9ec82561db90d85b8281de9e67f978ae"
 }

package/types/generators.ts

@@ -5094,24 +5094,19 @@ Default property:
     /* Model type */
     modelType?:
       | 'auto'
-      | 'gpt2'
-      | 'gptj'
-      | 'gpt_bigcode'
-      | 'gpt_neo'
-      | 'gpt_neox'
-      | 'bloom'
-      | 'mpt'
-      | 'opt'
-      | 'llama'
-      | 'falcon'
-      | 'mistral'
+      | 'text-generation'
+      | 'qwen2-vl'
+      | 'paligemma'
+      | 'llava'
+      | 'llava_onevision'
+      | 'moondream1'
+      | 'florence2'
+      | 'idefics3'
+      | 'smolvlm'
+      | 'phi3_v'
       | 't5'
       | 'mt5'
       | 'longt5'
-      | 'phi'
-      | 'qwen2'
-      | 'stablelm'
-      | 'gemma'
       | DataLink
     /* Load quantized model (deprecated, use `quantizeType` instead) */
     quantized?: boolean | DataLink
@@ -5924,7 +5919,7 @@ export type GeneratorLLMActionTokenize = ActionWithParams & {
         mapping?: string
       }
     | {
-        input: 'promptImagePaths'
+        input: 'promptMediaPaths'
         value?: Array<any> | DataLink | EventProperty
         mapping?: string
       }
@@ -5986,7 +5981,7 @@ export type GeneratorLLMActionProcessPrompt = ActionWithParams & {
         mapping?: string
       }
     | {
-        input: 'promptImagePaths'
+        input: 'promptMediaPaths'
         value?: Array<any> | DataLink | EventProperty
         mapping?: string
       }
@@ -6048,7 +6043,7 @@ export type GeneratorLLMActionCompletion = ActionWithParams & {
         mapping?: string
       }
     | {
-        input: 'promptImagePaths'
+        input: 'promptMediaPaths'
         value?: Array<any> | DataLink | EventProperty
         mapping?: string
       }
@@ -6391,9 +6386,9 @@ Default property:
       | DataLink
     /* Prompt (text mode) */
     completionPrompt?: string | DataLink
-    /* Image paths to be used in the prompt template (PREVIEW FEATURE)  
- In prompt, use `<__image__>` for position of image content */
-    completionPromptImagePaths?: Array<string | DataLink> | DataLink
+    /* Media paths to be used in the prompt template (PREVIEW FEATURE)  
+ In prompt, use `<__media__>` for position of media content */
+    completionPromptMediaPaths?: Array<string | DataLink> | DataLink
     /* Data to be used in the prompt template (e.g. `Hello ${name}`). Supports nested data, such as `Hello ${user.name}`. */
     completionPromptTemplateData?: {} | DataLink
     /* The prompt template type */
@@ -6798,7 +6793,7 @@ interface GeneratorOpenAILLMDef {
 Default property:
 {
   "apiEndpoint": "https://api.openai.com/v1",
-  "model": "gpt-4o-mini",
+  "model": "gpt-4o",
   "completionMessages": [
     {
       "role": "system",
@@ -6808,8 +6803,6 @@ Default property:
   "completionMaxTokens": 1024,
   "completionTemperature": 1,
   "completionTopP": 1,
-  "completionFrequencyPenalty": 0,
-  "completionPresencePenalty": 0,
   "completionStop": []
 }
   */
@@ -6898,7 +6891,11 @@ Default property:
  - Compatible with OpenAI API format  
  - Supports function calling  
  - Streaming responses  
- - Custom API endpoints */
+ - Custom API endpoints, like  
+   - OpenAI API: https://platform.openai.com/docs/guides/text?api-mode=chat  
+   - Anthropic API: https://docs.anthropic.com/en/api/openai-sdk  
+   - Gemini API: https://ai.google.dev/gemini-api/docs/openai  
+   - llama.cpp server: https://github.com/ggml-org/llama.cpp/tree/master/tools/server */
 export type GeneratorOpenAILLM = Generator &
   GeneratorOpenAILLMDef & {
     templateKey: 'GENERATOR_OPENAI_LLM'