@fugood/bricks-project 2.25.0-beta.0 → 2.25.0-beta.3

package/compile/action-name-map.ts

@@ -327,6 +327,29 @@ export const templateActionNameMap = {
       animated: 'BRICK_MAPS_ANIMATED',
     },
   },
+  BRICK_SKETCH: {
+    BRICK_SKETCH_SET_TOOL: {
+      tool: 'BRICK_SKETCH_TOOL',
+    },
+    BRICK_SKETCH_SET_COLOR: {
+      color: 'BRICK_SKETCH_COLOR',
+    },
+    BRICK_SKETCH_SET_STROKE_WIDTH: {
+      strokeWidth: 'BRICK_SKETCH_STROKE_WIDTH',
+    },
+    BRICK_SKETCH_IMPORT_STATE: {
+      stateJson: 'BRICK_SKETCH_STATE_JSON',
+    },
+    BRICK_SKETCH_EXPORT_IMAGE: {
+      imageFormat: 'BRICK_SKETCH_IMAGE_FORMAT',
+      imageQuality: 'BRICK_SKETCH_IMAGE_QUALITY',
+    },
+    BRICK_SKETCH_ADD_STROKE: {
+      strokePoints: 'BRICK_SKETCH_STROKE_POINTS',
+      strokeColor: 'BRICK_SKETCH_STROKE_COLOR',
+      strokeWidth: 'BRICK_SKETCH_STROKE_WIDTH',
+    },
+  },
 
   GENERATOR_FILE: {
     GENERATOR_FILE_READ_CONTENT: {

package/package.json

@@ -1,13 +1,13 @@
 {
   "name": "@fugood/bricks-project",
-  "version": "2.25.0-beta.0",
+  "version": "2.25.0-beta.3",
   "main": "index.ts",
   "scripts": {
     "typecheck": "tsc --noEmit",
     "build": "bun scripts/build.js"
   },
   "dependencies": {
-    "@fugood/bricks-cli": "^2.25.0-beta.0",
+    "@fugood/bricks-cli": "^2.25.0-beta.3",
     "@huggingface/gguf": "^0.3.2",
     "@iarna/toml": "^3.0.0",
     "@modelcontextprotocol/sdk": "^1.15.0",

package/package.json.bak

@@ -1,13 +1,13 @@
 {
   "name": "@fugood/bricks-ctor",
-  "version": "2.25.0-beta.0",
+  "version": "2.25.0-beta.3",
   "main": "index.ts",
   "scripts": {
     "typecheck": "tsc --noEmit",
     "build": "bun scripts/build.js"
   },
   "dependencies": {
-    "@fugood/bricks-cli": "^2.25.0-beta.0",
+    "@fugood/bricks-cli": "^2.25.0-beta.3",
     "@huggingface/gguf": "^0.3.2",
     "@iarna/toml": "^3.0.0",
     "@modelcontextprotocol/sdk": "^1.15.0",

package/types/bricks/Sketch.ts

@@ -0,0 +1,252 @@
+/* Auto generated by build script
+ *
+ * Drawing canvas with Apple Pencil support, undo/redo, import/export state, and image export
+ */
+import type { SwitchCondInnerStateCurrentCanvas, SwitchCondData, SwitchDef } from '../switch'
+import type { Data, DataLink } from '../data'
+import type { Animation, AnimationBasicEvents } from '../animation'
+import type {
+  Brick,
+  EventAction,
+  EventActionForItem,
+  ActionWithDataParams,
+  ActionWithParams,
+  Action,
+  EventProperty,
+} from '../common'
+import type { BrickBasicProperty, BrickBasicEvents, BrickBasicEventsForItem } from '../brick-base'
+import type { TemplateEventPropsMap } from '../../utils/event-props'
+
+/* Undo the last stroke */
+export type BrickSketchActionUndo = Action & {
+  __actionName: 'BRICK_SKETCH_UNDO'
+}
+
+/* Redo the last undone stroke */
+export type BrickSketchActionRedo = Action & {
+  __actionName: 'BRICK_SKETCH_REDO'
+}
+
+/* Clear all strokes from the canvas */
+export type BrickSketchActionClear = Action & {
+  __actionName: 'BRICK_SKETCH_CLEAR'
+}
+
+/* Set the active tool */
+export type BrickSketchActionSetTool = ActionWithParams & {
+  __actionName: 'BRICK_SKETCH_SET_TOOL'
+  params?: Array<{
+    input: 'tool'
+    value?: 'pen' | 'eraser' | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Set the stroke color */
+export type BrickSketchActionSetColor = ActionWithParams & {
+  __actionName: 'BRICK_SKETCH_SET_COLOR'
+  params?: Array<{
+    input: 'color'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Set the stroke width (px) */
+export type BrickSketchActionSetStrokeWidth = ActionWithParams & {
+  __actionName: 'BRICK_SKETCH_SET_STROKE_WIDTH'
+  params?: Array<{
+    input: 'strokeWidth'
+    value?: number | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Import sketch state (JSON string from a previous export) */
+export type BrickSketchActionImportState = ActionWithParams & {
+  __actionName: 'BRICK_SKETCH_IMPORT_STATE'
+  params?: Array<{
+    input: 'stateJson'
+    value?: string | DataLink | EventProperty
+    mapping?: string
+  }>
+}
+
+/* Export the current sketch state to the BRICK_SKETCH_STATE outlet */
+export type BrickSketchActionExportState = Action & {
+  __actionName: 'BRICK_SKETCH_EXPORT_STATE'
+}
+
+/* Export the canvas as an image (file URI emitted to BRICK_SKETCH_IMAGE_URI) */
+export type BrickSketchActionExportImage = ActionWithParams & {
+  __actionName: 'BRICK_SKETCH_EXPORT_IMAGE'
+  params?: Array<
+    | {
+        input: 'imageFormat'
+        value?: 'png' | 'jpeg' | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'imageQuality'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+/* Add a stroke programmatically */
+export type BrickSketchActionAddStroke = ActionWithParams & {
+  __actionName: 'BRICK_SKETCH_ADD_STROKE'
+  params?: Array<
+    | {
+        input: 'strokePoints'
+        value?: any | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'strokeColor'
+        value?: string | DataLink | EventProperty
+        mapping?: string
+      }
+    | {
+        input: 'strokeWidth'
+        value?: number | DataLink | EventProperty
+        mapping?: string
+      }
+  >
+}
+
+interface BrickSketchDef {
+  /*
+Default property:
+{
+  "tool": "pen",
+  "strokeColor": "#000000",
+  "strokeWidth": 3,
+  "pressureSensitive": true,
+  "layoutType": "cover",
+  "scale": 1,
+  "mode": "pen",
+  "theme": "auto",
+  "backgroundPattern": "dot",
+  "hideToolbar": false,
+  "hideUndo": false,
+  "hideRedo": false,
+  "hidePencilTool": false,
+  "hideColorPicker": false,
+  "hideThickness": false,
+  "availableColors": [
+    "#000000",
+    "#ffffff",
+    "#e53935",
+    "#fb8c00",
+    "#fdd835",
+    "#43a047",
+    "#1e88e5",
+    "#8e24aa"
+  ]
+}
+  */
+  property?: BrickBasicProperty & {
+    /* Drawing tool */
+    tool?: 'pen' | 'eraser' | DataLink
+    /* Stroke color */
+    strokeColor?: string | DataLink
+    /* Stroke width (px) */
+    strokeWidth?: number | DataLink
+    /* Vary stroke width by pen pressure (Apple Pencil / 3D Touch) */
+    pressureSensitive?: boolean | DataLink
+    /* Canvas layout. `cover` fits the brick frame; `extend` lets the canvas grow with content */
+    layoutType?: 'cover' | 'extend' | DataLink
+    /* Canvas resolution scale (device-pixel multiplier) */
+    scale?: number | DataLink
+    /* Interaction mode. `pen` = drawing (scroll disabled), `scroll` = scroll/pan (drawing disabled) */
+    mode?: 'pen' | 'scroll' | DataLink
+    /* Toolbar/UI theme. `auto` follows the system color scheme; `light`/`dark` force the palette. */
+    theme?: 'auto' | 'light' | 'dark' | DataLink
+    /* Background color of the canvas */
+    backgroundColor?: string | DataLink
+    /* Background image URL (covers the canvas; rendered behind strokes) */
+    backgroundImage?: string | DataLink
+    /* Decorative background pattern when no background image is provided */
+    backgroundPattern?: 'dot' | 'grid' | 'none' | DataLink
+    /* Hide the entire built-in toolbar */
+    hideToolbar?: boolean | DataLink
+    /* Hide the undo button in the toolbar */
+    hideUndo?: boolean | DataLink
+    /* Hide the redo button in the toolbar */
+    hideRedo?: boolean | DataLink
+    /* Hide the pen/eraser tool toggle */
+    hidePencilTool?: boolean | DataLink
+    /* Hide the color picker */
+    hideColorPicker?: boolean | DataLink
+    /* Hide the stroke thickness slider */
+    hideThickness?: boolean | DataLink
+    /* Colors shown in the built-in color picker */
+    availableColors?: Array<string | DataLink> | DataLink
+  }
+  events?: BrickBasicEvents & {
+    /* A stroke was just committed (drawn or added programmatically) */
+    onStrokeEnd?: Array<EventAction<string & keyof TemplateEventPropsMap['Sketch']['onStrokeEnd']>>
+    /* The canvas was cleared */
+    onClear?: Array<EventAction>
+    /* Sketch state changed (any commit, undo, redo, clear, or import) */
+    onStateChange?: Array<EventAction>
+    /* Active tool changed */
+    onToolChange?: Array<
+      EventAction<string & keyof TemplateEventPropsMap['Sketch']['onToolChange']>
+    >
+    /* Image export finished */
+    onExportImage?: Array<
+      EventAction<string & keyof TemplateEventPropsMap['Sketch']['onExportImage']>
+    >
+  }
+  outlets?: {
+    /* Current sketch state (strokes, settings, undo/redo stacks) */
+    state?: () => Data<{
+      strokes?: any[]
+      undone?: any[]
+      settings?: { [key: string]: any }
+      [key: string]: any
+    }>
+    /* URI of the most recently exported image */
+    imageUri?: () => Data<string>
+    /* Most recently committed stroke (points, color, width) */
+    lastStroke?: () => Data<{
+      color?: string
+      width?: number
+      tool?: string
+      points?: any[]
+      [key: string]: any
+    }>
+  }
+  animation?: AnimationBasicEvents & {
+    onStrokeEnd?: Animation
+    onClear?: Animation
+    onStateChange?: Animation
+    onToolChange?: Animation
+    onExportImage?: Animation
+  }
+}
+
+/* Drawing canvas with Apple Pencil support, undo/redo, import/export state, and image export */
+export type BrickSketch = Brick &
+  BrickSketchDef & {
+    templateKey: 'BRICK_SKETCH'
+    switches?: Array<
+      SwitchDef &
+        BrickSketchDef & {
+          conds?: Array<{
+            method: '==' | '!=' | '>' | '<' | '>=' | '<='
+            cond:
+              | SwitchCondInnerStateCurrentCanvas
+              | SwitchCondData
+              | {
+                  __typename: 'SwitchCondInnerStateOutlet'
+                  outlet: 'state' | 'imageUri' | 'lastStroke'
+                  value: any
+                }
+          }>
+        }
+    >
+  }

package/types/bricks/index.ts

@@ -19,3 +19,4 @@ export * from './Camera'
 export * from './WebRtcStream'
 export * from './GenerativeMedia'
 export * from './Maps'
+export * from './Sketch'

package/types/generators/RealtimeTranscription.ts

@@ -174,6 +174,7 @@ Default property:
           isCapturing?: boolean
           data?: {
             result?: string
+            language?: string
             [key: string]: any
           }
           vadEvent?: {
@@ -215,6 +216,7 @@ Default property:
       isCapturing?: boolean
       data?: {
         result?: string
+        language?: string
         [key: string]: any
       }
       vadEvent?: {
@@ -238,6 +240,10 @@ Default property:
     }>
     /* Stabilized transcription text from completed slices */
     stabilizedText?: () => Data<string>
+    /* Latest detected language code (e.g. `en`, `zh`, `ja`) from any transcribe slice (best-effort, may flicker on short slices) */
+    detectedLanguage?: () => Data<string>
+    /* Detected language code of the most recently stabilized (finalized) slice */
+    stabilizedLanguage?: () => Data<string>
     /* Audio output file path (auto-generated when saving audio) */
     audioOutputPath?: () => Data<string>
     /* Available microphone devices (Web / Desktop only) */
@@ -269,6 +275,8 @@ export type GeneratorRealtimeTranscription = Generator &
                     | 'lastTranscribeEvent'
                     | 'lastVadEvent'
                     | 'stabilizedText'
+                    | 'detectedLanguage'
+                    | 'stabilizedLanguage'
                     | 'audioOutputPath'
                     | 'devices'
                   value: any

package/types/generators/SpeechToTextGgml.ts

@@ -358,9 +358,12 @@ Default property:
     transcribeProgress?: () => Data<number>
     /* Inference result */
     transcribeResult?: () => Data<string>
+    /* Detected language code of the latest transcription (e.g. `en`, `zh`, `ja`) */
+    detectedLanguage?: () => Data<string>
     /* Inference result details */
     transcribeDetails?: () => Data<{
       result?: string
+      language?: string
       segments?: Array<{
         start?: number
         end?: number
@@ -405,6 +408,7 @@ export type GeneratorSpeechInference = Generator &
                     | 'isTranscribing'
                     | 'transcribeProgress'
                     | 'transcribeResult'
+                    | 'detectedLanguage'
                     | 'transcribeDetails'
                     | 'recordedPath'
                   value: any

package/utils/event-props.ts

@@ -141,6 +141,11 @@ export const templateEventPropsMap = {
       BRICK_MAPS_REGION_LONGITUDE_DELTA: 'number',
     },
   },
+  Sketch: {
+    onStrokeEnd: { BRICK_SKETCH_STROKE_COUNT: 'number' },
+    onToolChange: { BRICK_SKETCH_TOOL: 'string' },
+    onExportImage: { BRICK_SKETCH_IMAGE_URI: 'string' },
+  },
   Tick: {
     ticking: { GENERATOR_TICK_COUNTDOWN: 'number', GENERATOR_TICK_VALUE: 'any' },
     completed: { GENERATOR_TICK_COUNTDOWN: 'number', GENERATOR_TICK_VALUE: 'any' },
@@ -598,6 +603,7 @@ export const templateEventPropsMap = {
     onError: { GENERATOR_SPEECH_INFERENCE_ERROR: 'string' },
     onTranscribed: {
       GENERATOR_SPEECH_INFERENCE_TRANSCRIBE_RESULT: 'string',
+      GENERATOR_SPEECH_INFERENCE_TRANSCRIBE_LANGUAGE: 'string',
       GENERATOR_SPEECH_INFERENCE_TRANSCRIBE_START_TIME: 'number',
       GENERATOR_SPEECH_INFERENCE_TRANSCRIBE_END_TIME: 'number',
       GENERATOR_SPEECH_INFERENCE_TRANSCRIBE_TIME: 'number',
@@ -619,10 +625,11 @@ export const templateEventPropsMap = {
   RealtimeTranscription: {
     onTranscribe: {
       GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_EVENT:
-        '{ type?: string sliceIndex?: number isCapturing?: boolean data?: { result?: string [key: string]: any } vadEvent?: { type?: string confidence?: number duration?: number sliceIndex?: number timestamp?: number [key: string]: any } [key: string]: any }',
+        '{ type?: string sliceIndex?: number isCapturing?: boolean data?: { result?: string language?: string [key: string]: any } vadEvent?: { type?: string confidence?: number duration?: number sliceIndex?: number timestamp?: number [key: string]: any } [key: string]: any }',
       GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_TYPE: 'string',
       GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_SLICE_INDEX: 'number',
       GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_RESULT_TEXT: 'string',
+      GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_LANGUAGE: 'string',
       GENERATOR_REALTIME_TRANSCRIPTION_TRANSCRIBE_IS_CAPTURING: 'boolean',
       GENERATOR_REALTIME_TRANSCRIPTION_VAD_EVENT:
         '{ type?: string confidence?: number duration?: number sliceIndex?: number timestamp?: number [key: string]: any }',
@@ -644,10 +651,13 @@ export const templateEventPropsMap = {
       GENERATOR_REALTIME_TRANSCRIPTION_STATS:
         '{ type?: string timestamp?: number data?: { [key: string]: any } [key: string]: any }',
     },
-    onStabilized: { GENERATOR_REALTIME_TRANSCRIPTION_STABILIZED_TEXT: 'string' },
+    onStabilized: {
+      GENERATOR_REALTIME_TRANSCRIPTION_STABILIZED_TEXT: 'string',
+      GENERATOR_REALTIME_TRANSCRIPTION_STABILIZED_LANGUAGE: 'string',
+    },
     onEnd: {
       GENERATOR_REALTIME_TRANSCRIPTION_END_RESULTS:
-        'Array<{ transcribeEvent?: { type?: string sliceIndex?: number isCapturing?: boolean data?: { result?: string [key: string]: any } vadEvent?: { type?: string confidence?: number duration?: number sliceIndex?: number timestamp?: number [key: string]: any } [key: string]: any } vadEvent?: { type?: string confidence?: number duration?: number sliceIndex?: number timestamp?: number [key: string]: any } [key: string]: any }>',
+        'Array<{ transcribeEvent?: { type?: string sliceIndex?: number isCapturing?: boolean data?: { result?: string language?: string [key: string]: any } vadEvent?: { type?: string confidence?: number duration?: number sliceIndex?: number timestamp?: number [key: string]: any } [key: string]: any } vadEvent?: { type?: string confidence?: number duration?: number sliceIndex?: number timestamp?: number [key: string]: any } [key: string]: any }>',
       GENERATOR_REALTIME_TRANSCRIPTION_END_AUDIO_OUTPUT_PATH: 'string',
     },
   },