@kubohiroya/turbowarp-teachable-machine 3.5.0 → 3.5.2

package/dist/types/extension.d.ts

@@ -76,6 +76,7 @@ export declare function initializeCameraReadbackContext(canvas: unknown, _tensor
 export declare class TMExtension {
     [key: string]: any;
     constructor(featureFlags?: Partial<FeatureFlags>, dependencies?: TMExtensionDependencies);
+    private readonly fixedEditors;
     getInfo(): {
         id: string;
         name: any;
@@ -283,6 +284,12 @@ export declare class TMExtension {
      * that flag flips the returned keypoints, not the image, and the classifier head was trained on
      * mirrored frames. Flipping the pixels is what keeps the model's input the same as before.
      *
+     * The WASM and CPU backends have no texture to upload to, so `fromPixels` reads the frame back
+     * through Canvas2D there and this path loses its advantage -- but not its correctness. Driving
+     * one deterministic frame through every backend returns the same probabilities to two decimals
+     * (webgl / wasm / cpu: 0.08, 0.90, 0.02, 0.00) and `tf.memory().numTensors` stays flat over a
+     * six-second run on each, so nothing here depends on which backend `compute-backend.ts` picked.
+     *
      * Returns null when there is no frame to take, and the canvas path answers instead.
      */
     captureSquareFrame(): {

package/dist/types/fixed-input-editors.d.ts

@@ -0,0 +1,7 @@
+import type { FixedInputEditorOptions } from '@kubohiroya/turbowarp-extension-data-editor';
+export declare const fixedInputEditors: readonly FixedInputEditorOptions[];
+/** Register only currently declared opcodes; release obsolete feature-flag scopes. */
+export declare function fixedInputRegistration(scratch: unknown): {
+    ensure(opcodes: readonly string[]): void;
+    dispose: () => void;
+};

package/dist/types/fixed-input-schema.d.ts

@@ -0,0 +1,142 @@
+import type { SchemaBundle } from '@kubohiroya/turbowarp-extension-data-editor/schema';
+/** Owner canonical fragments, distinct from older SOURCE/editor schemas. */
+export declare function fixedInputBundle(opcode: string, argument: string): SchemaBundle;
+export declare const fixedSchemas: {
+    setRecognitionMode: {
+        type: string;
+        properties: {
+            MODE: {
+                type: string;
+                enum: string[];
+            };
+        };
+    };
+    setComputeMode: {
+        type: string;
+        properties: {
+            MODE: {
+                type: string;
+                enum: string[];
+            };
+        };
+    };
+    setPreviewOpacity: {
+        type: string;
+        properties: {
+            OPACITY: {
+                type: string;
+                $comment: string;
+            };
+        };
+    };
+    setPreviewPosition: {
+        type: string;
+        properties: {
+            POSITION: {
+                type: string;
+                enum: string[];
+            };
+        };
+    };
+    setPreviewMirroring: {
+        type: string;
+        properties: {
+            MIRRORING: {
+                type: string;
+                enum: string[];
+            };
+        };
+    };
+    setPoseOverlayVisibility: {
+        type: string;
+        properties: {
+            VISIBILITY: {
+                type: string;
+                enum: string[];
+            };
+        };
+    };
+    setPoseJointStyle: {
+        type: string;
+        properties: {
+            PART: {
+                type: string;
+                enum: string[];
+            };
+            OPACITY: {
+                type: string;
+                $comment: string;
+            };
+            RADIUS: {
+                type: string;
+                $comment: string;
+            };
+        };
+    };
+    setPoseBoneStyle: {
+        type: string;
+        properties: {
+            OPACITY: {
+                type: string;
+                $comment: string;
+            };
+            WIDTH: {
+                type: string;
+                $comment: string;
+            };
+        };
+    };
+    setPoseOverlayMinimumConfidence: {
+        type: string;
+        properties: {
+            CONFIDENCE: {
+                type: string;
+                $comment: string;
+            };
+        };
+    };
+    setPoseConfidenceScaling: {
+        type: string;
+        properties: {
+            PROPERTY: {
+                type: string;
+                enum: string[];
+            };
+            STATE: {
+                type: string;
+                enum: string[];
+            };
+        };
+    };
+    setAccumulatedPoseParameters: {
+        type: string;
+        properties: {
+            ACCUMULATION: {
+                type: string;
+                $comment: string;
+            };
+            DECAY: {
+                type: string;
+                $comment: string;
+            };
+        };
+    };
+    setAccumulatedPoseThreshold: {
+        type: string;
+        properties: {
+            THRESHOLD: {
+                type: string;
+                $comment: string;
+            };
+        };
+    };
+    isPoseWithThreshold: {
+        type: string;
+        properties: {
+            THRESHOLD: {
+                type: string;
+                $comment: string;
+            };
+        };
+    };
+};

package/docs/fixed-input-editors.ja.md

@@ -0,0 +1,36 @@
+# 固定入力エディターの契約
+
+対応GUIの起動時に`blockEditorDialogs=1&blockEditorFixedInputs=1`を指定して再読込した場合だけ利用できる。固定入力フラグは既定OFF。旧GUIにoptional登録APIがなければ既存動作を維持する。
+
+| ブロック | 引数 | UI |
+|---|---|---|
+| `setRecognitionMode` | `MODE` | enum |
+| `setComputeMode` | `MODE` | enum |
+| `setPreviewOpacity` | `OPACITY` | number |
+| `setPreviewPosition` | `POSITION` | enum |
+| `setPreviewMirroring` | `MIRRORING` | enum |
+| `setPoseOverlayVisibility` | `VISIBILITY` | enum |
+| `setPoseJointStyle` | `PART` | enum |
+| `setPoseJointStyle` | `OPACITY` | number |
+| `setPoseJointStyle` | `RADIUS` | number |
+| `setPoseBoneStyle` | `OPACITY` | number |
+| `setPoseBoneStyle` | `WIDTH` | number |
+| `setPoseOverlayMinimumConfidence` | `CONFIDENCE` | number |
+| `setPoseConfidenceScaling` | `PROPERTY` | enum |
+| `setPoseConfidenceScaling` | `STATE` | enum |
+| `setAccumulatedPoseParameters` | `ACCUMULATION` | number |
+| `setAccumulatedPoseParameters` | `DECAY` | number |
+| `setAccumulatedPoseThreshold` | `THRESHOLD` | number |
+| `isPoseWithThreshold` | `THRESHOLD` | number |
+
+recognition/compute/preview/poseの固定選択と数値だけを対象とし、モデルload、カメラ、デバイス列挙、GPU利用可否の探索は行わない。POSITIONの日本語alias、recognition/mirroring/compute/on-offの既知aliasは表示投影のみ。PoseNet PARTはcamelCaseを維持しMotion Captureのsnake_caseと統合しない。finiteな新数値には既存runtimeのclamp/floorをそのまま残し、保存rawをclampしない。poseOverlay/temporalPoseScoringで実getInfoから消えたopcodeの登録を除去し、現れるopcodeだけ再登録する。元のownerフラグ既定値は変更しない。
+
+Schemaの正本は`schemas/block-editor-fixed-inputs.schema.json`。各登録は実在する`#/$defs/<opcode>/properties/<argument>` fragmentをsourceとして保持し、旧SOURCE Schemaと区別する。`src/extension.ts`およびpure normalizerがruntime契約の正本であり、UI候補や棚卸しだけを受理根拠にしない。外部Schema取得を行わない。
+
+新number入力にはNP-finite-new-input-v1を適用し、有限なJSON数値表記だけを保存する。既存rawは未編集ならalias・空白・未知値・旧数値表記もそのまま保持し、表示投影では書き換えない。空白や非有限など投影不能な旧値は読取専用で、明示的な有効値への修復だけを許す。接続reporterは評価・置換しない。対象外の引数はpatchしない。
+
+同じ画面では未保存draftと無効bufferを保持し、保存失敗後も保持する。取消・dispose・project/target/登録失効で破棄し、再openは現在rawから始める。getInfoに存在するopcodeだけ登録し、APIまたはopcode集合の変化ではcleanupして再登録する。部分登録失敗・runtime終了・disposeでcleanupする。
+
+共通依存はGit commit `485f0e550e622235624b5e9176820161aeeba252`へmanifest・lock・実解決を揃える。型とpure数値parserだけを利用し、runtime bundleと公開型の依存閉包をpack consumerで確認する。既存SourceForms/Descendantsと共存する。
+
+切戻しは固定入力フラグをOFFにして再読込する。依存を戻すときはmanifest・lock・実解決を一組で戻す。旧sb3の移行は不要。ローカル検証のみで、commit・push・Issue・PR・merge・Pages・npm公開を含まない。

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@kubohiroya/turbowarp-teachable-machine",
-  "version": "3.5.0",
+  "version": "3.5.2",
   "description": "A TurboWarp extension for recognition using Teachable Machine pose, image, and audio models.",
   "author": "Hiroya Kubo <hiroya@cuc.ac.jp>",
   "license": "MPL-2.0",
@@ -34,7 +34,9 @@
     "dist/",
     "README.md",
     "LICENSE",
-    "THIRD_PARTY_NOTICES.md"
+    "THIRD_PARTY_NOTICES.md",
+    "schemas/",
+    "docs/fixed-input-editors.ja.md"
   ],
   "unpkg": "./dist/tm.js",
   "jsdelivr": "./dist/tm.js",
@@ -72,8 +74,8 @@
     "prepack": "npm run build && npm run release:consistency:check"
   },
   "devDependencies": {
-    "@kubohiroya/turbowarp-camera-source": "0.13.0",
-    "@kubohiroya/vite-plugin-turbowarp-extension": "0.4.0",
+    "@kubohiroya/turbowarp-camera-source": "0.17.1",
+    "@kubohiroya/vite-plugin-turbowarp-extension": "0.6.1",
     "@teachablemachine/image": "0.8.5",
     "@teachablemachine/pose": "0.8.6",
     "@tensorflow-models/posenet": "2.2.2",
@@ -84,7 +86,8 @@
     "@types/node": "^22.20.1",
     "typescript": "^5.9.3",
     "vite": "^8.2.2",
-    "vitest": "^4.0.14"
+    "vitest": "^4.0.14",
+    "@kubohiroya/turbowarp-extension-data-editor": "0.2.1"
   },
   "keywords": [
     "turbowarp",
@@ -95,5 +98,11 @@
     "audio",
     "camera",
     "teachable-machine"
-  ]
+  ],
+  "gitHead": "97ef12018789316d6170a7aab29d7c5b0a4c90f4",
+  "x-turbowarp-source": {
+    "revision": "97ef12018789316d6170a7aab29d7c5b0a4c90f4",
+    "revisionRole": "base-commit",
+    "sourceState": "local-release-overlay"
+  }
 }

package/schemas/block-editor-fixed-inputs.schema.json

@@ -0,0 +1,193 @@
+{
+  "$schema": "https://json-schema.org/draft/2020-12/schema",
+  "$id": "https://kubohiroya.github.io/turbowarp-teachable-machine/schemas/block-editor-fixed-inputs.schema.json",
+  "title": "turbowarp-teachable-machine fixed input registration schema",
+  "$defs": {
+    "setRecognitionMode": {
+      "type": "object",
+      "properties": {
+        "MODE": {
+          "type": "string",
+          "enum": [
+            "pose",
+            "image",
+            "audio"
+          ]
+        }
+      }
+    },
+    "setComputeMode": {
+      "type": "object",
+      "properties": {
+        "MODE": {
+          "type": "string",
+          "enum": [
+            "auto",
+            "webgpu",
+            "webgl",
+            "wasm",
+            "cpu"
+          ]
+        }
+      }
+    },
+    "setPreviewOpacity": {
+      "type": "object",
+      "properties": {
+        "OPACITY": {
+          "type": "number",
+          "$comment": "New finite numeric input uses NP-finite-new-input-v1. Existing raw is preserved on no-op; runtime clamp/floor is not applied to stored raw."
+        }
+      }
+    },
+    "setPreviewPosition": {
+      "type": "object",
+      "properties": {
+        "POSITION": {
+          "type": "string",
+          "enum": [
+            "top-left",
+            "top-right",
+            "bottom-left",
+            "bottom-right",
+            "center",
+            "full-stage"
+          ]
+        }
+      }
+    },
+    "setPreviewMirroring": {
+      "type": "object",
+      "properties": {
+        "MIRRORING": {
+          "type": "string",
+          "enum": [
+            "mirrored",
+            "unmirrored"
+          ]
+        }
+      }
+    },
+    "setPoseOverlayVisibility": {
+      "type": "object",
+      "properties": {
+        "VISIBILITY": {
+          "type": "string",
+          "enum": [
+            "on",
+            "off"
+          ]
+        }
+      }
+    },
+    "setPoseJointStyle": {
+      "type": "object",
+      "properties": {
+        "PART": {
+          "type": "string",
+          "enum": [
+            "nose",
+            "leftEye",
+            "rightEye",
+            "leftEar",
+            "rightEar",
+            "leftShoulder",
+            "rightShoulder",
+            "leftElbow",
+            "rightElbow",
+            "leftWrist",
+            "rightWrist",
+            "leftHip",
+            "rightHip",
+            "leftKnee",
+            "rightKnee",
+            "leftAnkle",
+            "rightAnkle"
+          ]
+        },
+        "OPACITY": {
+          "type": "number",
+          "$comment": "New finite numeric input uses NP-finite-new-input-v1. Existing raw is preserved on no-op; runtime clamp/floor is not applied to stored raw."
+        },
+        "RADIUS": {
+          "type": "number",
+          "$comment": "New finite numeric input uses NP-finite-new-input-v1. Existing raw is preserved on no-op; runtime clamp/floor is not applied to stored raw."
+        }
+      }
+    },
+    "setPoseBoneStyle": {
+      "type": "object",
+      "properties": {
+        "OPACITY": {
+          "type": "number",
+          "$comment": "New finite numeric input uses NP-finite-new-input-v1. Existing raw is preserved on no-op; runtime clamp/floor is not applied to stored raw."
+        },
+        "WIDTH": {
+          "type": "number",
+          "$comment": "New finite numeric input uses NP-finite-new-input-v1. Existing raw is preserved on no-op; runtime clamp/floor is not applied to stored raw."
+        }
+      }
+    },
+    "setPoseOverlayMinimumConfidence": {
+      "type": "object",
+      "properties": {
+        "CONFIDENCE": {
+          "type": "number",
+          "$comment": "New finite numeric input uses NP-finite-new-input-v1. Existing raw is preserved on no-op; runtime clamp/floor is not applied to stored raw."
+        }
+      }
+    },
+    "setPoseConfidenceScaling": {
+      "type": "object",
+      "properties": {
+        "PROPERTY": {
+          "type": "string",
+          "enum": [
+            "joint-opacity",
+            "joint-radius",
+            "bone-opacity",
+            "bone-width"
+          ]
+        },
+        "STATE": {
+          "type": "string",
+          "enum": [
+            "on",
+            "off"
+          ]
+        }
+      }
+    },
+    "setAccumulatedPoseParameters": {
+      "type": "object",
+      "properties": {
+        "ACCUMULATION": {
+          "type": "number",
+          "$comment": "New finite numeric input uses NP-finite-new-input-v1. Existing raw is preserved on no-op; runtime clamp/floor is not applied to stored raw."
+        },
+        "DECAY": {
+          "type": "number",
+          "$comment": "New finite numeric input uses NP-finite-new-input-v1. Existing raw is preserved on no-op; runtime clamp/floor is not applied to stored raw."
+        }
+      }
+    },
+    "setAccumulatedPoseThreshold": {
+      "type": "object",
+      "properties": {
+        "THRESHOLD": {
+          "type": "number",
+          "$comment": "New finite numeric input uses NP-finite-new-input-v1. Existing raw is preserved on no-op; runtime clamp/floor is not applied to stored raw."
+        }
+      }
+    },
+    "isPoseWithThreshold": {
+      "type": "object",
+      "properties": {
+        "THRESHOLD": {
+          "type": "number",
+          "$comment": "New finite numeric input uses NP-finite-new-input-v1. Existing raw is preserved on no-op; runtime clamp/floor is not applied to stored raw."
+        }
+      }
+    }
+  }
+}