tirtc-device-builder 0.9.3 → 0.9.4

package/.codex-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "tirtc-device-builder",
-  "version": "0.9.3",
+  "version": "0.9.4",
   "description": "Codex workflows for building and validating TiRTC device firmware across supported chip platforms.",
   "author": {
     "name": "TangeAI",

package/CHANGELOG.md

@@ -2,6 +2,16 @@
 
 This project follows Semantic Versioning.
 
+## 0.9.4
+
+- Add a knowledge-only Waveshare ESP32-P4-WIFI6-Touch-LCD-3.5 package with
+  pinned source maps, media/resource lessons and explicit hardware/HIL limits.
+- Expose validated knowledge references for model candidates without granting
+  adapter reuse; allow unknown PCB revisions only in knowledge-only packages.
+- Add focused media/resource diagnosis guidance covering directional stream
+  contracts, WithCaps task cleanup, reserved codec ownership and UI cadence.
+- Test candidate discovery, unknown revisions and reference path boundaries.
+
 ## 0.9.3
 
 - Pin ESP32 Device Kit 1.1.4 and use wildcard DNS plus HTTP probe redirects for

package/README.md

@@ -961,8 +961,8 @@ metadata 中的版本、标签、上游 commit 和期望 SHA-256 必须与本地
 
 ```bash
 npm test
-git tag -a v0.9.3 -m "v0.9.3"
-git push origin v0.9.3
+git tag -a v0.9.4 -m "v0.9.4"
+git push origin v0.9.4
 ```
 
 不要重复发布已经存在的 npm 版本。版本变化同步更新 `package.json`、`.codex-plugin/plugin.json` 和发布说明。

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "tirtc-device-builder",
-  "version": "0.9.3",
+  "version": "0.9.4",
   "description": "Install and run TiRTC device-development Agent Skills across popular coding clients.",
   "license": "MIT",
   "author": {

package/skills/tirtc-esp32-builder/SKILL.md

@@ -43,6 +43,12 @@ A probable match supplies hypotheses; a component match supplies only component
 lessons. Any identity conflict creates a new variant and keeps concrete GPIO,
 clock, DMA and task values unresolved.
 
+Read a match's `knowledge_refs` before scanning reference repositories. These
+are source maps and evidence, not permission to install a candidate adapter.
+For an existing project's media, memory or scheduling bug, read
+[runtime-resource-review.md](references/runtime-resource-review.md); preserve
+the user's business baseline separately from the hardware reference.
+
 ## 3. Prove the business flows before board porting
 
 When device-call or WeChat VoIP is requested, first build and run the pinned

package/skills/tirtc-esp32-builder/VERSION

@@ -1 +1 @@
-0.9.3
+0.9.4

package/skills/tirtc-esp32-builder/assets/lckfb-szpi-esp32s3-portable-prompt.md

@@ -8,7 +8,7 @@
 
 ```bash
 export TIRTC_AGENT_CLIENT=codex
-npx --yes tirtc-device-builder@0.9.3 setup esp32 --install \
+npx --yes tirtc-device-builder@0.9.4 setup esp32 --install \
   --client "$TIRTC_AGENT_CLIENT" --force-skill
 ```
 
@@ -17,11 +17,11 @@ npx --yes tirtc-device-builder@0.9.3 setup esp32 --install \
 本轮第一步先只读运行：
 
 ```bash
-npx --yes tirtc-device-builder@0.9.3 --version
-npx --yes tirtc-device-builder@0.9.3 setup esp32 --client "$TIRTC_AGENT_CLIENT"
+npx --yes tirtc-device-builder@0.9.4 --version
+npx --yes tirtc-device-builder@0.9.4 setup esp32 --client "$TIRTC_AGENT_CLIENT"
 ```
 
-必须根据命令的实际输出和本机文件确认：npm 包为 0.9.3、已安装 Skill 的 `VERSION` 为 0.9.3、所选 Device Kit 的 `manifest.json` 中 `kit_version` 为 1.1.4，并且 Doctor 对 `--expected-kit 1.1.4` 输出 `OVERALL: PASS`。Plugin manifest 不属于这种 npm 安装方式的运行时前置条件，不得把不可访问的 Plugin 版本当作阻塞项。如果版本不一致、Skill 是在当前会话启动后才安装，或环境检查未通过，停止并报告前置条件不成立；不要在当前会话中替换 Skill 后继续生成工程。
+必须根据命令的实际输出和本机文件确认：npm 包为 0.9.4、已安装 Skill 的 `VERSION` 为 0.9.4、所选 Device Kit 的 `manifest.json` 中 `kit_version` 为 1.1.4，并且 Doctor 对 `--expected-kit 1.1.4` 输出 `OVERALL: PASS`。Plugin manifest 不属于这种 npm 安装方式的运行时前置条件，不得把不可访问的 Plugin 版本当作阻塞项。如果版本不一致、Skill 是在当前会话启动后才安装，或环境检查未通过，停止并报告前置条件不成立；不要在当前会话中替换 Skill 后继续生成工程。
 
 工作区与 clean-room 边界：
 - 将启动 Agent 客户端时的当前目录定义为 `WORKSPACE_ROOT`。

package/skills/tirtc-esp32-builder/knowledge/board-registry.json

@@ -1,6 +1,43 @@
 {
   "schema_version": 1,
   "boards": [
+    {
+      "package_id": "waveshare_esp32p4_wifi6_touch_lcd_35_unknown_rev",
+      "status": "knowledge_only",
+      "identity": {
+        "vendor": "Waveshare",
+        "model": "ESP32-P4-WIFI6-Touch-LCD-3.5",
+        "aliases": ["微雪ESP32-P4-WIFI6-Touch-LCD-3.5", "Waveshare ESP32-P4-WIFI6-Touch-LCD-3.5"],
+        "hardware_revision": null,
+        "target": "esp32p4",
+        "module": null,
+        "flash_mb": 16,
+        "psram_mb": 32,
+        "components": [
+          {"kind": "camera", "model": "OV5647"},
+          {"kind": "audio_codec", "model": "ES8311"},
+          {"kind": "display", "model": "ST7796"},
+          {"kind": "touch", "model": "FT6336"},
+          {"kind": "network", "model": "ESP32-C6"}
+        ],
+        "probes": []
+      },
+      "compatibility": {"idf": "5.5.4", "tirtc_sdk": "2.3.0"},
+      "artifacts": {},
+      "knowledge_refs": ["waveshare-esp32-p4-wifi6-touch-lcd-3.5/knowledge.md"],
+      "lessons": [
+        {
+          "id": "waveshare_p4_media_receive_identity",
+          "scope": "board",
+          "subject": "VoIP receive admission",
+          "guidance": "Observed WeChat JPEG stream1 differs from subscribe/uplink stream11. Check active connection, generation and codec; reproduce with actual ingress before editing filters. See knowledge_refs for evidence and limitations.",
+          "action": "warn",
+          "verification": "corroborated",
+          "applies_to": {"package_id": "waveshare_esp32p4_wifi6_touch_lcd_35_unknown_rev"},
+          "evidence": [{"board_package_id": "waveshare_esp32p4_wifi6_touch_lcd_35_unknown_rev", "source_ref": "waveshare-esp32-p4-wifi6-touch-lcd-3.5/knowledge.md#media-and-failures-worth-remembering"}]
+        }
+      ]
+    },
     {"package_id":"lckfb_szpi_esp32s3_v1_0_1","status":"knowledge_only","identity":{"vendor":"深圳嘉立创科技集团股份有限公司（立创开发板）","model":"立创·实战派 ESP32-S3 开发板","aliases":["LCKFB SZPI ESP32-S3"],"hardware_revision":"V1.0.1","target":"esp32s3","module":"ESP32-S3 module","flash_mb":16,"psram_mb":8,"components":[{"kind":"camera","model":"GC2145"},{"kind":"aec_reference","model":"ES7210 MIC3 hardware reference"}],"probes":[]},"compatibility":{"idf":"5.5.4","tirtc_sdk":"2.3.0"},"artifacts":{},"lessons":[]},
     {"package_id":"alientek_atk_dnesp32s3_v1","status":"knowledge_only","identity":{"vendor":"正点原子 (ALIENTEK)","model":"ATK-DNESP32S3","aliases":[],"hardware_revision":"V1.0","target":"esp32s3","module":"ATK-MWS3S","flash_mb":16,"psram_mb":8,"components":[{"kind":"camera","model":"OV5640 PID 0x5640"},{"kind":"audio_codec","model":"ES8388"}],"probes":[]},"compatibility":{"idf":"5.5.4","tirtc_sdk":"2.3.0"},"artifacts":{},"lessons":[]}
   ]

package/skills/tirtc-esp32-builder/knowledge/waveshare-esp32-p4-wifi6-touch-lcd-3.5/knowledge.md

@@ -0,0 +1,84 @@
+# Waveshare ESP32-P4-WIFI6-Touch-LCD-3.5
+
+2026-09-07. Knowledge only; PCB and silicon revisions unresolved. This package
+contains source-correlated observations and targeted regressions, not an
+installable adapter or complete Hardware IR. A matching sales name does not
+authorize pin reuse. No credentials, raw call logs or user media are retained.
+
+## Read only the needed source
+
+| Baseline | Pinned source | Locate next |
+| --- | --- | --- |
+| Product business | xiaotai, baseline `8d67f0fe1b7385485e9d3de57065be53d10639ed` plus uncommitted P4 port | `lckfb-szpi-esp32s3-tirtc/components/starter_runtime/src/starter_runtime.c`, shared `starter_product`, `starter_tirtc` |
+| Hardware/media | tirtc-device-example `cad4cbe58c3ff451906322930ceede19e6bf6a07`, app 1.5.3 | `complete-applications/esp32-p4/device-monitor/main/` |
+| Vendor | waveshareteam/ESP32-P4-WIFI6-Touch-LCD-3.5 `870588e62daaf723f3c52f0060d8dc053665ed30` | `examples/esp-idf/06_I2SCodec`, `docs/revisions.md`, schematic |
+| Cross-check | xiaozhi-esp32 `1ce658bcb9ce9aac69d3f87af9894a715b7175f6` | `main/boards/waveshare/esp32-p4-wifi6-touch-lcd-3.5/` |
+
+Source paths are repository-relative, not prerequisites for a particular home
+directory. Product HEAD alone does not identify dirty source; retain the local
+diff and BIN/ELF identity when promoting this package. Project source maps live
+under `docs/boards/waveshare-esp32-p4-wifi6-touch-lcd-3.5/`; current build status
+is in `waveshare-esp32p4-xiaotai/PORT_STATUS.md` and `BUILD_IDENTITY.md`.
+
+## Hardware candidates (source-correlated, re-probe on new hardware)
+
+- P4, 32 MiB PSRAM, 16 MiB flash; ESP32-C6 over Hosted SDIO. P4 requires its own
+  RISC-V SDK; the tested IDF is 5.5.4-dirty, TiRTC 2.3.0.
+- ST7796 **SPI**, physical 320x480 / landscape 480x320; FT6336 uses the FT5x06
+  driver family. CSI camera does not imply a DSI display.
+- No onboard IMU is documented for this model: vendor hardware inventory omits
+  one, pinned monitor BSP declares `BSP_CAPS_IMU=0`, and vendor BSP 2.0.1 lists
+  IMU unavailable. External sensing is needed for motion-based rotation; BSP
+  support flags alone are not proof of hardware absence. Sources checked
+  2026-09-07: https://docs.waveshare.com/ESP32-P4-WIFI6-Touch-LCD-3.5 and
+  https://components.espressif.com/components/waveshare/esp32_p4_wifi6_touch_lcd_3_5/versions/2.0.1/readme
+- Shared I2C1 SDA7/SCL8: pass the existing bus to camera SCCB (`init_sccb=false`),
+  codec and touch; an unused I2C0 macro is not evidence for a second owner.
+- ES8311 I2S1 MCLK13/BCLK12/WS10/DOUT9/DIN11; PA53 high. Shared TX/RX,
+  16 kHz stereo 16-bit, left MIC/right DAC reference. Monitor uses
+  `.no_dac_ref=false`, codec register 0x44=0x58. Validate reference energy and
+  double-talk; a board-level reference macro in Xiaozhi does not prove its
+  actual codec object enables reference input.
+- LCD MOSI20/CLK21/CS23/DC26/RST27/BL28; touch RST29/INT50; BOOT35.
+  Verify combined rotation/mirror and all four touch corners. BOOT is distinct
+  from AXP2101 power controls; PMIC power sequencing remains unverified.
+- C6 SDIO CLK18/CMD19/D0..3=14..17/RST54. Read host/slave versions; STA working
+  does not verify SoftAP/captive portal. Read the remote STA MAC after got-IP.
+- OV5647 source: `main/drivers/camera/camera_driver.c`. Sensor mode may run
+  faster than requested output: observed 800x640@50 sensor paced to 15 fps.
+  Verify PID and actual silicon revision before selecting rev<3 defaults.
+
+## Media and failures worth remembering
+
+| Symptom | Evidence and correction | Regression / next source |
+| --- | --- | --- |
+| VoIP audio but no remote image | Callback metadata stream=1/media=65 (JPEG), rx=37 and decoded=0; adapter only allowed stream11. Receive by active connection/generation/codec, not uplink ID. User later reported image visible. | P4 `tools/test_video_ingress.py`, actual `p4_video_submit`/`drain_video`; monitor `tirtc_session_on_video` |
+| Remote producer not requested | Monitor subscribes then sends its version-specific video-enable command `(SN<<16)\u007c0x1105`, byte1. Added missing request, but this alone was not proven to fix image. | `tools/test_p4_video.py`; monitor `tirtc_session.c`, `tirtc_commands.c` |
+| H264 open fails with >8 MiB free | Singleton output workspace remained reserved for old profile. Stop worker, apply profile, reconcile reservation, restart. | `tools/test_p4_profile_switch.py`; `camera_pipeline_on_rtc_video_config_changed` |
+| Repeated WHIP attempts leak | Shared worker used WithCaps creation and ordinary deletion. Fixed to paired deletion; 24 KiB stack plus TCB per completed attempt was retained. | S3 `tools/test_voip_task_cleanup.py`; installed IDF `esp_additions/idf_additions.c` |
+| UI slow / video not smooth | Product UI tick100ms limits presentation near10fps; renderer input24x256KiB plus output20x480x320x2 dominate pools. Retained pools are intentional, not proven optimal for this product. | `call_video_renderer_config.h`, `p4_video_ui_tick`; measure before tuning |
+
+Product-specific media: device CALL H264 both directions; WeChat VOIP H264 up /
+MJPEG down, profile video enabled with 640x480, 8k mono A-law. Preserve explicit
+voice calls. Camera privacy disables local capture/send while keeping remote
+decode/audio; microphone is independent. Profile declaration is not proof of
+actual packets or display. P4 H264 encode is hardware; downstream H264 here is
+software, MJPEG uses hardware JPEG plus scaling.
+
+## Evidence boundary
+
+P4 `xiaotai-p4-voip.8` compiled with host regressions including 100 simulated
+worker exits; no repeated-call heap HIL yet.
+
+- BIN SHA256: `8bb2e46f3ce68318ebdd544c6cff979e6885e1c40b70ff0ee1731342b07c55e1`
+- ELF SHA256: `6a138dede2fe20e7980937801c48a0206b0a78a3634a49a9ef3e31f9bce811aa`
+- P4 SDK archive SHA256: `a7a01ffd496a55364c7e4d665ff3884d078147bba96752a965d97befca12e451`
+
+These identify historical local artifacts, not bundled binaries or a reproducible
+release. User reports video visible after the stream-filter correction, without
+a complete artifact-bound capture. Startup logs prove one successful media
+start, not long-run stability. Earlier HMAC signing -> invalid LVGL event crash
+is unresolved; no claim it was fixed by task cleanup. AEC/double-talk, weak
+network, repeated calls, PMIC controls and full product parity remain pending.
+Promote only after exact identity, portable adapter/IR/contracts and per-flow
+artifact-bound acceptance are retained.

package/skills/tirtc-esp32-builder/references/board-knowledge.md

@@ -51,6 +51,13 @@ Registry package status controls reuse:
 
 An older HIL result is provenance, not proof for a newly built artifact.
 
+Knowledge-only packages may record an unknown PCB revision as `null`; verified
+packages still require an explicit revision. `match` returns registry-relative
+`knowledge_refs` for exact/model candidates, including knowledge-only packages.
+Read that source map first and inspect only relevant source deltas. A probable
+match provides investigation leads, not validated pins or an installable adapter.
+The Waveshare ESP32-P4-WIFI6-Touch-LCD-3.5 package follows this boundary.
+
 ## Learning loop
 
 After the final assessment, create a project-local candidate:

package/skills/tirtc-esp32-builder/references/runtime-resource-review.md

@@ -0,0 +1,58 @@
+# Existing-project media and resource review
+
+Use for missing remote video, allocation failures, task leaks, slow UI or call
+switching. This is a focused diagnostic route, not a requirement to redo board
+intake, replay every simulator flow or regenerate a working product.
+
+## Establish a narrow baseline
+
+Record business baseline and hardware reference separately. Keep the user's
+contacts, call arbitration, onboarding and UI semantics in the former; borrow
+drivers, capture and codec resource ownership from the latter. Read the matched
+knowledge package's source map, compare pinned commits and relevant dirty files,
+then inspect only the path under investigation. Reuse prior build evidence only
+when artifact identity matches; otherwise label it historical.
+
+## Receive-to-display contract
+
+For each active mode record uplink codec, subscribe ID, downlink codec and
+observed receive metadata independently. H5 video-up stream 11 remains valid;
+it does not establish a universal receive stream ID. Authenticate the active
+connection, validate generation and negotiated media, and test actual ingress
+with captured non-sensitive frame metadata before changing filters.
+
+Use bounded counters at callback, admission, queue, decoder, converter and
+presentation boundaries. Count admission rejection separately from overflow.
+`rx>0, decoded=0` is not automatically a codec failure. Test enabling remote
+production separately from subscription; protocol commands are SDK/reference
+specific, not generic magic constants.
+
+## Resource lifecycle
+
+- Inventory task creation and deletion pairs. ESP-IDF `xTaskCreate*WithCaps`
+  requires `vTaskDeleteWithCaps`; ordinary deletion retains its statically
+  registered stack/TCB. Confirm the installed IDF implementation. Self-deletion
+  may allocate a helper task; under tight internal RAM prefer owner-driven
+  cleanup after the worker has stopped. A mock API-pair test is not heap HIL.
+- Distinguish free capacity, largest contiguous block, DMA capability and
+  reserved-workspace ownership. Stop the old codec owner before reconfiguring
+  or acquiring a singleton workspace. Retry cannot repair stale ownership.
+- Budget internal RAM and PSRAM independently for idle, handshake, duplex media
+  and stop/reconnect overlap. Include codec pools, ingress copies, UI surfaces,
+  worker stacks and SDK queues; a retained pool is not a per-call leak.
+- Measure receive, decode and presentation cadence independently. A 100 ms UI
+  timer caps presentation near 10 fps even if decode runs at 15 fps. Evaluate
+  dedicated video presentation and smaller MJPEG latest-frame pools against
+  audio deadlines; H264 recovery buffers have different dependencies.
+
+## Completion evidence
+
+Run an actual-code regression for the failing seam. Report build/host tests
+separately from hardware. For resource changes, compare post-warmup baselines
+over repeated connect/cancel/hangup cycles and a sustained duplex call: heap
+free/largest/minimum by capability, task stack low-water marks, queue drops,
+decode/present rates and audio starvation. Sample cheaply outside realtime
+callbacks; choose intervals for the experiment, not permanent noisy polling.
+Unreproduced crashes remain unresolved even if a later call succeeds. Change
+one high-risk variable per hardware comparison and retain redacted artifact-
+bound results; user-reported video is evidence of video, not AEC or stability.

package/skills/tirtc-esp32-builder/scripts/board_registry.py

@@ -95,12 +95,16 @@ def validate_probe(item: Any, path: str, errors: list[str]) -> None:
         errors.append(f"{path}.required_for_exact must be true or false")
 
 
-def validate_identity(identity: Any, path: str, errors: list[str]) -> None:
+def validate_identity(identity: Any, path: str, errors: list[str], *, allow_unknown_revision: bool = False) -> None:
     if not isinstance(identity, dict):
         errors.append(f"{path} must be an object")
         return
-    for field in ("vendor", "model", "hardware_revision", "target"):
+    for field in ("vendor", "model", "target"):
         nonempty(identity.get(field), f"{path}.{field}", errors)
+    if allow_unknown_revision:
+        nullable_nonempty(identity.get("hardware_revision"), f"{path}.hardware_revision", errors)
+    else:
+        nonempty(identity.get("hardware_revision"), f"{path}.hardware_revision", errors)
     aliases = string_array(identity.get("aliases", []), f"{path}.aliases", errors)
     names = [identity.get("model"), *aliases]
     normalized_names = [normalized(value) for value in names if normalized(value)]
@@ -244,7 +248,15 @@ def validate_registry(data: dict[str, Any], registry_path: Path) -> list[str]:
             errors.append(
                 f"{prefix}.status must be one of {', '.join(sorted(PACKAGE_STATUSES))}"
             )
-        validate_identity(board.get("identity"), f"{prefix}.identity", errors)
+        validate_identity(board.get("identity"), f"{prefix}.identity", errors,
+                          allow_unknown_revision=status == "knowledge_only")
+        for ref_index, value in enumerate(string_array(
+            board.get("knowledge_refs", []), f"{prefix}.knowledge_refs", errors
+        )):
+            resolved = safe_registry_path(registry_path, value,
+                f"{prefix}.knowledge_refs[{ref_index}]", errors)
+            if resolved is not None and not resolved.is_file():
+                errors.append(f"{prefix}.knowledge_refs[{ref_index}] does not exist")
         compatibility = board.get("compatibility")
         if not isinstance(compatibility, dict):
             errors.append(f"{prefix}.compatibility must be an object")
@@ -453,6 +465,10 @@ def match_board(board: dict[str, Any], query: dict[str, Any]) -> dict[str, Any]
             {"kind": kind, "model": model} for kind, model in shared_components
         ],
         "applicable_lessons": applicable_lessons,
+        # A model candidate can read its evidence without acquiring GPIO/adapter
+        # authority. Component-only matches must not inherit board-specific docs.
+        "knowledge_refs": board.get("knowledge_refs", [])
+            if classification in {"exact", "probable"} else [],
         "artifacts": board.get("artifacts", {}) if reuse == "registered_board" else {},
     }