lecodes-cli 2.2.9 → 2.2.10

package/package.json

@@ -1,22 +1,22 @@
 {
   "name": "lecodes-cli",
-  "version": "2.2.9",
+  "version": "2.2.10",
   "dependencies": {
     "@letary/chisel": "^0.14.0",
     "jimp": "^1.6.1",
-    "lecodes-sdk": "2.2.9"
+    "lecodes-sdk": "2.2.10"
   },
   "devDependencies": {
     "lecodes-design": "https://storage.yandexcloud.net/le-codes/releases/packages/lecodes-design/lecodes-design-0.11.0.tgz",
-    "lecodes-headless": "2.2.9",
+    "lecodes-headless": "2.2.10",
     "qrcode-terminal": "^0.12.0",
     "lecodes-3d-editor": "https://storage.yandexcloud.net/le-codes/releases/packages/lecodes-3d-editor/lecodes-3d-editor-0.9.0.tgz",
     "lecodes-assets": "0.2.1",
     "lecodes-creator-nav": "0.19.0",
-    "lecodes-gl-lite": "2.2.9",
-    "lecodes-web-frame": "2.2.9",
-    "lecodes-web-player": "2.2.9",
-    "lecodes-web-shared": "2.2.9",
+    "lecodes-gl-lite": "2.2.10",
+    "lecodes-web-frame": "2.2.10",
+    "lecodes-web-player": "2.2.10",
+    "lecodes-web-shared": "2.2.10",
     "lecodes-web-lite": "2.0.2",
     "heic-decode": "^2.1.0",
     "marcidb-embedded": "^0.15.0",
@@ -24,7 +24,7 @@
   },
   "peerDependencies": {
     "lecodes-design": "^0.11.0",
-    "lecodes-headless": "^2.2.9",
+    "lecodes-headless": "^2.2.10",
     "lecodes-3d-editor": "^0.9.0",
     "lecodes-assets": "^0.2.1",
     "heic-decode": "^2.1.0",

package/runtime/materials/background.mat

@@ -0,0 +1,52 @@
+// The scene background (creator-gl setSceneBackground): a texture behind everything, filling the
+// viewport — the camera image of an AR session, a video. The ENGINE draws it (one device-space quad
+// per scene, channel 0, made on first use) and instances this material itself by name; the runtime
+// registers it from the materials archive.
+//
+// ONE source for every backend. The sampler is EXTERNAL because that is what the frames come as
+// (an ARKit / AVFoundation CVPixelBuffer on Metal, an OES texture on Android); a plain 2D texture
+// fills the slot too (WebGL and desktop GL have no external textures — the fork's lecodes 0020 lets
+// a 2D texture into an external slot, the shader compiler rewrites samplerExternalOES there).
+//
+// `uvRow0` / `uvRow1` are the rows of the affine map from the viewport's normalized coordinates
+// (0,0 top-left) to the texture's (0,0 = its first texel): the crop and rotation of a camera image
+// for the display, computed by the host's framework (ARKit's displayTransform, ARCore's
+// transformCoordinates2d). No depth test, no depth write: the scene draws over it as over a clear.
+
+material {
+    name : background,
+    shadingModel : unlit,
+    vertexDomain : device,
+    culling : none,
+    depthWrite : false,
+    depthCulling : false,
+    variantFilter : [ skinning, shadowReceiver, vsm, fog, ssr, stereo ],
+    parameters : [
+        {
+            type : samplerExternal,
+            name : background
+        },
+        {
+            type : float3,
+            name : uvRow0
+        },
+        {
+            type : float3,
+            name : uvRow1
+        }
+    ]
+}
+
+fragment {
+    void material(inout MaterialInputs material) {
+        prepareMaterial(material);
+        // the viewport's coordinates with the origin at the TOP-left, as the hosts' frameworks say them
+        highp vec2 p = getNormalizedViewportCoord().xy;
+        p.y = 1.0 - p.y;
+        highp vec2 uv = vec2(dot(materialParams.uvRow0.xy, p) + materialParams.uvRow0.z,
+                             dot(materialParams.uvRow1.xy, p) + materialParams.uvRow1.z);
+        // inverseTonemapSRGB round-trips the View's tonemapper (video.mat's reason): the frame is
+        // shown with its own colours, not graded a second time
+        material.baseColor = vec4(inverseTonemapSRGB(texture(materialParams_background, uv).rgb), 1.0);
+    }
+}