gowalk-cicd 1.0.99 → 1.0.100

package/CLAUDE.md

@@ -183,6 +183,11 @@ node /path/to/gowalk-cicd/bin/cli.mjs
   Save only on a cache miss with caching enabled, a real successful install and verified cache
   scope. Preserve resolved keys/paths and the official pinned restore/save programs. Failed or
   dry-run setup never publishes an SDK cache; pub dependency caching retains its job-end behavior.
+- Exact `flutter-version` inputs may reuse previously resolved public release metadata before SDK
+  cache lookup. Metadata is scoped to platform, origin, channel, architecture and full version;
+  URL/pin/schema/release fields are checked before reuse. Blank, wildcard and version-file inputs
+  resolve online. Missing or invalid metadata falls back to the required proxied GET; missing
+  account transport still refuses even with a warm cache. SDK keys and checksum checks stay unchanged.
 - Gradle caches use explicit checksum-pinned restore/save actions, each optional and bounded
   to two minutes. Preserve setup-java's key inputs and absolute cache paths to reuse existing
   caches. Java setup, builds and store uploads remain mandatory; save runs after delivery.

package/action/.daemux-version

@@ -1 +1 @@
-1.0.99
+1.0.100

package/android-action/.daemux-version

@@ -1 +1 @@
-1.0.99
+1.0.100

package/android-action/flutter-setup/action.yml

@@ -97,12 +97,36 @@ runs:
     continue-on-error: true
     shell: bash
     run: node "$GITHUB_ACTION_PATH/../scripts/cache_scope.cjs" --snapshot
+  - name: Identify an exact Flutter release metadata cache
+    id: release-metadata
+    if: ${{ inputs.cache == 'true' && steps.scope.outcome == 'success' }}
+    continue-on-error: true
+    shell: bash
+    env:
+      GOWALK_FLUTTER_VERSION: ${{ inputs.flutter-version }}
+      GOWALK_FLUTTER_VERSION_FILE: ${{ inputs.flutter-version-file }}
+      GOWALK_FLUTTER_CHANNEL: ${{ inputs.channel }}
+      GOWALK_FLUTTER_ARCHITECTURE: ${{ inputs.architecture }}
+    run: python3 "$GITHUB_ACTION_PATH/../scripts/flutter_release_cache.py"
+  - name: Restore exact Flutter release metadata
+    id: cache-release
+    if: ${{ steps.release-metadata.outputs.enabled == 'true' }}
+    uses: actions/cache/restore@caa296126883cff596d87d8935842f9db880ef25
+    continue-on-error: true
+    env:
+      NODE_OPTIONS: --require "${{ steps.scope.outputs.preloader }}"
+      SEGMENT_DOWNLOAD_TIMEOUT_MINS: '1'
+    with:
+      path: ${{ steps.release-metadata.outputs.path }}
+      key: ${{ steps.release-metadata.outputs.key }}
   - name: Resolve Flutter release and cache identities
     id: flutter-action
     uses: subosito/flutter-action@1a449444c387b1966244ae4d4f8c696479add0b2
     env:
       BASH_ENV: ${{ steps.transport.outputs.manifest_env }}
       GOWALK_FLUTTER_MANIFEST_HELPER: ${{ steps.transport.outputs.manifest_helper }}
+      GOWALK_FLUTTER_RELEASE_CACHE: ${{ steps.release-metadata.outputs.path }}
+      GOWALK_FLUTTER_RELEASE_PIN: ${{ steps.release-metadata.outputs.pin }}
     with:
       channel: ${{ inputs.channel }}
       flutter-version: ${{ inputs.flutter-version }}
@@ -116,6 +140,17 @@ runs:
       pub-cache-path: ${{ inputs.pub-cache-path }}
       dry-run: 'true'
       git-source: ${{ inputs.git-source }}
+  - name: Save resolved Flutter release metadata
+    if: >-
+      ${{ steps.release-metadata.outputs.enabled == 'true' && steps.flutter-action.outcome == 'success'
+          && steps.cache-release.outputs.cache-hit != 'true' }}
+    uses: actions/cache/save@caa296126883cff596d87d8935842f9db880ef25
+    continue-on-error: true
+    env:
+      NODE_OPTIONS: --require "${{ steps.scope.outputs.preloader }}"
+    with:
+      path: ${{ steps.release-metadata.outputs.path }}
+      key: ${{ steps.release-metadata.outputs.key }}
   - name: Cache Flutter
     id: cache-flutter
     if: ${{ inputs.cache == 'true' }}
@@ -159,6 +194,8 @@ runs:
       GOWALK_FLUTTER_MANIFEST_HELPER: ${{ steps.transport.outputs.manifest_helper }}
       GOWALK_FLUTTER_ARCHIVE_CACHE: >-
         ${{ inputs.cache == 'true' && format('{0}/gowalk-flutter-archives', runner.temp) || '' }}
+      GOWALK_FLUTTER_RELEASE_CACHE: ${{ steps.release-metadata.outputs.path }}
+      GOWALK_FLUTTER_RELEASE_PIN: ${{ steps.release-metadata.outputs.pin }}
     with:
       channel: ${{ steps.flutter-action.outputs.CHANNEL }}
       flutter-version: ${{ steps.flutter-action.outputs.VERSION }}

package/android-action/scripts/flutter_manifest.py

@@ -10,6 +10,7 @@ from urllib.parse import urlsplit
 
 import flutter_download
 import flutter_archive_cache
+import flutter_release_cache
 
 RETRY_CODES = {5, 6, 7, 18, 28, 35, 52, 55, 56, 92, 95}
 RETRY_HTTP = {408, 429, 500, 502, 503, 504}
@@ -26,6 +27,8 @@ def download(arguments: list[str], directory: Path) -> int:
     destination = directory / "download"
     destination.touch(mode=0o600, exist_ok=True)
     destination.chmod(0o600)
+    if flutter_release_cache.reuse(arguments[-1], destination, kind):
+        return 0
     if flutter_archive_cache.reuse_complete(destination, kind):
         return 0
     attempted = 0
@@ -41,6 +44,7 @@ def download(arguments: list[str], directory: Path) -> int:
                                       curl_exit=code, http_status=http, proxy_status=proxy_http)
         if code == 0 and http in ({200, 206} if kind == "archive" else {200}):
             flutter_download.publish(destination, kind)
+            flutter_release_cache.remember(arguments[-1], destination, kind)
             if attempt > 1:
                 print(f"flutter_{kind}_recovered attempts={attempt}", file=sys.stderr)
             return 0

package/android-action/scripts/flutter_release_cache.py

@@ -0,0 +1,120 @@
+"""Optional public release metadata for exact Flutter pins; SDK identities remain the official action's."""
+import hashlib
+import json
+import os
+from pathlib import Path
+import re
+import sys
+import tempfile
+
+import flutter_download
+
+MAX_BYTES = 16 * 1024 * 1024
+EXACT_VERSION = re.compile(r"[0-9]+\.[0-9]+\.[0-9]+(?:[-+][0-9A-Za-z][0-9A-Za-z.-]*)?")
+
+
+def valid_pin(value) -> bool:
+    return (isinstance(value, dict) and set(value) == {"version", "channel", "architecture"}
+            and isinstance(value["version"], str)
+            and bool(EXACT_VERSION.fullmatch(value["version"]))
+            and value["channel"] in ("stable", "beta", "dev")
+            and value["architecture"] in ("x64", "arm64"))
+
+
+def context():
+    try:
+        pin = json.loads(os.environ.get("GOWALK_FLUTTER_RELEASE_PIN", "null"))
+        raw = os.environ.get("GOWALK_FLUTTER_RELEASE_CACHE")
+        if not raw or not valid_pin(pin):
+            return None
+        path = Path(raw)
+        parent = Path(os.environ["RUNNER_TEMP"]).resolve(strict=True) / "gowalk-flutter-manifests"
+        if (path.is_symlink() or path.parent.is_symlink() or path.parent.resolve() != parent
+                or not re.fullmatch(r"[a-f0-9]{64}\.json", path.name)):
+            return None
+        return path, pin
+    except (KeyError, OSError, ValueError, TypeError):
+        return None
+
+
+def matches(manifest, pin) -> bool:
+    if not isinstance(manifest, dict) or not isinstance(manifest.get("releases"), list):
+        return False
+    rows = [row for row in manifest["releases"] if isinstance(row, dict)
+            and row.get("version") == pin["version"] and row.get("channel") == pin["channel"]
+            and (row.get("dart_sdk_arch") or "x64") == pin["architecture"]]
+    if len(rows) != 1:
+        return False
+    row = rows[0]
+    return (isinstance(row.get("archive"), str) and not row["archive"].startswith("/")
+            and ".." not in row["archive"] and "\\" not in row["archive"]
+            and bool(re.fullmatch(r"[a-fA-F0-9]{40}", str(row.get("hash", ""))))
+            and bool(re.fullmatch(r"[a-fA-F0-9]{64}", str(row.get("sha256", "")))))
+
+
+def reuse(url: str, destination: Path, kind: str) -> bool:
+    selected = context() if kind == "manifest" else None
+    if not selected:
+        return False
+    path, pin = selected
+    try:
+        if not path.is_file() or path.stat().st_size > MAX_BYTES:
+            return False
+        record = json.loads(path.read_bytes())
+        if (not isinstance(record, dict) or record.get("schema") != 1 or record.get("url") != url
+                or record.get("pin") != pin or not matches(record.get("manifest"), pin)):
+            return False
+        destination.write_text(json.dumps(record["manifest"]))
+        flutter_download.publish(destination, kind)
+        print('::notice title=flutter_manifest_cache::{"schema":"gowalk-cicd/flutter-manifest-cache.v1",'
+              '"event":"hit"}', file=sys.stderr)
+        return True
+    except (OSError, ValueError, TypeError):
+        return False
+
+
+def remember(url: str, destination: Path, kind: str) -> None:
+    selected = context() if kind == "manifest" else None
+    if not selected or destination.stat().st_size > MAX_BYTES:
+        return
+    path, pin = selected
+    temporary = None
+    try:
+        manifest = json.loads(destination.read_bytes())
+        if not matches(manifest, pin):
+            return
+        content = json.dumps({"schema": 1, "url": url, "pin": pin, "manifest": manifest}).encode()
+        if len(content) > MAX_BYTES:
+            return
+        path.parent.mkdir(mode=0o700, exist_ok=True)
+        with tempfile.NamedTemporaryFile(dir=path.parent, prefix="incoming-", delete=False) as output:
+            temporary = Path(output.name)
+            output.write(content)
+        os.replace(temporary, path)
+    except (OSError, ValueError, TypeError):
+        pass  # This optional cache cannot turn a completed provider read into a failed setup.
+    finally:
+        if temporary:
+            try:
+                temporary.unlink(missing_ok=True)
+            except OSError:
+                pass
+
+
+def prepare() -> None:
+    pin = {"version": os.environ.get("GOWALK_FLUTTER_VERSION", ""),
+           "channel": os.environ.get("GOWALK_FLUTTER_CHANNEL", ""),
+           "architecture": os.environ.get("GOWALK_FLUTTER_ARCHITECTURE", "").lower()}
+    with Path(os.environ["GITHUB_OUTPUT"]).open("a") as output:
+        if os.environ.get("GOWALK_FLUTTER_VERSION_FILE") or not valid_pin(pin):
+            output.write("enabled=false\n")
+            return
+        namespace = {"pin": pin, "os": os.environ["RUNNER_OS"],
+                     "origin": os.environ.get("FLUTTER_STORAGE_BASE_URL", "https://storage.googleapis.com")}
+        digest = hashlib.sha256(json.dumps(namespace, sort_keys=True).encode()).hexdigest()
+        path = Path(os.environ["RUNNER_TEMP"]).resolve(strict=True) / "gowalk-flutter-manifests" / f"{digest}.json"
+        output.write(f"enabled=true\nkey=flutter-manifest-v1-{digest}\npath={path}\npin={json.dumps(pin)}\n")
+
+
+if __name__ == "__main__":
+    prepare()

package/android-action/scripts/test_flutter_release_cache.py

@@ -0,0 +1,103 @@
+"""Exact pinned setup survives a manifest outage after a verified resolution; misses stay proxied."""
+import json
+import os
+from pathlib import Path
+import subprocess
+import tempfile
+import unittest
+
+from flutter_manifest_fixture import HOST, official_setup, tls_proxy
+
+ROOT = Path(__file__).parent
+
+
+class ReleaseCacheTests(unittest.TestCase):
+    @classmethod
+    def setUpClass(cls):
+        cls.source = official_setup()
+
+    def setUp(self):
+        scratch = tempfile.TemporaryDirectory()
+        self.addCleanup(scratch.cleanup)
+        self.root = Path(scratch.name)
+        self.setup = self.root / "setup.sh"
+        self.setup.write_bytes(self.source)
+        self.cache = self.root / "gowalk-flutter-manifests" / ("a" * 64 + ".json")
+
+    def invoke(self, server, cert, *, version="3.44.0", bound=True):
+        pin = {"version": version, "channel": "stable", "architecture": "x64"}
+        env = {**os.environ, "RUNNER_TEMP": str(self.root), "RUNNER_OS": "Linux", "RUNNER_ARCH": "X64",
+               "RUNNER_TOOL_CACHE": str(self.root / "tools"), "GITHUB_OUTPUT": str(self.root / "output"),
+               "PUB_CACHE": str(self.root / "pub"), "FLUTTER_STORAGE_BASE_URL": "https://" + HOST,
+               "BASH_ENV": str(ROOT / "flutter_manifest_env.sh"), "CURL_CA_BUNDLE": str(cert),
+               "GOWALK_FLUTTER_MANIFEST_HELPER": str(ROOT / "flutter_manifest.py"),
+               "GOWALK_FLUTTER_RELEASE_CACHE": str(self.cache), "GOWALK_FLUTTER_RELEASE_PIN": json.dumps(pin),
+               "HTTPS_PROXY": f"http://127.0.0.1:{server.server_address[1]}", "NO_PROXY": "", "no_proxy": ""}
+        env.pop("https_proxy", None)
+        if not bound:
+            env.pop("HTTPS_PROXY")
+        (self.root / "output").write_text("")
+        return subprocess.run(["bash", str(self.setup), "-p", "-n", version, "-a", "x64",
+                               "-k", "same-:version:-:hash:", "stable"], env=env,
+                              capture_output=True, text=True, timeout=15)
+
+    def test_warm_resolution_preserves_sdk_identity_without_another_manifest_connection(self):
+        with tls_proxy(self.root, ["ok", "origin_auth"]) as (server, cert):
+            cold = self.invoke(server, cert)
+            self.assertEqual(cold.returncode, 0, cold.stderr)
+            identity = (self.root / "output").read_text()
+            warm = self.invoke(server, cert)
+            self.assertEqual(warm.returncode, 0, warm.stderr)
+            self.assertEqual((server.connects, len(server.requests)), (1, 1))
+            self.assertEqual((self.root / "output").read_text(), identity)
+            self.assertIn("flutter_manifest_cache", warm.stderr)
+
+    def test_changed_pin_does_not_reuse_another_versions_manifest(self):
+        with tls_proxy(self.root, ["ok", "origin_auth"]) as (server, cert):
+            self.assertEqual(self.invoke(server, cert).returncode, 0)
+            changed = self.invoke(server, cert, version="3.44.1")
+            self.assertNotEqual(changed.returncode, 0)
+            self.assertEqual(server.connects, 2)
+            self.assertIn("http_status=401", changed.stderr)
+
+    def test_invalid_cache_is_recovered_through_the_assigned_proxy(self):
+        self.cache.parent.mkdir()
+        self.cache.write_text("truncated JSON")
+        with tls_proxy(self.root, ["ok"]) as (server, cert):
+            result = self.invoke(server, cert)
+            self.assertEqual(result.returncode, 0, result.stderr)
+            self.assertEqual(server.connects, 1)
+        self.assertEqual(json.loads(self.cache.read_text())["pin"]["version"], "3.44.0")
+
+    def test_warm_cache_never_bypasses_the_required_account_pin(self):
+        with tls_proxy(self.root, ["ok"]) as (server, cert):
+            self.assertEqual(self.invoke(server, cert).returncode, 0)
+            result = self.invoke(server, cert, bound=False)
+            self.assertNotEqual(result.returncode, 0)
+            self.assertEqual(server.connects, 1)
+
+    def test_wrong_origin_or_invalid_release_metadata_requires_a_fresh_provider_read(self):
+        for change in ["url", "sha256"]:
+            with self.subTest(change=change), tls_proxy(self.root, ["ok", "ok"]) as (server, cert):
+                self.cache.unlink(missing_ok=True)
+                self.assertEqual(self.invoke(server, cert).returncode, 0)
+                record = json.loads(self.cache.read_text())
+                if change == "url":
+                    record["url"] = "https://another.fixture.invalid/releases_linux.json"
+                else:
+                    record["manifest"]["releases"][0]["sha256"] = "invalid"
+                self.cache.write_text(json.dumps(record))
+                self.assertEqual(self.invoke(server, cert).returncode, 0)
+                self.assertEqual(server.connects, 2)
+
+    def test_wildcard_selection_still_resolves_a_fresh_manifest(self):
+        with tls_proxy(self.root, ["ok", "origin_auth"]) as (server, cert):
+            self.assertEqual(self.invoke(server, cert, version="3.44.x").returncode, 0)
+            result = self.invoke(server, cert, version="3.44.x")
+            self.assertNotEqual(result.returncode, 0)
+            self.assertEqual(server.connects, 2)
+        self.assertFalse(self.cache.exists())
+
+
+if __name__ == "__main__":
+    unittest.main()

package/android-action/scripts/test_flutter_release_cache_scope.py

@@ -0,0 +1,49 @@
+"""Metadata cache selectors cannot freeze moving requests or cross platforms/origins."""
+import json
+import os
+from pathlib import Path
+import subprocess
+import sys
+import tempfile
+import unittest
+
+SCRIPT = Path(__file__).with_name("flutter_release_cache.py")
+
+
+class CacheSelectionTests(unittest.TestCase):
+    def prepare(self, root, **changes):
+        output = root / "outputs"
+        output.write_text("")
+        env = {**os.environ, "GITHUB_OUTPUT": str(output), "RUNNER_TEMP": str(root), "RUNNER_OS": "Linux",
+               "GOWALK_FLUTTER_VERSION": "3.44.0", "GOWALK_FLUTTER_VERSION_FILE": "",
+               "GOWALK_FLUTTER_CHANNEL": "stable", "GOWALK_FLUTTER_ARCHITECTURE": "X64",
+               "FLUTTER_STORAGE_BASE_URL": "https://storage.googleapis.com", **changes}
+        result = subprocess.run([sys.executable, str(SCRIPT)], env=env, capture_output=True, timeout=10)
+        self.assertEqual((result.returncode, result.stdout, result.stderr), (0, b"", b""))
+        return dict(line.split("=", 1) for line in output.read_text().splitlines())
+
+    def test_exact_identity_is_stable_and_other_selections_have_separate_keys(self):
+        with tempfile.TemporaryDirectory() as directory:
+            root = Path(directory)
+            first = self.prepare(root)
+            self.assertEqual(first, self.prepare(root))
+            self.assertEqual(first["enabled"], "true")
+            self.assertEqual(json.loads(first["pin"])["architecture"], "x64")
+            for change in [{"RUNNER_OS": "macOS"}, {"GOWALK_FLUTTER_ARCHITECTURE": "ARM64"},
+                           {"GOWALK_FLUTTER_CHANNEL": "beta"}, {"GOWALK_FLUTTER_VERSION": "3.44.1"},
+                           {"FLUTTER_STORAGE_BASE_URL": "https://another.fixture.invalid"}]:
+                with self.subTest(change=change):
+                    self.assertNotEqual(first["key"], self.prepare(root, **change)["key"])
+
+    def test_moving_or_file_resolved_versions_do_not_enable_metadata_reuse(self):
+        with tempfile.TemporaryDirectory() as directory:
+            root = Path(directory)
+            for change in [{"GOWALK_FLUTTER_VERSION": ""}, {"GOWALK_FLUTTER_VERSION": "3.x"},
+                           {"GOWALK_FLUTTER_CHANNEL": "master"},
+                           {"GOWALK_FLUTTER_VERSION_FILE": "pubspec.yaml"}]:
+                with self.subTest(change=change):
+                    self.assertEqual(self.prepare(root, **change), {"enabled": "false"})
+
+
+if __name__ == "__main__":
+    unittest.main()

package/android-action/scripts/test_google_bootstrap_wiring.py

@@ -9,6 +9,22 @@ ROOT = Path(__file__).resolve().parents[2]
 
 
 class BootstrapWiringTests(unittest.TestCase):
+    def assert_protected_setup(self, resolve, install):
+        for step in (resolve, install):
+            self.assertEqual(step["uses"], "subosito/flutter-action@1a449444c387b1966244ae4d4f8c696479add0b2")
+            expected_env = {
+                "BASH_ENV": "${{ steps.transport.outputs.manifest_env }}",
+                "GOWALK_FLUTTER_MANIFEST_HELPER": "${{ steps.transport.outputs.manifest_helper }}",
+                "GOWALK_FLUTTER_RELEASE_CACHE": "${{ steps.release-metadata.outputs.path }}",
+                "GOWALK_FLUTTER_RELEASE_PIN": "${{ steps.release-metadata.outputs.pin }}"}
+            if step is install:
+                expected_env["GOWALK_FLUTTER_ARCHIVE_CACHE"] = (
+                    "${{ inputs.cache == 'true' && format('{0}/gowalk-flutter-archives', runner.temp) || '' }}")
+            self.assertEqual(step["env"], expected_env)
+            self.assertEqual(step["with"]["cache"], "false")
+            self.assertEqual(step["with"]["pub-cache"], "false")
+            self.assertNotIn("continue-on-error", step)
+
     def test_each_flutter_sdk_setup_has_a_prior_mandatory_account_guard(self):
         checked = 0
         for name in ("deploy.yml", "deploy-web.yml"):
@@ -34,18 +50,7 @@ class BootstrapWiringTests(unittest.TestCase):
         self.assertTrue(scope["continue-on-error"])
         self.assertIn("--snapshot", scope["run"])
         self.assertEqual(resolve["with"]["dry-run"], "true")
-        for step in (resolve, install):
-            self.assertEqual(step["uses"], "subosito/flutter-action@1a449444c387b1966244ae4d4f8c696479add0b2")
-            expected_env = {
-                "BASH_ENV": "${{ steps.transport.outputs.manifest_env }}",
-                "GOWALK_FLUTTER_MANIFEST_HELPER": "${{ steps.transport.outputs.manifest_helper }}"}
-            if step is install:
-                expected_env["GOWALK_FLUTTER_ARCHIVE_CACHE"] = (
-                    "${{ inputs.cache == 'true' && format('{0}/gowalk-flutter-archives', runner.temp) || '' }}")
-            self.assertEqual(step["env"], expected_env)
-            self.assertEqual(step["with"]["cache"], "false")
-            self.assertEqual(step["with"]["pub-cache"], "false")
-            self.assertNotIn("continue-on-error", step)
+        self.assert_protected_setup(resolve, install)
         self.assertNotIn("BASH_ENV", setup.get("env", {}))
         for step in (guard, scope, sdk_cache, pub_cache, save):
             self.assertNotIn("BASH_ENV", step.get("env", {}))

package/backend-action/.daemux-version

@@ -1 +1 @@
-1.0.99
+1.0.100

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "gowalk-cicd",
-  "version": "1.0.99",
+  "version": "1.0.100",
   "description": "Zero-config GitHub Actions delivery for iOS TestFlight and Android Google Play.",
   "type": "module",
   "bin": {