freesolo-flash-dev 0.2.36__tar.gz → 0.2.38__tar.gz

{freesolo_flash_dev-0.2.36 → freesolo_flash_dev-0.2.38}/Dockerfile.worker

@@ -42,7 +42,7 @@ ENV TRITON_CACHE_DIR=/opt/flash/kernelcache/triton \
 RUN mkdir -p /opt/flash/kernelcache/triton /opt/flash/kernelcache/inductor \
     /opt/flash/kernelcache/flashinfer_cubin /opt/flash/kernelcache/flashinfer
 
-# build-essential for Triton/Inductor (Liger) + any source builds; git for pip VCS installs.
+# build-essential for Triton/Inductor/chalk + any source builds; git for pip VCS installs.
 RUN apt-get update && apt-get install -y --no-install-recommends build-essential git curl \
     && rm -rf /var/lib/apt/lists/*
 
@@ -58,7 +58,6 @@ RUN pip install --no-cache-dir \
     "huggingface_hub>=0.25" \
     "accelerate>=1.4" \
     "wandb>=0.17" \
-    "liger-kernel>=0.5" \
     "flash-linear-attention @ git+https://github.com/fla-org/flash-linear-attention.git@f0e213dbd8b5fb90c3c7eca869ac1706d5377139" \
     "tilelang==0.1.11" \
     "apache-tvm-ffi==0.1.11" \
@@ -148,7 +147,7 @@ RUN TORCH_CUDA_ARCH_LIST="8.0 8.6 8.9 9.0 10.0 12.0" CAUSAL_CONV1D_FORCE_BUILD=T
 # affect another tenant). The redirect can't be a static image ENV: the volume mounts at a fixed path
 # only at runtime and only when attached, so a baked ENV would break cache-less (no-volume) cold runs.
 #
-# Compiled-kernel cache: OPT-IN bake, JIT fallback. The fused Triton (Liger/fla/chalk),
+# Compiled-kernel cache: OPT-IN bake, JIT fallback. The fused Triton (fla/chalk),
 # TorchInductor, and Hopper tilelang kernels the trainer builds on first use are content-addressed
 # by GPU ARCH + toolchain version, so they can only be compiled on a real GPU of each catalog arch
 # (8.0/8.6/8.9/9.0/12.0) — which the CI image builder normally lacks (the FA2 *source* path above
@@ -187,7 +186,7 @@ RUN if [ "${BUILD_KERNEL_CACHE}" = "true" ] && [ -f /opt/flash/kernelcache/mega_
 # Sanity: the worker imports must succeed (catches a broken stack at build time, not run time).
 # Import EVERY package the worker runtime uses (derived from a full AST scan of the engine/envs/
 # bootstrap code + the WORKER_DEPS list above): the core stack, the optimizer/accelerator libs
-# (liger, flash-linear-attention=fla, flash_attn, bitsandbytes, triton), and the HF/env libs. A
+# (flash-linear-attention=fla, flash_attn, bitsandbytes, triton), and the HF/env libs. A
 # missing or ABI-broken package fails the build HERE instead of silently shipping (the FA wheel in
 # particular can install yet fail to import against this torch). cuDNN comes from the base image.
 # flash_attn is BEST-EFFORT (the install above tolerates a build failure -> SDPA fallback), so it
@@ -195,7 +194,7 @@ RUN if [ "${BUILD_KERNEL_CACHE}" = "true" ] && [ -f /opt/flash/kernelcache/mega_
 # could never be produced. The rest of the stack is mandatory.
 RUN python -c "import importlib.metadata as M; \
 import torch, transformers, trl, peft, vllm, datasets, huggingface_hub, accelerate, wandb, \
-liger_kernel, fla, bitsandbytes, hf_transfer, triton, freesolo, runpod; \
+fla, bitsandbytes, hf_transfer, triton, freesolo, runpod; \
 import importlib; \
 fa_ok = False; \
 exec('try:\n import flash_attn\n fa_ok = True\nexcept Exception:\n fa_ok = False'); \
@@ -207,7 +206,7 @@ cudnn = torch.backends.cudnn.version(); assert cudnn, 'cuDNN not compiled into t
 ver = lambda n: M.version(n); \
 print('worker stack OK | torch', torch.__version__, '| cudnn', cudnn, '| triton', triton.__version__, '| flash_attn', 'present' if fa_ok else 'ABSENT (SDPA fallback)', '| flash_attn_3', 'present (Hopper FA3)' if fa3_ok else 'ABSENT (SDPA on Hopper)', '| flashinfer', 'present (B200 MoE/attn)' if fi_ok else 'ABSENT (Triton fused-MoE fallback)'); \
 [print('  ', d, ver(d)) for d in ['transformers','trl','peft','vllm','flashinfer-python','datasets','huggingface-hub', \
-'accelerate','wandb','liger-kernel','flash-linear-attention','bitsandbytes', \
+'accelerate','wandb','flash-linear-attention','bitsandbytes', \
 'hf-transfer','freesolo','runpod']]"
 
 # RunPod Serverless worker entrypoint (Pattern D — Flash custom image). Generate /rp_handler.py

{freesolo_flash_dev-0.2.36 → freesolo_flash_dev-0.2.38}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: freesolo-flash-dev
-Version: 0.2.36
+Version: 0.2.38
 Summary: Flash — managed LoRA post-training (SFT/GRPO) for Freesolo environments, driven by the `flash` CLI
 Project-URL: Homepage, https://github.com/freesolo-co/flash
 Project-URL: Repository, https://github.com/freesolo-co/flash
@@ -62,7 +62,7 @@ The allocator picks the cheapest validated managed GPU class that fits the run.
 - `flash checkpoints`, `flash deploy`, `flash chat` — serving for trained adapters,
   including deployable intermediate RL checkpoints.
 - **Freesolo SDK environments.** Every run names a Freesolo environment id.
-  Scaffold `environment.py` plus `datasets/train.jsonl`, upload `.` or another
+  Scaffold `environment.py` plus `dataset/train.jsonl`, upload `.` or another
   folder with `flash env push --name <name> <folder>`, then reference the
   returned id. The worker loads it through `freesolo.environments`. There are no
   built-in task environments. Single-turn and bounded multi-turn environments are
@@ -84,7 +84,7 @@ The allocator picks the cheapest validated managed GPU class that fits the run.
   (task-specific grading lives with its example, not in the engine)
 - `flash/envs/` — environment machinery: registry and the adapter that loads
   Freesolo SDK environments onto the worker's interface
-- `flash env setup` — scaffold a starter local Freesolo env, `datasets/train.jsonl`,
+- `flash env setup` — scaffold a starter local Freesolo env, `dataset/train.jsonl`,
   ready-to-run configs, and a `TRAINING.md` playbook with common failure modes and
   mitigations
 - `flash/serve/`, `flash/server/` — adapter serving and the FastAPI control

{freesolo_flash_dev-0.2.36 → freesolo_flash_dev-0.2.38}/README.md

@@ -11,7 +11,7 @@ The allocator picks the cheapest validated managed GPU class that fits the run.
 - `flash checkpoints`, `flash deploy`, `flash chat` — serving for trained adapters,
   including deployable intermediate RL checkpoints.
 - **Freesolo SDK environments.** Every run names a Freesolo environment id.
-  Scaffold `environment.py` plus `datasets/train.jsonl`, upload `.` or another
+  Scaffold `environment.py` plus `dataset/train.jsonl`, upload `.` or another
   folder with `flash env push --name <name> <folder>`, then reference the
   returned id. The worker loads it through `freesolo.environments`. There are no
   built-in task environments. Single-turn and bounded multi-turn environments are
@@ -33,7 +33,7 @@ The allocator picks the cheapest validated managed GPU class that fits the run.
   (task-specific grading lives with its example, not in the engine)
 - `flash/envs/` — environment machinery: registry and the adapter that loads
   Freesolo SDK environments onto the worker's interface
-- `flash env setup` — scaffold a starter local Freesolo env, `datasets/train.jsonl`,
+- `flash env setup` — scaffold a starter local Freesolo env, `dataset/train.jsonl`,
   ready-to-run configs, and a `TRAINING.md` playbook with common failure modes and
   mitigations
 - `flash/serve/`, `flash/server/` — adapter serving and the FastAPI control

{freesolo_flash_dev-0.2.36 → freesolo_flash_dev-0.2.38}/docker/Dockerfile.kernelcache

@@ -1,7 +1,7 @@
 # Thin per-arch kernel-cache layer.
 #
 # Bakes a warmup-produced mega-cache ON TOP of the EXACT base image the warmup ran inside, so the
-# cache's toolchain (torch/triton/fla/liger) is guaranteed to match the image it ships in. Rebuilding
+# cache's toolchain (torch/triton/fla/chalk) is guaranteed to match the image it ships in. Rebuilding
 # the full Dockerfile.worker from the checkout instead could drift from the published base and bake a
 # cache that silently won't load (cold-JIT fallback) -- this avoids that by construction.
 #

{freesolo_flash_dev-0.2.36 → freesolo_flash_dev-0.2.38}/docker/bake_kernel_cache.py

@@ -100,16 +100,16 @@ def main() -> int:
     entry_path = os.path.join(os.path.dirname(os.path.abspath(__file__)), "bake_pod_entry.py")
     allowed_cuda = [v.strip() for v in args.allowed_cuda.split(",") if v.strip()] or None
 
-    # the chalk install spec the production worker uses (so the bake warms chalk's kernels too);
-    # FLASH_CHALK_SPEC overrides, else the source-of-truth DEFAULT_CHALK_SPEC, else a safe literal.
+    # The chalk install spec the production worker uses, so the bake warms the same kernels. Keep the
+    # default import fail-loud: a stale hidden fallback would silently bake against the wrong chalk SHA.
     chalk_spec = os.environ.get("FLASH_CHALK_SPEC", "").strip()
     if not chalk_spec:
         try:
             from flash.providers.runpod.train.deps import DEFAULT_CHALK_SPEC
 
             chalk_spec = DEFAULT_CHALK_SPEC
-        except Exception:
-            chalk_spec = "freesolo-chalk>=0.1.0,<0.2.0"
+        except Exception as exc:
+            raise RuntimeError("could not import DEFAULT_CHALK_SPEC for kernel-cache bake") from exc
 
     _upload_flash_code(api, repo, token)
 

{freesolo_flash_dev-0.2.36 → freesolo_flash_dev-0.2.38}/docker/kernel_fingerprint.py

@@ -11,7 +11,7 @@ Two fingerprints, because "out of date" has two flavors with very different cost
   * fp_cache = hash of the inputs whose kernels live in the baked mega-cache
     (torch.compiler.save_cache_artifacts: Triton/Inductor/torch.compile). Changing one of these
     INVALIDATES the cache, so the per-arch image needs a real GPU re-warm. These are: the base
-    FROM image (torch+triton), the fla git pin, liger, tilelang, apache-tvm-ffi, the default chalk
+    FROM image (torch+triton), the fla git pin, tilelang, apache-tvm-ffi, the default chalk
     spec, and the warmup script itself (it decides which kernels get compiled).
 
   * fp_base = hash of everything else baked into :cu128 that is NOT in the cache (FA2/FA3 wheels,
@@ -27,7 +27,7 @@ time, which is why every parse below FAILS LOUD rather than hashing a None.
 Known limitations (deliberately scoped -- each only ever costs a recoverable cold-JIT, never
 correctness, and the alternatives over-fire the paid GPU bake):
   * fp_cache hashes the Dockerfile dep PINS, not pip-resolved versions. A cache-affecting range
-    (liger-kernel>=, the chalk spec) could resolve a newer build on a later worker-image rebuild with
+    (the chalk spec) could resolve a newer build on a later worker-image rebuild with
     no text change, leaving fp_cache unmoved. Pin those exactly for airtight coverage. (fp_base DOES
     hash the whole Dockerfile.worker, so arbitrary base edits -- apt/ENV/CMD/cache-dir -- still
     trigger a free re-layer; only a cache-affecting change that isn't a parsed pin slips through.)
@@ -43,6 +43,7 @@ stdlib only, no flash/torch import, so it runs under a bare python3 in CI (no uv
 from __future__ import annotations
 
 import argparse
+import ast
 import hashlib
 import json
 import re
@@ -56,7 +57,7 @@ LABEL_REVISION = "org.opencontainers.image.revision"
 
 # pip specs in Dockerfile.worker's main stack whose kernels land in the mega-cache. everything else
 # in that block is a base-layer dep (fp_base). fla is matched separately (it carries the git sha).
-_CACHE_PKGS = {"liger-kernel", "tilelang", "apache-tvm-ffi"}
+_CACHE_PKGS = {"tilelang", "apache-tvm-ffi"}
 
 
 def _search(pattern: str, text: str, what: str, *, flags: int = 0) -> str:
@@ -71,6 +72,44 @@ def _sha256_file(path: Path) -> str:
     return hashlib.sha256(path.read_bytes()).hexdigest()
 
 
+def _python_string_constant(text: str, name: str, what: str) -> str:
+    """Resolve a simple module-level string constant, including f-strings using prior constants."""
+    values: dict[str, str] = {}
+
+    def _eval(node: ast.AST) -> str | None:
+        if isinstance(node, ast.Constant) and isinstance(node.value, str):
+            return node.value
+        if isinstance(node, ast.JoinedStr):
+            parts: list[str] = []
+            for value in node.values:
+                if isinstance(value, ast.Constant) and isinstance(value.value, str):
+                    parts.append(value.value)
+                elif (
+                    isinstance(value, ast.FormattedValue)
+                    and isinstance(value.value, ast.Name)
+                    and value.value.id in values
+                ):
+                    parts.append(values[value.value.id])
+                else:
+                    return None
+            return "".join(parts)
+        return None
+
+    tree = ast.parse(text)
+    for node in tree.body:
+        if not isinstance(node, ast.Assign):
+            continue
+        value = _eval(node.value)
+        if value is None:
+            continue
+        for target in node.targets:
+            if isinstance(target, ast.Name):
+                values[target.id] = value
+    if name not in values:
+        raise ValueError(f"kernel_fingerprint: could not parse {what}")
+    return values[name]
+
+
 def _pip_stack_specs(dockerfile: str) -> list[str]:
     """The quoted specs from Dockerfile.worker's first `pip install` block (the pinned worker stack)."""
     specs: list[str] = []
@@ -129,12 +168,11 @@ def collect_inputs(
         raise ValueError(
             "kernel_fingerprint: fla spec missing or not pinned to a 40-char commit sha"
         )
-    chalk = _search(r'DEFAULT_CHALK_SPEC\s*=\s*"([^"]+)"', deps, "deps.py DEFAULT_CHALK_SPEC")
+    chalk = _python_string_constant(deps, "DEFAULT_CHALK_SPEC", "deps.py DEFAULT_CHALK_SPEC")
 
     cache_inputs = {
         "from_image": from_image,
         "fla": fla,
-        "liger": _need("liger-kernel"),
         "tilelang": _need("tilelang"),
         "tvm_ffi": _need("apache-tvm-ffi"),
         "chalk": chalk,

{freesolo_flash_dev-0.2.36 → freesolo_flash_dev-0.2.38}/docs/cli-style/generate.py

@@ -127,7 +127,6 @@ class FakeClient:
             "mode": "dev",
             "openai_model": run_id,
             "endpoint_name": "https://api.freesolo.co/v1",
-            "gpu": "RTX 4090",
         }
 
     def undeploy(self, run_id):
@@ -137,7 +136,10 @@ class FakeClient:
         return [
             {
                 "run_id": "flash-1718900000-a1b2c3d4",
-                "deployment": {"gpu": "RTX 4090", "endpoint_name": "https://api.freesolo.co/v1"},
+                "deployment": {
+                    "state": "ready",
+                    "endpoint_name": "https://api.freesolo.co/v1",
+                },
             }
         ]