inferlet 0.3.0__tar.gz

inferlet-0.3.0/.gitignore

@@ -0,0 +1,251 @@
+# Generated by Cargo
+# will have compiled files and executables
+debug/
+target/
+
+# Remove Cargo.lock from gitignore if creating an executable, leave it for libraries
+# More information here https://doc.rust-lang.org/cargo/guide/cargo-toml-vs-cargo-lock.html
+Cargo.lock
+
+# These are backup files generated by rustfmt
+**/*.rs.bk
+
+# MSVC Windows builds of rustc generate these, which store debugging information
+*.pdb
+
+# RustRover
+#  JetBrains specific template is maintained in a separate JetBrains.gitignore that can
+#  be found at https://github.com/github/gitignore/blob/main/Global/JetBrains.gitignore
+#  and can be added to the global gitignore or merged into this file.  For a more nuclear
+#  option (not recommended) you can uncomment the following to ignore the entire idea folder.
+.idea/
+
+# VSCode
+# .vscode is not sensitive to security, so we can keep it in the repo. Useful for Pylint configuration.
+*.code-workspace
+.vscode
+
+# Other local ide/environment
+.claude
+.codex
+.kilocode
+
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+docs/plans/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# UV
+#   Similar to Pipfile.lock, it is generally recommended to include uv.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#uv.lock
+
+# poetry
+#   Similar to Pipfile.lock, it is generally recommended to include poetry.lock in version control.
+#   This is especially recommended for binary packages to ensure reproducibility, and is more
+#   commonly ignored for libraries.
+#   https://python-poetry.org/docs/basic-usage/#commit-your-poetrylock-file-to-version-control
+#poetry.lock
+
+# pdm
+#   Similar to Pipfile.lock, it is generally recommended to include pdm.lock in version control.
+#pdm.lock
+#   pdm stores project-wide configurations in .pdm.toml, but it is recommended to not include it
+#   in version control.
+#   https://pdm.fming.dev/latest/usage/project/#working-with-version-control
+.pdm.toml
+.pdm-python
+.pdm-build/
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow and github.com/pdm-project/pdm
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# Ruff stuff:
+.ruff_cache/
+
+# PyPI configuration file
+.pypirc
+
+# Prompt files
+*.prompt
+
+.DS_Store
+
+program_cache/
+
+*.model
+
+.run/
+
+backend/backend-pytorch
+
+bin/
+*.wasm
+
+# logs and temporary files
+logs
+*.log
+.plan
+*profiling_result.json
+/docs/
+
+# No MCP files
+.memory-bank
+
+# raw eval data
+cuda-protocol-tests*
+metal-protocol-tests*
+cuda_artifacts.tar*
+tensor_references
+
+# Github Spec-kit
+.spec-kit/
+
+# Node.js
+node_modules/
+/package-lock.json
+!website/package-lock.json
+wandb/
+
+# Website (Docusaurus)
+website/build/
+website/.docusaurus/
+website/.cache-loader/
+website/src/data/models.json
+
+*.pt
+*.zt
+
+PIEX.md
+pie/rollout_logs/
+*.out

inferlet-0.3.0/PKG-INFO

@@ -0,0 +1,70 @@
+Metadata-Version: 2.4
+Name: inferlet
+Version: 0.3.0
+Summary: Python SDK for writing Pie inferlets
+Author: Pie Project
+License: Apache-2.0
+Keywords: inference,inferlet,llm,pie,wasm
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Requires-Python: >=3.10
+Requires-Dist: jinja2>=3.0
+Provides-Extra: build
+Requires-Dist: componentize-py>=0.19; extra == 'build'
+Provides-Extra: dev
+Requires-Dist: componentize-py>=0.19; extra == 'dev'
+Requires-Dist: mypy>=1.0; extra == 'dev'
+Requires-Dist: pytest-asyncio>=0.21; extra == 'dev'
+Requires-Dist: pytest>=7.0; extra == 'dev'
+Requires-Dist: ruff>=0.1; extra == 'dev'
+Description-Content-Type: text/markdown
+
+# inferlet Python SDK
+
+Python API for writing Pie inferlets.
+
+```python
+from inferlet import Context, Model, Sampler, runtime
+
+async def main(input: dict) -> str:
+    model = Model.load(runtime.models()[0])
+    ctx = Context(model)
+
+    ctx.system("You are helpful.").user(input["prompt"])
+
+    return await ctx.generate(
+        Sampler.top_p(0.6, 0.95),
+        max_tokens=256,
+    ).collect_text()
+```
+
+## Main pieces
+
+- `Context`: owns KV-cache state and chat/raw token buffers.
+- `Forward`: runs one explicit forward pass with samplers, probes, masks, and
+  manual page control.
+- `Generator`: multi-step generation loop with stop conditions, constraints,
+  speculation, adapters, and JSON collection.
+- `chat`, `reasoning`, `tools`: optional decoders and helpers for model-native
+  formats.
+- `runtime`, `session`, `messaging`, `mcp`: host services exposed to inferlets.
+
+## Build notes
+
+Python inferlets are packaged as Wasm components. Pure-Python dependencies can
+be bundled; native extensions such as `numpy`, `orjson`, `msgspec`, or
+`pydantic_core` cannot be loaded in the Wasm runtime.
+
+Build through Bakery:
+
+```bash
+pie build ./my-python-inferlet -o out.wasm
+```
+
+For constrained decoding details, see
+[`sdk/CONSTRAINED_DECODING.md`](../CONSTRAINED_DECODING.md).

inferlet-0.3.0/README.md

@@ -0,0 +1,44 @@
+# inferlet Python SDK
+
+Python API for writing Pie inferlets.
+
+```python
+from inferlet import Context, Model, Sampler, runtime
+
+async def main(input: dict) -> str:
+    model = Model.load(runtime.models()[0])
+    ctx = Context(model)
+
+    ctx.system("You are helpful.").user(input["prompt"])
+
+    return await ctx.generate(
+        Sampler.top_p(0.6, 0.95),
+        max_tokens=256,
+    ).collect_text()
+```
+
+## Main pieces
+
+- `Context`: owns KV-cache state and chat/raw token buffers.
+- `Forward`: runs one explicit forward pass with samplers, probes, masks, and
+  manual page control.
+- `Generator`: multi-step generation loop with stop conditions, constraints,
+  speculation, adapters, and JSON collection.
+- `chat`, `reasoning`, `tools`: optional decoders and helpers for model-native
+  formats.
+- `runtime`, `session`, `messaging`, `mcp`: host services exposed to inferlets.
+
+## Build notes
+
+Python inferlets are packaged as Wasm components. Pure-Python dependencies can
+be bundled; native extensions such as `numpy`, `orjson`, `msgspec`, or
+`pydantic_core` cannot be loaded in the Wasm runtime.
+
+Build through Bakery:
+
+```bash
+pie build ./my-python-inferlet -o out.wasm
+```
+
+For constrained decoding details, see
+[`sdk/CONSTRAINED_DECODING.md`](../CONSTRAINED_DECODING.md).

inferlet-0.3.0/pyproject.toml

@@ -0,0 +1,56 @@
+[project]
+name = "inferlet"
+version = "0.3.0"
+description = "Python SDK for writing Pie inferlets"
+readme = "README.md"
+requires-python = ">=3.10"
+license = {text = "Apache-2.0"}
+authors = [
+    {name = "Pie Project"}
+]
+keywords = ["pie", "inferlet", "wasm", "llm", "inference"]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "License :: OSI Approved :: Apache Software License",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+]
+
+dependencies = [
+    "jinja2>=3.0",  # For chat template formatting
+]
+
+[project.optional-dependencies]
+build = [
+    "componentize-py>=0.19",  # WASM component compiler
+]
+dev = [
+    "componentize-py>=0.19",
+    "pytest>=7.0",
+    "pytest-asyncio>=0.21",
+    "mypy>=1.0",
+    "ruff>=0.1",
+]
+
+[build-system]
+requires = ["hatchling"]
+build-backend = "hatchling.build"
+
+[tool.hatch.build.targets.wheel]
+packages = ["src/inferlet"]
+
+[tool.ruff]
+line-length = 100
+target-version = "py310"
+
+[tool.ruff.lint]
+select = ["E", "F", "I", "N", "W"]
+
+[tool.mypy]
+python_version = "3.10"
+warn_return_any = true
+warn_unused_ignores = true
+disallow_untyped_defs = true

inferlet-0.3.0/scripts/generate_bindings.py

@@ -0,0 +1,68 @@
+#!/usr/bin/env python3
+"""
+Generate WIT bindings for inferlet using componentize-py.
+
+Usage:
+    python scripts/generate_bindings.py
+
+This generates Python bindings in src/inferlet/bindings/ that provide
+typed interfaces to the WIT imports (inferlet:core/runtime, etc.).
+"""
+
+import subprocess
+import sys
+from pathlib import Path
+
+
+def main() -> int:
+    # Get paths relative to script location
+    script_dir = Path(__file__).parent
+    project_root = script_dir.parent
+    sdk_root = project_root.parent
+    pie_root = sdk_root.parent
+
+    wit_path = pie_root / "runtime" / "wit"
+    output_path = project_root / "src" / "inferlet" / "bindings"
+
+    if not wit_path.exists():
+        print(f"Error: WIT directory not found at {wit_path}", file=sys.stderr)
+        return 1
+
+    # Ensure output directory exists
+    output_path.mkdir(parents=True, exist_ok=True)
+
+    # Generate bindings using componentize-py
+    # The world is "inferlet" as defined in runtime/wit/world.wit
+    cmd = [
+        "componentize-py",
+        "-d",
+        str(wit_path),
+        "-w",
+        "inferlet",
+        "bindings",
+        str(output_path),
+    ]
+
+    print(f"Generating bindings from {wit_path}...")
+    print(f"Output: {output_path}")
+    print(f"Command: {' '.join(cmd)}")
+
+    try:
+        result = subprocess.run(cmd, capture_output=True, text=True)
+        if result.returncode != 0:
+            print(f"Error generating bindings:", file=sys.stderr)
+            print(result.stderr, file=sys.stderr)
+            return result.returncode
+        print(result.stdout)
+        print("Bindings generated successfully!")
+        return 0
+    except FileNotFoundError:
+        print(
+            "Error: componentize-py not found. Install with: pip install componentize-py",
+            file=sys.stderr,
+        )
+        return 1
+
+
+if __name__ == "__main__":
+    sys.exit(main())

inferlet-0.3.0/scripts/validate_imports.py

@@ -0,0 +1,175 @@
+#!/usr/bin/env python3
+"""
+Validate that user Python code doesn't import forbidden modules.
+
+This script checks for imports that won't work in the WASM environment:
+- Network libraries (requests, urllib3, httpx, aiohttp, etc.)
+- Web frameworks (flask, django, fastapi, etc.)
+- System libraries (os.*, subprocess, multiprocessing, etc.)
+- Database drivers (sqlite3, psycopg2, pymysql, etc.)
+
+Usage:
+    python scripts/validate_imports.py <path_to_python_file>
+"""
+
+import ast
+import sys
+from pathlib import Path
+
+
+# Modules that are forbidden in WASM environment
+FORBIDDEN_MODULES = {
+    # Network libraries
+    "requests",
+    "urllib3",
+    "httpx",
+    "aiohttp",
+    "websockets",
+    "socket",
+    "ssl",
+    # Web frameworks
+    "flask",
+    "django",
+    "fastapi",
+    "starlette",
+    "tornado",
+    "bottle",
+    # System libraries
+    "subprocess",
+    "multiprocessing",
+    "threading",  # Limited support
+    "ctypes",
+    "cffi",
+    # File system (limited)
+    "pathlib",  # Some operations may work
+    "shutil",
+    "tempfile",
+    # Database drivers
+    "sqlite3",
+    "psycopg2",
+    "pymysql",
+    "pymongo",
+    "redis",
+    # Other
+    "tkinter",
+    "pygame",
+    "numpy",  # Native extension
+    "pandas",  # Native extension
+    "scipy",  # Native extension
+}
+
+# Submodules of os that are forbidden
+FORBIDDEN_OS_SUBMODULES = {
+    "os.system",
+    "os.popen",
+    "os.spawn",
+    "os.fork",
+    "os.exec",
+}
+
+
+class ImportVisitor(ast.NodeVisitor):
+    """AST visitor to collect imports."""
+
+    def __init__(self) -> None:
+        self.imports: list[tuple[str, int]] = []  # (module, line_number)
+
+    def visit_Import(self, node: ast.Import) -> None:
+        for alias in node.names:
+            self.imports.append((alias.name, node.lineno))
+        self.generic_visit(node)
+
+    def visit_ImportFrom(self, node: ast.ImportFrom) -> None:
+        if node.module:
+            self.imports.append((node.module, node.lineno))
+            # Also check for specific imports like "from os import system"
+            for alias in node.names:
+                full_name = f"{node.module}.{alias.name}"
+                self.imports.append((full_name, node.lineno))
+        self.generic_visit(node)
+
+
+def validate_imports(source_path: Path) -> list[str]:
+    """
+    Validate imports in a Python source file.
+
+    Returns a list of warning messages for forbidden imports.
+    """
+    warnings: list[str] = []
+
+    try:
+        source = source_path.read_text()
+        tree = ast.parse(source, filename=str(source_path))
+    except SyntaxError as e:
+        return [f"Syntax error in {source_path}: {e}"]
+
+    visitor = ImportVisitor()
+    visitor.visit(tree)
+
+    for module, lineno in visitor.imports:
+        # Check exact match
+        base_module = module.split(".")[0]
+        if base_module in FORBIDDEN_MODULES:
+            warnings.append(
+                f"{source_path}:{lineno}: Forbidden import '{module}' - "
+                f"This module won't work in WASM."
+            )
+        # Check os submodules
+        elif module in FORBIDDEN_OS_SUBMODULES:
+            warnings.append(
+                f"{source_path}:{lineno}: Forbidden import '{module}' - "
+                f"This function won't work in WASM."
+            )
+
+    return warnings
+
+
+def main() -> int:
+    if len(sys.argv) < 2:
+        print("Usage: python validate_imports.py <path>", file=sys.stderr)
+        print("       path can be a Python file or directory", file=sys.stderr)
+        return 1
+
+    target = Path(sys.argv[1])
+    if not target.exists():
+        print(f"Error: {target} does not exist", file=sys.stderr)
+        return 1
+
+    # Collect Python files
+    if target.is_file():
+        if not target.suffix == ".py":
+            print(f"Error: {target} is not a Python file", file=sys.stderr)
+            return 1
+        files = [target]
+    else:
+        files = list(target.rglob("*.py"))
+
+    if not files:
+        print(f"No Python files found in {target}", file=sys.stderr)
+        return 1
+
+    # Validate all files
+    all_warnings: list[str] = []
+    for f in files:
+        # Skip test files and __pycache__
+        if "__pycache__" in str(f) or "test" in f.stem.lower():
+            continue
+        warnings = validate_imports(f)
+        all_warnings.extend(warnings)
+
+    if all_warnings:
+        print(f"Found {len(all_warnings)} potential issues:\n")
+        for warning in all_warnings:
+            print(f"  - {warning}")
+        print(
+            "\nNote: Some of these may work with polyfills or alternatives. "
+            "Review each import carefully."
+        )
+        return 1
+    else:
+        print(f"Validated {len(files)} file(s) - no forbidden imports found.")
+        return 0
+
+
+if __name__ == "__main__":
+    sys.exit(main())