latticeflow-core 3.8.0__tar.gz

latticeflow_core-3.8.0/.gitignore

@@ -0,0 +1,290 @@
+# Byte-compiled / optimized / DLL files
+__pycache__/
+*.py[cod]
+*$py.class
+
+# C extensions
+*.so
+
+# OSX
+.DS_Store
+
+# Distribution / packaging
+.Python
+build/
+develop-eggs/
+dist/
+downloads/
+eggs/
+.eggs/
+lib/
+lib64/
+parts/
+sdist/
+var/
+wheels/
+pip-wheel-metadata/
+share/python-wheels/
+*.egg-info/
+.installed.cfg
+*.egg
+MANIFEST
+
+# PyInstaller
+#  Usually these files are written by a python script from a template
+#  before PyInstaller builds the exe, so as to inject date/other infos into it.
+*.manifest
+*.spec
+
+# Installer logs
+pip-log.txt
+pip-delete-this-directory.txt
+
+# Unit test / coverage reports
+htmlcov/
+.tox/
+.nox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.py,cover
+.hypothesis/
+.pytest_cache/
+cover/
+
+# Translations
+*.mo
+*.pot
+
+# Django stuff:
+*.log
+local_settings.py
+db.sqlite3
+db.sqlite3-journal
+
+# Flask stuff:
+instance/
+.webassets-cache
+
+# Scrapy stuff:
+.scrapy
+
+# Sphinx documentation
+docs/_build/
+
+# PyBuilder
+.pybuilder/
+target/
+
+# Jupyter Notebook
+.ipynb_checkpoints
+
+# IPython
+profile_default/
+ipython_config.py
+
+# pyenv
+#   For a library or package, you might want to ignore these files since the code is
+#   intended to run in multiple environments; otherwise, check them in:
+# .python-version
+
+# pipenv
+#   According to pypa/pipenv#598, it is recommended to include Pipfile.lock in version control.
+#   However, in case of collaboration, if having platform-specific dependencies or dependencies
+#   having no cross-platform support, pipenv may install dependencies that don't work, or not
+#   install all needed dependencies.
+#Pipfile.lock
+
+# PEP 582; used by e.g. github.com/David-OConnor/pyflow
+__pypackages__/
+
+# Celery stuff
+celerybeat-schedule
+celerybeat.pid
+
+# SageMath parsed files
+*.sage.py
+
+# Environments
+.env
+.env.*
+!.env.example
+.venv
+env/
+venv/
+venv3.6/
+ENV/
+env.bak/
+venv.bak/
+
+# Spyder project settings
+.spyderproject
+.spyproject
+
+# Rope project settings
+.ropeproject
+
+# mkdocs documentation
+/site
+
+# mypy
+.mypy_cache/
+.dmypy.json
+dmypy.json
+
+# Pyre type checker
+.pyre/
+
+# pytype static type analyzer
+.pytype/
+
+# Cython debug symbols
+cython_debug/
+
+# JetBrains
+.idea
+.uuid
+
+# VS Code
+.vscode
+
+# Pyright config (local only)
+pyrightconfig.json
+
+# SQLite
+*.db
+*.db3
+*.sqlite
+*.sqlite3
+
+# Ignore temp and swap files
+*~
+
+# Temporary files
+temp_link
+
+# Packaged sources
+dist_py_*
+
+# License data.
+.latticeflow/*
+
+# Files created during testing
+example_config_resaved*.json
+
+# Ignore Numpy datafiles
+*.npy
+
+# Version files
+**/latticeflow/*/version.py
+**/latticeflow/**/version.py
+
+# Benchmark files
+benchmark/*/models/
+
+# Cache
+**lf_cache/
+**latticeflow.db
+**latticeflow.db-journal
+
+# All migrations/ folders, except their implementation
+migrations/
+examples/**/migrations/
+*latticeflow/**/migrations/
+!ais/cloud/latticeflow/cloud/persistence/migrations/
+!slicing/latticeflow/core/persistence/migrations/
+!assessment/latticeflow/assessment/persistence/migrations/
+!assessment/tests/test_integration/migrations/
+
+# Torch models
+**.pt
+**.pth
+
+# ONNX models
+**.onnx
+
+# Docker compose files
+examples/docker-compose.blue.yml
+examples/docker-compose.yuhuang.yml
+examples/compcars/tf_model
+examples/compcars/tf_model_classification
+examples/web/tf_model_classification
+
+# LatticeFlow cloud data
+**lf_data/
+**lf_data_dumps/
+
+# Documentation
+readme/out
+
+# Automatically generated file
+ais/tools/dev_docker/docker-compose.dev-full.yml
+assessment/tools/dev_docker/docker-compose.dev-full.yml
+assessment/tools/dev_docker/docker-compose.dev-setup-full.yml
+assessment/tools/dev_docker/docker-compose.private-additions.yml
+
+# User modified config
+ais/tools/dev_docker/config.yaml
+assessment/tools/dev_docker/config.yaml
+
+# Temporary dev-docker volume mount
+assessment/tools/dev_docker/conf.properties.tmp
+
+# AIA data
+assessment/data/aia-data
+
+# AI Atlas zipped evals and manifest.json
+assessment/tools/dev_docker/atlas
+
+# Upload scripts generated by `lf_add_dataset`.
+**/upload.py
+
+# Prepare cache scripts generated by `lf_prepare_cache`.
+**/prepare_cache.py
+
+# Ignore lfrc file if it exists
+.lfrc
+.lfrc_tests
+
+# Personal files not to be shared
+personal/
+
+# e2e test generated files
+report.html
+hoverfly_simulations/
+
+# Celery related when it's running locally
+celerybeat-schedule.*
+
+# ignore lf readme docs
+lf-readme-docs
+docs/offline/html
+# Generated types
+front-end/**/generated/*.d.ts
+
+# Ignore generated static folder in cloud
+ais/cloud/latticeflow/cloud/static/
+
+# LatticeFlow AI OpenAPI Bindings
+openapi/assessment/latticeflow/
+openapi/assessment/openapi-merged.yaml
+openapi/open_responses/latticeflow/
+openapi/open_responses/openapi-merged.json
+
+# Background test container env file
+assessment/tests/test_integration/test.env
+
+!ais/cloud/latticeflow/cloud/utils/upload.py
+!ais/cloud/docker_compose_templates/.env.oauth.example
+!ais/sdk/latticeflow/sdk/scripts/prepare_cache.py
+!ais/sdk/latticeflow/sdk/utils/upload.py
+
+# LF CLI/SDK config files
+.latticeflow.yaml
+
+# LF Core build files
+core/latticeflow/core/dtypes/_assessment/
+core/latticeflow/core/dtypes/_open_responses/

latticeflow_core-3.8.0/PKG-INFO

@@ -0,0 +1,7 @@
+Metadata-Version: 2.4
+Name: latticeflow-core
+Version: 3.8.0
+Summary: Shared types for the LatticeFlow AI GO! ecosystem.
+License-Expression: LicenseRef-Proprietary
+Requires-Python: >=3.10
+Requires-Dist: pydantic==2.13.4

latticeflow_core-3.8.0/hatch_build.py

@@ -0,0 +1,203 @@
+from __future__ import annotations
+
+import inspect
+import os
+import shutil
+import subprocess  # nosec: B404 Used for build only.
+import sys
+from pathlib import Path
+from typing import Any
+
+from hatchling.builders.hooks.plugin.interface import BuildHookInterface
+from hatchling.metadata.plugin.interface import MetadataHookInterface
+
+
+LOG_FILE_PATH = Path("build.log")
+
+
+# ---------------------------------------------------------------------------
+# Logging helpers (same pattern as openapi/assessment and assessment_sdk)
+# ---------------------------------------------------------------------------
+
+
+def build_log(messages: list[str], nesting_level: int = 1) -> None:
+    frame = inspect.currentframe()
+    if nesting_level == 1:
+        caller_name = (
+            frame.f_back.f_code.co_name if frame and frame.f_back else "unknown"
+        )
+    elif nesting_level == 2:
+        caller_name = (
+            frame.f_back.f_back.f_code.co_name
+            if frame and frame.f_back and frame.f_back.f_back
+            else "unknown"
+        )
+    else:
+        raise ValueError(
+            f"Invalid nesting level for build_log (provided {nesting_level})"
+        )
+    LOG_FILE_PATH.parent.mkdir(parents=True, exist_ok=True)
+    with LOG_FILE_PATH.open("a", encoding="utf-8") as log:
+        log.write("*" * 100 + "\n")
+        for message in messages:
+            log.write(f"[build] [{caller_name}]: {message}\n")
+        log.write("*" * 100 + "\n\n")
+
+
+def lowercase_first_letter(string: str) -> str:
+    return string[0].lower() + string[1:] if string else string
+
+
+def run_subprocess_with_log_and_error_handling(
+    subprocess_descriptive_message: str,
+    commands: list[str],
+    cwd: str | None = None,
+    env: subprocess._ENV | None = None,
+) -> None:
+    build_log([subprocess_descriptive_message], nesting_level=2)
+    result = subprocess.run(
+        args=commands,
+        cwd=cwd,
+        check=False,
+        capture_output=True,
+        text=True,
+        env=env,  # nosec B603
+        shell=sys.platform == "win32",
+    )
+
+    if result.returncode == 0:
+        build_log(
+            [
+                f"Finished {lowercase_first_letter(subprocess_descriptive_message)}:",
+                f"[stdout] = {result.stdout}",
+            ],
+            nesting_level=2,
+        )
+    else:
+        build_log(
+            [
+                f"Failed while {lowercase_first_letter(subprocess_descriptive_message)}:",
+                f"[status code] = {result.returncode}",
+                f"[stdout] = {result.stdout}",
+                f"[stderr] = {result.stderr}",
+            ],
+            nesting_level=2,
+        )
+        raise RuntimeError(
+            f"Build failed! See {LOG_FILE_PATH.absolute()} for more information."
+        )
+
+
+class JSONMetaDataHook(MetadataHookInterface):
+    """Set the package version from the ``LF_VERSION`` environment variable.
+
+    Same mechanism as the SDK: at release time ``LF_VERSION`` is set in CI
+    (e.g. ``LF_VERSION=0.40.0``).  During development, defaults to ``0.0.0dev``.
+    """
+
+    def update(self, metadata: dict[str, Any]) -> None:
+        metadata["version"] = os.environ.get("LF_VERSION", "0.0.0dev")
+
+
+# ---------------------------------------------------------------------------
+# Vendoring bindings
+# ---------------------------------------------------------------------------
+
+
+def _vendor_bindings(
+    *, source_root: Path, bindings_subpath: str, destination: Path
+) -> None:
+    """Build an OpenAPI bindings package and copy the output into core.
+
+    Args:
+        source_root: Path to the OpenAPI package directory
+            (e.g. ``../openapi/assessment``).
+        bindings_subpath: Relative path under ``<source_root>/latticeflow/bindings/``
+            where the build hook places the generated files
+            (e.g. ``"assessment"`` or ``"open_responses"``).
+        destination: Where to copy the generated ``.py`` files inside core
+            (e.g. ``latticeflow/core/dtypes/_assessment``).
+    """
+    label = source_root.name  # "assessment" or "open_responses"
+
+    build_log([f"Building {label} bindings from OpenAPI spec..."])
+    run_subprocess_with_log_and_error_handling(
+        f"Building {label} bindings from OpenAPI spec",
+        [sys.executable, "-m", "hatchling", "build", "--target", "wheel"],
+        cwd=str(source_root),
+    )
+
+    src = source_root / "latticeflow" / "bindings" / bindings_subpath
+    build_log([f"Copying {label} bindings from {src} to {destination}..."])
+
+    if destination.exists():
+        shutil.rmtree(destination)
+    destination.mkdir(parents=True, exist_ok=True)
+
+    for filepath in src.iterdir():
+        if filepath.is_file() and filepath.suffix == ".py":
+            shutil.copy2(filepath, destination / filepath.name)
+
+    (destination / "__init__.py").touch()
+
+
+# ---------------------------------------------------------------------------
+# Formatting
+# ---------------------------------------------------------------------------
+
+
+def format_vendored_code() -> None:
+    """Run ruff format on all vendored code.
+
+    Only formatting is applied -- linting (ruff check) is skipped because the
+    auto-generated binding code triggers style rules (e.g. D200) that are not
+    worth fixing in vendored output.
+    """
+    targets = [
+        "latticeflow/core/dtypes/_assessment",
+        "latticeflow/core/dtypes/_open_responses",
+    ]
+    for target in targets:
+        if Path(target).exists():
+            # Use --isolated to skip config discovery. The project ruff.toml
+            # excludes these vendored directories and extends a parent config
+            # that may not exist in all build environments (e.g. Docker).
+            run_subprocess_with_log_and_error_handling(
+                f"Formatting vendored code in {target}",
+                ["ruff", "format", "--isolated", target],
+            )
+
+
+# ---------------------------------------------------------------------------
+# Build hook
+# ---------------------------------------------------------------------------
+
+
+class CustomHook(BuildHookInterface):
+    """Custom build hook that vendors bindings at build/install time."""
+
+    def initialize(self, version: str, build_data: dict[str, Any]) -> None:
+        if self.target_name not in ["wheel", "sdist"]:
+            return
+
+        # Create PEP 561 marker.
+        py_typed = Path("latticeflow/core/py.typed")
+        py_typed.parent.mkdir(parents=True, exist_ok=True)
+        py_typed.touch()
+
+        _vendor_bindings(
+            source_root=Path("../openapi/assessment"),
+            bindings_subpath="assessment",
+            destination=Path("latticeflow/core/dtypes/_assessment"),
+        )
+        _vendor_bindings(
+            source_root=Path("../openapi/open_responses"),
+            bindings_subpath="open_responses",
+            destination=Path("latticeflow/core/dtypes/_open_responses"),
+        )
+        format_vendored_code()
+
+    def finalize(
+        self, version: str, build_data: dict[str, Any], artifact_path: str
+    ) -> None:
+        LOG_FILE_PATH.unlink(missing_ok=True)