redis-featureform 3.0.0rc1__tar.gz

redis_featureform-3.0.0rc1/PKG-INFO

@@ -0,0 +1,129 @@
+Metadata-Version: 2.3
+Name: redis-featureform
+Version: 3.0.0rc1
+Summary: Enterprise Python client for Featureform v2 API
+Author: Simba Khadder
+Author-email: Simba Khadder <simba.khadder@redis.com>
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Typing :: Typed
+Requires-Dist: cloudpickle>=3.0.0
+Requires-Dist: httpx>=0.27.0
+Requires-Dist: packaging>=24.0
+Requires-Dist: pydantic>=2.0.0
+Requires-Dist: structlog>=24.0.0
+Requires-Dist: typer>=0.12.0
+Requires-Dist: rich>=13.0.0
+Requires-Dist: pyyaml>=6.0.0
+Requires-Dist: grpcio>=1.60.0
+Requires-Dist: grpcio-health-checking>=1.60.0
+Requires-Dist: protobuf>=4.25.0
+Requires-Dist: pyarrow>=17.0.0
+Requires-Dist: pandas>=2.3.3
+Requires-Dist: tomli>=2.0.0 ; python_full_version < '3.11'
+Requires-Dist: pytest>=8.0.0 ; extra == 'dev'
+Requires-Dist: pytest-cov>=4.1.0 ; extra == 'dev'
+Requires-Dist: pytest-asyncio>=0.23.0 ; extra == 'dev'
+Requires-Dist: pytest-httpx>=0.30.0 ; extra == 'dev'
+Requires-Dist: psycopg[binary]>=3.2.0 ; extra == 'dev'
+Requires-Dist: requests>=2.33.0 ; extra == 'dev'
+Requires-Dist: redis>=5.0.0 ; extra == 'dev'
+Requires-Dist: schemathesis>=4 ; extra == 'dev'
+Requires-Dist: polars>=1.30.0 ; extra == 'dev'
+Requires-Dist: schemathesis>=4 ; extra == 'dev'
+Requires-Dist: ruff>=0.8.0 ; extra == 'dev'
+Requires-Dist: mypy>=1.8.0 ; extra == 'dev'
+Requires-Dist: pyright>=1.1.350 ; extra == 'dev'
+Requires-Dist: datamodel-code-generator>=0.55.0 ; extra == 'dev'
+Requires-Dist: opentelemetry-api>=1.20.0 ; extra == 'otel'
+Requires-Dist: opentelemetry-sdk>=1.20.0 ; extra == 'otel'
+Requires-Dist: pyspark>=3.5,<5 ; extra == 'pyspark'
+Requires-Python: >=3.10
+Provides-Extra: dev
+Provides-Extra: otel
+Provides-Extra: pyspark
+Description-Content-Type: text/markdown
+
+# Python Client
+
+A modern Python client library built with best-in-class tooling.
+
+## Features
+
+- Built with [UV](https://docs.astral.sh/uv/) for fast, reliable dependency management
+- Type-safe with [mypy](https://mypy-lang.org/)
+- Linted and formatted with [Ruff](https://docs.astral.sh/ruff/)
+- Tested with [pytest](https://docs.pytest.org/)
+- Full type annotations (PEP 561 compatible)
+
+## Development Setup
+
+### Prerequisites
+
+- Python 3.9 or higher
+- [UV](https://docs.astral.sh/uv/) package manager
+
+### Installation
+
+Install the package with development dependencies:
+
+```bash
+make dev-install
+```
+
+Or using UV directly:
+
+```bash
+uv sync --all-extras
+```
+
+## Development
+
+### Running Tests
+
+```bash
+make test
+```
+
+### Linting
+
+```bash
+make lint
+```
+
+### Formatting
+
+```bash
+make format
+```
+
+### Type Checking
+
+```bash
+make type-check
+```
+
+### Building
+
+```bash
+make build
+```
+
+## Project Structure
+
+```
+python-client/
+├── src/
+│   └── python_client/     # Main package
+│       ├── __init__.py
+│       └── py.typed       # PEP 561 marker
+├── tests/                 # Test suite
+├── pyproject.toml         # Project configuration
+├── Makefile              # Development commands
+└── README.md             # This file
+```

redis_featureform-3.0.0rc1/README.md

@@ -0,0 +1,78 @@
+# Python Client
+
+A modern Python client library built with best-in-class tooling.
+
+## Features
+
+- Built with [UV](https://docs.astral.sh/uv/) for fast, reliable dependency management
+- Type-safe with [mypy](https://mypy-lang.org/)
+- Linted and formatted with [Ruff](https://docs.astral.sh/ruff/)
+- Tested with [pytest](https://docs.pytest.org/)
+- Full type annotations (PEP 561 compatible)
+
+## Development Setup
+
+### Prerequisites
+
+- Python 3.9 or higher
+- [UV](https://docs.astral.sh/uv/) package manager
+
+### Installation
+
+Install the package with development dependencies:
+
+```bash
+make dev-install
+```
+
+Or using UV directly:
+
+```bash
+uv sync --all-extras
+```
+
+## Development
+
+### Running Tests
+
+```bash
+make test
+```
+
+### Linting
+
+```bash
+make lint
+```
+
+### Formatting
+
+```bash
+make format
+```
+
+### Type Checking
+
+```bash
+make type-check
+```
+
+### Building
+
+```bash
+make build
+```
+
+## Project Structure
+
+```
+python-client/
+├── src/
+│   └── python_client/     # Main package
+│       ├── __init__.py
+│       └── py.typed       # PEP 561 marker
+├── tests/                 # Test suite
+├── pyproject.toml         # Project configuration
+├── Makefile              # Development commands
+└── README.md             # This file
+```

redis_featureform-3.0.0rc1/pyproject.toml

@@ -0,0 +1,220 @@
+[project]
+name = "redis-featureform"
+version = "3.0.0rc1"
+description = "Enterprise Python client for Featureform v2 API"
+readme = "README.md"
+authors = [
+    { name = "Simba Khadder", email = "simba.khadder@redis.com" }
+]
+requires-python = ">=3.10"
+dependencies = [
+    "cloudpickle>=3.0.0",
+    "httpx>=0.27.0",
+    "packaging>=24.0",
+    "pydantic>=2.0.0",
+    "structlog>=24.0.0",
+    "typer>=0.12.0",
+    "rich>=13.0.0",
+    "pyyaml>=6.0.0",
+    "grpcio>=1.60.0",
+    "grpcio-health-checking>=1.60.0",
+    "protobuf>=4.25.0",
+    "pyarrow>=17.0.0",
+    "pandas>=2.3.3",
+    "tomli>=2.0.0; python_version < '3.11'",
+]
+classifiers = [
+    "Development Status :: 3 - Alpha",
+    "Intended Audience :: Developers",
+    "Programming Language :: Python :: 3",
+    "Programming Language :: Python :: 3.10",
+    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.12",
+    "Programming Language :: Python :: 3.13",
+    "Typing :: Typed",
+]
+
+[project.optional-dependencies]
+dev = [
+    "pytest>=8.0.0",
+    "pytest-cov>=4.1.0",
+    "pytest-asyncio>=0.23.0",
+    "pytest-httpx>=0.30.0",
+    "psycopg[binary]>=3.2.0",
+    "requests>=2.33.0",
+    "redis>=5.0.0",
+    "schemathesis>=4",
+    "polars>=1.30.0",
+    "schemathesis>=4",
+    "ruff>=0.8.0",
+    "mypy>=1.8.0",
+    "pyright>=1.1.350",
+    "datamodel-code-generator>=0.55.0",
+]
+otel = [
+    "opentelemetry-api>=1.20.0",
+    "opentelemetry-sdk>=1.20.0",
+]
+pyspark = [
+    "pyspark>=3.5,<5",
+]
+
+[project.scripts]
+ff = "featureform.cli.main:app"
+
+[build-system]
+requires = ["uv_build>=0.9.6,<0.10.0"]
+build-backend = "uv_build"
+
+[tool.uv.build-backend]
+module-name = "featureform"
+
+[dependency-groups]
+dev = [
+    "pytest>=8.0.0",
+    "pytest-cov>=4.1.0",
+    "pytest-asyncio>=0.23.0",
+    "pytest-httpx>=0.30.0",
+    "psycopg[binary]>=3.2.0",
+    "requests>=2.33.0",
+    "redis>=5.0.0",
+    "schemathesis>=4",
+    "polars>=1.30.0",
+    "schemathesis>=4",
+    "ruff>=0.8.0",
+    "mypy>=1.8.0",
+    "pyright>=1.1.350",
+    "grpcio-tools>=1.60.0",
+    "types-pyyaml>=6.0.12.20250915",
+    "types-protobuf>=6.32.1.20251210",
+    "grpc-stubs>=1.53.0.6",
+    "opentelemetry-api>=1.20.0",
+    "opentelemetry-sdk>=1.20.0",
+    "boto3>=1.42.35",
+    "pyiceberg[s3fs]>=0.8.0",
+    "pyspark>=3.5,<5",
+    "datamodel-code-generator>=0.55.0",
+    "mypy-protobuf>=5.0.0",
+]
+
+[tool.ruff]
+line-length = 100
+target-version = "py310"
+exclude = [
+    "src/featureform/_generated",
+]
+
+[tool.ruff.lint]
+select = [
+    "E",   # pycodestyle errors
+    "W",   # pycodestyle warnings
+    "F",   # pyflakes
+    "I",   # isort
+    "B",   # flake8-bugbear
+    "C4",  # flake8-comprehensions
+    "UP",  # pyupgrade
+    "ARG", # flake8-unused-arguments
+    "SIM", # flake8-simplify
+]
+ignore = [
+    "E501", # line too long (handled by formatter)
+]
+
+[tool.ruff.format]
+quote-style = "double"
+indent-style = "space"
+
+[tool.mypy]
+python_version = "3.10"
+warn_return_any = true
+warn_unused_configs = true
+disallow_untyped_defs = true
+disallow_incomplete_defs = true
+check_untyped_defs = true
+no_implicit_optional = true
+warn_redundant_casts = true
+warn_unused_ignores = true
+warn_no_return = true
+strict_equality = true
+strict = true
+exclude = [
+    "^src/featureform/_generated/",
+]
+
+[[tool.mypy.overrides]]
+module = "featureform._generated.*"
+ignore_errors = true
+
+[[tool.mypy.overrides]]
+module = "featureform.transport.grpc"
+disallow_untyped_calls = false
+
+[[tool.mypy.overrides]]
+module = ["cloudpickle", "cloudpickle.*"]
+ignore_missing_imports = true
+
+[[tool.mypy.overrides]]
+module = "featureform.dataframe.*"
+ignore_errors = true
+
+[[tool.mypy.overrides]]
+module = "featureform.cli.commands.dataframe"
+ignore_errors = true
+
+[tool.pyright]
+pythonVersion = "3.10"
+typeCheckingMode = "strict"
+reportMissingImports = true
+reportMissingTypeStubs = false
+reportUnknownArgumentType = false
+reportUnknownVariableType = false
+exclude = [
+    "src/featureform/_generated/**",
+]
+# OTel SDK has incomplete type stubs
+extraPaths = []
+ignore = [
+    "tests/unit/telemetry/test_otel.py",
+    # PyArrow has incomplete type stubs - ignore dataframe module
+    "src/featureform/dataframe/**",
+    "src/featureform/cli/commands/dataframe.py",
+]
+
+[tool.pytest.ini_options]
+testpaths = ["tests"]
+python_files = ["test_*.py"]
+python_classes = ["Test*"]
+python_functions = ["test_*"]
+markers = [
+    "auth_required: test requires an auth-enabled stack and identity provider",
+    "grpc_only: test requires the gRPC server (for example Arrow Flight / dataframe queries)",
+    "multi_node: test requires the dedicated two-node auth-enabled stack",
+    "rest_only: test requires the REST server",
+]
+addopts = [
+    "-v",
+    "--strict-markers",
+    "--cov=featureform",
+    "--cov-report=term-missing",
+    "--cov-report=html",
+]
+[tool.coverage.run]
+source = ["src"]
+parallel = true
+omit = [
+    "*/tests/*",
+    "*/__pycache__/*",
+    "src/featureform/_generated/*",
+    "src/featureform/_generated/**/*",
+]
+
+[tool.coverage.report]
+exclude_lines = [
+    "pragma: no cover",
+    "def __repr__",
+    "raise AssertionError",
+    "raise NotImplementedError",
+    "if __name__ == .__main__.:",
+    "if TYPE_CHECKING:",
+    "@abstractmethod",
+]

redis_featureform-3.0.0rc1/src/featureform/__init__.py

@@ -0,0 +1,257 @@
+"""Featureform Python client library.
+
+Enterprise-grade Python client for Featureform v2 API.
+"""
+
+from featureform._apply_wait import ApplyWaitError, WaitTarget
+from featureform._internal.logging import (
+    LogLevel,
+    configure_logging,
+    current_request_id,
+    get_logger,
+    request_id_context,
+    temporary_log_level,
+)
+from featureform._internal.telemetry import TelemetryConfig
+from featureform._version import resolve_version
+from featureform.client import (
+    ApplyResult,
+    ApplyWaitResult,
+    Client,
+    GraphClientBase,
+    GRPCGraphClient,
+    PingResult,
+    ProviderClient,
+    ResourceChange,
+    RESTGraphClient,
+    SecretProviderClient,
+    WorkspaceClient,
+)
+from featureform.config import Config
+from featureform.errors import (
+    AlreadyExistsError,
+    ConnectionError,
+    DataframeFallbackError,
+    DataframePlanResolutionError,
+    FeatureformError,
+    FlightFallbackUnavailableError,
+    InternalError,
+    InvalidArgumentError,
+    NotFoundError,
+    SparkExecutionError,
+    TimeoutError,
+    ValidationError,
+)
+
+# New DSL resource classes
+from featureform.resources import (
+    AggregateFeature,
+    AttributeFeature,
+    Dataset,
+    EnvSecretProvider,
+    Feature,
+    FeatureBuilder,
+    FeatureInput,
+    FeatureResource,
+    FeatureView,
+    FunctionNormalizerDetails,
+    IcebergPrimaryDataset,
+    IcebergProvider,
+    K8sSecretProvider,
+    Label,
+    LabelBuilder,
+    LabelResource,
+    PostgresPrimaryDataset,
+    PostgresProvider,
+    PostgresTransformedDataset,
+    PrimaryDataset,
+    RealtimeFeature,
+    RealtimeInput,
+    RedisClusterProvider,
+    RedisProvider,
+    Resource,
+    ResourceRegistry,
+    S3Provider,
+    Secret,
+    SecretProviderBase,
+    SerializerDetails,
+    SparkIcebergTransformedDataset,
+    SparkProvider,
+    TrainingSet,
+    TransformedDataset,
+    VaultSecretProvider,
+)
+from featureform.resources import Provider as ProviderBase
+from featureform.resources.entity import Entity
+from featureform.spark import DataframeExecutionInfo, SparkOptions, get_execution_info
+from featureform.types import (
+    CreateWorkspaceRequest,
+    DynamoDBConfig,
+    EnvSecretConfig,
+    KafkaConfig,
+    KubernetesSecretConfig,
+    PostgresConfig,
+    Provider,
+    ProviderConfig,
+    ProviderType,
+    RedisConfig,
+    RegisterProviderRequest,
+    RegisterSecretProviderRequest,
+    S3Config,
+    SecretProvider,
+    SecretProviderConfig,
+    SecretProviderType,
+    SnowflakeConfig,
+    SparkProviderConfig,
+    UpdateProviderRequest,
+    UpdateSecretProviderRequest,
+    UpdateWorkspaceRequest,
+    VaultSecretConfig,
+    Workspace,
+)
+
+# Type helpers from types.resource
+from featureform.types.resource import (
+    AggregateFunction,
+    FeatureLag,
+    IcebergConfig,
+    IcebergTableLocation,
+    MaterializationEngine,
+    PostgresDatasetConfig,
+    ScalarType,
+    SparkConfig,
+    TableLocation,
+    TrainingSetType,
+    ValueType,
+)
+
+__version__ = resolve_version()
+
+__all__ = [
+    # Version
+    "__version__",
+    # Client
+    "ApplyResult",
+    "ApplyWaitError",
+    "ApplyWaitResult",
+    "Client",
+    "GRPCGraphClient",
+    "GraphClientBase",
+    "PingResult",
+    "ProviderClient",
+    "RESTGraphClient",
+    "ResourceChange",
+    "SecretProviderClient",
+    "WaitTarget",
+    "WorkspaceClient",
+    # Config
+    "Config",
+    # Logging
+    "LogLevel",
+    "configure_logging",
+    "current_request_id",
+    "get_logger",
+    "request_id_context",
+    "temporary_log_level",
+    # Telemetry
+    "TelemetryConfig",
+    # Errors
+    "AlreadyExistsError",
+    "ConnectionError",
+    "DataframeFallbackError",
+    "DataframePlanResolutionError",
+    "FeatureformError",
+    "FlightFallbackUnavailableError",
+    "InternalError",
+    "InvalidArgumentError",
+    "NotFoundError",
+    "SparkExecutionError",
+    "TimeoutError",
+    "ValidationError",
+    # New DSL - Base
+    "Resource",
+    "ResourceRegistry",
+    # New DSL - Secrets
+    "Secret",
+    "SecretProviderBase",
+    "EnvSecretProvider",
+    "VaultSecretProvider",
+    "K8sSecretProvider",
+    # New DSL - Providers (NOT Resources - registered separately)
+    "IcebergProvider",
+    "PostgresProvider",
+    "ProviderBase",
+    "RedisProvider",
+    "RedisClusterProvider",
+    "S3Provider",
+    "SparkProvider",
+    "SparkOptions",
+    "get_execution_info",
+    # New DSL - Entity
+    "Entity",
+    # New DSL - Datasets
+    "Dataset",
+    "IcebergPrimaryDataset",
+    "PostgresPrimaryDataset",
+    "PostgresTransformedDataset",
+    "PrimaryDataset",
+    "SparkIcebergTransformedDataset",
+    "TransformedDataset",
+    # New DSL - Features (builder pattern)
+    "Feature",
+    "FeatureBuilder",
+    "FeatureResource",
+    "FeatureInput",
+    "AttributeFeature",
+    "AggregateFeature",
+    "FunctionNormalizerDetails",
+    # New DSL - Labels (builder pattern)
+    "Label",
+    "LabelBuilder",
+    "LabelResource",
+    "RealtimeFeature",
+    "RealtimeInput",
+    "SerializerDetails",
+    # New DSL - Training
+    "FeatureView",
+    "TrainingSet",
+    # Type helpers
+    "AggregateFunction",
+    "FeatureLag",
+    "IcebergConfig",
+    "IcebergTableLocation",
+    "MaterializationEngine",
+    "PostgresDatasetConfig",
+    "ScalarType",
+    "SparkConfig",
+    "DataframeExecutionInfo",
+    "TableLocation",
+    "TrainingSetType",
+    "ValueType",
+    # Workspace Types
+    "CreateWorkspaceRequest",
+    "UpdateWorkspaceRequest",
+    "Workspace",
+    # Provider Types (legacy)
+    "KafkaConfig",
+    "PostgresConfig",
+    "Provider",
+    "ProviderConfig",
+    "ProviderType",
+    "DynamoDBConfig",
+    "RedisConfig",
+    "RegisterProviderRequest",
+    "S3Config",
+    "SparkProviderConfig",
+    "SnowflakeConfig",
+    "UpdateProviderRequest",
+    # SecretProvider Types
+    "EnvSecretConfig",
+    "KubernetesSecretConfig",
+    "RegisterSecretProviderRequest",
+    "SecretProvider",
+    "SecretProviderConfig",
+    "SecretProviderType",
+    "UpdateSecretProviderRequest",
+    "VaultSecretConfig",
+]