futurehouse-client 0.3.20.dev411__py3-none-any.whl → 0.4.1__py3-none-any.whl

futurehouse_client/models/data_storage_methods.py

@@ -1,333 +0,0 @@
-import contextlib
-from datetime import datetime
-from enum import StrEnum, auto
-from os import PathLike
-from pathlib import Path
-from typing import Any
-from uuid import UUID
-
-from pydantic import BaseModel, Field, JsonValue
-
-
-class DataStorageEntry(BaseModel):
-    """Model representing a data storage entry."""
-
-    id: UUID = Field(description="Unique identifier for the data storage entry")
-    name: str = Field(description="Name of the data storage entry")
-    description: str | None = Field(
-        default=None, description="Description of the data storage entry"
-    )
-    content: str | None = Field(
-        default=None, description="Content of the data storage entry"
-    )
-    embedding: list[float] | None = Field(
-        default=None, description="Embedding vector for the content"
-    )
-    is_collection: bool = Field(
-        default=False, description="Whether this entry is a collection"
-    )
-    tags: list[str] | None = Field(
-        default=None,
-        description="List of tags associated with the data storage entry",
-    )
-    parent_id: UUID | None = Field(
-        default=None,
-        description="ID of the parent entry if this is a sub-entry for hierarchical storage",
-    )
-    dataset_id: UUID | None = Field(
-        default=None,
-        description="ID of the dataset this entry belongs to",
-    )
-    path: str | None = Field(
-        default=None,
-        description="Path in the storage system where this entry is located, if a file.",
-    )
-    bigquery_schema: Any | None = Field(
-        default=None, description="Target BigQuery schema for the data storage entry"
-    )
-    user_id: str = Field(description="ID of the user who created this entry")
-    created_at: datetime = Field(description="Timestamp when the entry was created")
-    modified_at: datetime = Field(
-        description="Timestamp when the entry was last updated"
-    )
-
-
-class DataStorageType(StrEnum):
-    BIGQUERY = auto()
-    GCS = auto()
-    PG_TABLE = auto()
-    RAW_CONTENT = auto()
-    ELASTIC_SEARCH = auto()
-
-
-class DataContentType(StrEnum):
-    BQ_DATASET = auto()
-    BQ_TABLE = auto()
-    TEXT = auto()
-    TEXT_W_EMBEDDINGS = auto()
-    DIRECTORY = auto()
-    FILE = auto()
-    INDEX = auto()
-    INDEX_W_EMBEDDINGS = auto()
-
-
-class DataStorageLocationPayload(BaseModel):
-    storage_type: DataStorageType
-    content_type: DataContentType
-    content_schema: JsonValue | None = None
-    metadata: JsonValue | None = None
-    location: str | None = None
-
-
-class DataStorageLocationDetails(BaseModel):
-    """Model representing the location details within a DataStorageLocations object."""
-
-    storage_type: str = Field(description="Type of storage (e.g., 'gcs', 'pg_table')")
-    content_type: str = Field(description="Type of content stored")
-    content_schema: JsonValue | None = Field(default=None, description="Content schema")
-    metadata: JsonValue | None = Field(default=None, description="Location metadata")
-    location: str | None = Field(
-        default=None, description="Location path or identifier"
-    )
-
-
-class DataStorageLocations(BaseModel):
-    """Model representing storage locations for a data storage entry."""
-
-    id: UUID = Field(description="Unique identifier for the storage locations")
-    data_storage_id: UUID = Field(description="ID of the associated data storage entry")
-    storage_config: DataStorageLocationDetails = Field(
-        description="Storage configuration details"
-    )
-    created_at: datetime = Field(description="Timestamp when the location was created")
-
-
-class DataStorageResponse(BaseModel):
-    """Response model for data storage operations."""
-
-    data_storage: DataStorageEntry = Field(description="The created data storage entry")
-    storage_location: DataStorageLocations = Field(
-        description="Storage location for this data entry"
-    )
-    signed_url: str | None = Field(
-        default=None,
-        description="Signed URL for uploading/downloading the file to/from GCS",
-    )
-
-
-class DataStorageRequestPayload(BaseModel):
-    """Payload for creating a data storage entry."""
-
-    name: str = Field(description="Name of the data storage entry")
-    description: str | None = Field(
-        default=None, description="Description of the data storage entry"
-    )
-    content: str | None = Field(
-        default=None, description="Content of the data storage entry"
-    )
-    is_collection: bool = Field(
-        default=False, description="Whether this entry is a collection"
-    )
-    parent_id: UUID | None = Field(
-        default=None, description="ID of the parent entry for hierarchical storage"
-    )
-    dataset_id: UUID | None = Field(
-        default=None,
-        description="ID of existing dataset to add entry to, or None to create new dataset",
-    )
-    path: PathLike | str | None = Field(
-        default=None,
-        description="Path to store in the GCS bucket.",
-    )
-    existing_location: DataStorageLocationPayload | None = Field(
-        default=None, description="Target storage metadata"
-    )
-
-
-class ManifestEntry(BaseModel):
-    """Model representing a single entry in a manifest file."""
-
-    description: str | None = Field(
-        default=None, description="Description of the file or directory"
-    )
-    metadata: dict[str, Any] | None = Field(
-        default=None, description="Additional metadata for the entry"
-    )
-
-
-class DirectoryManifest(BaseModel):
-    """Model representing the structure of a manifest file."""
-
-    entries: dict[str, "ManifestEntry | DirectoryManifest"] = Field(
-        default_factory=dict,
-        description="Map of file/directory names to their manifest entries",
-    )
-
-    def get_entry_description(self, name: str) -> str | None:
-        """Get description for a specific entry."""
-        entry = self.entries.get(name)
-        if isinstance(entry, ManifestEntry):
-            return entry.description
-        if isinstance(entry, DirectoryManifest):
-            # For nested directories, could derive description from contents
-            return None
-        return None
-
-    def get_entry_metadata(self, name: str) -> dict[str, Any] | None:
-        """Get metadata for a specific entry."""
-        entry = self.entries.get(name)
-        if isinstance(entry, ManifestEntry):
-            return entry.metadata
-        return None
-
-    @classmethod
-    def from_dict(cls, data: dict[str, Any]) -> "DirectoryManifest":
-        """Create DirectoryManifest from a dictionary (loaded from JSON/YAML)."""
-        entries: dict[str, ManifestEntry | DirectoryManifest] = {}
-        for name, value in data.items():
-            if isinstance(value, dict):
-                if "description" in value or "metadata" in value:
-                    # This looks like a ManifestEntry
-                    entries[name] = ManifestEntry(**value)
-                else:
-                    # This looks like a nested directory
-                    entries[name] = cls.from_dict(value)
-            else:
-                # Simple string description
-                entries[name] = ManifestEntry(description=str(value))
-
-        return cls(entries=entries)
-
-    def to_dict(self) -> dict[str, Any]:
-        """Convert back to dictionary format."""
-        result = {}
-        for name, entry in self.entries.items():
-            if isinstance(entry, ManifestEntry):
-                if entry.description is not None or entry.metadata is not None:
-                    entry_dict = {}
-                    if entry.description is not None:
-                        entry_dict["description"] = entry.description
-                    if entry.metadata is not None:
-                        entry_dict.update(entry.metadata)
-                    result[name] = entry_dict
-            elif isinstance(entry, DirectoryManifest):
-                result[name] = entry.to_dict()
-        return result
-
-
-class FileMetadata(BaseModel):
-    """Model representing metadata for a file being processed."""
-
-    path: Path = Field(description="Path to the file")
-    name: str = Field(description="Name of the file")
-    size: int | None = Field(default=None, description="Size of the file in bytes")
-    description: str | None = Field(
-        default=None, description="Description from manifest or generated"
-    )
-    is_directory: bool = Field(default=False, description="Whether this is a directory")
-    parent_id: UUID | None = Field(
-        default=None, description="Parent directory ID in the storage system"
-    )
-    dataset_id: UUID | None = Field(
-        default=None, description="Dataset ID this file belongs to"
-    )
-
-    @classmethod
-    def from_path(
-        cls,
-        path: Path,
-        description: str | None = None,
-        parent_id: UUID | None = None,
-        dataset_id: UUID | None = None,
-    ) -> "FileMetadata":
-        """Create FileMetadata from a Path object."""
-        size = None
-        is_directory = path.is_dir()
-
-        if not is_directory:
-            with contextlib.suppress(OSError):
-                size = path.stat().st_size
-
-        return cls(
-            path=path,
-            name=path.name,
-            size=size,
-            description=description,
-            is_directory=is_directory,
-            parent_id=parent_id,
-            dataset_id=dataset_id,
-        )
-
-
-class UploadProgress(BaseModel):
-    """Model for tracking upload progress."""
-
-    total_files: int = Field(description="Total number of files to upload")
-    uploaded_files: int = Field(default=0, description="Number of files uploaded")
-    total_bytes: int | None = Field(default=None, description="Total bytes to upload")
-    uploaded_bytes: int = Field(default=0, description="Number of bytes uploaded")
-    current_file: str | None = Field(
-        default=None, description="Currently uploading file"
-    )
-    errors: list[str] = Field(
-        default_factory=list, description="List of error messages"
-    )
-
-    @property
-    def progress_percentage(self) -> float:
-        """Calculate progress percentage based on files."""
-        if self.total_files == 0:
-            return 0.0
-        return (self.uploaded_files / self.total_files) * 100.0
-
-    @property
-    def bytes_percentage(self) -> float | None:
-        """Calculate progress percentage based on bytes."""
-        if not self.total_bytes or self.total_bytes == 0:
-            return None
-        return (self.uploaded_bytes / self.total_bytes) * 100.0
-
-    def add_error(self, error: str) -> None:
-        """Add an error message."""
-        self.errors.append(error)
-
-    def increment_files(self, bytes_uploaded: int = 0) -> None:
-        """Increment the uploaded files counter."""
-        self.uploaded_files += 1
-        self.uploaded_bytes += bytes_uploaded
-
-
-class DirectoryUploadConfig(BaseModel):
-    """Configuration for directory uploads."""
-
-    name: str = Field(description="Name for the directory upload")
-    description: str | None = Field(
-        default=None, description="Description for the directory"
-    )
-    as_collection: bool = Field(
-        default=False, description="Upload as single collection or hierarchically"
-    )
-    manifest_filename: str | None = Field(
-        default=None, description="Name of manifest file to use"
-    )
-    ignore_patterns: list[str] = Field(
-        default_factory=list, description="Patterns to ignore"
-    )
-    ignore_filename: str = Field(
-        default=".gitignore", description="Name of ignore file to read"
-    )
-    base_path: str | None = Field(default=None, description="Base path for storage")
-    parent_id: UUID | None = Field(default=None, description="Parent directory ID")
-    dataset_id: UUID | None = Field(default=None, description="Dataset ID to use")
-
-    def with_parent(
-        self, parent_id: UUID, dataset_id: UUID | None = None
-    ) -> "DirectoryUploadConfig":
-        """Create a new config with parent and dataset IDs set."""
-        return self.model_copy(
-            update={"parent_id": parent_id, "dataset_id": dataset_id or self.dataset_id}
-        )
-
-
-# Forward reference resolution for DirectoryManifest
-DirectoryManifest.model_rebuild()

futurehouse_client-0.3.20.dev411.dist-info/RECORD

@@ -1,23 +0,0 @@
-futurehouse_client/__init__.py,sha256=PvFTkocA-hobsWoDEBEdrUgLIbuVbDs_0nvMdImJmHk,707
-futurehouse_client/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-futurehouse_client/version.py,sha256=ATqNPJGbdMp-ifig01HgY_N9rods-3s_pdrLTqHW_ro,723
-futurehouse_client/clients/__init__.py,sha256=-HXNj-XJ3LRO5XM6MZ709iPs29YpApss0Q2YYg1qMZw,280
-futurehouse_client/clients/data_storage_methods.py,sha256=Ovmi72vW3qqgVJcVFDkMA4tykppsRBvU8kCbjIMY1Sk,68514
-futurehouse_client/clients/job_client.py,sha256=D51_qTxya6g5Wfg_ZfJdP031TV_YDJeXkGMiYAJ1qRc,11962
-futurehouse_client/clients/rest_client.py,sha256=hNDSN8amTXSEkiXRtNYcFM942UdvryUsf1q0D_dAOW4,100332
-futurehouse_client/models/__init__.py,sha256=kQ4R7VEuRxO0IQEW_sk9CndBL7zzl8rUKI24ddyYLM0,647
-futurehouse_client/models/app.py,sha256=TGoAeENNPc5mSBkMHjh-Z8VIlnaUNcoWUJLxUhRIkEE,31868
-futurehouse_client/models/client.py,sha256=n4HD0KStKLm6Ek9nL9ylP-bkK10yzAaD1uIDF83Qp_A,1828
-futurehouse_client/models/data_storage_methods.py,sha256=ff3l87fT379BKhaHcI3aR8O7p2Vfm0M_qP9cpnhq2Bs,12095
-futurehouse_client/models/rest.py,sha256=ybelLsyTsKYud7DYUCF0sFF6u81bl8WmS_wWAnbX-0M,3382
-futurehouse_client/utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
-futurehouse_client/utils/auth.py,sha256=tgWELjKfg8eWme_qdcRmc8TjQN9DVZuHHaVXZNHLchk,2960
-futurehouse_client/utils/general.py,sha256=Gxy8JJ2g6nO-gphf_kHAlkowb0eP_DqD4MSF58IXExE,1592
-futurehouse_client/utils/module_utils.py,sha256=aFyd-X-pDARXz9GWpn8SSViUVYdSbuy9vSkrzcVIaGI,4955
-futurehouse_client/utils/monitoring.py,sha256=UjRlufe67kI3VxRHOd5fLtJmlCbVA2Wqwpd4uZhXkQM,8728
-futurehouse_client/utils/world_model_tools.py,sha256=cybA82xD_UzmKN0rdQfhbB8SH4v6cFw8mRr4gFfQF5U,2208
-futurehouse_client-0.3.20.dev411.dist-info/licenses/LICENSE,sha256=oQ9ZHjUi-_6GfP3gs14FlPb0OlGwE1QCCKFGnJ4LD2I,11341
-futurehouse_client-0.3.20.dev411.dist-info/METADATA,sha256=Ay0u2c1E3UVy7gRG6j7Ww-eWqYLVeO3l8KkLONb7k0Q,26988
-futurehouse_client-0.3.20.dev411.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-futurehouse_client-0.3.20.dev411.dist-info/top_level.txt,sha256=TRuLUCt_qBnggdFHCX4O_BoCu1j2X43lKfIZC-ElwWY,19
-futurehouse_client-0.3.20.dev411.dist-info/RECORD,,