classifyre-cli 0.4.50__tar.gz → 0.4.52__tar.gz

{classifyre_cli-0.4.50 → classifyre_cli-0.4.52}/.turbo/turbo-build.log

@@ -1,3 +1,3 @@
 $ uv sync
-Resolved 276 packages in 178ms
+Resolved 293 packages in 218ms
 Checked 51 packages in 1ms

{classifyre_cli-0.4.50 → classifyre_cli-0.4.52}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: classifyre-cli
-Version: 0.4.50
+Version: 0.4.52
 Summary: Classifyre CLI — scan and classify unstructured data sources
 License: MIT
 Keywords: data,ingestion,metadata,pii,secrets,unstructured

{classifyre_cli-0.4.50 → classifyre_cli-0.4.52}/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@classifyre/cli",
-  "version": "0.4.50",
+  "version": "0.4.52",
   "private": true,
   "scripts": {
     "build": "uv sync",

{classifyre_cli-0.4.50 → classifyre_cli-0.4.52}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "classifyre-cli"
-version = "0.4.50"
+version = "0.4.52"
 description = "Classifyre CLI — scan and classify unstructured data sources"
 readme = "README.md"
 requires-python = ">=3.12"
@@ -197,6 +197,14 @@ azure-blob-storage = [
     "azure-storage-blob>=12.29.0,<13.0.0",
     "azure-identity>=1.25.3,<2.0.0",
 ]
+microsoft-graph = [
+    "msgraph-sdk>=1.0.0,<2.0.0",
+    "azure-identity>=1.25.3,<2.0.0",
+]
+google-workspace = [
+    "google-api-python-client>=2.150,<3.0",
+    "google-auth>=2.40,<3.0",
+]
 google-cloud-storage = [
     "google-cloud-storage>=3.10.1,<4.0.0",
 ]

{classifyre_cli-0.4.50 → classifyre_cli-0.4.52}/src/models/generated_input.py

@@ -52,6 +52,8 @@ class AssetType(StrEnum):
     OPENSEARCH = 'OPENSEARCH'
     MEILISEARCH = 'MEILISEARCH'
     LOCAL_FOLDER = 'LOCAL_FOLDER'
+    MICROSOFT_365 = 'MICROSOFT_365'
+    GOOGLE_WORKSPACE = 'GOOGLE_WORKSPACE'
 
 
 class DetectorType(StrEnum):
@@ -357,6 +359,8 @@ class Type(StrEnum):
     OPENSEARCH = 'OPENSEARCH'
     MEILISEARCH = 'MEILISEARCH'
     LOCAL_FOLDER = 'LOCAL_FOLDER'
+    MICROSOFT_365 = 'MICROSOFT_365'
+    GOOGLE_WORKSPACE = 'GOOGLE_WORKSPACE'
 
 
 class YouTubeRequired(BaseModel):
@@ -2947,6 +2951,8 @@ class Type20(StrEnum):
     OPENSEARCH = 'OPENSEARCH'
     MEILISEARCH = 'MEILISEARCH'
     LOCAL_FOLDER = 'LOCAL_FOLDER'
+    MICROSOFT_365 = 'MICROSOFT_365'
+    GOOGLE_WORKSPACE = 'GOOGLE_WORKSPACE'
 
 
 class ConfluenceInput(CoreInput):
@@ -3687,6 +3693,328 @@ class IcebergOptionalScope(BaseModel):
     )
 
 
+class Microsoft365Ecosystem(StrEnum):
+    """
+    Microsoft 365 ecosystem to scan
+    """
+
+    sharepoint_sites = 'sharepoint_sites'
+    onedrive = 'onedrive'
+    teams_files = 'teams_files'
+
+
+class Microsoft365RequiredClientSecret(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    auth_mode: Literal['CLIENT_SECRET']
+    tenant_id: str = Field(..., description='Azure AD tenant ID (directory ID)')
+    client_id: str = Field(..., description='Azure AD application (client) ID')
+
+
+class Microsoft365RequiredCertificate(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    auth_mode: Literal['CERTIFICATE']
+    tenant_id: str = Field(..., description='Azure AD tenant ID (directory ID)')
+    client_id: str = Field(..., description='Azure AD application (client) ID')
+
+
+class Microsoft365RequiredManagedIdentity(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    auth_mode: Literal['MANAGED_IDENTITY']
+    client_id: str | None = Field(
+        None,
+        description='User-assigned managed identity client ID (omit for system-assigned)',
+    )
+
+
+class Microsoft365MaskedClientSecret(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    client_secret: str = Field(..., description='Azure AD application client secret')
+
+
+class Microsoft365MaskedCertificate(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    certificate_pem: str = Field(
+        ..., description='PEM-encoded certificate (private key + cert chain)'
+    )
+    certificate_password: str | None = Field(
+        None, description='Passphrase for encrypted PEM private key (optional)'
+    )
+
+
+class Microsoft365MaskedManagedIdentity(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+
+
+class Microsoft365OptionalScope(BaseModel):
+    """
+    Ecosystem selection and content filtering.
+    """
+
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    ecosystems: list[Microsoft365Ecosystem] | None = Field(
+        ['sharepoint_sites'],
+        description='Microsoft 365 ecosystems to scan (select one or more)',
+    )
+    site_filter: list[str] | None = Field(
+        None,
+        description='SharePoint site hostnames or paths to include (empty = all accessible)',
+    )
+    drive_filter: list[str] | None = Field(
+        None, description='Drive names or IDs to include (empty = all)'
+    )
+    path_prefix: str | None = Field(
+        None,
+        description='Only scan items under this folder path (e.g. /Documents/Legal)',
+    )
+    include_extensions: list[str] | None = Field(
+        None, description='Only include files with these extensions (e.g. .pdf, .docx)'
+    )
+    exclude_extensions: list[str] | None = Field(
+        None, description='Skip files with these extensions'
+    )
+    max_object_bytes: int | None = Field(
+        104857600,
+        description='Skip files larger than this many bytes (default 100 MB)',
+        ge=0,
+    )
+
+
+class Microsoft365OptionalConnection(BaseModel):
+    """
+    Network and throttle controls for Graph API requests.
+    """
+
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    request_timeout_seconds: int | None = Field(
+        30, description='Socket timeout for Graph API operations', ge=5, le=300
+    )
+    max_retries: int | None = Field(
+        3,
+        description='Maximum retries on transient errors and 429 throttling',
+        ge=0,
+        le=10,
+    )
+    rate_limit_delay_seconds: float | None = Field(
+        1.0,
+        description='Base delay between requests when throttled (exponential backoff applied)',
+        ge=0.0,
+    )
+    page_size: int | None = Field(
+        200, description='Items per page for Graph API list requests', ge=1, le=999
+    )
+
+
+class Microsoft365OptionalExtraction(BaseModel):
+    """
+    Controls which structural assets to emit beyond files.
+    """
+
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    include_permissions: bool | None = Field(
+        False,
+        description='Include file/site permission metadata (requires Sites.FullControl.All)',
+    )
+    include_site_metadata: bool | None = Field(
+        True, description='Emit site-level assets with metadata'
+    )
+    include_drive_metadata: bool | None = Field(
+        True, description='Emit drive-level assets with metadata'
+    )
+
+
+class Microsoft365Optional(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    scope: Microsoft365OptionalScope | None = None
+    connection: Microsoft365OptionalConnection | None = None
+    extraction: Microsoft365OptionalExtraction | None = None
+
+
+class Microsoft365Input(CoreInput):
+    type: Literal['MICROSOFT_365'] | None = Field(
+        None, description='Type of the asset or source'
+    )
+    required: (
+        Microsoft365RequiredClientSecret
+        | Microsoft365RequiredCertificate
+        | Microsoft365RequiredManagedIdentity
+    ) = Field(..., title='Microsoft365Required')
+    masked: (
+        Microsoft365MaskedClientSecret
+        | Microsoft365MaskedCertificate
+        | Microsoft365MaskedManagedIdentity
+    ) = Field(..., title='Microsoft365Masked')
+    optional: Microsoft365Optional | None = None
+    detectors: list[Detector] | None = Field(
+        None, description='Detectors to run on ingested content'
+    )
+    custom_detectors: list[CustomDetectorSelection] | None = Field(
+        None,
+        description='Reusable custom detector IDs selected from the custom detector catalog.',
+    )
+    sampling: SamplingConfig
+    resources: ResourceOverrides | None = None
+
+
+class GoogleWorkspaceRequiredServiceAccount(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    auth_method: Literal['service_account']
+    delegated_subject: str | None = Field(
+        None,
+        description='User email to impersonate via domain-wide delegation (optional)',
+    )
+
+
+class GoogleWorkspaceRequiredOAuth(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    auth_method: Literal['oauth']
+    client_id: str = Field(..., description='OAuth 2.0 client ID')
+
+
+class GoogleWorkspaceMaskedServiceAccount(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    service_account_json: str = Field(
+        ..., description='Full JSON key for the Google service account'
+    )
+
+
+class GoogleWorkspaceMaskedOAuth(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    client_secret: str = Field(..., description='OAuth 2.0 client secret')
+    refresh_token: str = Field(..., description='OAuth 2.0 refresh token')
+
+
+class GoogleWorkspaceOptionalScope(BaseModel):
+    """
+    Drive/folder selection and content filtering.
+    """
+
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    drive_ids: list[str] | None = Field(
+        None,
+        description='Shared drive IDs to scan (empty = all accessible shared drives)',
+    )
+    folder_ids: list[str] | None = Field(
+        None, description='Only scan these folder IDs recursively (empty = full drives)'
+    )
+    include_my_drive: bool | None = Field(
+        True, description="Include the authenticated/delegated user's My Drive"
+    )
+    include_shared_drives: bool | None = Field(
+        True, description='Include shared drives'
+    )
+    include_file_extensions: list[str] | None = Field(
+        None, description='Only include files with these extensions (e.g. .pdf, .docx)'
+    )
+    exclude_file_extensions: list[str] | None = Field(
+        None, description='Skip files with these extensions'
+    )
+    include_permissions: bool | None = Field(
+        False, description='Include file sharing permission metadata'
+    )
+
+
+class GoogleWorkspaceOptionalConnection(BaseModel):
+    """
+    Network and pagination controls for Drive API requests.
+    """
+
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    page_size: int | None = Field(
+        1000, description='Items per page for Drive API list requests', ge=1, le=1000
+    )
+    max_object_bytes: int | None = Field(
+        104857600,
+        description='Skip files larger than this many bytes (default 100 MB)',
+        ge=0,
+    )
+    max_retries: int | None = Field(
+        5, description='Maximum retries on transient errors', ge=0, le=10
+    )
+    timeout_seconds: int | None = Field(
+        30, description='Socket timeout for Drive API operations', ge=5, le=300
+    )
+
+
+class GoogleWorkspaceOptionalExtraction(BaseModel):
+    """
+    Controls which structural assets to emit and how Google-native files are handled.
+    """
+
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    include_drive_metadata: bool | None = Field(
+        True, description='Emit drive-level assets with metadata'
+    )
+    export_google_formats: bool | None = Field(
+        True,
+        description='Export Google-native files (Docs/Sheets/Slides) to Office formats for content extraction',
+    )
+
+
+class GoogleWorkspaceOptional(BaseModel):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
+    scope: GoogleWorkspaceOptionalScope | None = None
+    connection: GoogleWorkspaceOptionalConnection | None = None
+    extraction: GoogleWorkspaceOptionalExtraction | None = None
+
+
+class GoogleWorkspaceInput(CoreInput):
+    type: Literal['GOOGLE_WORKSPACE'] | None = Field(
+        None, description='Type of the asset or source'
+    )
+    required: GoogleWorkspaceRequiredServiceAccount | GoogleWorkspaceRequiredOAuth = (
+        Field(..., title='GoogleWorkspaceRequired')
+    )
+    masked: GoogleWorkspaceMaskedServiceAccount | GoogleWorkspaceMaskedOAuth = Field(
+        ..., title='GoogleWorkspaceMasked'
+    )
+    optional: GoogleWorkspaceOptional | None = None
+    detectors: list[Detector] | None = Field(
+        None, description='Detectors to run on ingested content'
+    )
+    custom_detectors: list[CustomDetectorSelection] | None = Field(
+        None,
+        description='Reusable custom detector IDs selected from the custom detector catalog.',
+    )
+    sampling: SamplingConfig
+    resources: ResourceOverrides | None = None
+
+
 class YouTubeInput(CoreInput):
     type: Literal['YOUTUBE'] | None = Field(
         None, description='Type of the asset or source'
@@ -3789,6 +4117,8 @@ class SourceInput(
         | ElasticsearchInput
         | OpenSearchInput
         | MeilisearchInput
+        | Microsoft365Input
+        | GoogleWorkspaceInput
     ]
 ):
     root: (
@@ -3822,6 +4152,8 @@ class SourceInput(
         | ElasticsearchInput
         | OpenSearchInput
         | MeilisearchInput
+        | Microsoft365Input
+        | GoogleWorkspaceInput
     ) = Field(
         ...,
         description='Merged configuration schema with all source types and common definitions',