cartography-client 0.0.1__py3-none-any.whl

cartography/types/download_create_bulk_response.py

@@ -0,0 +1,41 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Optional
+
+from .._models import BaseModel
+from .bulk_download_result import BulkDownloadResult
+
+__all__ = ["DownloadCreateBulkResponse", "Results"]
+
+
+class Results(BaseModel):
+    cached: Optional[List[BulkDownloadResult]] = None
+
+    failed: Optional[List[BulkDownloadResult]] = None
+
+    save_failed: Optional[List[BulkDownloadResult]] = None
+
+    success: Optional[List[BulkDownloadResult]] = None
+
+
+class DownloadCreateBulkResponse(BaseModel):
+    cached_count: int
+
+    crawl_id: str
+
+    failed_count: int
+
+    results: Results
+    """Grouped results by status"""
+
+    save_failed_count: int
+
+    success_count: int
+
+    timestamp: str
+
+    total_downloads_attempted: int
+
+    total_urls: int
+
+    debug_frame: Optional[List[Dict[str, object]]] = None

cartography/types/download_create_single_params.py

@@ -0,0 +1,32 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Optional
+from typing_extensions import Required, Annotated, TypedDict
+
+from .._utils import PropertyInfo
+from .wait_until import WaitUntil
+from .downloader_type import DownloaderType
+
+__all__ = ["DownloadCreateSingleParams"]
+
+
+class DownloadCreateSingleParams(TypedDict, total=False):
+    s3_bucket: Required[str]
+    """S3 bucket for storage"""
+
+    url: Required[str]
+    """URL to download"""
+
+    downloader_type: DownloaderType
+    """Available downloader types"""
+
+    s3_key: Optional[str]
+    """S3 key for the file"""
+
+    api_timeout: Annotated[int, PropertyInfo(alias="timeout")]
+    """Timeout in milliseconds"""
+
+    wait_until: WaitUntil
+    """When to consider download complete"""

cartography/types/download_create_single_response.py

@@ -0,0 +1,21 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+
+from .._models import BaseModel
+
+__all__ = ["DownloadCreateSingleResponse"]
+
+
+class DownloadCreateSingleResponse(BaseModel):
+    download_url: str
+
+    s3_bucket: str
+
+    s3_key: str
+
+    success: bool
+
+    error: Optional[str] = None
+
+    job_id: Optional[str] = None

cartography/types/downloader_type.py

@@ -0,0 +1,7 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import Literal, TypeAlias
+
+__all__ = ["DownloaderType"]
+
+DownloaderType: TypeAlias = Literal["async_fleet"]

cartography/types/health_check_response.py

@@ -0,0 +1,8 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict
+from typing_extensions import TypeAlias
+
+__all__ = ["HealthCheckResponse"]
+
+HealthCheckResponse: TypeAlias = Dict[str, object]

cartography/types/scrape_engine_param.py

@@ -0,0 +1,28 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Optional
+from typing_extensions import Literal, Required, TypedDict
+
+__all__ = ["ScrapeEngineParam"]
+
+
+class ScrapeEngineParam(TypedDict, total=False):
+    engine_type: Required[Literal["scrapingbee", "zenrows", "fleet", "async_fleet"]]
+    """Available engine types"""
+
+    headers: Optional[Dict[str, str]]
+    """Custom headers"""
+
+    proxy: Optional[str]
+    """Proxy URL"""
+
+    screenshot: Optional[bool]
+    """Take screenshot (Playwright only)"""
+
+    timeout: Optional[int]
+    """Timeout in milliseconds"""
+
+    wait_for: Optional[str]
+    """CSS selector to wait for (Playwright only)"""

cartography/types/scrape_scrape_bulk_params.py

@@ -0,0 +1,33 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import List, Iterable
+from typing_extensions import Required, TypedDict
+
+from .scrape_engine_param import ScrapeEngineParam
+
+__all__ = ["ScrapeScrapeBulkParams"]
+
+
+class ScrapeScrapeBulkParams(TypedDict, total=False):
+    crawl_id: Required[str]
+    """Unique identifier for this crawl"""
+
+    engines: Required[Iterable[ScrapeEngineParam]]
+    """List of engines to use"""
+
+    s3_bucket: Required[str]
+    """S3 bucket for checkpointing"""
+
+    urls: Required[List[str]]
+    """List of URLs to scrape"""
+
+    batch_size: int
+    """URLs per batch"""
+
+    debug: bool
+    """Enable debug information"""
+
+    max_workers: int
+    """Maximum concurrent workers"""

cartography/types/scrape_scrape_bulk_response.py

@@ -0,0 +1,41 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict, List, Optional
+
+from .._models import BaseModel
+from .bulk_scrape_result import BulkScrapeResult
+
+__all__ = ["ScrapeScrapeBulkResponse", "Results"]
+
+
+class Results(BaseModel):
+    cached: Optional[List[BulkScrapeResult]] = None
+
+    failed: Optional[List[BulkScrapeResult]] = None
+
+    save_failed: Optional[List[BulkScrapeResult]] = None
+
+    success: Optional[List[BulkScrapeResult]] = None
+
+
+class ScrapeScrapeBulkResponse(BaseModel):
+    cached_count: int
+
+    crawl_id: str
+
+    failed_count: int
+
+    results: Results
+    """Grouped results by status"""
+
+    save_failed_count: int
+
+    success_count: int
+
+    timestamp: str
+
+    total_pages_visited: int
+
+    total_urls: int
+
+    debug_frame: Optional[List[Dict[str, object]]] = None

cartography/types/scrape_scrape_single_params.py

@@ -0,0 +1,17 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Iterable
+from typing_extensions import Required, TypedDict
+
+from .scrape_engine_param import ScrapeEngineParam
+
+__all__ = ["ScrapeScrapeSingleParams"]
+
+
+class ScrapeScrapeSingleParams(TypedDict, total=False):
+    engines: Required[Iterable[ScrapeEngineParam]]
+    """List of engines to use"""
+
+    url: Required[str]

cartography/types/scrape_scrape_single_response.py

@@ -0,0 +1,23 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Optional
+
+from .._models import BaseModel
+
+__all__ = ["ScrapeScrapeSingleResponse"]
+
+
+class ScrapeScrapeSingleResponse(BaseModel):
+    composite_hash: Optional[str] = None
+
+    content: Optional[str] = None
+
+    content_hash: Optional[str] = None
+
+    status_code: Optional[int] = None
+
+    url: str
+
+    url_hash: Optional[str] = None
+
+    error: Optional[str] = None

cartography/types/wait_until.py

@@ -0,0 +1,7 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing_extensions import Literal, TypeAlias
+
+__all__ = ["WaitUntil"]
+
+WaitUntil: TypeAlias = Literal["commit", "domcontentloaded", "load", "networkidle"]

cartography/types/workflow_describe_response.py

@@ -0,0 +1,8 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict
+from typing_extensions import TypeAlias
+
+__all__ = ["WorkflowDescribeResponse"]
+
+WorkflowDescribeResponse: TypeAlias = Dict[str, object]

cartography/types/workflow_results_response.py

@@ -0,0 +1,8 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict
+from typing_extensions import TypeAlias
+
+__all__ = ["WorkflowResultsResponse"]
+
+WorkflowResultsResponse: TypeAlias = Dict[str, object]

cartography/types/workflows/__init__.py

@@ -0,0 +1,6 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from .request_create_download_params import RequestCreateDownloadParams as RequestCreateDownloadParams
+from .request_create_download_response import RequestCreateDownloadResponse as RequestCreateDownloadResponse

cartography/types/workflows/request/__init__.py

@@ -0,0 +1,9 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from .workflow_result import WorkflowResult as WorkflowResult
+from .crawl_create_params import CrawlCreateParams as CrawlCreateParams
+from .crawl_request_param import CrawlRequestParam as CrawlRequestParam
+from .crawl_create_bulk_params import CrawlCreateBulkParams as CrawlCreateBulkParams
+from .crawl_create_bulk_response import CrawlCreateBulkResponse as CrawlCreateBulkResponse

cartography/types/workflows/request/crawl_create_bulk_params.py

@@ -0,0 +1,14 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Iterable
+from typing_extensions import Required, TypedDict
+
+from .crawl_request_param import CrawlRequestParam
+
+__all__ = ["CrawlCreateBulkParams"]
+
+
+class CrawlCreateBulkParams(TypedDict, total=False):
+    jobs: Required[Iterable[CrawlRequestParam]]

cartography/types/workflows/request/crawl_create_bulk_response.py

@@ -0,0 +1,22 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import List, Optional
+
+from ...._models import BaseModel
+from .workflow_result import WorkflowResult
+
+__all__ = ["CrawlCreateBulkResponse", "Error"]
+
+
+class Error(BaseModel):
+    error: str
+
+    url: Optional[str] = None
+
+    workflow_id: Optional[str] = None
+
+
+class CrawlCreateBulkResponse(BaseModel):
+    results: List[WorkflowResult]
+
+    errors: Optional[List[Error]] = None

cartography/types/workflows/request/crawl_create_params.py

@@ -0,0 +1,32 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Iterable
+from typing_extensions import Required, TypedDict
+
+__all__ = ["CrawlCreateParams"]
+
+
+class CrawlCreateParams(TypedDict, total=False):
+    bucket_name: Required[str]
+
+    crawl_id: Required[str]
+
+    engines: Required[Iterable[Dict[str, object]]]
+
+    url: Required[str]
+
+    absolute_only: bool
+
+    batch_size: int
+
+    depth: int
+
+    keep_external: bool
+
+    max_urls: int
+
+    max_workers: int
+
+    visit_external: bool

cartography/types/workflows/request/crawl_request_param.py

@@ -0,0 +1,32 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import Dict, Iterable
+from typing_extensions import Required, TypedDict
+
+__all__ = ["CrawlRequestParam"]
+
+
+class CrawlRequestParam(TypedDict, total=False):
+    bucket_name: Required[str]
+
+    crawl_id: Required[str]
+
+    engines: Required[Iterable[Dict[str, object]]]
+
+    url: Required[str]
+
+    absolute_only: bool
+
+    batch_size: int
+
+    depth: int
+
+    keep_external: bool
+
+    max_urls: int
+
+    max_workers: int
+
+    visit_external: bool

cartography/types/workflows/request/workflow_result.py

@@ -0,0 +1,11 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from ...._models import BaseModel
+
+__all__ = ["WorkflowResult"]
+
+
+class WorkflowResult(BaseModel):
+    url: str
+
+    workflow_id: str

cartography/types/workflows/request_create_download_params.py

@@ -0,0 +1,18 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from __future__ import annotations
+
+from typing import List
+from typing_extensions import Required, TypedDict
+
+__all__ = ["RequestCreateDownloadParams"]
+
+
+class RequestCreateDownloadParams(TypedDict, total=False):
+    bucket_name: Required[str]
+
+    crawl_id: Required[str]
+
+    downloader_type: Required[str]
+
+    urls: Required[List[str]]

cartography/types/workflows/request_create_download_response.py

@@ -0,0 +1,8 @@
+# File generated from our OpenAPI spec by Stainless. See CONTRIBUTING.md for details.
+
+from typing import Dict
+from typing_extensions import TypeAlias
+
+__all__ = ["RequestCreateDownloadResponse"]
+
+RequestCreateDownloadResponse: TypeAlias = Dict[str, object]