classifyre-cli 0.6.11__tar.gz → 0.6.13__tar.gz

classifyre_cli-0.6.13/.turbo/turbo-build.log

@@ -0,0 +1,3 @@
+$ uv sync
+Resolved 324 packages in 265ms
+Checked 51 packages in 0.90ms

{classifyre_cli-0.6.11 → classifyre_cli-0.6.13}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.5
 Name: classifyre-cli
-Version: 0.6.11
+Version: 0.6.13
 Summary: Classifyre CLI — scan and classify unstructured data sources
 License: MIT
 Keywords: data,ingestion,metadata,pii,secrets,unstructured

{classifyre_cli-0.6.11 → classifyre_cli-0.6.13}/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@classifyre/cli",
-  "version": "0.6.11",
+  "version": "0.6.13",
   "private": true,
   "scripts": {
     "build": "uv sync",

{classifyre_cli-0.6.11 → classifyre_cli-0.6.13}/pyproject.toml

@@ -1,6 +1,6 @@
 [project]
 name = "classifyre-cli"
-version = "0.6.11"
+version = "0.6.13"
 description = "Classifyre CLI — scan and classify unstructured data sources"
 readme = "README.md"
 # Upper bound is load-bearing: onnxruntime publishes no cp315 wheels (notably

{classifyre_cli-0.6.11 → classifyre_cli-0.6.13}/src/detectors/custom_detector/session.py

@@ -426,14 +426,28 @@ def prior_finding_payload(finding: Any) -> dict[str, Any]:
         "severity": str(getattr(data.get("severity"), "value", data.get("severity")) or ""),
         "confidence": data.get("confidence") or 0.0,
         "location": dict(location),
-        "metadata": {
-            key: value
-            for key, value in metadata.items()
-            if key in {"tabular_row_index", "tabular_column_name", "entity_label", "label"}
-        },
+        "metadata": {key: value for key, value in metadata.items() if key in _PRIOR_METADATA_KEYS},
     }
 
 
+#: What a rule may read of another detector's finding metadata: where it sits,
+#: what it is called, and what a model said -- an LLM's extracted ``fields``, a
+#: decision model's ``question`` and ``answer``. Runner internals stay out.
+_PRIOR_METADATA_KEYS = frozenset(
+    {
+        "tabular_row_index",
+        "tabular_column_name",
+        "entity_label",
+        "label",
+        "fields",
+        "question",
+        "answer",
+        "certainty",
+        "model",
+    }
+)
+
+
 __all__ = [
     "DEFAULT_LIMITS",
     "CustomDetectorSession",

{classifyre_cli-0.6.11 → classifyre_cli-0.6.13}/src/graph/edges.py

@@ -150,10 +150,17 @@ class FieldMapping:
     upstreams: Sequence[str] = ()
     transform: str | None = None
     type: FieldTransform = FieldTransform.TRANSFORMED
+    #: The transformations the value passes through, outermost first
+    #: (``("SUM", "CASE")``) — what a reader scans for before the full
+    #: ``transform`` text.
+    steps: Sequence[str] = ()
 
     def __post_init__(self) -> None:
         cleaned = tuple(str(name).strip() for name in self.upstreams if str(name).strip())
         object.__setattr__(self, "upstreams", cleaned)
+        object.__setattr__(
+            self, "steps", tuple(str(step).strip() for step in self.steps if str(step).strip())
+        )
         if self.downstream is not None:
             object.__setattr__(self, "downstream", str(self.downstream).strip() or None)
         if self.downstream is None and self.type is not FieldTransform.INDIRECT:
@@ -167,6 +174,7 @@ class FieldMapping:
             "downstream": self.downstream,
             "upstreams": list(self.upstreams),
             "transform": self.transform,
+            "steps": list(self.steps),
             "type": str(self.type),
         }
 
@@ -339,6 +347,7 @@ def edge_from_payload(payload: dict[str, Any]) -> Edge:
                 downstream=item.get("downstream"),
                 upstreams=item.get("upstreams") or [],
                 transform=item.get("transform"),
+                steps=item.get("steps") or [],
                 type=FieldTransform(str(item.get("type") or FieldTransform.TRANSFORMED)),
             )
             for item in payload.get("fields") or []

{classifyre_cli-0.6.11 → classifyre_cli-0.6.13}/src/main.py

@@ -553,6 +553,24 @@ async def run_command_async(args: argparse.Namespace, recipe: dict[str, Any]) ->
                         await augmentation.startup()
 
                     scan_cache = ScanCache(recipe, source, payload_windows=payload_windows)
+
+                    # What the workspace embeds besides text follows its
+                    # embedding model, so the API says and the run asks once.
+                    # The pipeline prepares that media; the scan cache uses the
+                    # same plan to know which unchanged assets still owe theirs.
+                    if hasattr(sink, "fetch_embedding_plan"):
+                        from .pipeline.media_artifact import EmbeddingPlan
+
+                        embedding_plan = EmbeddingPlan.from_payload(
+                            await sink.fetch_embedding_plan()
+                        )
+                        if embedding_plan.collects_media:
+                            logger.info(
+                                "Preparing media for embedding: %s",
+                                ", ".join(sorted(embedding_plan.media)),
+                            )
+                        pipeline.set_embedding_plan(embedding_plan)
+                        scan_cache.set_embedding_plan(embedding_plan)
                     if scan_cache.enabled:
                         logger.info(
                             "Scan cache active (verify=%s): unchanged assets and"
@@ -675,7 +693,13 @@ async def run_command_async(args: argparse.Namespace, recipe: dict[str, Any]) ->
                                     source.evict_asset_cache(asset_hash)
                                     return
 
-                                if plan.mode == "partial":
+                                if plan.media_only:
+                                    logger.info(
+                                        "Cached %s, but %s",
+                                        asset.name,
+                                        plan.reason,
+                                    )
+                                elif plan.mode == "partial":
                                     logger.info(
                                         "Partially cached %s: running %s",
                                         asset.name,
@@ -761,6 +785,13 @@ async def run_command_async(args: argparse.Namespace, recipe: dict[str, Any]) ->
                                 f_total, f_by_sev, f_by_det = _compute_findings_counts(
                                     result.findings or []
                                 )
+                                if plan.media_only and plan.prior is not None:
+                                    # Read again only to send its picture or
+                                    # recording: no detector ran, so the counts
+                                    # of its last real scan are still its counts.
+                                    f_total = plan.prior.findings_total or 0
+                                    f_by_sev = plan.prior.findings_by_severity or {}
+                                    f_by_det = plan.prior.findings_by_detector or {}
                                 payload = _asset_to_payload(result)
 
                                 content_hash = plan.content_hash
@@ -785,6 +816,7 @@ async def run_command_async(args: argparse.Namespace, recipe: dict[str, Any]) ->
                                     findings_total=f_total,
                                     findings_by_severity=f_by_sev,
                                     findings_by_detector=f_by_det,
+                                    media_state=scan_cache.media_state_for(asset),
                                 )
                                 if state is not None:
                                     payload["scan_cache"] = state

{classifyre_cli-0.6.11 → classifyre_cli-0.6.13}/src/models/generated_detectors.py

@@ -964,6 +964,11 @@ class DetectorScope(BaseModel):
         None,
         description='Asset-metadata equality predicate, e.g. {"doc_type": "jab"}. Every named key must be present on the asset and equal (compared as strings, so 4 and "4" match). A key the asset does not carry excludes it — an absent field is not a match.',
     )
+    content_pattern: str | None = Field(
+        None,
+        description='Regular expression (case-insensitive) the text of a payload must contain for this detector to run on it. Applied per payload, so on a paged document only the pages that match are read: a language model asked about free cash flow reads the pages that use the term, not all 500 pages of the annual report. Payloads without text (pictures, raw bytes) never match.',
+        max_length=2000,
+    )
 
 
 class DetectorBudget(BaseModel):
@@ -1868,6 +1873,9 @@ class CustomDetectorConfig(DetectorConfig):
     Configuration for user-defined detector execution
     """
 
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     custom_detector_key: str = Field(
         ..., description='Stable key used to identify one custom detector instance'
     )

{classifyre_cli-0.6.11 → classifyre_cli-0.6.13}/src/models/generated_input.py

@@ -1357,6 +1357,10 @@ class PostgreSQLOptionalScope(BaseModel):
         None,
         description='Optional table allowlist. Accepted forms: schema.table or database.schema.table',
     )
+    include_views: bool | None = Field(
+        True,
+        description="Include view assets in extraction. A view's column lineage is read from its SQL.",
+    )
     table_limit: int | None = Field(
         None, description='Optional cap on number of table assets extracted', ge=1
     )
@@ -1443,6 +1447,10 @@ class MySQLOptionalScope(BaseModel):
         None,
         description='Optional table allowlist. Accepted forms: table or database.table',
     )
+    include_views: bool | None = Field(
+        True,
+        description="Include view assets in extraction. A view's column lineage is read from its SQL.",
+    )
     table_limit: int | None = Field(
         None,
         description='Optional cap on number of table assets extracted per database',
@@ -4979,6 +4987,9 @@ class CoreInput(BaseModel):
 
 
 class SlackInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['SLACK'] = Field(..., description='Type of the asset or source')
     required: SlackRequired
     masked: SlackMasked
@@ -5001,6 +5012,9 @@ class SlackInput(CoreInput):
 
 
 class EmailInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['EMAIL'] = Field(..., description='Type of the asset or source')
     required: EmailRequired
     masked: EmailMasked
@@ -5023,6 +5037,9 @@ class EmailInput(CoreInput):
 
 
 class S3CompatibleStorageInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['S3_COMPATIBLE_STORAGE'] = Field(
         ..., description='Type of the asset or source'
     )
@@ -5047,6 +5064,9 @@ class S3CompatibleStorageInput(CoreInput):
 
 
 class LocalFolderInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['LOCAL_FOLDER'] = Field(
         ..., description='Type of the asset or source'
     )
@@ -5071,6 +5091,9 @@ class LocalFolderInput(CoreInput):
 
 
 class SandboxInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['SANDBOX'] = Field(..., description='Type of the asset or source')
     required: SandboxRequired
     masked: SandboxMasked | None = None
@@ -5093,6 +5116,9 @@ class SandboxInput(CoreInput):
 
 
 class AzureBlobStorageInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['AZURE_BLOB_STORAGE'] = Field(
         ..., description='Type of the asset or source'
     )
@@ -5117,6 +5143,9 @@ class AzureBlobStorageInput(CoreInput):
 
 
 class GoogleCloudStorageInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['GOOGLE_CLOUD_STORAGE'] = Field(
         ..., description='Type of the asset or source'
     )
@@ -5141,6 +5170,9 @@ class GoogleCloudStorageInput(CoreInput):
 
 
 class WordPressInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['WORDPRESS'] = Field(..., description='Type of the asset or source')
     required: WordPressRequired
     masked: WordPressMasked
@@ -5163,6 +5195,9 @@ class WordPressInput(CoreInput):
 
 
 class PostgreSQLInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['POSTGRESQL'] = Field(..., description='Type of the asset or source')
     required: PostgreSQLRequired
     masked: PostgreSQLMasked
@@ -5185,6 +5220,9 @@ class PostgreSQLInput(CoreInput):
 
 
 class MySQLInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['MYSQL'] = Field(..., description='Type of the asset or source')
     required: MySQLRequired
     masked: MySQLMasked
@@ -5207,6 +5245,9 @@ class MySQLInput(CoreInput):
 
 
 class MSSQLInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['MSSQL'] = Field(..., description='Type of the asset or source')
     required: MSSQLRequired
     masked: MSSQLMasked
@@ -5229,6 +5270,9 @@ class MSSQLInput(CoreInput):
 
 
 class OracleInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['ORACLE'] = Field(..., description='Type of the asset or source')
     required: OracleRequired
     masked: OracleMasked
@@ -5251,6 +5295,9 @@ class OracleInput(CoreInput):
 
 
 class HiveInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['HIVE'] = Field(..., description='Type of the asset or source')
     required: HiveRequired
     masked: HiveMasked
@@ -5273,6 +5320,9 @@ class HiveInput(CoreInput):
 
 
 class DatabricksInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['DATABRICKS'] = Field(..., description='Type of the asset or source')
     required: PersonalAccessToken | ServicePrincipalOAuthM2M | AzureServicePrincipal = (
         Field(..., title='DatabricksRequired')
@@ -5299,6 +5349,9 @@ class DatabricksInput(CoreInput):
 
 
 class SnowflakeInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['SNOWFLAKE'] = Field(..., description='Type of the asset or source')
     required: (
         SnowflakeRequiredDefaultAuthenticator
@@ -5331,6 +5384,9 @@ class SnowflakeInput(CoreInput):
 
 
 class DremioInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['DREMIO'] = Field(..., description='Type of the asset or source')
     required: DremioRequiredSoftware | DremioRequiredCloud = Field(
         ..., title='DremioRequired'
@@ -5355,6 +5411,9 @@ class DremioInput(CoreInput):
 
 
 class MongoDBInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['MONGODB'] = Field(..., description='Type of the asset or source')
     required: MongoDBRequiredAtlas | MongoDBRequiredOnPrem = Field(
         ..., title='MongoDBRequired'
@@ -5381,6 +5440,9 @@ class MongoDBInput(CoreInput):
 
 
 class Neo4jInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['NEO4J'] = Field(..., description='Type of the asset or source')
     required: Neo4jRequired
     masked: Neo4jMaskedUsernamePassword | Neo4jMaskedNone = Field(
@@ -5405,6 +5467,9 @@ class Neo4jInput(CoreInput):
 
 
 class PowerBIInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['POWERBI'] = Field(..., description='Type of the asset or source')
     required: PowerBIRequiredServicePrincipal | PowerBIRequiredAccessToken = Field(
         ..., title='PowerBIRequired'
@@ -5431,6 +5496,9 @@ class PowerBIInput(CoreInput):
 
 
 class TableauInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['TABLEAU'] = Field(..., description='Type of the asset or source')
     required: TableauRequiredUsernamePassword | TableauRequiredPersonalAccessToken = (
         Field(..., title='TableauRequired')
@@ -5457,6 +5525,9 @@ class TableauInput(CoreInput):
 
 
 class ConfluenceInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['CONFLUENCE'] = Field(..., description='Type of the asset or source')
     required: ConfluenceRequired
     masked: ConfluenceMasked
@@ -5479,6 +5550,9 @@ class ConfluenceInput(CoreInput):
 
 
 class JiraInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['JIRA'] = Field(..., description='Type of the asset or source')
     required: JiraRequired
     masked: JiraMasked
@@ -5501,6 +5575,9 @@ class JiraInput(CoreInput):
 
 
 class ServiceDeskInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['SERVICEDESK'] = Field(..., description='Type of the asset or source')
     required: ServiceDeskRequired
     masked: ServiceDeskMasked
@@ -5523,6 +5600,9 @@ class ServiceDeskInput(CoreInput):
 
 
 class SQLiteInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['SQLITE'] = Field(..., description='Type of the asset or source')
     required: SQLiteRequired
     masked: dict[str, Any] | None = Field(
@@ -5549,6 +5629,9 @@ class SQLiteInput(CoreInput):
 
 
 class NotionInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['NOTION'] = Field(..., description='Type of the asset or source')
     required: NotionRequired
     masked: NotionMasked
@@ -5579,6 +5662,9 @@ class DeltaLakeOptional(BaseModel):
 
 
 class DeltaLakeInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['DELTA_LAKE'] = Field(..., description='Type of the asset or source')
     required: DeltaLakeRequired
     masked: S3CompatibleStorageMasked | None = None
@@ -5609,6 +5695,9 @@ class IcebergOptional(BaseModel):
 
 
 class IcebergInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['ICEBERG'] = Field(..., description='Type of the asset or source')
     required: IcebergRequired
     masked: S3CompatibleStorageMasked | None = None
@@ -5631,6 +5720,9 @@ class IcebergInput(CoreInput):
 
 
 class KafkaInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['KAFKA'] = Field(..., description='Type of the asset or source')
     required: (
         NoAuthentication
@@ -5664,6 +5756,9 @@ class KafkaInput(CoreInput):
 
 
 class ElasticsearchInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['ELASTICSEARCH'] = Field(
         ..., description='Type of the asset or source'
     )
@@ -5692,6 +5787,9 @@ class ElasticsearchInput(CoreInput):
 
 
 class OpenSearchInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['OPENSEARCH'] = Field(..., description='Type of the asset or source')
     required: NoAuthentication2 | BasicUsernamePassword | APIKeyBearerToken = Field(
         ..., title='OpenSearchRequired'
@@ -5718,6 +5816,9 @@ class OpenSearchInput(CoreInput):
 
 
 class MeilisearchInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['MEILISEARCH'] = Field(..., description='Type of the asset or source')
     required: NoAuthentication4 | APIKeyBearerToken2 = Field(
         ..., title='MeilisearchRequired'
@@ -5744,6 +5845,9 @@ class MeilisearchInput(CoreInput):
 
 
 class Microsoft365Input(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['MICROSOFT_365'] = Field(
         ..., description='Type of the asset or source'
     )
@@ -5776,6 +5880,9 @@ class Microsoft365Input(CoreInput):
 
 
 class GoogleWorkspaceInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['GOOGLE_WORKSPACE'] = Field(
         ..., description='Type of the asset or source'
     )
@@ -5804,6 +5911,9 @@ class GoogleWorkspaceInput(CoreInput):
 
 
 class DropboxInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['DROPBOX'] = Field(..., description='Type of the asset or source')
     required: (
         DropboxOAuthRefreshTokenRecommended
@@ -5832,6 +5942,9 @@ class DropboxInput(CoreInput):
 
 
 class HuggingFaceInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['HUGGING_FACE'] = Field(
         ..., description='Type of the asset or source'
     )
@@ -5856,6 +5969,9 @@ class HuggingFaceInput(CoreInput):
 
 
 class GitInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['GIT'] = Field(..., description='Type of the asset or source')
     required: GitRequired
     masked: GitMasked | None = None
@@ -5907,6 +6023,9 @@ class CustomCohortWeights(BaseModel):
 
 
 class YouTubeInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['YOUTUBE'] = Field(..., description='Type of the asset or source')
     required: YouTubeRequired
     masked: YouTubeMasked | None = None
@@ -5929,6 +6048,9 @@ class YouTubeInput(CoreInput):
 
 
 class RedditInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['REDDIT'] = Field(..., description='Type of the asset or source')
     required: (
         RedditRequiredReadOnly | RedditRequiredScript | RedditRequiredRefreshToken
@@ -5983,6 +6105,9 @@ class CustomOptional(BaseModel):
 
 
 class CustomInput(CoreInput):
+    model_config = ConfigDict(
+        extra='forbid',
+    )
     type: Literal['CUSTOM'] = Field(..., description='Type of the asset or source')
     required: CustomRequired
     masked: CustomMasked | None = None

{classifyre_cli-0.6.11 → classifyre_cli-0.6.13}/src/notebook/sdk.py

@@ -716,12 +716,14 @@ class Context:
 
     @property
     def config_changed(self) -> bool:
-        """True on the first run after this source's settings changed.
+        """True on the first run after this source's settings changed, and on a
+        run started as a full rescan.
 
         "Settings" is anything in the source's configuration -- scope,
         sampling, variables, the notebook itself, which detectors are on --
         and the definition of any custom detector it uses. Rotating a secret
-        does not count.
+        does not count. A full rescan asks for the whole sweep again with the
+        same settings, so it sets the flag as well.
 
         A built-in source starts its sweep over when that happens. A notebook
         owns its own cursor, so nothing is taken from it; it is told instead,
@@ -758,10 +760,11 @@ class Context:
         ``(rank, id)``: ``rank`` is what makes an item newer -- a timestamp, an
         increasing number -- and must be an int, float or string of one
         consistent type that only changes when the item does; ``id`` is unique
-        to the item. Each run gets ``limit`` items (``rows_per_page`` by
-        default): everything newer than what earlier runs read comes first,
-        the rest continues backwards from where the last run stopped, and once
-        the whole listing has been read only new items are returned.
+        to the item. Each run gets ``limit`` items -- by default ``ctx.limit``:
+        the whole listing under the ALL strategy, ``rows_per_page`` otherwise.
+        Everything newer than what earlier runs read comes first, the rest
+        continues backwards from where the last run stopped, and once the whole
+        listing has been read only new items are returned.
 
         The position is kept in the cursor beside whatever you store there,
         one per ``name``, and starts over when ``ctx.config_changed``. Calling
@@ -770,10 +773,11 @@ class Context:
         stored = self._cursor.get("frontier")
         previous = stored.get(str(name)) if isinstance(stored, dict) else None
         frontier = ListFrontier(None if self._config_changed else previous)
-        window = frontier.window(
-            ((*order(item), item) for item in items),
-            int(limit) if limit else self.page_size,
-        )
+        entries = [(*order(item), item) for item in items]
+        # Without a limit of its own the run takes what the source's sampling
+        # asks for: everything under ALL, ``rows_per_page`` otherwise.
+        budget = int(limit) if limit else (self.limit if self.limit is not None else len(entries))
+        window = frontier.window(entries, budget)
         state = frontier.to_state()
         if state is not None:
             self._frontier_state[str(name)] = state

{classifyre_cli-0.6.11 → classifyre_cli-0.6.13}/src/outputs/rest.py

@@ -347,13 +347,29 @@ class RestOutputSink:
             )
 
     async def emit_text_chunks(self, asset_hash: str, artifact: TextArtifact) -> None:
-        """Send extracted text provenance; the API embeds it asynchronously."""
+        """Send extracted text provenance; the API embeds it asynchronously.
+
+        Prepared pictures and clips ride in the same request, because the API
+        replaces everything it holds for the asset in one step.
+        """
         source_id = self._require_source_id()
-        self._request_json(
-            "POST",
-            f"/sources/{source_id}/embeddings/chunks",
-            {"assetHash": asset_hash, "chunks": artifact.chunks},
-        )
+        body: dict[str, Any] = {"assetHash": asset_hash, "chunks": artifact.chunks}
+        if artifact.media:
+            body["media"] = artifact.media
+        self._request_json("POST", f"/sources/{source_id}/embeddings/chunks", body)
+
+    async def fetch_embedding_plan(self) -> dict[str, Any]:
+        """What this workspace wants prepared for embedding besides text.
+
+        Asked once per run. An API that predates the endpoint answers 404, and
+        any failure here means the same thing: prepare no media, and embed the
+        text as every scan before this did.
+        """
+        try:
+            return self._request_json("GET", "/embeddings/collection")
+        except Exception as exc:
+            logger.info("No embedding collection plan (%s); embedding text only", exc)
+            return {}
 
     def _split_by_size(self, assets: list[dict[str, Any]]) -> list[list[dict[str, Any]]]:
         """Split assets into chunks that each stay under _MAX_BATCH_BYTES."""