orchestrator-core 4.7.1__py3-none-any.whl → 4.7.2rc1__py3-none-any.whl

orchestrator/__init__.py

@@ -13,7 +13,7 @@
 
 """This is the orchestrator workflow engine."""
 
-__version__ = "4.7.1"
+__version__ = "4.7.2rc1"
 
 
 from structlog import get_logger

orchestrator/api/api_v1/endpoints/search.py

@@ -16,6 +16,7 @@ from fastapi import APIRouter, HTTPException, Query, status
 
 from orchestrator.db import db
 from orchestrator.schemas.search import (
+    CursorInfoSchema,
     ExportResponse,
     PageInfoSchema,
     PathsResponse,
@@ -81,10 +82,24 @@ async def _perform_search_and_fetch(
 
         next_page_cursor = encode_next_page_cursor(search_response, page_cursor, query)
         has_next_page = next_page_cursor is not None
-        page_info = PageInfoSchema(has_next_page=has_next_page, next_page_cursor=next_page_cursor)
+        page_info = PageInfoSchema(
+            has_next_page=has_next_page,
+            next_page_cursor=next_page_cursor,
+        )
+
+        cursor_info = None
+        if search_response.total_items:
+            cursor_info = CursorInfoSchema(
+                total_items=search_response.total_items,
+                start_cursor=search_response.start_cursor,
+                end_cursor=search_response.end_cursor,
+            )
 
         return SearchResultsSchema(
-            data=search_response.results, page_info=page_info, search_metadata=search_response.metadata
+            data=search_response.results,
+            page_info=page_info,
+            search_metadata=search_response.metadata,
+            cursor=cursor_info,
         )
     except (InvalidCursorError, ValueError) as e:
         raise HTTPException(status_code=status.HTTP_422_UNPROCESSABLE_ENTITY, detail=str(e))

orchestrator/db/models.py

@@ -38,7 +38,6 @@ from sqlalchemy import (
     Select,
     String,
     Table,
-    Text,
     TypeDecorator,
     UniqueConstraint,
     select,
@@ -69,6 +68,37 @@ logger = structlog.get_logger(__name__)
 TAG_LENGTH = 20
 STATUS_LENGTH = 255
 
+# Field length limits chosen based on expected usage patterns
+# These values are intended to be reasonable, but give lots of wiggle room
+# If these values are updated, they also need to be updated in a migration, as in migration d69e10434a04
+NOTE_LENGTH = 5000
+DESCRIPTION_LENGTH = 2000
+FAILED_REASON_LENGTH = 10000
+TRACEBACK_LENGTH = 50000
+RESOURCE_VALUE_LENGTH = 10000
+DOMAIN_MODEL_ATTR_LENGTH = 255
+
+
+class StringThatAutoConvertsToNullWhenEmpty(TypeDecorator):
+    """A String type that converts empty strings to NULL on save."""
+
+    impl = String
+    cache_ok = True
+    python_type = str
+
+    def __init__(self, length: int | None = None):
+        super().__init__(length)
+
+    def process_bind_param(self, value: str | None, dialect: Dialect) -> str | None:
+        """Called when saving to DB - convert empty/whitespace to NULL."""
+        if value is not None and value.strip() == "":
+            return None
+        return value
+
+    def process_result_value(self, value: str | None, dialect: Dialect) -> str | None:
+        """Called when loading from DB - return as-is."""
+        return value
+
 
 class UtcTimestampError(Exception, DontWrapMixin):
     pass
@@ -122,8 +152,8 @@ class ProcessTable(BaseModel):
     last_modified_at = mapped_column(
         UtcTimestamp, server_default=text("current_timestamp()"), onupdate=nowtz, nullable=False
     )
-    failed_reason = mapped_column(Text())
-    traceback = mapped_column(Text())
+    failed_reason = mapped_column(String(FAILED_REASON_LENGTH))
+    traceback = mapped_column(String(TRACEBACK_LENGTH))
     created_by = mapped_column(String(255), nullable=True)
     is_task = mapped_column(Boolean, nullable=False, server_default=text("false"), index=True)
 
@@ -223,7 +253,7 @@ class ProductTable(BaseModel):
 
     product_id = mapped_column(UUIDType, server_default=text("uuid_generate_v4()"), primary_key=True)
     name = mapped_column(String(), nullable=False, unique=True)
-    description = mapped_column(Text(), nullable=False)
+    description = mapped_column(String(DESCRIPTION_LENGTH), nullable=False)
     product_type = mapped_column(String(255), nullable=False)
     tag = mapped_column(String(TAG_LENGTH), nullable=False, index=True)
     status = mapped_column(String(STATUS_LENGTH), nullable=False)
@@ -302,7 +332,7 @@ class ProductBlockTable(BaseModel):
 
     product_block_id = mapped_column(UUIDType, server_default=text("uuid_generate_v4()"), primary_key=True)
     name = mapped_column(String(), nullable=False, unique=True)
-    description = mapped_column(Text(), nullable=False)
+    description = mapped_column(String(DESCRIPTION_LENGTH), nullable=False)
     tag = mapped_column(String(TAG_LENGTH))
     status = mapped_column(String(STATUS_LENGTH))
     created_at = mapped_column(UtcTimestamp, nullable=False, server_default=text("current_timestamp()"))
@@ -401,7 +431,7 @@ class ResourceTypeTable(BaseModel):
 
     resource_type_id = mapped_column(UUIDType, server_default=text("uuid_generate_v4()"), primary_key=True)
     resource_type = mapped_column(String(510), nullable=False, unique=True)
-    description = mapped_column(Text())
+    description = mapped_column(String(DESCRIPTION_LENGTH))
 
     product_blocks = relationship(
         "ProductBlockTable", secondary=product_block_resource_type_association, back_populates="resource_types"
@@ -414,7 +444,7 @@ class WorkflowTable(BaseModel):
     workflow_id = mapped_column(UUIDType, server_default=text("uuid_generate_v4()"), primary_key=True)
     name = mapped_column(String(), nullable=False, unique=True)
     target = mapped_column(String(), nullable=False)
-    description = mapped_column(Text(), nullable=False)
+    description = mapped_column(String(DESCRIPTION_LENGTH), nullable=False)
     created_at = mapped_column(UtcTimestamp, nullable=False, server_default=text("current_timestamp()"))
     deleted_at = mapped_column(UtcTimestamp, deferred=True)
 
@@ -452,7 +482,7 @@ class SubscriptionInstanceRelationTable(BaseModel):
 
     # Needed to make sure subscription instance is populated in the right domain model attribute, if more than one
     # attribute uses the same product block model.
-    domain_model_attr = Column(Text())
+    domain_model_attr = Column(String(DOMAIN_MODEL_ATTR_LENGTH))
 
     in_use_by: Mapped[SubscriptionInstanceTable] = relationship(
         "SubscriptionInstanceTable", back_populates="depends_on_block_relations", foreign_keys=[in_use_by_id]
@@ -559,7 +589,7 @@ class SubscriptionInstanceValueTable(BaseModel):
     resource_type_id = mapped_column(
         UUIDType, ForeignKey("resource_types.resource_type_id"), nullable=False, index=True
     )
-    value = mapped_column(Text(), nullable=False)
+    value = mapped_column(String(RESOURCE_VALUE_LENGTH), nullable=False)
 
     resource_type = relationship("ResourceTypeTable", lazy="subquery")
     subscription_instance = relationship("SubscriptionInstanceTable", back_populates="values")
@@ -587,7 +617,7 @@ class SubscriptionCustomerDescriptionTable(BaseModel):
         index=True,
     )
     customer_id = mapped_column(String, nullable=False, index=True)
-    description = mapped_column(Text(), nullable=False)
+    description = mapped_column(String(DESCRIPTION_LENGTH), nullable=False)
     created_at = mapped_column(UtcTimestamp, nullable=False, server_default=text("current_timestamp()"))
     version = mapped_column(Integer, nullable=False, server_default="1")
 
@@ -600,14 +630,14 @@ class SubscriptionTable(BaseModel):
     subscription_id = mapped_column(
         UUIDType, server_default=text("uuid_generate_v4()"), primary_key=True, nullable=False
     )
-    description = mapped_column(Text(), nullable=False)
+    description = mapped_column(String(DESCRIPTION_LENGTH), nullable=False)
     status = mapped_column(String(STATUS_LENGTH), nullable=False, index=True)
     product_id = mapped_column(UUIDType, ForeignKey("products.product_id"), nullable=False, index=True)
     customer_id = mapped_column(String, index=True, nullable=False)
     insync = mapped_column(Boolean(), nullable=False)
     start_date = mapped_column(UtcTimestamp, nullable=True)
     end_date = mapped_column(UtcTimestamp)
-    note = mapped_column(Text())
+    note = mapped_column(StringThatAutoConvertsToNullWhenEmpty(NOTE_LENGTH))
     version = mapped_column(Integer, nullable=False, server_default="1")
 
     product = relationship("ProductTable", foreign_keys=[product_id])

orchestrator/migrations/versions/schema/2026-01-12_d69e10434a04_convert_unlimited_text_fields_to_.py

@@ -0,0 +1,32 @@
+"""Convert unlimited text fields to limited nullable strings and normalize empty subscription notes.
+
+Revision ID: d69e10434a04
+Revises: 9736496e3eba
+Create Date: 2026-01-12 14:17:58.255515
+
+"""
+
+from pathlib import Path
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "d69e10434a04"
+down_revision = "9736496e3eba"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    conn = op.get_bind()
+    revision_file_path = Path(__file__.replace(".py", "_upgrade.sql"))
+    with open(revision_file_path) as f:
+        conn.execute(sa.text(f.read()))
+
+
+def downgrade() -> None:
+    conn = op.get_bind()
+    revision_file_path = Path(__file__.replace(".py", "_downgrade.sql"))
+    with open(revision_file_path) as f:
+        conn.execute(sa.text(f.read()))

orchestrator/migrations/versions/schema/2026-01-12_d69e10434a04_convert_unlimited_text_fields_to__downgrade.sql

@@ -0,0 +1,138 @@
+-- Downgrade: Revert limited nullable strings back to unlimited text fields.
+-- Revision ID: d69e10434a04
+
+-- Drop triggers first
+DROP TRIGGER IF EXISTS fi_refresh_search ON fixed_inputs;
+DROP TRIGGER IF EXISTS products_refresh_search ON products;
+DROP TRIGGER IF EXISTS sub_cust_desc_refresh_search ON subscription_customer_descriptions;
+DROP TRIGGER IF EXISTS siv_refresh_search ON subscription_instance_values;
+DROP TRIGGER IF EXISTS sub_refresh_search ON subscriptions;
+
+-- Drop the refresh function
+DROP FUNCTION IF EXISTS refresh_subscriptions_search_view();
+
+-- Drop the materialized view (CASCADE will drop indexes)
+DROP MATERIALIZED VIEW IF EXISTS subscriptions_search CASCADE;
+
+-- Alter column types back from VARCHAR to TEXT
+ALTER TABLE subscriptions ALTER COLUMN note TYPE TEXT;
+ALTER TABLE subscriptions ALTER COLUMN description TYPE TEXT;
+ALTER TABLE processes ALTER COLUMN failed_reason TYPE TEXT;
+ALTER TABLE processes ALTER COLUMN traceback TYPE TEXT;
+ALTER TABLE products ALTER COLUMN description TYPE TEXT;
+ALTER TABLE product_blocks ALTER COLUMN description TYPE TEXT;
+ALTER TABLE resource_types ALTER COLUMN description TYPE TEXT;
+ALTER TABLE workflows ALTER COLUMN description TYPE TEXT;
+ALTER TABLE subscription_customer_descriptions ALTER COLUMN description TYPE TEXT;
+ALTER TABLE subscription_instance_values ALTER COLUMN value TYPE TEXT;
+ALTER TABLE subscription_instance_relations ALTER COLUMN domain_model_attr TYPE TEXT;
+
+-- Recreate the materialized view
+CREATE MATERIALIZED VIEW subscriptions_search AS
+WITH rt_info AS (SELECT s.subscription_id,
+                        concat_ws(
+                                ' ',
+                                string_agg(rt.resource_type || ' ' || siv.value, ' '),
+                                string_agg(distinct 'subscription_instance_id' || ':' || si.subscription_instance_id, ' ')
+                        ) AS rt_info
+                 FROM subscription_instance_values siv
+                          JOIN resource_types rt ON siv.resource_type_id = rt.resource_type_id
+                          JOIN subscription_instances si ON siv.subscription_instance_id = si.subscription_instance_id
+                          JOIN subscriptions s ON si.subscription_id = s.subscription_id
+                 GROUP BY s.subscription_id),
+     sub_prod_info AS (SELECT s.subscription_id,
+                              array_to_string(
+                                      ARRAY ['subscription_id:' || s.subscription_id,
+                                          'status:' || s.status,
+                                          'insync:' || s.insync,
+                                          'subscription_description:' || s.description,
+                                          'note:' || coalesce(s.note, ''),
+                                          'customer_id:' || s.customer_id,
+                                          'product_id:' || s.product_id],
+                                      ' '
+                              ) AS sub_info,
+                              array_to_string(
+                                      ARRAY ['product_name:' || p.name,
+                                          'product_description:' || p.description,
+                                          'tag:' || p.tag,
+                                          'product_type:', p.product_type],
+                                      ' '
+                              ) AS prod_info
+                       FROM subscriptions s
+                                JOIN products p ON s.product_id = p.product_id),
+     fi_info AS (SELECT s.subscription_id,
+                        string_agg(fi.name || ':' || fi.value, ' ') AS fi_info
+                 FROM subscriptions s
+                          JOIN products p ON s.product_id = p.product_id
+                          JOIN fixed_inputs fi ON p.product_id = fi.product_id
+                 GROUP BY s.subscription_id),
+     cust_info AS (SELECT s.subscription_id,
+                          string_agg('customer_description: ' || scd.description, ' ') AS cust_info
+                   FROM subscriptions s
+                            JOIN subscription_customer_descriptions scd ON s.subscription_id = scd.subscription_id
+                   GROUP BY s.subscription_id)
+-- to_tsvector handles parsing of hyphened words in a peculiar way and is inconsistent with how to_tsquery parses it in Postgres <14
+-- Replacing all hyphens with underscores makes the parsing more predictable and removes some issues arising when searching for subscription ids for example
+-- See: https://git.postgresql.org/gitweb/?p=postgresql.git;a=commit;h=0c4f355c6a5fd437f71349f2f3d5d491382572b7
+SELECT s.subscription_id,
+       to_tsvector(
+               'simple',
+               replace(
+                       concat_ws(
+                               ' ',
+                               spi.sub_info,
+                               spi.prod_info,
+                               fi.fi_info,
+                               rti.rt_info,
+                               ci.cust_info,
+                               md.metadata::text
+                       ),
+                       '-', '_')
+       ) as tsv
+FROM subscriptions s
+         LEFT JOIN sub_prod_info spi ON s.subscription_id = spi.subscription_id
+         LEFT JOIN fi_info fi ON s.subscription_id = fi.subscription_id
+         LEFT JOIN rt_info rti ON s.subscription_id = rti.subscription_id
+         LEFT JOIN cust_info ci ON s.subscription_id = ci.subscription_id
+         LEFT JOIN subscription_metadata md ON s.subscription_id = md.subscription_id;
+
+-- Create indexes
+CREATE INDEX subscriptions_search_tsv_idx ON subscriptions_search USING GIN (tsv);
+CREATE UNIQUE INDEX subscriptions_search_subscription_id_idx ON subscriptions_search (subscription_id);
+
+-- Create refresh function with epoch-based throttling
+CREATE OR REPLACE FUNCTION refresh_subscriptions_search_view()
+    RETURNS TRIGGER
+    LANGUAGE plpgsql
+AS
+$$
+DECLARE
+    should_refresh     bool;
+    current_epoch      int;
+    last_refresh_epoch int;
+    comment_sql        text;
+BEGIN
+    SELECT extract(epoch from now())::int INTO current_epoch;
+    SELECT coalesce(pg_catalog.obj_description('subscriptions_search'::regclass)::int, 0) INTO last_refresh_epoch;
+
+    SELECT (current_epoch - last_refresh_epoch) > 120 INTO should_refresh;
+
+    IF should_refresh THEN
+        REFRESH MATERIALIZED VIEW CONCURRENTLY subscriptions_search;
+
+        comment_sql := 'COMMENT ON MATERIALIZED VIEW subscriptions_search IS ' || quote_literal(current_epoch);
+        EXECUTE comment_sql;
+    END IF;
+    RETURN NULL;
+END;
+$$;
+
+-- Create triggers
+CREATE CONSTRAINT TRIGGER fi_refresh_search AFTER UPDATE ON fixed_inputs DEFERRABLE INITIALLY DEFERRED FOR EACH ROW EXECUTE FUNCTION refresh_subscriptions_search_view();
+CREATE CONSTRAINT TRIGGER products_refresh_search AFTER UPDATE ON products DEFERRABLE INITIALLY DEFERRED FOR EACH ROW EXECUTE FUNCTION refresh_subscriptions_search_view();
+CREATE CONSTRAINT TRIGGER sub_cust_desc_refresh_search AFTER INSERT OR UPDATE OR DELETE ON subscription_customer_descriptions DEFERRABLE INITIALLY DEFERRED FOR EACH ROW EXECUTE FUNCTION refresh_subscriptions_search_view();
+CREATE CONSTRAINT TRIGGER siv_refresh_search AFTER INSERT OR UPDATE OR DELETE ON subscription_instance_values DEFERRABLE INITIALLY DEFERRED FOR EACH ROW EXECUTE FUNCTION refresh_subscriptions_search_view();
+CREATE CONSTRAINT TRIGGER sub_refresh_search AFTER INSERT OR UPDATE OR DELETE ON subscriptions DEFERRABLE INITIALLY DEFERRED FOR EACH ROW EXECUTE FUNCTION refresh_subscriptions_search_view();
+
+-- Refresh the materialized view
+REFRESH MATERIALIZED VIEW subscriptions_search;

orchestrator/migrations/versions/schema/2026-01-12_d69e10434a04_convert_unlimited_text_fields_to__upgrade.sql

@@ -0,0 +1,153 @@
+-- Convert unlimited text fields to limited nullable strings and normalize empty subscription notes.
+-- Revision ID: d69e10434a04
+
+-- Field length limits chosen based on expected usage patterns
+-- These values are intended to be reasonable, but give lots of wiggle room
+-- If these values are updated, they also need to be updated in orchestrator-core/orchestrator/db/models.py
+-- NOTE_LENGTH = 5000
+-- DESCRIPTION_LENGTH = 2000
+-- FAILED_REASON_LENGTH = 10000
+-- TRACEBACK_LENGTH = 50000
+-- RESOURCE_VALUE_LENGTH = 10000
+-- DOMAIN_MODEL_ATTR_LENGTH = 255
+
+-- Drop triggers first
+DROP TRIGGER IF EXISTS fi_refresh_search ON fixed_inputs;
+DROP TRIGGER IF EXISTS products_refresh_search ON products;
+DROP TRIGGER IF EXISTS sub_cust_desc_refresh_search ON subscription_customer_descriptions;
+DROP TRIGGER IF EXISTS siv_refresh_search ON subscription_instance_values;
+DROP TRIGGER IF EXISTS sub_refresh_search ON subscriptions;
+
+-- Drop the refresh function
+DROP FUNCTION IF EXISTS refresh_subscriptions_search_view();
+
+-- Drop the materialized view (CASCADE will drop indexes)
+DROP MATERIALIZED VIEW IF EXISTS subscriptions_search CASCADE;
+
+-- Normalize empty strings to NULL before altering column types
+UPDATE subscriptions
+SET note = NULL
+WHERE note IS NOT NULL AND TRIM(note) = '';
+
+-- Alter column types from TEXT to VARCHAR with limits
+ALTER TABLE subscriptions ALTER COLUMN note TYPE VARCHAR(5000);
+ALTER TABLE subscriptions ALTER COLUMN description TYPE VARCHAR(2000);
+ALTER TABLE processes ALTER COLUMN failed_reason TYPE VARCHAR(10000);
+ALTER TABLE processes ALTER COLUMN traceback TYPE VARCHAR(50000);
+ALTER TABLE products ALTER COLUMN description TYPE VARCHAR(2000);
+ALTER TABLE product_blocks ALTER COLUMN description TYPE VARCHAR(2000);
+ALTER TABLE resource_types ALTER COLUMN description TYPE VARCHAR(2000);
+ALTER TABLE workflows ALTER COLUMN description TYPE VARCHAR(2000);
+ALTER TABLE subscription_customer_descriptions ALTER COLUMN description TYPE VARCHAR(2000);
+ALTER TABLE subscription_instance_values ALTER COLUMN value TYPE VARCHAR(10000);
+ALTER TABLE subscription_instance_relations ALTER COLUMN domain_model_attr TYPE VARCHAR(255);
+
+-- Recreate the materialized view
+CREATE MATERIALIZED VIEW subscriptions_search AS
+WITH rt_info AS (SELECT s.subscription_id,
+                        concat_ws(
+                                ' ',
+                                string_agg(rt.resource_type || ' ' || siv.value, ' '),
+                                string_agg(distinct 'subscription_instance_id' || ':' || si.subscription_instance_id, ' ')
+                        ) AS rt_info
+                 FROM subscription_instance_values siv
+                          JOIN resource_types rt ON siv.resource_type_id = rt.resource_type_id
+                          JOIN subscription_instances si ON siv.subscription_instance_id = si.subscription_instance_id
+                          JOIN subscriptions s ON si.subscription_id = s.subscription_id
+                 GROUP BY s.subscription_id),
+     sub_prod_info AS (SELECT s.subscription_id,
+                              array_to_string(
+                                      ARRAY ['subscription_id:' || s.subscription_id,
+                                          'status:' || s.status,
+                                          'insync:' || s.insync,
+                                          'subscription_description:' || s.description,
+                                          'note:' || coalesce(s.note, ''),
+                                          'customer_id:' || s.customer_id,
+                                          'product_id:' || s.product_id],
+                                      ' '
+                              ) AS sub_info,
+                              array_to_string(
+                                      ARRAY ['product_name:' || p.name,
+                                          'product_description:' || p.description,
+                                          'tag:' || p.tag,
+                                          'product_type:', p.product_type],
+                                      ' '
+                              ) AS prod_info
+                       FROM subscriptions s
+                                JOIN products p ON s.product_id = p.product_id),
+     fi_info AS (SELECT s.subscription_id,
+                        string_agg(fi.name || ':' || fi.value, ' ') AS fi_info
+                 FROM subscriptions s
+                          JOIN products p ON s.product_id = p.product_id
+                          JOIN fixed_inputs fi ON p.product_id = fi.product_id
+                 GROUP BY s.subscription_id),
+     cust_info AS (SELECT s.subscription_id,
+                          string_agg('customer_description: ' || scd.description, ' ') AS cust_info
+                   FROM subscriptions s
+                            JOIN subscription_customer_descriptions scd ON s.subscription_id = scd.subscription_id
+                   GROUP BY s.subscription_id)
+-- to_tsvector handles parsing of hyphened words in a peculiar way and is inconsistent with how to_tsquery parses it in Postgres <14
+-- Replacing all hyphens with underscores makes the parsing more predictable and removes some issues arising when searching for subscription ids for example
+-- See: https://git.postgresql.org/gitweb/?p=postgresql.git;a=commit;h=0c4f355c6a5fd437f71349f2f3d5d491382572b7
+SELECT s.subscription_id,
+       to_tsvector(
+               'simple',
+               replace(
+                       concat_ws(
+                               ' ',
+                               spi.sub_info,
+                               spi.prod_info,
+                               fi.fi_info,
+                               rti.rt_info,
+                               ci.cust_info,
+                               md.metadata::text
+                       ),
+                       '-', '_')
+       ) as tsv
+FROM subscriptions s
+         LEFT JOIN sub_prod_info spi ON s.subscription_id = spi.subscription_id
+         LEFT JOIN fi_info fi ON s.subscription_id = fi.subscription_id
+         LEFT JOIN rt_info rti ON s.subscription_id = rti.subscription_id
+         LEFT JOIN cust_info ci ON s.subscription_id = ci.subscription_id
+         LEFT JOIN subscription_metadata md ON s.subscription_id = md.subscription_id;
+
+-- Create indexes
+CREATE INDEX subscriptions_search_tsv_idx ON subscriptions_search USING GIN (tsv);
+CREATE UNIQUE INDEX subscriptions_search_subscription_id_idx ON subscriptions_search (subscription_id);
+
+-- Create refresh function with epoch-based throttling
+CREATE OR REPLACE FUNCTION refresh_subscriptions_search_view()
+    RETURNS TRIGGER
+    LANGUAGE plpgsql
+AS
+$$
+DECLARE
+    should_refresh     bool;
+    current_epoch      int;
+    last_refresh_epoch int;
+    comment_sql        text;
+BEGIN
+    SELECT extract(epoch from now())::int INTO current_epoch;
+    SELECT coalesce(pg_catalog.obj_description('subscriptions_search'::regclass)::int, 0) INTO last_refresh_epoch;
+
+    SELECT (current_epoch - last_refresh_epoch) > 120 INTO should_refresh;
+
+    IF should_refresh THEN
+        REFRESH MATERIALIZED VIEW CONCURRENTLY subscriptions_search;
+
+        comment_sql := 'COMMENT ON MATERIALIZED VIEW subscriptions_search IS ' || quote_literal(current_epoch);
+        EXECUTE comment_sql;
+    END IF;
+    RETURN NULL;
+END;
+$$;
+
+-- Create triggers
+CREATE CONSTRAINT TRIGGER fi_refresh_search AFTER UPDATE ON fixed_inputs DEFERRABLE INITIALLY DEFERRED FOR EACH ROW EXECUTE FUNCTION refresh_subscriptions_search_view();
+CREATE CONSTRAINT TRIGGER products_refresh_search AFTER UPDATE ON products DEFERRABLE INITIALLY DEFERRED FOR EACH ROW EXECUTE FUNCTION refresh_subscriptions_search_view();
+CREATE CONSTRAINT TRIGGER sub_cust_desc_refresh_search AFTER INSERT OR UPDATE OR DELETE ON subscription_customer_descriptions DEFERRABLE INITIALLY DEFERRED FOR EACH ROW EXECUTE FUNCTION refresh_subscriptions_search_view();
+CREATE CONSTRAINT TRIGGER siv_refresh_search AFTER INSERT OR UPDATE OR DELETE ON subscription_instance_values DEFERRABLE INITIALLY DEFERRED FOR EACH ROW EXECUTE FUNCTION refresh_subscriptions_search_view();
+CREATE CONSTRAINT TRIGGER sub_refresh_search AFTER INSERT OR UPDATE OR DELETE ON subscriptions DEFERRABLE INITIALLY DEFERRED FOR EACH ROW EXECUTE FUNCTION refresh_subscriptions_search_view();
+
+-- Refresh the materialized view
+REFRESH MATERIALIZED VIEW subscriptions_search;

orchestrator/schemas/product.py

@@ -12,10 +12,12 @@
 # limitations under the License.
 
 from datetime import datetime
+from typing import Annotated
 from uuid import UUID
 
-from pydantic import ConfigDict
+from pydantic import ConfigDict, Field
 
+from orchestrator.db.models import DESCRIPTION_LENGTH
 from orchestrator.domain.lifecycle import ProductLifecycle
 from orchestrator.schemas.base import OrchestratorBaseModel
 from orchestrator.schemas.fixed_input import FixedInputSchema
@@ -44,4 +46,4 @@ class ProductSchema(ProductBaseSchema):
 
 
 class ProductPatchSchema(OrchestratorBaseModel):
-    description: str | None = None
+    description: Annotated[str, Field(max_length=DESCRIPTION_LENGTH)] | None = None

orchestrator/schemas/product_block.py

@@ -12,10 +12,12 @@
 # limitations under the License.
 
 from datetime import datetime
+from typing import Annotated
 from uuid import UUID
 
-from pydantic import ConfigDict
+from pydantic import ConfigDict, Field
 
+from orchestrator.db.models import DESCRIPTION_LENGTH
 from orchestrator.domain.lifecycle import ProductLifecycle
 from orchestrator.schemas.base import OrchestratorBaseModel
 from orchestrator.schemas.resource_type import ResourceTypeBaseSchema, ResourceTypeSchema
@@ -40,4 +42,4 @@ class ProductBlockSchema(ProductBlockBaseSchema):
 
 
 class ProductBlockPatchSchema(OrchestratorBaseModel):
-    description: str | None = None
+    description: Annotated[str, Field(max_length=DESCRIPTION_LENGTH)] | None = None

orchestrator/schemas/resource_type.py

@@ -11,10 +11,12 @@
 # See the License for the specific language governing permissions and
 # limitations under the License.
 
+from typing import Annotated
 from uuid import UUID
 
-from pydantic import ConfigDict
+from pydantic import ConfigDict, Field
 
+from orchestrator.db.models import DESCRIPTION_LENGTH
 from orchestrator.schemas.base import OrchestratorBaseModel
 
 
@@ -30,4 +32,4 @@ class ResourceTypeSchema(ResourceTypeBaseSchema):
 
 
 class ResourceTypePatchSchema(OrchestratorBaseModel):
-    description: str | None = None
+    description: Annotated[str, Field(max_length=DESCRIPTION_LENGTH)] | None = None

orchestrator/schemas/search.py

@@ -34,10 +34,17 @@ class ProductSchema(BaseModel):
     product_type: str
 
 
+class CursorInfoSchema(BaseModel):
+    total_items: int | None = None
+    start_cursor: int | None = None
+    end_cursor: int | None = None
+
+
 class SearchResultsSchema(BaseModel, Generic[T]):
     data: list[T] = Field(default_factory=list)
     page_info: PageInfoSchema = Field(default_factory=PageInfoSchema)
     search_metadata: SearchMetadata | None = None
+    cursor: CursorInfoSchema | None = None
 
 
 class PathsResponse(BaseModel):

orchestrator/schemas/workflow.py

@@ -12,11 +12,12 @@
 # limitations under the License.
 
 from datetime import datetime
-from typing import Any
+from typing import Annotated, Any
 from uuid import UUID
 
 from pydantic import ConfigDict, Field
 
+from orchestrator.db.models import DESCRIPTION_LENGTH
 from orchestrator.schemas.base import OrchestratorBaseModel
 from orchestrator.targets import Target
 
@@ -65,4 +66,4 @@ class SubscriptionWorkflowListsSchema(OrchestratorBaseModel):
 
 
 class WorkflowPatchSchema(OrchestratorBaseModel):
-    description: str | None = None
+    description: Annotated[str, Field(max_length=DESCRIPTION_LENGTH)] | None = None

orchestrator/search/query/engine.py

@@ -12,6 +12,7 @@
 # limitations under the License.
 
 import structlog
+from sqlalchemy import Select, func, select
 from sqlalchemy.orm import Session
 
 from orchestrator.search.core.embedding import QueryEmbedder
@@ -30,6 +31,7 @@ from orchestrator.search.retrieval.retrievers import (
     RrfHybridRetriever,
     SemanticRetriever,
 )
+from orchestrator.search.retrieval.retrievers.structured import StructuredRetriever
 
 from .builder import build_aggregation_query, build_candidate_query, build_simple_count_query
 from .export import fetch_export_data
@@ -91,6 +93,28 @@ def _get_retriever_from_override(
     )
 
 
+def _create_cursor_info(
+    final_stmt: Select,
+    db_session: Session,
+    cursor: PageCursor | None,
+    query: SelectQuery | ExportQuery,
+    query_embedding: list[float] | None,
+    candidate_query: Select,
+    row_count: int,
+) -> tuple[int | None, int | None, int | None]:
+    total_count_stmt = Retriever.route(query, None, query_embedding).apply(candidate_query) if cursor else final_stmt
+    total_items_or_none = db_session.scalar(select(func.count()).select_from(total_count_stmt.subquery()))
+    total_items = total_items_or_none or 0
+    count_with_cursor_or_none = (
+        db_session.scalar(select(func.count()).select_from(final_stmt.subquery())) if cursor else total_items
+    )
+    count_with_cursor = count_with_cursor_or_none or 0
+    start_cursor = total_items - count_with_cursor
+    row_end_cursor_count = row_count - (2 if row_count > query.limit else 1)
+    end_cursor = start_cursor + row_end_cursor_count
+    return total_items, start_cursor, end_cursor
+
+
 async def _execute_search(
     query: SelectQuery | ExportQuery,
     db_session: Session,
@@ -126,14 +150,24 @@ async def _execute_search(
     logger.debug("Using retriever", retriever_type=retriever.__class__.__name__)
 
     final_stmt = retriever.apply(candidate_query)
-    final_stmt = final_stmt.limit(limit)
-    logger.debug(final_stmt)
-    result = db_session.execute(final_stmt).mappings().all()
+    final_stmt_with_limit = final_stmt.limit(limit)
+    logger.debug(final_stmt_with_limit)
+
+    result = db_session.execute(final_stmt_with_limit).mappings().all()
+    result_rows = list(result)
+    row_count = len(result_rows)
+
+    total_items: int | None = None
+    start_cursor: int | None = None
+    end_cursor: int | None = None
+    if isinstance(retriever, StructuredRetriever) and row_count > 0:
+        total_items, start_cursor, end_cursor = _create_cursor_info(
+            final_stmt, db_session, cursor, query, query_embedding, candidate_query, row_count
+        )
 
-    response = format_search_response(result, query, retriever.metadata)
-    # Store embedding in response for agent to save to DB
-    response.query_embedding = query_embedding
-    return response
+    return format_search_response(
+        result_rows, query, retriever.metadata, query_embedding, total_items, start_cursor, end_cursor
+    )
 
 
 async def execute_search(

orchestrator/search/query/results.py

@@ -66,6 +66,9 @@ class SearchResponse(BaseModel):
     metadata: SearchMetadata
     query_embedding: list[float] | None = None
     has_more: bool = False
+    total_items: int | None = None
+    start_cursor: int | None = None
+    end_cursor: int | None = None
 
 
 class AggregationResult(BaseModel):
@@ -221,7 +224,13 @@ def generate_highlight_indices(text: str, term: str) -> list[tuple[int, int]]:
 
 
 def format_search_response(
-    db_rows: Sequence[RowMapping], query: "SelectQuery | ExportQuery", metadata: SearchMetadata
+    db_rows: Sequence[RowMapping],
+    query: "SelectQuery | ExportQuery",
+    metadata: SearchMetadata,
+    query_embedding: list[float] | None,
+    total_items: int | None,
+    start_cursor: int | None,
+    end_cursor: int | None,
 ) -> SearchResponse:
     """Format database query results into a `SearchResponse`.
 
@@ -232,6 +241,10 @@ def format_search_response(
         db_rows: The rows returned from the executed SQLAlchemy query.
         query: SelectQuery or ExportQuery with search criteria.
         metadata: Metadata about the search execution.
+        query_embedding: query embedding for agent to save to DB.
+        total_items: total items of the query (only with structured search).
+        start_cursor: start cursor of the db_rows (only with structured search).
+        end_cursor: end cursor of the db_rows (only with structured search).
 
     Returns:
         SearchResponse: A list of `SearchResult` objects containing entity IDs, scores,
@@ -280,7 +293,14 @@ def format_search_response(
                 matching_field=matching_field,
             )
         )
-    return SearchResponse(results=results, metadata=metadata)
+    return SearchResponse(
+        results=results,
+        metadata=metadata,
+        total_items=total_items,
+        start_cursor=start_cursor,
+        end_cursor=end_cursor,
+        query_embedding=query_embedding,
+    )
 
 
 def _extract_matching_field_from_filters(filters: "FilterTree") -> MatchingField | None:

orchestrator/services/processes.py

@@ -30,6 +30,7 @@ from oauth2_lib.fastapi import OIDCUserModel
 from orchestrator.api.error_handling import raise_status
 from orchestrator.config.assignee import Assignee
 from orchestrator.db import EngineSettingsTable, ProcessStepTable, ProcessSubscriptionTable, ProcessTable, db
+from orchestrator.db.models import FAILED_REASON_LENGTH, TRACEBACK_LENGTH
 from orchestrator.distlock import distlock_manager
 from orchestrator.schemas.engine_settings import WorkerStatus
 from orchestrator.services.input_state import store_input_state
@@ -139,8 +140,9 @@ def _update_process(process_id: UUID, step: Step, process_state: WFProcess) -> P
         # pop also removes the traceback from the dict
         traceback = step_state.pop("traceback", None)
 
-        p.failed_reason = failed_reason
-        p.traceback = traceback
+        # Truncate failed_reason (from end) and traceback (from start) to fit database constraints
+        p.failed_reason = failed_reason[:FAILED_REASON_LENGTH] if failed_reason else failed_reason
+        p.traceback = traceback[-TRACEBACK_LENGTH:] if traceback else traceback
 
         if process_state.isfailed() and p.is_task:
             # Check if we need a special failed status:
@@ -341,8 +343,11 @@ def _db_log_process_ex(process_id: UUID, ex: Exception) -> None:
     p.last_step = "Unknown"
     if p.last_status != ProcessStatus.WAITING:
         p.last_status = ProcessStatus.FAILED
-    p.failed_reason = str(ex)
-    p.traceback = show_ex(ex)
+    failed_reason = str(ex)
+    traceback = show_ex(ex)
+    # Truncate failed_reason (from end) and traceback (from start) to fit database constraints
+    p.failed_reason = failed_reason[:FAILED_REASON_LENGTH] if failed_reason else failed_reason
+    p.traceback = traceback[-TRACEBACK_LENGTH:] if traceback else traceback
     db.session.add(p)
     try:
         db.session.commit()

orchestrator/workflows/modify_note.py

@@ -10,7 +10,12 @@
 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 # See the License for the specific language governing permissions and
 # limitations under the License.
+from typing import Annotated
+
+from pydantic import Field
+
 from orchestrator.db import db
+from orchestrator.db.models import NOTE_LENGTH
 from orchestrator.forms import SubmitFormPage
 from orchestrator.services import subscriptions
 from orchestrator.settings import get_authorizers
@@ -31,7 +36,7 @@ def initial_input_form(subscription_id: UUIDstr) -> FormGenerator:
     old_note = subscription.note
 
     class ModifyNoteForm(SubmitFormPage):
-        note: LongText = old_note
+        note: Annotated[LongText, Field(max_length=NOTE_LENGTH)] = old_note
 
     user_input = yield ModifyNoteForm
 

{orchestrator_core-4.7.1.dist-info → orchestrator_core-4.7.2rc1.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: orchestrator-core
-Version: 4.7.1
+Version: 4.7.2rc1
 Summary: This is the orchestrator workflow engine.
 Author-email: SURF <automation-beheer@surf.nl>
 Requires-Python: >=3.11,<3.15
@@ -31,7 +31,7 @@ Classifier: Topic :: Software Development :: Libraries
 Classifier: Topic :: Software Development
 Classifier: Typing :: Typed
 License-File: LICENSE
-Requires-Dist: alembic==1.18.1
+Requires-Dist: alembic==1.18.3
 Requires-Dist: anyio>=3.7.0
 Requires-Dist: apscheduler>=3.11.0
 Requires-Dist: click==8.*
@@ -44,7 +44,7 @@ Requires-Dist: jinja2==3.1.6
 Requires-Dist: more-itertools~=10.8.0
 Requires-Dist: nwa-stdlib~=1.11.0
 Requires-Dist: oauth2-lib>=2.5.0
-Requires-Dist: orjson==3.11.5
+Requires-Dist: orjson==3.11.7
 Requires-Dist: pgvector>=0.4.1
 Requires-Dist: prometheus-client==0.24.1
 Requires-Dist: psycopg2-binary==2.9.11
@@ -57,7 +57,7 @@ Requires-Dist: pytz==2025.2
 Requires-Dist: redis==7.1.0
 Requires-Dist: semver==3.0.4
 Requires-Dist: sentry-sdk[fastapi]>=2.29.1
-Requires-Dist: sqlalchemy==2.0.45
+Requires-Dist: sqlalchemy==2.0.46
 Requires-Dist: sqlalchemy-utils==0.42.1
 Requires-Dist: strawberry-graphql>=0.281.0,<0.285.0
 Requires-Dist: structlog>=25.4.0

{orchestrator_core-4.7.1.dist-info → orchestrator_core-4.7.2rc1.dist-info}/RECORD

@@ -1,4 +1,4 @@
-orchestrator/__init__.py,sha256=ZUMqFoYxZjh4nowQu2_YP5vbtKfQeVG2YNxYm78KPYM,1454
+orchestrator/__init__.py,sha256=p4XGF-AzKy7JAUS3i9s8xJYE20rWVg8KZxv3Cu3VCYY,1457
 orchestrator/agentic_app.py,sha256=ouiyyZiS4uS6Lox2DtbGGRnb2njJBMSHpSAGe-T5rX0,3028
 orchestrator/app.py,sha256=5ITGSN_KeRi2qTvfwBXhjOGNyWNy-rdtzfOLEk76ZtY,14661
 orchestrator/exception_handlers.py,sha256=UsW3dw8q0QQlNLcV359bIotah8DYjMsj2Ts1LfX4ClY,1268
@@ -25,7 +25,7 @@ orchestrator/api/api_v1/endpoints/product_blocks.py,sha256=kZ6ywIOsS_S2qGq7RvZ4K
 orchestrator/api/api_v1/endpoints/products.py,sha256=BfFtwu9dZXEQbtKxYj9icc73GKGvAGMR5ytyf41nQlQ,3081
 orchestrator/api/api_v1/endpoints/resource_types.py,sha256=gGyuaDyOD0TAVoeFGaGmjDGnQ8eQQArOxKrrk4MaDzA,2145
 orchestrator/api/api_v1/endpoints/schedules.py,sha256=eTG_4CQkiIi2akJUN4xDGuU_OvF6Ml6uye5MmQ_WJbc,1731
-orchestrator/api/api_v1/endpoints/search.py,sha256=R_OzfJfquoaTeGBwXTbomh16aYy0ael6_Xn3WkKfyjg,8575
+orchestrator/api/api_v1/endpoints/search.py,sha256=363lacZRRexlfLbL4dVRhgT1ir1u43dEKYt4zHuWxH0,8986
 orchestrator/api/api_v1/endpoints/settings.py,sha256=5s-k169podZjgGHUbVDmSQwpY_3Cs_Bbf2PPtZIkBcw,6184
 orchestrator/api/api_v1/endpoints/subscription_customer_descriptions.py,sha256=1_6LtgQleoq3M6z_W-Qz__Bj3OFUweoPrUqHMwSH6AM,3288
 orchestrator/api/api_v1/endpoints/subscriptions.py,sha256=7KaodccUiMkcVnrFnK2azp_V_-hGudcIyhov5WwVGQY,9810
@@ -117,7 +117,7 @@ orchestrator/db/database.py,sha256=MU_w_e95ho2dVb2JDnt_KFYholx___XDkiQXbc8wCkI,1
 orchestrator/db/helpers.py,sha256=L8kEdnSSNGnUpZhdeGx2arCodakWN8vSpKdfjoLuHdY,831
 orchestrator/db/listeners.py,sha256=UBPYcH0FE3a7aZQu_D0O_JMXpXIRYXC0gjSAvlv5GZo,1142
 orchestrator/db/loaders.py,sha256=ez6JzQ3IKVkC_oLAkVlIIiI8Do7hXbdcPKCvUSLxRog,7962
-orchestrator/db/models.py,sha256=qsXOonEDaxn_UXfuXLQfdnm1PV6a-JZVpXa46vd--Es,32201
+orchestrator/db/models.py,sha256=oc0MAwWzQn3KpKWMEHR_oxmQ09NW1g6vzU4Pqv_Brk0,33551
 orchestrator/db/filters/__init__.py,sha256=RUj6P0XxEBhYj0SN5wH5-Vf_Wt_ilZR_n9DSar5m9oM,371
 orchestrator/db/filters/filters.py,sha256=55RtpQwM2rhrk4A6CCSeSXoo-BT9GnQoNTryA8CtLEg,5020
 orchestrator/db/filters/process.py,sha256=xvGhyfo_MZ1xhLvFC6yULjcT4mJk0fKc1glJIYgsWLE,4018
@@ -260,6 +260,9 @@ orchestrator/migrations/versions/schema/2025-07-04_4b58e336d1bf_deprecating_work
 orchestrator/migrations/versions/schema/2025-07-28_850dccac3b02_update_description_of_resume_workflows_.py,sha256=R6Qoga83DJ1IL0WYPu0u5u2ZvAmqGlDmUMv_KtJyOhQ,812
 orchestrator/migrations/versions/schema/2025-11-18_961eddbd4c13_create_linker_table_workflow_apscheduler.py,sha256=Vy2qA8wb_lQWExhF0PX_IFwCr_vafe9uaT1pXvCwbGI,3227
 orchestrator/migrations/versions/schema/2025-12-10_9736496e3eba_set_is_task_true_on_certain_tasks.py,sha256=2DOERJ7QF83o-goxJPtz0FUC3xZAt5ms8miadFGVFcw,1007
+orchestrator/migrations/versions/schema/2026-01-12_d69e10434a04_convert_unlimited_text_fields_to_.py,sha256=kIOBK9ft3UA5BTbNROYKD5usXBJT7FqgNMcQLEZOqAw,813
+orchestrator/migrations/versions/schema/2026-01-12_d69e10434a04_convert_unlimited_text_fields_to__downgrade.sql,sha256=xTEZEwEXIUVlNyR7HeMKrXKgcYryOI_CGRqPbCGXRYo,7683
+orchestrator/migrations/versions/schema/2026-01-12_d69e10434a04_convert_unlimited_text_fields_to__upgrade.sql,sha256=RvUmpkZohnxsMXmBVBz0oPALEYkEEMYxRP-_MrrNbEk,8387
 orchestrator/schedules/__init__.py,sha256=i8sT88A3v_5KIfwbKZxe3rS2rMakOuqfAis0DRmBleU,1017
 orchestrator/schedules/scheduler.py,sha256=8o7DoVs9Q1Q231FVMpv3tXtKbaydeNkYQ1h6kl7U1X4,7198
 orchestrator/schedules/scheduling.py,sha256=1lSeAhKRGhZNOtFiB-FPMeo3bEIDpt9OdJKBkk7QknI,2914
@@ -271,15 +274,15 @@ orchestrator/schemas/engine_settings.py,sha256=LF8al7tJssiilb5A4emPtUYo0tVDSaT1L
 orchestrator/schemas/fixed_input.py,sha256=Rth3hT5K7zYuQr1bUY_NJRzb03xEZuT1p6EvYXVNE54,1214
 orchestrator/schemas/problem_detail.py,sha256=DxiUhWv6EVXLZgdKFv0EYVnCgtkDj7xteDCR0q2f5yw,802
 orchestrator/schemas/process.py,sha256=UACBNt-4g4v9Y528u-gZ-Wk7YxwJHhnI4cEu5CtQm2w,2541
-orchestrator/schemas/product.py,sha256=MhMCh058ZuS2RJq-wSmxIPUNlhQexxXIx3DSz2OmOh4,1570
-orchestrator/schemas/product_block.py,sha256=kCqvm6qadHpegMr9aWI_fYX-T7mS-5S-ldPxnGQZg7M,1519
-orchestrator/schemas/resource_type.py,sha256=VDju4XywcDDLxdpbWU62RTvR9QF8x_GRrpTlN_NE8uI,1064
+orchestrator/schemas/product.py,sha256=oovz_HAY2asih_sFiwzMyRmdSmJMymFIRPSPx3L-66I,1709
+orchestrator/schemas/product_block.py,sha256=pIRQUxI6Rm_T6o4MiY6bzrLVKYZSWCR-vUQsjMa52Bg,1658
+orchestrator/schemas/resource_type.py,sha256=AhYKUe8NVWgQx4DOCCgQ4CFcJA0pAX9EE5OCLQYq0z4,1203
 orchestrator/schemas/schedules.py,sha256=Gb427IGR5mPTjKN8STwUhAWCJMCywJkrS8OetiiHTKY,2844
-orchestrator/schemas/search.py,sha256=d_Vs1qU9Z5zuXN4pDk6jrVwiUXRKZ93U-tHW5Zfrw-w,1546
+orchestrator/schemas/search.py,sha256=UJ4R8zZ4rnXybOCi7KPDzA6TYaCTVqmHeDxrKJxny5U,1731
 orchestrator/schemas/search_requests.py,sha256=2gb1mbzzMmSbMTtLmItrTSPWRXNKwdgoPIEiNFhTFjA,2144
 orchestrator/schemas/subscription.py,sha256=-jXyHZIed9Xlia18ksSDyenblNN6Q2yM2FlGELyJ458,3423
 orchestrator/schemas/subscription_descriptions.py,sha256=Ft_jw1U0bf9Z0U8O4OWfLlcl0mXCVT_qYVagBP3GbIQ,1262
-orchestrator/schemas/workflow.py,sha256=StVoRGyNT2iIeq3z8BIlTPt0bcafzbeYxXRrCucR6LU,2146
+orchestrator/schemas/workflow.py,sha256=d0zJIf6XM7ny1-y-7uDYF2pJFbWPCRXn-PC04PUH9i0,2260
 orchestrator/search/__init__.py,sha256=2uhTQexKx-cdBP1retV3CYSNCs02s8WL3fhGvupRGZk,571
 orchestrator/search/llm_migration.py,sha256=afDqdo5t-L6gLduKSSVKuAegznPdIsQn4YIoAAFraC8,6767
 orchestrator/search/agent/__init__.py,sha256=_O4DN0MSTUtr4olhyE0-2hsb7x3f_KURMCYjg8jV4QA,756
@@ -312,12 +315,12 @@ orchestrator/search/indexing/tasks.py,sha256=0p68RNwJnHSGZQjfdpyFsS2Ma5Gr2PpZROZ
 orchestrator/search/indexing/traverse.py,sha256=JLut9t4LoPCWhJ_63VgYhRKfjwyxRv-mTbQLC8mA_mU,15158
 orchestrator/search/query/__init__.py,sha256=nCjvK_n2WQdV_ACrncFXEfnvLcHtuI__J7KLlFIaQvo,2437
 orchestrator/search/query/builder.py,sha256=EfDSSOQKUBNtUESDBsKaPY6hZ_iDXAwc3qcNR4AGAEg,13261
-orchestrator/search/query/engine.py,sha256=mlUrK_FKfytdYgsvhaZaiHSBvlqUvFERS5VAfzFHuNM,7920
+orchestrator/search/query/engine.py,sha256=M6UFHjU5ovLiPPvhXGgM7xCCCZZyD6Hgh13niPgjj6U,9427
 orchestrator/search/query/exceptions.py,sha256=DrkNzXVbQAOi28FTHKimf_eTrXmhYwXrH986QhfQLPU,4941
 orchestrator/search/query/export.py,sha256=_0ncVpTqN6AoQfW3WX0fWnDQX3hBz6ZGC31Beu4PVwQ,6678
 orchestrator/search/query/mixins.py,sha256=8zvrQMlIkWt3q0BFfekm9ugVmuu85GaKQBEgJxUQmj4,5178
 orchestrator/search/query/queries.py,sha256=0jF97cU2Z98-oWm1Iyqf3xIgrmc7FcWAPTb51tUG4MA,4506
-orchestrator/search/query/results.py,sha256=5OgAs39oncDIBdpB3NJltPr-UvLvLlxTWw9sn-lyfQA,10989
+orchestrator/search/query/results.py,sha256=CtCF9iJV0_Z0PSqiD8XhfVruqVKaBFNuRNmpjKVZoKQ,11695
 orchestrator/search/query/state.py,sha256=fMSBJs39kZTkpDE2T4h4x0x-51GqUvzAuePg2YUbO6I,3220
 orchestrator/search/query/validation.py,sha256=Pprv40yvpynL1-MCFE1YuouguYW6lfh1PZKsVei2i6w,9622
 orchestrator/search/retrieval/__init__.py,sha256=q5G0z3nKjIHKFs1PkEG3nvTUy3Wp4kCyBtCbqUITj3A,579
@@ -333,7 +336,7 @@ orchestrator/services/__init__.py,sha256=GyHNfEFCGKQwRiN6rQmvSRH2iYX7npjMZn97n8X
 orchestrator/services/fixed_inputs.py,sha256=kyz7s2HLzyDulvcq-ZqefTw1om86COvyvTjz0_5CmgI,876
 orchestrator/services/input_state.py,sha256=6BZOpb3cHpO18K-XG-3QUIV9pIM25_ufdODrp5CmXG4,2390
 orchestrator/services/process_broadcast_thread.py,sha256=D44YbjF8mRqGuznkRUV4SoRn1J0lfy_x1H508GnSVlU,4649
-orchestrator/services/processes.py,sha256=vMk30ImSE_0NXM1ffiBvXvaenAeqEYgQbbu_m-4ruGk,30350
+orchestrator/services/processes.py,sha256=FGCzlj-B0PYeYIbjwIwCEPNTKZUnoOAeEQuXq-dQ5Ds,30892
 orchestrator/services/products.py,sha256=BP4KyE8zO-8z7Trrs5T6zKBOw53S9BfBJnHWI3p6u5Y,1943
 orchestrator/services/resource_types.py,sha256=_QBy_JOW_X3aSTqH0CuLrq4zBJL0p7Q-UDJUcuK2_qc,884
 orchestrator/services/settings.py,sha256=HEWfFulgoEDwgfxGEO__QTr5fDiwNBEj1UhAeTAdbLQ,3159
@@ -372,7 +375,7 @@ orchestrator/websocket/websocket_manager.py,sha256=hwlG9FDXcNU42jDNNsPMQLIyrvEpG
 orchestrator/websocket/managers/broadcast_websocket_manager.py,sha256=fwoSgTjkHJ2GmsLTU9dqQpAA9i8b1McPu7gLNzxtfG4,5401
 orchestrator/websocket/managers/memory_websocket_manager.py,sha256=lF5EEx1iFMCGEkTbItTDr88NENMSaSeG1QrJ7teoPkY,3324
 orchestrator/workflows/__init__.py,sha256=FbwcAYJh8oSi0QFjXXXomdl9c8whCa_qSt_vPXcwasE,4216
-orchestrator/workflows/modify_note.py,sha256=WFK3rA3Cmpk2_kOUP3xDfe9OI5LuQGv09tRAoTVKaR4,2360
+orchestrator/workflows/modify_note.py,sha256=dSNXsthIVqv0BwbYO33ZORCpbDLoNFNqnSr3NNBKMmI,2507
 orchestrator/workflows/removed_workflow.py,sha256=fwi1-aC1KQvb08hq8St-_lWOLM_tjTcQMLJ_Fjdn2M8,1111
 orchestrator/workflows/steps.py,sha256=VVLRK9_7KzrBlnK7L8eSmRMNVOO7VJBh5OSjHQHM9fU,7019
 orchestrator/workflows/utils.py,sha256=VUCDoIl5XAKtIeAJpVpyW2pCIg3PoVWfwGn28BYlYhA,15424
@@ -383,7 +386,7 @@ orchestrator/workflows/tasks/validate_product_type.py,sha256=KoDMqROGVQ0ZPu69jMF
 orchestrator/workflows/tasks/validate_products.py,sha256=lCAXmCVhohgrdgJn7-d7fIxPj4MVOX0J8KezcvwIK3k,8716
 orchestrator/workflows/tasks/validate_subscriptions.py,sha256=CFKf3igyrqGm-zzSMD0wbNLgJwKz8quNNgnNWDqgpI0,2387
 orchestrator/workflows/translations/en-GB.json,sha256=ObBlH9XILJ9uNaGcJexi3IB0e6P8CKFKRgu29luIEM8,973
-orchestrator_core-4.7.1.dist-info/licenses/LICENSE,sha256=b-aA5OZQuuBATmLKo_mln8CQrDPPhg3ghLzjPjLn4Tg,11409
-orchestrator_core-4.7.1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
-orchestrator_core-4.7.1.dist-info/METADATA,sha256=2plaKnYq_wj2iBQX1jWqk6b773iTh0htol6M65lVsW4,6418
-orchestrator_core-4.7.1.dist-info/RECORD,,
+orchestrator_core-4.7.2rc1.dist-info/licenses/LICENSE,sha256=b-aA5OZQuuBATmLKo_mln8CQrDPPhg3ghLzjPjLn4Tg,11409
+orchestrator_core-4.7.2rc1.dist-info/WHEEL,sha256=G2gURzTEtmeR8nrdXUJfNiB3VYVxigPQ-bEQujpNiNs,82
+orchestrator_core-4.7.2rc1.dist-info/METADATA,sha256=sNJgIhSwYBLt30MlpBniJDGtuQ-VY9bLIGtvJ2hUYrA,6421
+orchestrator_core-4.7.2rc1.dist-info/RECORD,,