nucliadb-protos 6.3.5.post4044__py3-none-any.whl → 6.9.3.post5290__py3-none-any.whl

nucliadb_protos/resources_pb2.pyi

@@ -180,6 +180,7 @@ class Basic(google.protobuf.message.Message):
     LAST_ACCOUNT_SEQ_FIELD_NUMBER: builtins.int
     QUEUE_FIELD_NUMBER: builtins.int
     HIDDEN_FIELD_NUMBER: builtins.int
+    RESET_TITLE_FIELD_NUMBER: builtins.int
     slug: builtins.str
     icon: builtins.str
     title: builtins.str
@@ -195,6 +196,7 @@ class Basic(google.protobuf.message.Message):
     """last processing sequid (non nats) of this resource in the account queue"""
     queue: global___Basic.QueueType.ValueType
     hidden: builtins.bool
+    reset_title: builtins.bool
     @property
     def created(self) -> google.protobuf.timestamp_pb2.Timestamp: ...
     @property
@@ -232,9 +234,10 @@ class Basic(google.protobuf.message.Message):
         last_account_seq: builtins.int = ...,
         queue: global___Basic.QueueType.ValueType = ...,
         hidden: builtins.bool | None = ...,
+        reset_title: builtins.bool = ...,
     ) -> None: ...
     def HasField(self, field_name: typing.Literal["_hidden", b"_hidden", "computedmetadata", b"computedmetadata", "created", b"created", "hidden", b"hidden", "metadata", b"metadata", "modified", b"modified", "usermetadata", b"usermetadata"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["_hidden", b"_hidden", "computedmetadata", b"computedmetadata", "created", b"created", "fieldmetadata", b"fieldmetadata", "hidden", b"hidden", "icon", b"icon", "labels", b"labels", "last_account_seq", b"last_account_seq", "last_seqid", b"last_seqid", "layout", b"layout", "metadata", b"metadata", "modified", b"modified", "queue", b"queue", "slug", b"slug", "summary", b"summary", "thumbnail", b"thumbnail", "title", b"title", "usermetadata", b"usermetadata", "uuid", b"uuid"]) -> None: ...
+    def ClearField(self, field_name: typing.Literal["_hidden", b"_hidden", "computedmetadata", b"computedmetadata", "created", b"created", "fieldmetadata", b"fieldmetadata", "hidden", b"hidden", "icon", b"icon", "labels", b"labels", "last_account_seq", b"last_account_seq", "last_seqid", b"last_seqid", "layout", b"layout", "metadata", b"metadata", "modified", b"modified", "queue", b"queue", "reset_title", b"reset_title", "slug", b"slug", "summary", b"summary", "thumbnail", b"thumbnail", "title", b"title", "usermetadata", b"usermetadata", "uuid", b"uuid"]) -> None: ...
     def WhichOneof(self, oneof_group: typing.Literal["_hidden", b"_hidden"]) -> typing.Literal["hidden"] | None: ...
 
 global___Basic = Basic
@@ -482,7 +485,15 @@ class Conversation(google.protobuf.message.Message):
 
     MESSAGES_FIELD_NUMBER: builtins.int
     EXTRACT_STRATEGY_FIELD_NUMBER: builtins.int
+    SPLIT_STRATEGY_FIELD_NUMBER: builtins.int
+    REPLACE_FIELD_FIELD_NUMBER: builtins.int
     extract_strategy: builtins.str
+    split_strategy: builtins.str
+    replace_field: builtins.bool
+    """The same message is used for both replacing and appending messages to an existing conversation. 
+    We need this boolean flag to disambiguate at the ingestion of writer messages to know if new pages
+    need to be created or if we need to replace existing ones. replace_field will be false on append operations.
+    """
     @property
     def messages(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___Message]: ...
     def __init__(
@@ -490,8 +501,10 @@ class Conversation(google.protobuf.message.Message):
         *,
         messages: collections.abc.Iterable[global___Message] | None = ...,
         extract_strategy: builtins.str = ...,
+        split_strategy: builtins.str = ...,
+        replace_field: builtins.bool = ...,
     ) -> None: ...
-    def ClearField(self, field_name: typing.Literal["extract_strategy", b"extract_strategy", "messages", b"messages"]) -> None: ...
+    def ClearField(self, field_name: typing.Literal["extract_strategy", b"extract_strategy", "messages", b"messages", "replace_field", b"replace_field", "split_strategy", b"split_strategy"]) -> None: ...
 
 global___Conversation = Conversation
 
@@ -503,6 +516,7 @@ class FieldConversation(google.protobuf.message.Message):
     SIZE_FIELD_NUMBER: builtins.int
     TOTAL_FIELD_NUMBER: builtins.int
     EXTRACT_STRATEGY_FIELD_NUMBER: builtins.int
+    SPLIT_STRATEGY_FIELD_NUMBER: builtins.int
     pages: builtins.int
     """Total number of pages"""
     size: builtins.int
@@ -510,6 +524,7 @@ class FieldConversation(google.protobuf.message.Message):
     total: builtins.int
     """Total number of messages"""
     extract_strategy: builtins.str
+    split_strategy: builtins.str
     def __init__(
         self,
         *,
@@ -517,11 +532,56 @@ class FieldConversation(google.protobuf.message.Message):
         size: builtins.int = ...,
         total: builtins.int = ...,
         extract_strategy: builtins.str = ...,
+        split_strategy: builtins.str = ...,
     ) -> None: ...
-    def ClearField(self, field_name: typing.Literal["extract_strategy", b"extract_strategy", "pages", b"pages", "size", b"size", "total", b"total"]) -> None: ...
+    def ClearField(self, field_name: typing.Literal["extract_strategy", b"extract_strategy", "pages", b"pages", "size", b"size", "split_strategy", b"split_strategy", "total", b"total"]) -> None: ...
 
 global___FieldConversation = FieldConversation
 
+@typing.final
+class SplitMetadata(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    def __init__(
+        self,
+    ) -> None: ...
+
+global___SplitMetadata = SplitMetadata
+
+@typing.final
+class SplitsMetadata(google.protobuf.message.Message):
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    @typing.final
+    class MetadataEntry(google.protobuf.message.Message):
+        DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+        KEY_FIELD_NUMBER: builtins.int
+        VALUE_FIELD_NUMBER: builtins.int
+        key: builtins.str
+        @property
+        def value(self) -> global___SplitMetadata: ...
+        def __init__(
+            self,
+            *,
+            key: builtins.str = ...,
+            value: global___SplitMetadata | None = ...,
+        ) -> None: ...
+        def HasField(self, field_name: typing.Literal["value", b"value"]) -> builtins.bool: ...
+        def ClearField(self, field_name: typing.Literal["key", b"key", "value", b"value"]) -> None: ...
+
+    METADATA_FIELD_NUMBER: builtins.int
+    @property
+    def metadata(self) -> google.protobuf.internal.containers.MessageMap[builtins.str, global___SplitMetadata]: ...
+    def __init__(
+        self,
+        *,
+        metadata: collections.abc.Mapping[builtins.str, global___SplitMetadata] | None = ...,
+    ) -> None: ...
+    def ClearField(self, field_name: typing.Literal["metadata", b"metadata"]) -> None: ...
+
+global___SplitsMetadata = SplitsMetadata
+
 @typing.final
 class NestedPosition(google.protobuf.message.Message):
     DESCRIPTOR: google.protobuf.descriptor.Descriptor
@@ -1037,7 +1097,6 @@ class Paragraph(google.protobuf.message.Message):
     KIND_FIELD_NUMBER: builtins.int
     CLASSIFICATIONS_FIELD_NUMBER: builtins.int
     SENTENCES_FIELD_NUMBER: builtins.int
-    KEY_FIELD_NUMBER: builtins.int
     TEXT_FIELD_NUMBER: builtins.int
     PAGE_FIELD_NUMBER: builtins.int
     REPRESENTATION_FIELD_NUMBER: builtins.int
@@ -1045,7 +1104,6 @@ class Paragraph(google.protobuf.message.Message):
     start: builtins.int
     end: builtins.int
     kind: global___Paragraph.TypeParagraph.ValueType
-    key: builtins.str
     text: builtins.str
     """Optional, as a computed value"""
     @property
@@ -1072,14 +1130,13 @@ class Paragraph(google.protobuf.message.Message):
         kind: global___Paragraph.TypeParagraph.ValueType = ...,
         classifications: collections.abc.Iterable[global___Classification] | None = ...,
         sentences: collections.abc.Iterable[global___Sentence] | None = ...,
-        key: builtins.str = ...,
         text: builtins.str = ...,
         page: global___PageInformation | None = ...,
         representation: global___Representation | None = ...,
         relations: global___ParagraphRelations | None = ...,
     ) -> None: ...
     def HasField(self, field_name: typing.Literal["page", b"page", "relations", b"relations", "representation", b"representation"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["classifications", b"classifications", "end", b"end", "end_seconds", b"end_seconds", "key", b"key", "kind", b"kind", "page", b"page", "relations", b"relations", "representation", b"representation", "sentences", b"sentences", "start", b"start", "start_seconds", b"start_seconds", "text", b"text"]) -> None: ...
+    def ClearField(self, field_name: typing.Literal["classifications", b"classifications", "end", b"end", "end_seconds", b"end_seconds", "kind", b"kind", "page", b"page", "relations", b"relations", "representation", b"representation", "sentences", b"sentences", "start", b"start", "start_seconds", b"start_seconds", "text", b"text"]) -> None: ...
 
 global___Paragraph = Paragraph
 
@@ -1655,10 +1712,12 @@ class FieldText(google.protobuf.message.Message):
     MD5_FIELD_NUMBER: builtins.int
     GENERATED_BY_FIELD_NUMBER: builtins.int
     EXTRACT_STRATEGY_FIELD_NUMBER: builtins.int
+    SPLIT_STRATEGY_FIELD_NUMBER: builtins.int
     body: builtins.str
     format: global___FieldText.Format.ValueType
     md5: builtins.str
     extract_strategy: builtins.str
+    split_strategy: builtins.str
     @property
     def generated_by(self) -> global___FieldAuthor: ...
     def __init__(
@@ -1669,9 +1728,10 @@ class FieldText(google.protobuf.message.Message):
         md5: builtins.str = ...,
         generated_by: global___FieldAuthor | None = ...,
         extract_strategy: builtins.str = ...,
+        split_strategy: builtins.str = ...,
     ) -> None: ...
     def HasField(self, field_name: typing.Literal["generated_by", b"generated_by"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["body", b"body", "extract_strategy", b"extract_strategy", "format", b"format", "generated_by", b"generated_by", "md5", b"md5"]) -> None: ...
+    def ClearField(self, field_name: typing.Literal["body", b"body", "extract_strategy", b"extract_strategy", "format", b"format", "generated_by", b"generated_by", "md5", b"md5", "split_strategy", b"split_strategy"]) -> None: ...
 
 global___FieldText = FieldText
 
@@ -1939,11 +1999,13 @@ class FieldLink(google.protobuf.message.Message):
     CSS_SELECTOR_FIELD_NUMBER: builtins.int
     XPATH_FIELD_NUMBER: builtins.int
     EXTRACT_STRATEGY_FIELD_NUMBER: builtins.int
+    SPLIT_STRATEGY_FIELD_NUMBER: builtins.int
     uri: builtins.str
     language: builtins.str
     css_selector: builtins.str
     xpath: builtins.str
     extract_strategy: builtins.str
+    split_strategy: builtins.str
     @property
     def added(self) -> google.protobuf.timestamp_pb2.Timestamp: ...
     @property
@@ -1964,9 +2026,10 @@ class FieldLink(google.protobuf.message.Message):
         css_selector: builtins.str = ...,
         xpath: builtins.str = ...,
         extract_strategy: builtins.str = ...,
+        split_strategy: builtins.str = ...,
     ) -> None: ...
     def HasField(self, field_name: typing.Literal["added", b"added"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["added", b"added", "cookies", b"cookies", "css_selector", b"css_selector", "extract_strategy", b"extract_strategy", "headers", b"headers", "language", b"language", "localstorage", b"localstorage", "uri", b"uri", "xpath", b"xpath"]) -> None: ...
+    def ClearField(self, field_name: typing.Literal["added", b"added", "cookies", b"cookies", "css_selector", b"css_selector", "extract_strategy", b"extract_strategy", "headers", b"headers", "language", b"language", "localstorage", b"localstorage", "split_strategy", b"split_strategy", "uri", b"uri", "xpath", b"xpath"]) -> None: ...
 
 global___FieldLink = FieldLink
 
@@ -1997,10 +2060,12 @@ class FieldFile(google.protobuf.message.Message):
     URL_FIELD_NUMBER: builtins.int
     HEADERS_FIELD_NUMBER: builtins.int
     EXTRACT_STRATEGY_FIELD_NUMBER: builtins.int
+    SPLIT_STRATEGY_FIELD_NUMBER: builtins.int
     language: builtins.str
     password: builtins.str
     url: builtins.str
     extract_strategy: builtins.str
+    split_strategy: builtins.str
     @property
     def added(self) -> google.protobuf.timestamp_pb2.Timestamp: ...
     @property
@@ -2017,9 +2082,10 @@ class FieldFile(google.protobuf.message.Message):
         url: builtins.str = ...,
         headers: collections.abc.Mapping[builtins.str, builtins.str] | None = ...,
         extract_strategy: builtins.str = ...,
+        split_strategy: builtins.str = ...,
     ) -> None: ...
     def HasField(self, field_name: typing.Literal["added", b"added", "file", b"file"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["added", b"added", "extract_strategy", b"extract_strategy", "file", b"file", "headers", b"headers", "language", b"language", "password", b"password", "url", b"url"]) -> None: ...
+    def ClearField(self, field_name: typing.Literal["added", b"added", "extract_strategy", b"extract_strategy", "file", b"file", "headers", b"headers", "language", b"language", "password", b"password", "split_strategy", b"split_strategy", "url", b"url"]) -> None: ...
 
 global___FieldFile = FieldFile
 

nucliadb_protos/standalone_pb2.py

@@ -1,12 +1,22 @@
 # -*- coding: utf-8 -*-
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
 # source: nucliadb_protos/standalone.proto
-# Protobuf Python Version: 4.25.1
+# Protobuf Python Version: 5.29.0
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
 from google.protobuf import symbol_database as _symbol_database
 from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    5,
+    29,
+    0,
+    '',
+    'nucliadb_protos/standalone.proto'
+)
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -19,8 +29,8 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n nucliadb_protos/s
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'nucliadb_protos.standalone_pb2', _globals)
-if _descriptor._USE_C_DESCRIPTORS == False:
-  DESCRIPTOR._options = None
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
   _globals['_NODEACTIONREQUEST']._serialized_start=48
   _globals['_NODEACTIONREQUEST']._serialized_end=117
   _globals['_NODEACTIONRESPONSE']._serialized_start=119

nucliadb_protos/standalone_pb2_grpc.py

@@ -1,9 +1,29 @@
 # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
 """Client and server classes corresponding to protobuf-defined services."""
 import grpc
+import warnings
 
 from nucliadb_protos import standalone_pb2 as nucliadb__protos_dot_standalone__pb2
 
+GRPC_GENERATED_VERSION = '1.71.0'
+GRPC_VERSION = grpc.__version__
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    raise RuntimeError(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + f' but the generated code in nucliadb_protos/standalone_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+    )
+
 
 class StandaloneClusterServiceStub(object):
     """Missing associated documentation comment in .proto file."""
@@ -18,12 +38,12 @@ class StandaloneClusterServiceStub(object):
                 '/standalone.StandaloneClusterService/NodeAction',
                 request_serializer=nucliadb__protos_dot_standalone__pb2.NodeActionRequest.SerializeToString,
                 response_deserializer=nucliadb__protos_dot_standalone__pb2.NodeActionResponse.FromString,
-                )
+                _registered_method=True)
         self.NodeInfo = channel.unary_unary(
                 '/standalone.StandaloneClusterService/NodeInfo',
                 request_serializer=nucliadb__protos_dot_standalone__pb2.NodeInfoRequest.SerializeToString,
                 response_deserializer=nucliadb__protos_dot_standalone__pb2.NodeInfoResponse.FromString,
-                )
+                _registered_method=True)
 
 
 class StandaloneClusterServiceServicer(object):
@@ -58,6 +78,7 @@ def add_StandaloneClusterServiceServicer_to_server(servicer, server):
     generic_handler = grpc.method_handlers_generic_handler(
             'standalone.StandaloneClusterService', rpc_method_handlers)
     server.add_generic_rpc_handlers((generic_handler,))
+    server.add_registered_method_handlers('standalone.StandaloneClusterService', rpc_method_handlers)
 
 
  # This class is part of an EXPERIMENTAL API.
@@ -75,11 +96,21 @@ class StandaloneClusterService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/standalone.StandaloneClusterService/NodeAction',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/standalone.StandaloneClusterService/NodeAction',
             nucliadb__protos_dot_standalone__pb2.NodeActionRequest.SerializeToString,
             nucliadb__protos_dot_standalone__pb2.NodeActionResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)
 
     @staticmethod
     def NodeInfo(request,
@@ -92,8 +123,18 @@ class StandaloneClusterService(object):
             wait_for_ready=None,
             timeout=None,
             metadata=None):
-        return grpc.experimental.unary_unary(request, target, '/standalone.StandaloneClusterService/NodeInfo',
+        return grpc.experimental.unary_unary(
+            request,
+            target,
+            '/standalone.StandaloneClusterService/NodeInfo',
             nucliadb__protos_dot_standalone__pb2.NodeInfoRequest.SerializeToString,
             nucliadb__protos_dot_standalone__pb2.NodeInfoResponse.FromString,
-            options, channel_credentials,
-            insecure, call_credentials, compression, wait_for_ready, timeout, metadata)
+            options,
+            channel_credentials,
+            insecure,
+            call_credentials,
+            compression,
+            wait_for_ready,
+            timeout,
+            metadata,
+            _registered_method=True)

nucliadb_protos/train_pb2.py

@@ -1,12 +1,22 @@
 # -*- coding: utf-8 -*-
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
 # source: nucliadb_protos/train.proto
-# Protobuf Python Version: 4.25.1
+# Protobuf Python Version: 5.29.0
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
 from google.protobuf import symbol_database as _symbol_database
 from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    5,
+    29,
+    0,
+    '',
+    'nucliadb_protos/train.proto'
+)
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -14,18 +24,6 @@ _sym_db = _symbol_database.Default()
 
 from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
 from nucliadb_protos import knowledgebox_pb2 as nucliadb__protos_dot_knowledgebox__pb2
-try:
-  nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_knowledgebox__pb2.nucliadb__protos_dot_utils__pb2
-except AttributeError:
-  nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_knowledgebox__pb2.nucliadb_protos.utils_pb2
-try:
-  nucliadb__protos_dot_nodewriter__pb2 = nucliadb__protos_dot_knowledgebox__pb2.nucliadb__protos_dot_nodewriter__pb2
-except AttributeError:
-  nucliadb__protos_dot_nodewriter__pb2 = nucliadb__protos_dot_knowledgebox__pb2.nucliadb_protos.nodewriter_pb2
-try:
-  nucliadb__protos_dot_noderesources__pb2 = nucliadb__protos_dot_knowledgebox__pb2.nucliadb__protos_dot_noderesources__pb2
-except AttributeError:
-  nucliadb__protos_dot_noderesources__pb2 = nucliadb__protos_dot_knowledgebox__pb2.nucliadb_protos.noderesources_pb2
 try:
   nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_knowledgebox__pb2.nucliadb__protos_dot_utils__pb2
 except AttributeError:
@@ -36,14 +34,6 @@ try:
 except AttributeError:
   nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_resources__pb2.nucliadb_protos.utils_pb2
 from nucliadb_protos import writer_pb2 as nucliadb__protos_dot_writer__pb2
-try:
-  nucliadb__protos_dot_noderesources__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb__protos_dot_noderesources__pb2
-except AttributeError:
-  nucliadb__protos_dot_noderesources__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb_protos.noderesources_pb2
-try:
-  nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb__protos_dot_utils__pb2
-except AttributeError:
-  nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb_protos.utils_pb2
 try:
   nucliadb__protos_dot_resources__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb__protos_dot_resources__pb2
 except AttributeError:
@@ -60,18 +50,6 @@ try:
   nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb__protos_dot_utils__pb2
 except AttributeError:
   nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb_protos.utils_pb2
-try:
-  nucliadb__protos_dot_nodewriter__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb__protos_dot_nodewriter__pb2
-except AttributeError:
-  nucliadb__protos_dot_nodewriter__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb_protos.nodewriter_pb2
-try:
-  nucliadb__protos_dot_noderesources__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb__protos_dot_noderesources__pb2
-except AttributeError:
-  nucliadb__protos_dot_noderesources__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb_protos.noderesources_pb2
-try:
-  nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb__protos_dot_utils__pb2
-except AttributeError:
-  nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb_protos.utils_pb2
 try:
   nucliadb__protos_dot_audit__pb2 = nucliadb__protos_dot_writer__pb2.nucliadb__protos_dot_audit__pb2
 except AttributeError:
@@ -90,17 +68,17 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1bnucliadb_proto
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'nucliadb_protos.train_pb2', _globals)
-if _descriptor._USE_C_DESCRIPTORS == False:
-  DESCRIPTOR._options = None
-  _globals['_TRAINMETADATA_ENTITIESENTRY']._options = None
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_TRAINMETADATA_ENTITIESENTRY']._loaded_options = None
   _globals['_TRAINMETADATA_ENTITIESENTRY']._serialized_options = b'8\001'
-  _globals['_TRAINMETADATA_ENTITYPOSITIONSENTRY']._options = None
+  _globals['_TRAINMETADATA_ENTITYPOSITIONSENTRY']._loaded_options = None
   _globals['_TRAINMETADATA_ENTITYPOSITIONSENTRY']._serialized_options = b'8\001'
-  _globals['_LABELSETCOUNT_PARAGRAPHSENTRY']._options = None
+  _globals['_LABELSETCOUNT_PARAGRAPHSENTRY']._loaded_options = None
   _globals['_LABELSETCOUNT_PARAGRAPHSENTRY']._serialized_options = b'8\001'
-  _globals['_LABELSETCOUNT_RESOURCESENTRY']._options = None
+  _globals['_LABELSETCOUNT_RESOURCESENTRY']._loaded_options = None
   _globals['_LABELSETCOUNT_RESOURCESENTRY']._serialized_options = b'8\001'
-  _globals['_LABELSETSCOUNT_LABELSETSENTRY']._options = None
+  _globals['_LABELSETSCOUNT_LABELSETSENTRY']._loaded_options = None
   _globals['_LABELSETSCOUNT_LABELSETSENTRY']._serialized_options = b'8\001'
   _globals['_ENABLEDMETADATA']._serialized_start=170
   _globals['_ENABLEDMETADATA']._serialized_end=251

nucliadb_protos/train_pb2.pyi

@@ -20,6 +20,7 @@ from nucliadb_protos.knowledgebox_pb2 import (
     CONFLICT as CONFLICT,
     CreateExternalIndexProviderMetadata as CreateExternalIndexProviderMetadata,
     CreatePineconeConfig as CreatePineconeConfig,
+    DENSE_F32 as DENSE_F32,
     DeleteKnowledgeBoxResponse as DeleteKnowledgeBoxResponse,
     DeletedEntitiesGroups as DeletedEntitiesGroups,
     ERROR as ERROR,
@@ -53,10 +54,12 @@ from nucliadb_protos.knowledgebox_pb2 import (
     TermSynonyms as TermSynonyms,
     UNSET as UNSET,
     UpdateKnowledgeBoxResponse as UpdateKnowledgeBoxResponse,
+    VectorIndexConfig as VectorIndexConfig,
     VectorSet as VectorSet,
     VectorSetConfig as VectorSetConfig,
     VectorSetPurge as VectorSetPurge,
     VectorSets as VectorSets,
+    VectorType as VectorType,
 )
 from nucliadb_protos.resources_pb2 import (
     AllFieldIDs as AllFieldIDs,
@@ -121,6 +124,8 @@ from nucliadb_protos.resources_pb2 import (
     Representation as Representation,
     RowsPreview as RowsPreview,
     Sentence as Sentence,
+    SplitMetadata as SplitMetadata,
+    SplitsMetadata as SplitsMetadata,
     TEXT as TEXT,
     UserFieldMetadata as UserFieldMetadata,
     UserMetadata as UserMetadata,
@@ -159,7 +164,6 @@ from nucliadb_protos.writer_pb2 import (
     PROCESSOR as PROCESSOR,
     SetEntitiesRequest as SetEntitiesRequest,
     ShardObject as ShardObject,
-    ShardReplica as ShardReplica,
     Shards as Shards,
     SynonymsRequest as SynonymsRequest,
     UNSET as UNSET,