nucliadb-protos 6.3.6.post4063__py3-none-any.whl → 6.10.0.post5705__py3-none-any.whl

.gitignore

@@ -0,0 +1 @@
+*

build.py

@@ -0,0 +1,56 @@
+# Copyright 2025 Bosutech XXI S.L.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+
+from importlib import resources
+
+from grpc_tools import protoc
+
+
+def pdm_build_initialize(context):
+    build_dir = context.ensure_build_dir()
+
+    well_known_path = resources.files("grpc_tools") / "_proto"
+
+    # Compile protos
+    for proto, has_grpc in [
+        ("nucliadb_protos/utils.proto", False),
+        ("nucliadb_protos/resources.proto", False),
+        ("nucliadb_protos/knowledgebox.proto", False),
+        ("nucliadb_protos/audit.proto", False),
+        ("nucliadb_protos/backups.proto", True),
+        ("nucliadb_protos/writer.proto", True),
+        ("nucliadb_protos/train.proto", True),
+        ("nucliadb_protos/dataset.proto", False),
+        ("nucliadb_protos/migrations.proto", False),
+        ("nucliadb_protos/standalone.proto", True),
+        ("nucliadb_protos/kb_usage.proto", False),
+    ]:
+        command = [
+            "grpc_tools.protoc",
+            "--proto_path=..",
+            f"--proto_path={well_known_path}",
+            f"--python_out={build_dir}",
+            f"--mypy_out={build_dir}",
+            proto,
+        ]
+        if has_grpc:
+            command.append(f"--grpc_python_out={build_dir}")
+            command.append(f"--mypy_grpc_out={build_dir}")
+
+        if protoc.main(command) != 0:
+            raise Exception(f"error: {command} failed")
+
+    # Create py.typed to enable type checking
+    open(f"{build_dir}/nucliadb_protos/py.typed", "w")

nucliadb_protos/audit_pb2.py

@@ -1,31 +1,28 @@
 # -*- coding: utf-8 -*-
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
 # source: nucliadb_protos/audit.proto
-# Protobuf Python Version: 4.25.1
+# Protobuf Python Version: 6.31.1
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
 from google.protobuf import symbol_database as _symbol_database
 from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'nucliadb_protos/audit.proto'
+)
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
 
 
 from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
-from nucliadb_protos import nodereader_pb2 as nucliadb__protos_dot_nodereader__pb2
-try:
-  nucliadb__protos_dot_noderesources__pb2 = nucliadb__protos_dot_nodereader__pb2.nucliadb__protos_dot_noderesources__pb2
-except AttributeError:
-  nucliadb__protos_dot_noderesources__pb2 = nucliadb__protos_dot_nodereader__pb2.nucliadb_protos.noderesources_pb2
-try:
-  nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_nodereader__pb2.nucliadb__protos_dot_utils__pb2
-except AttributeError:
-  nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_nodereader__pb2.nucliadb_protos.utils_pb2
-try:
-  nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_nodereader__pb2.nucliadb__protos_dot_utils__pb2
-except AttributeError:
-  nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_nodereader__pb2.nucliadb_protos.utils_pb2
 from nucliadb_protos import resources_pb2 as nucliadb__protos_dot_resources__pb2
 try:
   nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_resources__pb2.nucliadb__protos_dot_utils__pb2
@@ -33,45 +30,45 @@ except AttributeError:
   nucliadb__protos_dot_utils__pb2 = nucliadb__protos_dot_resources__pb2.nucliadb_protos.utils_pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1bnucliadb_protos/audit.proto\x12\x05\x61udit\x1a\x1fgoogle/protobuf/timestamp.proto\x1a nucliadb_protos/nodereader.proto\x1a\x1fnucliadb_protos/resources.proto\"\xe4\x01\n\nAuditField\x12-\n\x06\x61\x63tion\x18\x01 \x01(\x0e\x32\x1d.audit.AuditField.FieldAction\x12\x0c\n\x04size\x18\x02 \x01(\x05\x12\x16\n\nsize_delta\x18\x03 \x01(\x05\x42\x02\x18\x01\x12\x10\n\x08\x66ield_id\x18\x04 \x01(\t\x12(\n\nfield_type\x18\x05 \x01(\x0e\x32\x14.resources.FieldType\x12\x10\n\x08\x66ilename\x18\x06 \x01(\t\"3\n\x0b\x46ieldAction\x12\t\n\x05\x41\x44\x44\x45\x44\x10\x00\x12\x0c\n\x08MODIFIED\x10\x01\x12\x0b\n\x07\x44\x45LETED\x10\x02\"4\n\x0e\x41uditKBCounter\x12\x12\n\nparagraphs\x18\x02 \x01(\x03\x12\x0e\n\x06\x66ields\x18\x03 \x01(\x03\"+\n\x0b\x43hatContext\x12\x0e\n\x06\x61uthor\x18\x01 \x01(\t\x12\x0c\n\x04text\x18\x02 \x01(\t\"7\n\x10RetrievedContext\x12\x15\n\rtext_block_id\x18\x01 \x01(\t\x12\x0c\n\x04text\x18\x02 \x01(\t\"\xd9\x02\n\tChatAudit\x12\x10\n\x08question\x18\x01 \x01(\t\x12\x13\n\x06\x61nswer\x18\x02 \x01(\tH\x00\x88\x01\x01\x12\x1f\n\x12rephrased_question\x18\x03 \x01(\tH\x01\x88\x01\x01\x12\'\n\x07\x63ontext\x18\x04 \x03(\x0b\x32\x12.audit.ChatContextB\x02\x18\x01\x12(\n\x0c\x63hat_context\x18\x06 \x03(\x0b\x32\x12.audit.ChatContext\x12\x32\n\x11retrieved_context\x18\x08 \x03(\x0b\x32\x17.audit.RetrievedContext\x12\x18\n\x0blearning_id\x18\x05 \x01(\tH\x02\x88\x01\x01\x12\x13\n\x0bstatus_code\x18\t \x01(\x05\x12\x12\n\x05model\x18\n \x01(\tH\x03\x88\x01\x01\x42\t\n\x07_answerB\x15\n\x13_rephrased_questionB\x0e\n\x0c_learning_idB\x08\n\x06_model\"\xa3\x01\n\rFeedbackAudit\x12\x13\n\x0blearning_id\x18\x01 \x01(\t\x12\x0c\n\x04good\x18\x02 \x01(\x08\x12\x1d\n\x04task\x18\x03 \x01(\x0e\x32\x0f.audit.TaskType\x12\x15\n\x08\x66\x65\x65\x64\x62\x61\x63k\x18\x04 \x01(\tH\x00\x88\x01\x01\x12\x1a\n\rtext_block_id\x18\x05 \x01(\tH\x01\x88\x01\x01\x42\x0b\n\t_feedbackB\x10\n\x0e_text_block_id\"\x97\t\n\x0c\x41uditRequest\x12+\n\x04type\x18\x01 \x01(\x0e\x32\x1d.audit.AuditRequest.AuditType\x12\x0c\n\x04kbid\x18\x02 \x01(\t\x12\x0e\n\x06userid\x18\x04 \x01(\t\x12(\n\x04time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x0e\n\x06\x66ields\x18\x06 \x03(\t\x12)\n\x06search\x18\x07 \x01(\x0b\x32\x19.nodereader.SearchRequest\x12\x12\n\x06timeit\x18\x08 \x01(\x02\x42\x02\x18\x01\x12\x0e\n\x06origin\x18\t \x01(\t\x12\x0b\n\x03rid\x18\n \x01(\t\x12\x0c\n\x04task\x18\x0b \x01(\t\x12\x11\n\tresources\x18\x0c \x01(\x05\x12*\n\x0e\x66ield_metadata\x18\r \x03(\x0b\x32\x12.resources.FieldID\x12\'\n\x0c\x66ields_audit\x18\x0e \x03(\x0b\x32\x11.audit.AuditField\x12&\n\x0b\x63lient_type\x18\x10 \x01(\x0e\x32\x11.audit.ClientType\x12\x10\n\x08trace_id\x18\x11 \x01(\t\x12)\n\nkb_counter\x18\x12 \x01(\x0b\x32\x15.audit.AuditKBCounter\x12\x1e\n\x04\x63hat\x18\x13 \x01(\x0b\x32\x10.audit.ChatAudit\x12\x0f\n\x07success\x18\x14 \x01(\x08\x12\x14\n\x0crequest_time\x18\x15 \x01(\x02\x12\x1b\n\x0eretrieval_time\x18\x16 \x01(\x02H\x00\x88\x01\x01\x12#\n\x16generative_answer_time\x18\x17 \x01(\x02H\x01\x88\x01\x01\x12/\n\"generative_answer_first_chunk_time\x18\x18 \x01(\x02H\x02\x88\x01\x01\x12\x1a\n\rrephrase_time\x18\x19 \x01(\x02H\x03\x88\x01\x01\x12&\n\x08\x66\x65\x65\x64\x62\x61\x63k\x18\x1a \x01(\x0b\x32\x14.audit.FeedbackAudit\x12\x19\n\x0cuser_request\x18\x1b \x01(\tH\x04\x88\x01\x01\x12\x1a\n\rprocessing_id\x18\x1c \x01(\tH\x05\x88\x01\x01\x12)\n\x1cretrieval_rephrased_question\x18\x1d \x01(\tH\x06\x88\x01\x01\"\xbf\x01\n\tAuditType\x12\x0b\n\x07VISITED\x10\x00\x12\x0c\n\x08MODIFIED\x10\x01\x12\x0b\n\x07\x44\x45LETED\x10\x02\x12\x07\n\x03NEW\x10\x03\x12\x0b\n\x07STARTED\x10\x04\x12\x0b\n\x07STOPPED\x10\x05\x12\n\n\x06SEARCH\x10\x06\x12\r\n\tPROCESSED\x10\x07\x12\x12\n\nKB_DELETED\x10\x08\x1a\x02\x08\x01\x12\x0f\n\x07SUGGEST\x10\t\x1a\x02\x08\x01\x12\x0f\n\x07INDEXED\x10\n\x1a\x02\x08\x01\x12\x08\n\x04\x43HAT\x10\x0b\x12\x0c\n\x08\x46\x45\x45\x44\x42\x41\x43K\x10\x0c\x42\x11\n\x0f_retrieval_timeB\x19\n\x17_generative_answer_timeB%\n#_generative_answer_first_chunk_timeB\x10\n\x0e_rephrase_timeB\x0f\n\r_user_requestB\x10\n\x0e_processing_idB\x1f\n\x1d_retrieval_rephrased_question*\\\n\nClientType\x12\x07\n\x03\x41PI\x10\x00\x12\x07\n\x03WEB\x10\x01\x12\n\n\x06WIDGET\x10\x02\x12\x0b\n\x07\x44\x45SKTOP\x10\x03\x12\r\n\tDASHBOARD\x10\x04\x12\x14\n\x10\x43HROME_EXTENSION\x10\x05*\x14\n\x08TaskType\x12\x08\n\x04\x43HAT\x10\x00\x62\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1bnucliadb_protos/audit.proto\x12\x05\x61udit\x1a\x1fgoogle/protobuf/timestamp.proto\x1a\x1fnucliadb_protos/resources.proto\"\xe4\x01\n\nAuditField\x12-\n\x06\x61\x63tion\x18\x01 \x01(\x0e\x32\x1d.audit.AuditField.FieldAction\x12\x0c\n\x04size\x18\x02 \x01(\x05\x12\x16\n\nsize_delta\x18\x03 \x01(\x05\x42\x02\x18\x01\x12\x10\n\x08\x66ield_id\x18\x04 \x01(\t\x12(\n\nfield_type\x18\x05 \x01(\x0e\x32\x14.resources.FieldType\x12\x10\n\x08\x66ilename\x18\x06 \x01(\t\"3\n\x0b\x46ieldAction\x12\t\n\x05\x41\x44\x44\x45\x44\x10\x00\x12\x0c\n\x08MODIFIED\x10\x01\x12\x0b\n\x07\x44\x45LETED\x10\x02\"4\n\x0e\x41uditKBCounter\x12\x12\n\nparagraphs\x18\x02 \x01(\x03\x12\x0e\n\x06\x66ields\x18\x03 \x01(\x03\"+\n\x0b\x43hatContext\x12\x0e\n\x06\x61uthor\x18\x01 \x01(\t\x12\x0c\n\x04text\x18\x02 \x01(\t\"7\n\x10RetrievedContext\x12\x15\n\rtext_block_id\x18\x01 \x01(\t\x12\x0c\n\x04text\x18\x02 \x01(\t\"\xdc\x02\n\tChatAudit\x12\x10\n\x08question\x18\x01 \x01(\t\x12\x13\n\x06\x61nswer\x18\x02 \x01(\tH\x00\x88\x01\x01\x12\x1f\n\x12rephrased_question\x18\x03 \x01(\tH\x01\x88\x01\x01\x12(\n\x0c\x63hat_context\x18\x06 \x03(\x0b\x32\x12.audit.ChatContext\x12\x32\n\x11retrieved_context\x18\x08 \x03(\x0b\x32\x17.audit.RetrievedContext\x12\x18\n\x0blearning_id\x18\x05 \x01(\tH\x02\x88\x01\x01\x12\x13\n\x0bstatus_code\x18\t \x01(\x05\x12\x12\n\x05model\x18\n \x01(\tH\x03\x88\x01\x01\x12\x16\n\treasoning\x18\x0b \x01(\tH\x04\x88\x01\x01\x42\t\n\x07_answerB\x15\n\x13_rephrased_questionB\x0e\n\x0c_learning_idB\x08\n\x06_modelB\x0c\n\n_reasoningJ\x04\x08\x04\x10\x05\"\xa3\x01\n\rFeedbackAudit\x12\x13\n\x0blearning_id\x18\x01 \x01(\t\x12\x0c\n\x04good\x18\x02 \x01(\x08\x12\x1d\n\x04task\x18\x03 \x01(\x0e\x32\x0f.audit.TaskType\x12\x15\n\x08\x66\x65\x65\x64\x62\x61\x63k\x18\x04 \x01(\tH\x00\x88\x01\x01\x12\x1a\n\rtext_block_id\x18\x05 \x01(\tH\x01\x88\x01\x01\x42\x0b\n\t_feedbackB\x10\n\x0e_text_block_id\"\xf5\t\n\x0c\x41uditRequest\x12+\n\x04type\x18\x01 \x01(\x0e\x32\x1d.audit.AuditRequest.AuditType\x12\x0c\n\x04kbid\x18\x02 \x01(\t\x12\x0e\n\x06userid\x18\x04 \x01(\t\x12(\n\x04time\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x0e\n\x06\x66ields\x18\x06 \x03(\t\x12)\n\x06search\x18\x07 \x01(\x0b\x32\x19.audit.AuditSearchRequest\x12\x12\n\x06timeit\x18\x08 \x01(\x02\x42\x02\x18\x01\x12\x0e\n\x06origin\x18\t \x01(\t\x12\x0b\n\x03rid\x18\n \x01(\t\x12\x0c\n\x04task\x18\x0b \x01(\t\x12\x11\n\tresources\x18\x0c \x01(\x05\x12*\n\x0e\x66ield_metadata\x18\r \x03(\x0b\x32\x12.resources.FieldID\x12\'\n\x0c\x66ields_audit\x18\x0e \x03(\x0b\x32\x11.audit.AuditField\x12&\n\x0b\x63lient_type\x18\x10 \x01(\x0e\x32\x11.audit.ClientType\x12\x10\n\x08trace_id\x18\x11 \x01(\t\x12)\n\nkb_counter\x18\x12 \x01(\x0b\x32\x15.audit.AuditKBCounter\x12\x1e\n\x04\x63hat\x18\x13 \x01(\x0b\x32\x10.audit.ChatAudit\x12\x0f\n\x07success\x18\x14 \x01(\x08\x12\x14\n\x0crequest_time\x18\x15 \x01(\x02\x12\x1b\n\x0eretrieval_time\x18\x16 \x01(\x02H\x00\x88\x01\x01\x12#\n\x16generative_answer_time\x18\x17 \x01(\x02H\x01\x88\x01\x01\x12/\n\"generative_answer_first_chunk_time\x18\x18 \x01(\x02H\x02\x88\x01\x01\x12\x1a\n\rrephrase_time\x18\x19 \x01(\x02H\x03\x88\x01\x01\x12&\n\x08\x66\x65\x65\x64\x62\x61\x63k\x18\x1a \x01(\x0b\x32\x14.audit.FeedbackAudit\x12\x19\n\x0cuser_request\x18\x1b \x01(\tH\x04\x88\x01\x01\x12\x1a\n\rprocessing_id\x18\x1c \x01(\tH\x05\x88\x01\x01\x12)\n\x1cretrieval_rephrased_question\x18\x1d \x01(\tH\x06\x88\x01\x01\x12\x32\n%generative_reasoning_first_chunk_time\x18\x1e \x01(\x02H\x07\x88\x01\x01\"\xbf\x01\n\tAuditType\x12\x0b\n\x07VISITED\x10\x00\x12\x0c\n\x08MODIFIED\x10\x01\x12\x0b\n\x07\x44\x45LETED\x10\x02\x12\x07\n\x03NEW\x10\x03\x12\x0b\n\x07STARTED\x10\x04\x12\x0b\n\x07STOPPED\x10\x05\x12\n\n\x06SEARCH\x10\x06\x12\r\n\tPROCESSED\x10\x07\x12\x12\n\nKB_DELETED\x10\x08\x1a\x02\x08\x01\x12\x0f\n\x07SUGGEST\x10\t\x1a\x02\x08\x01\x12\x0f\n\x07INDEXED\x10\n\x1a\x02\x08\x01\x12\x08\n\x04\x43HAT\x10\x0b\x12\x0c\n\x08\x46\x45\x45\x44\x42\x41\x43K\x10\x0c\x42\x11\n\x0f_retrieval_timeB\x19\n\x17_generative_answer_timeB%\n#_generative_answer_first_chunk_timeB\x10\n\x0e_rephrase_timeB\x0f\n\r_user_requestB\x10\n\x0e_processing_idB\x1f\n\x1d_retrieval_rephrased_questionB(\n&_generative_reasoning_first_chunk_time\"\xc1\x02\n\x12\x41uditSearchRequest\x12\x0c\n\x04\x62ody\x18\x03 \x01(\t\x12\x17\n\x0fresult_per_page\x18\x08 \x01(\x05\x12\x0e\n\x06vector\x18\n \x03(\x02\x12\x11\n\tvectorset\x18\x0f \x01(\t\x12\x1a\n\x12min_score_semantic\x18\x17 \x01(\x02\x12\x16\n\x0emin_score_bm25\x18\x19 \x01(\x02\x12&\n\x08security\x18\x18 \x01(\x0b\x32\x0f.utils.SecurityH\x00\x88\x01\x01\x12\x13\n\x06\x66ilter\x18\x1e \x01(\tH\x01\x88\x01\x01\x42\x0b\n\t_securityB\t\n\x07_filterJ\x04\x08\x01\x10\x02J\x04\x08\x05\x10\x06J\x04\x08\x06\x10\x07J\x04\x08\x07\x10\x08J\x04\x08\x0c\x10\rJ\x04\x08\r\x10\x0eJ\x04\x08\x0e\x10\x0fJ\x04\x08\x10\x10\x11J\x04\x08\x12\x10\x13J\x04\x08\x14\x10\x15J\x04\x08\x15\x10\x16J\x04\x08\x1a\x10\x1bJ\x04\x08\x1b\x10\x1cJ\x04\x08\x1c\x10\x1dJ\x04\x08\x1d\x10\x1e*\\\n\nClientType\x12\x07\n\x03\x41PI\x10\x00\x12\x07\n\x03WEB\x10\x01\x12\n\n\x06WIDGET\x10\x02\x12\x0b\n\x07\x44\x45SKTOP\x10\x03\x12\r\n\tDASHBOARD\x10\x04\x12\x14\n\x10\x43HROME_EXTENSION\x10\x05*\x14\n\x08TaskType\x12\x08\n\x04\x43HAT\x10\x00\x62\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'nucliadb_protos.audit_pb2', _globals)
-if _descriptor._USE_C_DESCRIPTORS == False:
-  DESCRIPTOR._options = None
-  _globals['_AUDITFIELD'].fields_by_name['size_delta']._options = None
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_AUDITFIELD'].fields_by_name['size_delta']._loaded_options = None
   _globals['_AUDITFIELD'].fields_by_name['size_delta']._serialized_options = b'\030\001'
-  _globals['_CHATAUDIT'].fields_by_name['context']._options = None
-  _globals['_CHATAUDIT'].fields_by_name['context']._serialized_options = b'\030\001'
-  _globals['_AUDITREQUEST_AUDITTYPE'].values_by_name["KB_DELETED"]._options = None
+  _globals['_AUDITREQUEST_AUDITTYPE'].values_by_name["KB_DELETED"]._loaded_options = None
   _globals['_AUDITREQUEST_AUDITTYPE'].values_by_name["KB_DELETED"]._serialized_options = b'\010\001'
-  _globals['_AUDITREQUEST_AUDITTYPE'].values_by_name["SUGGEST"]._options = None
+  _globals['_AUDITREQUEST_AUDITTYPE'].values_by_name["SUGGEST"]._loaded_options = None
   _globals['_AUDITREQUEST_AUDITTYPE'].values_by_name["SUGGEST"]._serialized_options = b'\010\001'
-  _globals['_AUDITREQUEST_AUDITTYPE'].values_by_name["INDEXED"]._options = None
+  _globals['_AUDITREQUEST_AUDITTYPE'].values_by_name["INDEXED"]._loaded_options = None
   _globals['_AUDITREQUEST_AUDITTYPE'].values_by_name["INDEXED"]._serialized_options = b'\010\001'
-  _globals['_AUDITREQUEST'].fields_by_name['timeit']._options = None
+  _globals['_AUDITREQUEST'].fields_by_name['timeit']._loaded_options = None
   _globals['_AUDITREQUEST'].fields_by_name['timeit']._serialized_options = b'\030\001'
-  _globals['_CLIENTTYPE']._serialized_start=2217
-  _globals['_CLIENTTYPE']._serialized_end=2309
-  _globals['_TASKTYPE']._serialized_start=2311
-  _globals['_TASKTYPE']._serialized_end=2331
-  _globals['_AUDITFIELD']._serialized_start=139
-  _globals['_AUDITFIELD']._serialized_end=367
-  _globals['_AUDITFIELD_FIELDACTION']._serialized_start=316
-  _globals['_AUDITFIELD_FIELDACTION']._serialized_end=367
-  _globals['_AUDITKBCOUNTER']._serialized_start=369
-  _globals['_AUDITKBCOUNTER']._serialized_end=421
-  _globals['_CHATCONTEXT']._serialized_start=423
-  _globals['_CHATCONTEXT']._serialized_end=466
-  _globals['_RETRIEVEDCONTEXT']._serialized_start=468
-  _globals['_RETRIEVEDCONTEXT']._serialized_end=523
-  _globals['_CHATAUDIT']._serialized_start=526
-  _globals['_CHATAUDIT']._serialized_end=871
-  _globals['_FEEDBACKAUDIT']._serialized_start=874
-  _globals['_FEEDBACKAUDIT']._serialized_end=1037
-  _globals['_AUDITREQUEST']._serialized_start=1040
-  _globals['_AUDITREQUEST']._serialized_end=2215
-  _globals['_AUDITREQUEST_AUDITTYPE']._serialized_start=1853
-  _globals['_AUDITREQUEST_AUDITTYPE']._serialized_end=2044
+  _globals['_CLIENTTYPE']._serialized_start=2604
+  _globals['_CLIENTTYPE']._serialized_end=2696
+  _globals['_TASKTYPE']._serialized_start=2698
+  _globals['_TASKTYPE']._serialized_end=2718
+  _globals['_AUDITFIELD']._serialized_start=105
+  _globals['_AUDITFIELD']._serialized_end=333
+  _globals['_AUDITFIELD_FIELDACTION']._serialized_start=282
+  _globals['_AUDITFIELD_FIELDACTION']._serialized_end=333
+  _globals['_AUDITKBCOUNTER']._serialized_start=335
+  _globals['_AUDITKBCOUNTER']._serialized_end=387
+  _globals['_CHATCONTEXT']._serialized_start=389
+  _globals['_CHATCONTEXT']._serialized_end=432
+  _globals['_RETRIEVEDCONTEXT']._serialized_start=434
+  _globals['_RETRIEVEDCONTEXT']._serialized_end=489
+  _globals['_CHATAUDIT']._serialized_start=492
+  _globals['_CHATAUDIT']._serialized_end=840
+  _globals['_FEEDBACKAUDIT']._serialized_start=843
+  _globals['_FEEDBACKAUDIT']._serialized_end=1006
+  _globals['_AUDITREQUEST']._serialized_start=1009
+  _globals['_AUDITREQUEST']._serialized_end=2278
+  _globals['_AUDITREQUEST_AUDITTYPE']._serialized_start=1874
+  _globals['_AUDITREQUEST_AUDITTYPE']._serialized_end=2065
+  _globals['_AUDITSEARCHREQUEST']._serialized_start=2281
+  _globals['_AUDITSEARCHREQUEST']._serialized_end=2602
 # @@protoc_insertion_point(module_scope)

nucliadb_protos/audit_pb2.pyi

@@ -10,8 +10,8 @@ import google.protobuf.internal.containers
 import google.protobuf.internal.enum_type_wrapper
 import google.protobuf.message
 import google.protobuf.timestamp_pb2
-import nucliadb_protos.nodereader_pb2
 import nucliadb_protos.resources_pb2
+import nucliadb_protos.utils_pb2
 import sys
 import typing
 
@@ -165,22 +165,19 @@ class ChatAudit(google.protobuf.message.Message):
     QUESTION_FIELD_NUMBER: builtins.int
     ANSWER_FIELD_NUMBER: builtins.int
     REPHRASED_QUESTION_FIELD_NUMBER: builtins.int
-    CONTEXT_FIELD_NUMBER: builtins.int
     CHAT_CONTEXT_FIELD_NUMBER: builtins.int
     RETRIEVED_CONTEXT_FIELD_NUMBER: builtins.int
     LEARNING_ID_FIELD_NUMBER: builtins.int
     STATUS_CODE_FIELD_NUMBER: builtins.int
     MODEL_FIELD_NUMBER: builtins.int
+    REASONING_FIELD_NUMBER: builtins.int
     question: builtins.str
     answer: builtins.str
     rephrased_question: builtins.str
     learning_id: builtins.str
     status_code: builtins.int
     model: builtins.str
-    @property
-    def context(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___ChatContext]:
-        """Conversation from chats"""
-
+    reasoning: builtins.str
     @property
     def chat_context(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[global___ChatContext]:
         """context retrieved on the current ask"""
@@ -193,15 +190,15 @@ class ChatAudit(google.protobuf.message.Message):
         question: builtins.str = ...,
         answer: builtins.str | None = ...,
         rephrased_question: builtins.str | None = ...,
-        context: collections.abc.Iterable[global___ChatContext] | None = ...,
         chat_context: collections.abc.Iterable[global___ChatContext] | None = ...,
         retrieved_context: collections.abc.Iterable[global___RetrievedContext] | None = ...,
         learning_id: builtins.str | None = ...,
         status_code: builtins.int = ...,
         model: builtins.str | None = ...,
+        reasoning: builtins.str | None = ...,
     ) -> None: ...
-    def HasField(self, field_name: typing.Literal["_answer", b"_answer", "_learning_id", b"_learning_id", "_model", b"_model", "_rephrased_question", b"_rephrased_question", "answer", b"answer", "learning_id", b"learning_id", "model", b"model", "rephrased_question", b"rephrased_question"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["_answer", b"_answer", "_learning_id", b"_learning_id", "_model", b"_model", "_rephrased_question", b"_rephrased_question", "answer", b"answer", "chat_context", b"chat_context", "context", b"context", "learning_id", b"learning_id", "model", b"model", "question", b"question", "rephrased_question", b"rephrased_question", "retrieved_context", b"retrieved_context", "status_code", b"status_code"]) -> None: ...
+    def HasField(self, field_name: typing.Literal["_answer", b"_answer", "_learning_id", b"_learning_id", "_model", b"_model", "_reasoning", b"_reasoning", "_rephrased_question", b"_rephrased_question", "answer", b"answer", "learning_id", b"learning_id", "model", b"model", "reasoning", b"reasoning", "rephrased_question", b"rephrased_question"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["_answer", b"_answer", "_learning_id", b"_learning_id", "_model", b"_model", "_reasoning", b"_reasoning", "_rephrased_question", b"_rephrased_question", "answer", b"answer", "chat_context", b"chat_context", "learning_id", b"learning_id", "model", b"model", "question", b"question", "reasoning", b"reasoning", "rephrased_question", b"rephrased_question", "retrieved_context", b"retrieved_context", "status_code", b"status_code"]) -> None: ...
     @typing.overload
     def WhichOneof(self, oneof_group: typing.Literal["_answer", b"_answer"]) -> typing.Literal["answer"] | None: ...
     @typing.overload
@@ -209,6 +206,8 @@ class ChatAudit(google.protobuf.message.Message):
     @typing.overload
     def WhichOneof(self, oneof_group: typing.Literal["_model", b"_model"]) -> typing.Literal["model"] | None: ...
     @typing.overload
+    def WhichOneof(self, oneof_group: typing.Literal["_reasoning", b"_reasoning"]) -> typing.Literal["reasoning"] | None: ...
+    @typing.overload
     def WhichOneof(self, oneof_group: typing.Literal["_rephrased_question", b"_rephrased_question"]) -> typing.Literal["rephrased_question"] | None: ...
 
 global___ChatAudit = ChatAudit
@@ -311,6 +310,7 @@ class AuditRequest(google.protobuf.message.Message):
     USER_REQUEST_FIELD_NUMBER: builtins.int
     PROCESSING_ID_FIELD_NUMBER: builtins.int
     RETRIEVAL_REPHRASED_QUESTION_FIELD_NUMBER: builtins.int
+    GENERATIVE_REASONING_FIRST_CHUNK_TIME_FIELD_NUMBER: builtins.int
     type: global___AuditRequest.AuditType.ValueType
     kbid: builtins.str
     userid: builtins.str
@@ -330,12 +330,13 @@ class AuditRequest(google.protobuf.message.Message):
     user_request: builtins.str
     processing_id: builtins.str
     retrieval_rephrased_question: builtins.str
+    generative_reasoning_first_chunk_time: builtins.float
     @property
     def time(self) -> google.protobuf.timestamp_pb2.Timestamp: ...
     @property
     def fields(self) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.str]: ...
     @property
-    def search(self) -> nucliadb_protos.nodereader_pb2.SearchRequest: ...
+    def search(self) -> global___AuditSearchRequest: ...
     @property
     def field_metadata(self) -> google.protobuf.internal.containers.RepeatedCompositeFieldContainer[nucliadb_protos.resources_pb2.FieldID]: ...
     @property
@@ -354,7 +355,7 @@ class AuditRequest(google.protobuf.message.Message):
         userid: builtins.str = ...,
         time: google.protobuf.timestamp_pb2.Timestamp | None = ...,
         fields: collections.abc.Iterable[builtins.str] | None = ...,
-        search: nucliadb_protos.nodereader_pb2.SearchRequest | None = ...,
+        search: global___AuditSearchRequest | None = ...,
         timeit: builtins.float = ...,
         origin: builtins.str = ...,
         rid: builtins.str = ...,
@@ -376,14 +377,17 @@ class AuditRequest(google.protobuf.message.Message):
         user_request: builtins.str | None = ...,
         processing_id: builtins.str | None = ...,
         retrieval_rephrased_question: builtins.str | None = ...,
+        generative_reasoning_first_chunk_time: builtins.float | None = ...,
     ) -> None: ...
-    def HasField(self, field_name: typing.Literal["_generative_answer_first_chunk_time", b"_generative_answer_first_chunk_time", "_generative_answer_time", b"_generative_answer_time", "_processing_id", b"_processing_id", "_rephrase_time", b"_rephrase_time", "_retrieval_rephrased_question", b"_retrieval_rephrased_question", "_retrieval_time", b"_retrieval_time", "_user_request", b"_user_request", "chat", b"chat", "feedback", b"feedback", "generative_answer_first_chunk_time", b"generative_answer_first_chunk_time", "generative_answer_time", b"generative_answer_time", "kb_counter", b"kb_counter", "processing_id", b"processing_id", "rephrase_time", b"rephrase_time", "retrieval_rephrased_question", b"retrieval_rephrased_question", "retrieval_time", b"retrieval_time", "search", b"search", "time", b"time", "user_request", b"user_request"]) -> builtins.bool: ...
-    def ClearField(self, field_name: typing.Literal["_generative_answer_first_chunk_time", b"_generative_answer_first_chunk_time", "_generative_answer_time", b"_generative_answer_time", "_processing_id", b"_processing_id", "_rephrase_time", b"_rephrase_time", "_retrieval_rephrased_question", b"_retrieval_rephrased_question", "_retrieval_time", b"_retrieval_time", "_user_request", b"_user_request", "chat", b"chat", "client_type", b"client_type", "feedback", b"feedback", "field_metadata", b"field_metadata", "fields", b"fields", "fields_audit", b"fields_audit", "generative_answer_first_chunk_time", b"generative_answer_first_chunk_time", "generative_answer_time", b"generative_answer_time", "kb_counter", b"kb_counter", "kbid", b"kbid", "origin", b"origin", "processing_id", b"processing_id", "rephrase_time", b"rephrase_time", "request_time", b"request_time", "resources", b"resources", "retrieval_rephrased_question", b"retrieval_rephrased_question", "retrieval_time", b"retrieval_time", "rid", b"rid", "search", b"search", "success", b"success", "task", b"task", "time", b"time", "timeit", b"timeit", "trace_id", b"trace_id", "type", b"type", "user_request", b"user_request", "userid", b"userid"]) -> None: ...
+    def HasField(self, field_name: typing.Literal["_generative_answer_first_chunk_time", b"_generative_answer_first_chunk_time", "_generative_answer_time", b"_generative_answer_time", "_generative_reasoning_first_chunk_time", b"_generative_reasoning_first_chunk_time", "_processing_id", b"_processing_id", "_rephrase_time", b"_rephrase_time", "_retrieval_rephrased_question", b"_retrieval_rephrased_question", "_retrieval_time", b"_retrieval_time", "_user_request", b"_user_request", "chat", b"chat", "feedback", b"feedback", "generative_answer_first_chunk_time", b"generative_answer_first_chunk_time", "generative_answer_time", b"generative_answer_time", "generative_reasoning_first_chunk_time", b"generative_reasoning_first_chunk_time", "kb_counter", b"kb_counter", "processing_id", b"processing_id", "rephrase_time", b"rephrase_time", "retrieval_rephrased_question", b"retrieval_rephrased_question", "retrieval_time", b"retrieval_time", "search", b"search", "time", b"time", "user_request", b"user_request"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["_generative_answer_first_chunk_time", b"_generative_answer_first_chunk_time", "_generative_answer_time", b"_generative_answer_time", "_generative_reasoning_first_chunk_time", b"_generative_reasoning_first_chunk_time", "_processing_id", b"_processing_id", "_rephrase_time", b"_rephrase_time", "_retrieval_rephrased_question", b"_retrieval_rephrased_question", "_retrieval_time", b"_retrieval_time", "_user_request", b"_user_request", "chat", b"chat", "client_type", b"client_type", "feedback", b"feedback", "field_metadata", b"field_metadata", "fields", b"fields", "fields_audit", b"fields_audit", "generative_answer_first_chunk_time", b"generative_answer_first_chunk_time", "generative_answer_time", b"generative_answer_time", "generative_reasoning_first_chunk_time", b"generative_reasoning_first_chunk_time", "kb_counter", b"kb_counter", "kbid", b"kbid", "origin", b"origin", "processing_id", b"processing_id", "rephrase_time", b"rephrase_time", "request_time", b"request_time", "resources", b"resources", "retrieval_rephrased_question", b"retrieval_rephrased_question", "retrieval_time", b"retrieval_time", "rid", b"rid", "search", b"search", "success", b"success", "task", b"task", "time", b"time", "timeit", b"timeit", "trace_id", b"trace_id", "type", b"type", "user_request", b"user_request", "userid", b"userid"]) -> None: ...
     @typing.overload
     def WhichOneof(self, oneof_group: typing.Literal["_generative_answer_first_chunk_time", b"_generative_answer_first_chunk_time"]) -> typing.Literal["generative_answer_first_chunk_time"] | None: ...
     @typing.overload
     def WhichOneof(self, oneof_group: typing.Literal["_generative_answer_time", b"_generative_answer_time"]) -> typing.Literal["generative_answer_time"] | None: ...
     @typing.overload
+    def WhichOneof(self, oneof_group: typing.Literal["_generative_reasoning_first_chunk_time", b"_generative_reasoning_first_chunk_time"]) -> typing.Literal["generative_reasoning_first_chunk_time"] | None: ...
+    @typing.overload
     def WhichOneof(self, oneof_group: typing.Literal["_processing_id", b"_processing_id"]) -> typing.Literal["processing_id"] | None: ...
     @typing.overload
     def WhichOneof(self, oneof_group: typing.Literal["_rephrase_time", b"_rephrase_time"]) -> typing.Literal["rephrase_time"] | None: ...
@@ -395,3 +399,50 @@ class AuditRequest(google.protobuf.message.Message):
     def WhichOneof(self, oneof_group: typing.Literal["_user_request", b"_user_request"]) -> typing.Literal["user_request"] | None: ...
 
 global___AuditRequest = AuditRequest
+
+@typing.final
+class AuditSearchRequest(google.protobuf.message.Message):
+    """This message is a subset of the nidx SearchRequest with what we want to audit"""
+
+    DESCRIPTOR: google.protobuf.descriptor.Descriptor
+
+    BODY_FIELD_NUMBER: builtins.int
+    RESULT_PER_PAGE_FIELD_NUMBER: builtins.int
+    VECTOR_FIELD_NUMBER: builtins.int
+    VECTORSET_FIELD_NUMBER: builtins.int
+    MIN_SCORE_SEMANTIC_FIELD_NUMBER: builtins.int
+    MIN_SCORE_BM25_FIELD_NUMBER: builtins.int
+    SECURITY_FIELD_NUMBER: builtins.int
+    FILTER_FIELD_NUMBER: builtins.int
+    body: builtins.str
+    result_per_page: builtins.int
+    vectorset: builtins.str
+    min_score_semantic: builtins.float
+    min_score_bm25: builtins.float
+    filter: builtins.str
+    @property
+    def vector(self) -> google.protobuf.internal.containers.RepeatedScalarFieldContainer[builtins.float]:
+        """Embedded vector search."""
+
+    @property
+    def security(self) -> nucliadb_protos.utils_pb2.Security: ...
+    def __init__(
+        self,
+        *,
+        body: builtins.str = ...,
+        result_per_page: builtins.int = ...,
+        vector: collections.abc.Iterable[builtins.float] | None = ...,
+        vectorset: builtins.str = ...,
+        min_score_semantic: builtins.float = ...,
+        min_score_bm25: builtins.float = ...,
+        security: nucliadb_protos.utils_pb2.Security | None = ...,
+        filter: builtins.str | None = ...,
+    ) -> None: ...
+    def HasField(self, field_name: typing.Literal["_filter", b"_filter", "_security", b"_security", "filter", b"filter", "security", b"security"]) -> builtins.bool: ...
+    def ClearField(self, field_name: typing.Literal["_filter", b"_filter", "_security", b"_security", "body", b"body", "filter", b"filter", "min_score_bm25", b"min_score_bm25", "min_score_semantic", b"min_score_semantic", "result_per_page", b"result_per_page", "security", b"security", "vector", b"vector", "vectorset", b"vectorset"]) -> None: ...
+    @typing.overload
+    def WhichOneof(self, oneof_group: typing.Literal["_filter", b"_filter"]) -> typing.Literal["filter"] | None: ...
+    @typing.overload
+    def WhichOneof(self, oneof_group: typing.Literal["_security", b"_security"]) -> typing.Literal["security"] | None: ...
+
+global___AuditSearchRequest = AuditSearchRequest

nucliadb_protos/backups_pb2.py

@@ -1,12 +1,22 @@
 # -*- coding: utf-8 -*-
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
 # source: nucliadb_protos/backups.proto
-# Protobuf Python Version: 4.25.1
+# Protobuf Python Version: 6.31.1
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
 from google.protobuf import symbol_database as _symbol_database
 from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'nucliadb_protos/backups.proto'
+)
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -20,8 +30,8 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1dnucliadb_proto
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'nucliadb_protos.backups_pb2', _globals)
-if _descriptor._USE_C_DESCRIPTORS == False:
-  DESCRIPTOR._options = None
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
   _globals['_CREATEBACKUPREQUEST']._serialized_start=75
   _globals['_CREATEBACKUPREQUEST']._serialized_end=130
   _globals['_CREATEBACKUPRESPONSE']._serialized_start=132

nucliadb_protos/backups_pb2_grpc.py

@@ -1,4 +1,24 @@
 # Generated by the gRPC Python protocol compiler plugin. DO NOT EDIT!
 """Client and server classes corresponding to protobuf-defined services."""
 import grpc
+import warnings
 
+
+GRPC_GENERATED_VERSION = '1.76.0'
+GRPC_VERSION = grpc.__version__
+_version_not_supported = False
+
+try:
+    from grpc._utilities import first_version_is_lower
+    _version_not_supported = first_version_is_lower(GRPC_VERSION, GRPC_GENERATED_VERSION)
+except ImportError:
+    _version_not_supported = True
+
+if _version_not_supported:
+    raise RuntimeError(
+        f'The grpc package installed is at version {GRPC_VERSION},'
+        + ' but the generated code in nucliadb_protos/backups_pb2_grpc.py depends on'
+        + f' grpcio>={GRPC_GENERATED_VERSION}.'
+        + f' Please upgrade your grpc module to grpcio>={GRPC_GENERATED_VERSION}'
+        + f' or downgrade your generated code using grpcio-tools<={GRPC_VERSION}.'
+    )

nucliadb_protos/dataset_pb2.py

@@ -1,12 +1,22 @@
 # -*- coding: utf-8 -*-
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
 # source: nucliadb_protos/dataset.proto
-# Protobuf Python Version: 4.25.1
+# Protobuf Python Version: 6.31.1
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
 from google.protobuf import symbol_database as _symbol_database
 from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'nucliadb_protos/dataset.proto'
+)
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -25,8 +35,8 @@ DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1dnucliadb_proto
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'nucliadb_protos.dataset_pb2', _globals)
-if _descriptor._USE_C_DESCRIPTORS == False:
-  DESCRIPTOR._options = None
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
   _globals['_TASKTYPE']._serialized_start=1870
   _globals['_TASKTYPE']._serialized_end=2094
   _globals['_LABELFROM']._serialized_start=2096

nucliadb_protos/dataset_pb2.pyi

@@ -81,6 +81,9 @@ from nucliadb_protos.resources_pb2 import (
     Representation as Representation,
     RowsPreview as RowsPreview,
     Sentence as Sentence,
+    SplitMetadata as SplitMetadata,
+    SplitsMetadata as SplitsMetadata,
+    SyncMetadata as SyncMetadata,
     TEXT as TEXT,
     UserFieldMetadata as UserFieldMetadata,
     UserMetadata as UserMetadata,

nucliadb_protos/kb_usage_pb2.py

@@ -1,12 +1,22 @@
 # -*- coding: utf-8 -*-
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
+# NO CHECKED-IN PROTOBUF GENCODE
 # source: nucliadb_protos/kb_usage.proto
-# Protobuf Python Version: 4.25.1
+# Protobuf Python Version: 6.31.1
 """Generated protocol buffer code."""
 from google.protobuf import descriptor as _descriptor
 from google.protobuf import descriptor_pool as _descriptor_pool
+from google.protobuf import runtime_version as _runtime_version
 from google.protobuf import symbol_database as _symbol_database
 from google.protobuf.internal import builder as _builder
+_runtime_version.ValidateProtobufRuntimeVersion(
+    _runtime_version.Domain.PUBLIC,
+    6,
+    31,
+    1,
+    '',
+    'nucliadb_protos/kb_usage.proto'
+)
 # @@protoc_insertion_point(imports)
 
 _sym_db = _symbol_database.Default()
@@ -15,14 +25,14 @@ _sym_db = _symbol_database.Default()
 from google.protobuf import timestamp_pb2 as google_dot_protobuf_dot_timestamp__pb2
 
 
-DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1enucliadb_protos/kb_usage.proto\x12\x08kb_usage\x1a\x1fgoogle/protobuf/timestamp.proto\"\xf2\x01\n\x07Process\x12$\n\x06\x63lient\x18\x01 \x01(\x0e\x32\x14.kb_usage.ClientType\x12\x1c\n\x14slow_processing_time\x18\x02 \x01(\x02\x12\x1b\n\x13pre_processing_time\x18\x03 \x01(\x02\x12\r\n\x05\x62ytes\x18\x04 \x01(\x04\x12\r\n\x05\x63hars\x18\x05 \x01(\r\x12\x15\n\rmedia_seconds\x18\x06 \x01(\r\x12\r\n\x05pages\x18\x07 \x01(\r\x12\x12\n\nparagraphs\x18\x08 \x01(\r\x12\x17\n\x0bmedia_files\x18\t \x01(\rB\x02\x18\x01\x12\x15\n\rnum_processed\x18\n \x01(\r\"\x95\x01\n\x07Storage\x12\x17\n\nparagraphs\x18\x01 \x01(\x04H\x00\x88\x01\x01\x12\x13\n\x06\x66ields\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x16\n\tresources\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12\x12\n\x05\x62ytes\x18\x04 \x01(\x04H\x03\x88\x01\x01\x42\r\n\x0b_paragraphsB\t\n\x07_fieldsB\x0c\n\n_resourcesB\x08\n\x06_bytes\"x\n\x06Search\x12$\n\x06\x63lient\x18\x01 \x01(\x0e\x32\x14.kb_usage.ClientType\x12\"\n\x04type\x18\x02 \x01(\x0e\x32\x14.kb_usage.SearchType\x12\x0e\n\x06tokens\x18\x03 \x01(\r\x12\x14\n\x0cnum_searches\x18\x04 \x01(\r\"\xbd\x01\n\x07Predict\x12$\n\x06\x63lient\x18\x01 \x01(\x0e\x32\x14.kb_usage.ClientType\x12#\n\x04type\x18\x02 \x01(\x0e\x32\x15.kb_usage.PredictType\x12\r\n\x05model\x18\x03 \x01(\t\x12\r\n\x05input\x18\x04 \x01(\r\x12\x0e\n\x06output\x18\x05 \x01(\r\x12\r\n\x05image\x18\x06 \x01(\r\x12\x14\n\x0cnum_predicts\x18\x07 \x01(\r\x12\x14\n\x0c\x63ustomer_key\x18\x08 \x01(\x08\"L\n\x10\x41\x63tivityLogMatch\x12\n\n\x02id\x18\x01 \x01(\t\x12,\n\x04type\x18\x02 \x01(\x0e\x32\x1e.kb_usage.ActivityLogMatchType\"\xc1\x03\n\x07KbUsage\x12\"\n\x07service\x18\x01 \x01(\x0e\x32\x11.kb_usage.Service\x12-\n\ttimestamp\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x17\n\naccount_id\x18\x03 \x01(\tH\x00\x88\x01\x01\x12\x12\n\x05kb_id\x18\x04 \x01(\tH\x01\x88\x01\x01\x12%\n\tkb_source\x18\x05 \x01(\x0e\x32\x12.kb_usage.KBSource\x12;\n\x12\x61\x63tivity_log_match\x18\n \x01(\x0b\x32\x1a.kb_usage.ActivityLogMatchH\x02\x88\x01\x01\x12$\n\tprocesses\x18\x06 \x03(\x0b\x32\x11.kb_usage.Process\x12#\n\x08predicts\x18\x07 \x03(\x0b\x32\x11.kb_usage.Predict\x12\"\n\x08searches\x18\x08 \x03(\x0b\x32\x10.kb_usage.Search\x12\'\n\x07storage\x18\t \x01(\x0b\x32\x11.kb_usage.StorageH\x03\x88\x01\x01\x42\r\n\x0b_account_idB\x08\n\x06_kb_idB\x15\n\x13_activity_log_matchB\n\n\x08_storage\"9\n\x11KbUsageAggregated\x12$\n\tkb_usages\x18\x01 \x03(\x0b\x32\x11.kb_usage.KbUsage*\"\n\x08KBSource\x12\n\n\x06HOSTED\x10\x00\x12\n\n\x06ONPREM\x10\x01*U\n\x07Service\x12\x0b\n\x07PREDICT\x10\x00\x12\x0e\n\nPROCESSING\x10\x01\x12\r\n\tNUCLIA_DB\x10\x02\x12\x08\n\x04TASK\x10\x03\x12\x14\n\x10PREDICT_INTERNAL\x10\x04*%\n\nSearchType\x12\n\n\x06SEARCH\x10\x00\x12\x0b\n\x07SUGGEST\x10\x01*\x99\x02\n\x0bPredictType\x12\x0c\n\x08SENTENCE\x10\x00\x12\t\n\x05TOKEN\x10\x01\x12\x13\n\x0fQUESTION_ANSWER\x10\x02\x12\x0c\n\x08REPHRASE\x10\x03\x12\x16\n\x12RETRIEVAL_REPHRASE\x10\x10\x12\r\n\tSUMMARIZE\x10\x04\x12\x12\n\x0e\x45XTRACT_TABLES\x10\x05\x12\n\n\x06RERANK\x10\x06\x12\r\n\tRELATIONS\x10\x07\x12\n\n\x06SPEECH\x10\x08\x12\x0b\n\x07\x43\x41PTION\x10\t\x12\r\n\tDA_LABELS\x10\n\x12\x0c\n\x08\x44\x41_GRAPH\x10\x0b\x12\n\n\x06\x44\x41_ASK\x10\x0c\x12\t\n\x05\x44\x41_QA\x10\r\x12\x0c\n\x08\x44\x41_GUARD\x10\x0e\x12\x08\n\x04REMI\x10\x0f\x12\x13\n\x0fVLLM_EXTRACTION\x10\x11*j\n\nClientType\x12\x07\n\x03\x41PI\x10\x00\x12\x07\n\x03WEB\x10\x01\x12\n\n\x06WIDGET\x10\x02\x12\x0b\n\x07\x44\x45SKTOP\x10\x03\x12\r\n\tDASHBOARD\x10\x04\x12\x14\n\x10\x43HROME_EXTENSION\x10\x05\x12\x0c\n\x08INTERNAL\x10\x06*L\n\x14\x41\x63tivityLogMatchType\x12\x0c\n\x08TRACE_ID\x10\x00\x12\x11\n\rPROCESSING_ID\x10\x01\x12\x13\n\x0f\x41\x43TIVITY_LOG_ID\x10\x02\x62\x06proto3')
+DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n\x1enucliadb_protos/kb_usage.proto\x12\x08kb_usage\x1a\x1fgoogle/protobuf/timestamp.proto\"\xf2\x01\n\x07Process\x12$\n\x06\x63lient\x18\x01 \x01(\x0e\x32\x14.kb_usage.ClientType\x12\x1c\n\x14slow_processing_time\x18\x02 \x01(\x02\x12\x1b\n\x13pre_processing_time\x18\x03 \x01(\x02\x12\r\n\x05\x62ytes\x18\x04 \x01(\x04\x12\r\n\x05\x63hars\x18\x05 \x01(\r\x12\x15\n\rmedia_seconds\x18\x06 \x01(\r\x12\r\n\x05pages\x18\x07 \x01(\r\x12\x12\n\nparagraphs\x18\x08 \x01(\r\x12\x17\n\x0bmedia_files\x18\t \x01(\rB\x02\x18\x01\x12\x15\n\rnum_processed\x18\n \x01(\r\"\x95\x01\n\x07Storage\x12\x17\n\nparagraphs\x18\x01 \x01(\x04H\x00\x88\x01\x01\x12\x13\n\x06\x66ields\x18\x02 \x01(\x04H\x01\x88\x01\x01\x12\x16\n\tresources\x18\x03 \x01(\x04H\x02\x88\x01\x01\x12\x12\n\x05\x62ytes\x18\x04 \x01(\x04H\x03\x88\x01\x01\x42\r\n\x0b_paragraphsB\t\n\x07_fieldsB\x0c\n\n_resourcesB\x08\n\x06_bytes\"x\n\x06Search\x12$\n\x06\x63lient\x18\x01 \x01(\x0e\x32\x14.kb_usage.ClientType\x12\"\n\x04type\x18\x02 \x01(\x0e\x32\x14.kb_usage.SearchType\x12\x0e\n\x06tokens\x18\x03 \x01(\r\x12\x14\n\x0cnum_searches\x18\x04 \x01(\r\"\xbd\x01\n\x07Predict\x12$\n\x06\x63lient\x18\x01 \x01(\x0e\x32\x14.kb_usage.ClientType\x12#\n\x04type\x18\x02 \x01(\x0e\x32\x15.kb_usage.PredictType\x12\r\n\x05model\x18\x03 \x01(\t\x12\r\n\x05input\x18\x04 \x01(\r\x12\x0e\n\x06output\x18\x05 \x01(\r\x12\r\n\x05image\x18\x06 \x01(\r\x12\x14\n\x0cnum_predicts\x18\x07 \x01(\r\x12\x14\n\x0c\x63ustomer_key\x18\x08 \x01(\x08\"L\n\x10\x41\x63tivityLogMatch\x12\n\n\x02id\x18\x01 \x01(\t\x12,\n\x04type\x18\x02 \x01(\x0e\x32\x1e.kb_usage.ActivityLogMatchType\"\xc1\x03\n\x07KbUsage\x12\"\n\x07service\x18\x01 \x01(\x0e\x32\x11.kb_usage.Service\x12-\n\ttimestamp\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.Timestamp\x12\x17\n\naccount_id\x18\x03 \x01(\tH\x00\x88\x01\x01\x12\x12\n\x05kb_id\x18\x04 \x01(\tH\x01\x88\x01\x01\x12%\n\tkb_source\x18\x05 \x01(\x0e\x32\x12.kb_usage.KBSource\x12;\n\x12\x61\x63tivity_log_match\x18\n \x01(\x0b\x32\x1a.kb_usage.ActivityLogMatchH\x02\x88\x01\x01\x12$\n\tprocesses\x18\x06 \x03(\x0b\x32\x11.kb_usage.Process\x12#\n\x08predicts\x18\x07 \x03(\x0b\x32\x11.kb_usage.Predict\x12\"\n\x08searches\x18\x08 \x03(\x0b\x32\x10.kb_usage.Search\x12\'\n\x07storage\x18\t \x01(\x0b\x32\x11.kb_usage.StorageH\x03\x88\x01\x01\x42\r\n\x0b_account_idB\x08\n\x06_kb_idB\x15\n\x13_activity_log_matchB\n\n\x08_storage\"9\n\x11KbUsageAggregated\x12$\n\tkb_usages\x18\x01 \x03(\x0b\x32\x11.kb_usage.KbUsage*\"\n\x08KBSource\x12\n\n\x06HOSTED\x10\x00\x12\n\n\x06ONPREM\x10\x01*U\n\x07Service\x12\x0b\n\x07PREDICT\x10\x00\x12\x0e\n\nPROCESSING\x10\x01\x12\r\n\tNUCLIA_DB\x10\x02\x12\x08\n\x04TASK\x10\x03\x12\x14\n\x10PREDICT_INTERNAL\x10\x04*%\n\nSearchType\x12\n\n\x06SEARCH\x10\x00\x12\x0b\n\x07SUGGEST\x10\x01*\xac\x02\n\x0bPredictType\x12\x0c\n\x08SENTENCE\x10\x00\x12\t\n\x05TOKEN\x10\x01\x12\x13\n\x0fQUESTION_ANSWER\x10\x02\x12\x0c\n\x08REPHRASE\x10\x03\x12\x16\n\x12RETRIEVAL_REPHRASE\x10\x10\x12\r\n\tSUMMARIZE\x10\x04\x12\x12\n\x0e\x45XTRACT_TABLES\x10\x05\x12\n\n\x06RERANK\x10\x06\x12\r\n\tRELATIONS\x10\x07\x12\n\n\x06SPEECH\x10\x08\x12\x0b\n\x07\x43\x41PTION\x10\t\x12\r\n\tDA_LABELS\x10\n\x12\x0c\n\x08\x44\x41_GRAPH\x10\x0b\x12\n\n\x06\x44\x41_ASK\x10\x0c\x12\t\n\x05\x44\x41_QA\x10\r\x12\x0c\n\x08\x44\x41_GUARD\x10\x0e\x12\x08\n\x04REMI\x10\x0f\x12\x13\n\x0fVLLM_EXTRACTION\x10\x11\x12\x11\n\rLLM_SPLITTING\x10\x12*j\n\nClientType\x12\x07\n\x03\x41PI\x10\x00\x12\x07\n\x03WEB\x10\x01\x12\n\n\x06WIDGET\x10\x02\x12\x0b\n\x07\x44\x45SKTOP\x10\x03\x12\r\n\tDASHBOARD\x10\x04\x12\x14\n\x10\x43HROME_EXTENSION\x10\x05\x12\x0c\n\x08INTERNAL\x10\x06*L\n\x14\x41\x63tivityLogMatchType\x12\x0c\n\x08TRACE_ID\x10\x00\x12\x11\n\rPROCESSING_ID\x10\x01\x12\x13\n\x0f\x41\x43TIVITY_LOG_ID\x10\x02\x62\x06proto3')
 
 _globals = globals()
 _builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
 _builder.BuildTopDescriptorsAndMessages(DESCRIPTOR, 'nucliadb_protos.kb_usage_pb2', _globals)
-if _descriptor._USE_C_DESCRIPTORS == False:
-  DESCRIPTOR._options = None
-  _globals['_PROCESS'].fields_by_name['media_files']._options = None
+if not _descriptor._USE_C_DESCRIPTORS:
+  DESCRIPTOR._loaded_options = None
+  _globals['_PROCESS'].fields_by_name['media_files']._loaded_options = None
   _globals['_PROCESS'].fields_by_name['media_files']._serialized_options = b'\030\001'
   _globals['_KBSOURCE']._serialized_start=1377
   _globals['_KBSOURCE']._serialized_end=1411
@@ -31,11 +41,11 @@ if _descriptor._USE_C_DESCRIPTORS == False:
   _globals['_SEARCHTYPE']._serialized_start=1500
   _globals['_SEARCHTYPE']._serialized_end=1537
   _globals['_PREDICTTYPE']._serialized_start=1540
-  _globals['_PREDICTTYPE']._serialized_end=1821
-  _globals['_CLIENTTYPE']._serialized_start=1823
-  _globals['_CLIENTTYPE']._serialized_end=1929
-  _globals['_ACTIVITYLOGMATCHTYPE']._serialized_start=1931
-  _globals['_ACTIVITYLOGMATCHTYPE']._serialized_end=2007
+  _globals['_PREDICTTYPE']._serialized_end=1840
+  _globals['_CLIENTTYPE']._serialized_start=1842
+  _globals['_CLIENTTYPE']._serialized_end=1948
+  _globals['_ACTIVITYLOGMATCHTYPE']._serialized_start=1950
+  _globals['_ACTIVITYLOGMATCHTYPE']._serialized_end=2026
   _globals['_PROCESS']._serialized_start=78
   _globals['_PROCESS']._serialized_end=320
   _globals['_STORAGE']._serialized_start=323

nucliadb_protos/kb_usage_pb2.pyi

@@ -95,6 +95,7 @@ class _PredictTypeEnumTypeWrapper(google.protobuf.internal.enum_type_wrapper._En
     DA_GUARD: _PredictType.ValueType  # 14
     REMI: _PredictType.ValueType  # 15
     VLLM_EXTRACTION: _PredictType.ValueType  # 17
+    LLM_SPLITTING: _PredictType.ValueType  # 18
 
 class PredictType(_PredictType, metaclass=_PredictTypeEnumTypeWrapper): ...
 
@@ -116,6 +117,7 @@ DA_QA: PredictType.ValueType  # 13
 DA_GUARD: PredictType.ValueType  # 14
 REMI: PredictType.ValueType  # 15
 VLLM_EXTRACTION: PredictType.ValueType  # 17
+LLM_SPLITTING: PredictType.ValueType  # 18
 global___PredictType = PredictType
 
 class _ClientType: