langroid 0.26.1__tar.gz → 0.26.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {langroid-0.26.1 → langroid-0.26.2}/PKG-INFO +1 -1
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/chat_agent.py +2 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/document_parser.py +7 -1
- {langroid-0.26.1 → langroid-0.26.2}/pyproject.toml +1 -1
- {langroid-0.26.1 → langroid-0.26.2}/LICENSE +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/README.md +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/base.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/batch.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/callbacks/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/callbacks/chainlit.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/chat_document.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/helpers.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/junk +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/openai_assistant.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/arangodb/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/arangodb/arangodb_agent.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/arangodb/system_messages.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/arangodb/tools.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/arangodb/utils.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/doc_chat_agent.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/lance_doc_chat_agent.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/lance_rag/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/lance_rag/critic_agent.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/lance_rag/lance_rag_task.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/lance_rag/query_planner_agent.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/lance_tools.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/neo4j/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/neo4j/csv_kg_chat.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/neo4j/neo4j_chat_agent.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/neo4j/system_messages.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/neo4j/tools.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/relevance_extractor_agent.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/retriever_agent.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/sql/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/sql/sql_chat_agent.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/sql/utils/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/sql/utils/description_extractors.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/sql/utils/populate_metadata.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/sql/utils/system_message.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/sql/utils/tools.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/table_chat_agent.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/structured_message.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/task.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/tool_message.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/tools/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/tools/duckduckgo_search_tool.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/tools/file_tools.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/tools/google_search_tool.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/tools/metaphor_search_tool.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/tools/orchestration.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/tools/recipient_tool.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/tools/retrieval_tool.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/tools/rewind_tool.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/tools/segment_extract_tool.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/typed_task.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent/xml_tool_message.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/agent_config.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/cachedb/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/cachedb/base.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/cachedb/momento_cachedb.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/cachedb/redis_cachedb.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/embedding_models/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/embedding_models/base.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/embedding_models/clustering.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/embedding_models/models.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/embedding_models/protoc/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/embedding_models/protoc/embeddings.proto +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/embedding_models/protoc/embeddings_pb2.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/embedding_models/protoc/embeddings_pb2.pyi +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/embedding_models/protoc/embeddings_pb2_grpc.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/embedding_models/remote_embeds.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/exceptions.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/.chainlit/config.toml +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/.chainlit/translations/en-US.json +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/azure_openai.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/base.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/config.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/mock_lm.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/openai_gpt.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/prompt_formatter/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/prompt_formatter/base.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/prompt_formatter/hf_formatter.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/prompt_formatter/llama2_formatter.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/utils.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/mytypes.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/agent_chats.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/code-parsing.md +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/code_parser.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/config.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/image_text.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/para_sentence_split.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/parse_json.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/parser.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/repo_loader.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/routing.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/search.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/spider.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/table_loader.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/url_loader.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/url_loader_cookies.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/urls.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/utils.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/parsing/web_search.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/prompts/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/prompts/chat-gpt4-system-prompt.md +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/prompts/dialog.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/prompts/prompts_config.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/prompts/templates.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/py.typed +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/pydantic_v1/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/pydantic_v1/main.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/.chainlit/config.toml +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/.chainlit/translations/en-US.json +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/algorithms/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/algorithms/graph.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/configuration.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/constants.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/docker.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/git_utils.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/globals.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/llms/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/llms/strings.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/logging.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/object_registry.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/output/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/output/citations.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/output/printing.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/output/status.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/pandas_utils.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/pydantic_utils.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/system.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/types.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/web/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/utils/web/login.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/vector_store/__init__.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/vector_store/base.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/vector_store/chromadb.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/vector_store/lancedb.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/vector_store/meilisearch.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/vector_store/momento.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/vector_store/qdrant_cloud.py +0 -0
- {langroid-0.26.1 → langroid-0.26.2}/langroid/vector_store/qdrantdb.py +0 -0
@@ -58,6 +58,8 @@ class ChatAgentConfig(AgentConfig):
|
|
58
58
|
the OpenAI tool-call API is used, rather than the older/deprecated
|
59
59
|
function-call API. However the tool-call API has some tricky aspects,
|
60
60
|
hence we set this to False by default.
|
61
|
+
strict_recovery: whether to enable strict schema recovery when there
|
62
|
+
is a tool-generation error.
|
61
63
|
enable_orchestration_tool_handling: whether to enable handling of orchestration
|
62
64
|
tools, e.g. ForwardTool, DoneTool, PassTool, etc.
|
63
65
|
output_format: When supported by the LLM (certain OpenAI LLMs
|
@@ -357,6 +357,7 @@ class DocumentParser(Parser):
|
|
357
357
|
docs: List[Document] = []
|
358
358
|
# metadata.id to be shared by ALL chunks of this document
|
359
359
|
common_id = ObjectRegistry.new_id()
|
360
|
+
n_chunks = 0 # how many chunk so far
|
360
361
|
for i, page in self.iterate_pages():
|
361
362
|
page_text = self.extract_text_from_page(page)
|
362
363
|
split += self.tokenizer.encode(page_text)
|
@@ -378,9 +379,14 @@ class DocumentParser(Parser):
|
|
378
379
|
),
|
379
380
|
)
|
380
381
|
)
|
382
|
+
n_chunks += 1
|
381
383
|
split = split[self.config.chunk_size - self.config.overlap :]
|
382
384
|
pages = [str(i + 1)]
|
383
|
-
|
385
|
+
# there may be a last split remaining:
|
386
|
+
# if it's shorter than the overlap, we shouldn't make a chunk for it
|
387
|
+
# since it's already included in the prior chunk;
|
388
|
+
# the only exception is if there have been no chunks so far.
|
389
|
+
if len(split) > self.config.overlap or n_chunks == 0:
|
384
390
|
pg = "-".join([pages[0], pages[-1]])
|
385
391
|
text = self.tokenizer.decode(split[: self.config.chunk_size])
|
386
392
|
docs.append(
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langroid-0.26.1 → langroid-0.26.2}/langroid/agent/special/sql/utils/description_extractors.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/.chainlit/translations/en-US.json
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/prompt_formatter/hf_formatter.py
RENAMED
File without changes
|
{langroid-0.26.1 → langroid-0.26.2}/langroid/language_models/prompt_formatter/llama2_formatter.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|