langroid 0.45.3__tar.gz → 0.45.4__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {langroid-0.45.3 → langroid-0.45.4}/PKG-INFO +1 -1
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/output/citations.py +12 -3
- {langroid-0.45.3 → langroid-0.45.4}/pyproject.toml +1 -1
- {langroid-0.45.3 → langroid-0.45.4}/.gitignore +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/LICENSE +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/README.md +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/base.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/batch.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/callbacks/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/callbacks/chainlit.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/chat_agent.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/chat_document.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/openai_assistant.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/arangodb/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/arangodb/arangodb_agent.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/arangodb/system_messages.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/arangodb/tools.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/arangodb/utils.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/doc_chat_agent.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/lance_doc_chat_agent.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/lance_rag/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/lance_rag/critic_agent.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/lance_rag/lance_rag_task.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/lance_rag/query_planner_agent.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/lance_tools.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/neo4j/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/neo4j/csv_kg_chat.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/neo4j/neo4j_chat_agent.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/neo4j/system_messages.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/neo4j/tools.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/relevance_extractor_agent.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/retriever_agent.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/sql/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/sql/sql_chat_agent.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/sql/utils/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/sql/utils/description_extractors.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/sql/utils/populate_metadata.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/sql/utils/system_message.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/sql/utils/tools.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/table_chat_agent.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/task.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tool_message.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/duckduckgo_search_tool.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/exa_search_tool.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/file_tools.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/google_search_tool.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/metaphor_search_tool.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/orchestration.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/recipient_tool.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/retrieval_tool.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/rewind_tool.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/segment_extract_tool.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/tools/tavily_search_tool.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/agent/xml_tool_message.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/cachedb/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/cachedb/base.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/cachedb/momento_cachedb.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/cachedb/redis_cachedb.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/embedding_models/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/embedding_models/base.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/embedding_models/models.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/embedding_models/protoc/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/embedding_models/protoc/embeddings.proto +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/embedding_models/protoc/embeddings_pb2.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/embedding_models/protoc/embeddings_pb2.pyi +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/embedding_models/protoc/embeddings_pb2_grpc.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/embedding_models/remote_embeds.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/exceptions.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/azure_openai.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/base.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/config.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/mock_lm.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/model_info.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/openai_gpt.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/prompt_formatter/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/prompt_formatter/base.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/prompt_formatter/hf_formatter.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/prompt_formatter/llama2_formatter.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/utils.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/mytypes.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/agent_chats.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/code_parser.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/document_parser.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/para_sentence_split.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/parse_json.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/parser.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/pdf_utils.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/repo_loader.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/routing.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/search.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/spider.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/table_loader.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/url_loader.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/urls.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/utils.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/parsing/web_search.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/prompts/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/prompts/dialog.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/prompts/prompts_config.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/prompts/templates.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/py.typed +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/pydantic_v1/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/pydantic_v1/main.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/algorithms/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/algorithms/graph.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/configuration.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/constants.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/git_utils.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/globals.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/logging.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/object_registry.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/output/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/output/printing.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/output/status.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/pandas_utils.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/pydantic_utils.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/system.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/utils/types.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/vector_store/__init__.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/vector_store/base.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/vector_store/chromadb.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/vector_store/lancedb.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/vector_store/meilisearch.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/vector_store/pineconedb.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/vector_store/postgres.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/vector_store/qdrantdb.py +0 -0
- {langroid-0.45.3 → langroid-0.45.4}/langroid/vector_store/weaviatedb.py +0 -0
@@ -1,7 +1,10 @@
|
|
1
|
+
import logging
|
1
2
|
from typing import List, Tuple
|
2
3
|
|
3
4
|
from langroid.mytypes import Document
|
4
5
|
|
6
|
+
logger = logging.getLogger(__name__)
|
7
|
+
|
5
8
|
|
6
9
|
def extract_markdown_references(md_string: str) -> List[int]:
|
7
10
|
"""
|
@@ -87,15 +90,21 @@ def format_cited_references(
|
|
87
90
|
full_citations_str = ""
|
88
91
|
if len(citations) > 0:
|
89
92
|
# append [i] source, content for each citation
|
93
|
+
good_citations = [c for c in citations if c > 0 and c <= len(passages)]
|
94
|
+
if len(good_citations) < len(citations):
|
95
|
+
logger.warning(f"Invalid citations: {set(citations) - set(good_citations)}")
|
96
|
+
|
97
|
+
# source and content for each citation
|
90
98
|
full_citations_str = "\n".join(
|
91
99
|
[
|
92
100
|
f"[^{c}] {passages[c-1].metadata.source}"
|
93
101
|
f"\n{format_footnote_text(passages[c-1].content)}"
|
94
|
-
for c in
|
102
|
+
for c in good_citations
|
95
103
|
]
|
96
104
|
)
|
97
|
-
|
105
|
+
|
106
|
+
# source for each citation
|
98
107
|
citations_str = "\n".join(
|
99
|
-
[f"[^{c}] {passages[c-1].metadata.source}" for c in
|
108
|
+
[f"[^{c}] {passages[c-1].metadata.source}" for c in good_citations]
|
100
109
|
)
|
101
110
|
return full_citations_str, citations_str
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langroid-0.45.3 → langroid-0.45.4}/langroid/agent/special/sql/utils/description_extractors.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/prompt_formatter/hf_formatter.py
RENAMED
File without changes
|
{langroid-0.45.3 → langroid-0.45.4}/langroid/language_models/prompt_formatter/llama2_formatter.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|