trustgraph-flow 0.21.1__tar.gz → 0.21.2__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/PKG-INFO +2 -2
- trustgraph-flow-0.21.2/trustgraph/flow_version.py +1 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/agent.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/dbpedia.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/document_embeddings_load.py +3 -3
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/document_embeddings_stream.py +4 -3
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/document_load.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/document_rag.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/embeddings.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/encyclopedia.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/graph_embeddings_load.py +3 -3
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/graph_embeddings_query.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/graph_embeddings_stream.py +3 -3
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/graph_rag.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/internet_search.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/librarian.py +5 -3
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/mux.py +1 -1
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/prompt.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/requestor.py +6 -4
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/sender.py +3 -4
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/serialize.py +1 -1
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/service.py +31 -21
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/text_completion.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/text_load.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/triples_load.py +3 -3
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/triples_query.py +2 -2
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/triples_stream.py +3 -3
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/librarian/librarian.py +18 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/librarian/service.py +85 -30
- trustgraph-flow-0.21.2/trustgraph/librarian/table_store.py +366 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph_flow.egg-info/PKG-INFO +2 -2
- trustgraph-flow-0.21.1/trustgraph/flow_version.py +0 -1
- trustgraph-flow-0.21.1/trustgraph/librarian/table_store.py +0 -131
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/README.md +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/agent-manager-react +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/api-gateway +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/chunker-recursive +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/chunker-token +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-query-milvus +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-query-pinecone +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-query-qdrant +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-write-milvus +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-write-pinecone +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-write-qdrant +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/document-embeddings +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/document-rag +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/embeddings-fastembed +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/embeddings-ollama +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-query-milvus +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-query-pinecone +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-query-qdrant +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-write-milvus +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-write-pinecone +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-write-qdrant +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/graph-embeddings +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/graph-rag +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/kg-extract-definitions +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/kg-extract-relationships +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/kg-extract-topics +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/librarian +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/metering +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/object-extract-row +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/oe-write-milvus +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/pdf-decoder +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/prompt-generic +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/prompt-template +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/rows-write-cassandra +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/run-processing +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-azure +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-azure-openai +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-claude +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-cohere +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-googleaistudio +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-llamafile +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-ollama +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-openai +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-query-cassandra +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-query-falkordb +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-query-memgraph +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-query-neo4j +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-write-cassandra +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-write-falkordb +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-write-memgraph +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-write-neo4j +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/wikipedia-lookup +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/setup.cfg +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/setup.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/agent_manager.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/tools.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/types.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/recursive/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/recursive/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/recursive/chunker.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/token/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/token/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/token/chunker.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/decoding/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/decoding/pdf/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/decoding/pdf/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/decoding/pdf/pdf_decoder.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/direct/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/direct/cassandra.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/direct/milvus_doc_embeddings.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/direct/milvus_graph_embeddings.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/direct/milvus_object_embeddings.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/document_rag.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/document_embeddings/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/document_embeddings/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/document_embeddings/embeddings.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/fastembed/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/fastembed/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/fastembed/processor.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/graph_embeddings/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/graph_embeddings/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/graph_embeddings/embeddings.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/ollama/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/ollama/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/ollama/processor.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/external/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/external/wikipedia/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/external/wikipedia/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/external/wikipedia/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/definitions/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/definitions/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/definitions/extract.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/relationships/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/relationships/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/relationships/extract.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/topics/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/topics/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/topics/extract.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/object/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/object/row/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/object/row/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/object/row/extract.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/auth.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/endpoint.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/metrics.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/running.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/socket.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/graph_rag.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/librarian/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/librarian/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/librarian/blob_store.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/metering/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/metering/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/metering/counter.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/metering/pricelist.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/generic/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/generic/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/generic/prompts.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/generic/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/template/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/template/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/template/prompt_manager.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/template/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure/llm.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure_openai/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure_openai/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure_openai/llm.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/claude/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/claude/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/claude/llm.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/cohere/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/cohere/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/cohere/llm.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/googleaistudio/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/googleaistudio/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/googleaistudio/llm.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/llamafile/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/llamafile/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/llamafile/llm.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/ollama/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/ollama/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/ollama/llm.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/openai/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/openai/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/openai/llm.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/processing/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/processing/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/processing/processing.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/milvus/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/milvus/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/milvus/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/pinecone/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/pinecone/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/pinecone/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/qdrant/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/qdrant/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/qdrant/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/milvus/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/milvus/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/milvus/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/pinecone/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/pinecone/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/pinecone/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/qdrant/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/qdrant/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/qdrant/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/cassandra/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/cassandra/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/cassandra/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/falkordb/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/falkordb/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/falkordb/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/memgraph/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/memgraph/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/memgraph/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/neo4j/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/neo4j/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/neo4j/service.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/document_rag/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/document_rag/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/document_rag/rag.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/graph_rag/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/graph_rag/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/graph_rag/rag.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/milvus/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/milvus/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/milvus/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/pinecone/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/pinecone/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/pinecone/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/qdrant/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/qdrant/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/qdrant/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/milvus/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/milvus/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/milvus/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/pinecone/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/pinecone/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/pinecone/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/qdrant/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/qdrant/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/qdrant/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/object_embeddings/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/object_embeddings/milvus/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/object_embeddings/milvus/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/object_embeddings/milvus/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/rows/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/rows/cassandra/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/rows/cassandra/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/rows/cassandra/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/cassandra/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/cassandra/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/cassandra/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/falkordb/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/falkordb/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/falkordb/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/memgraph/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/memgraph/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/memgraph/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/neo4j/__init__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/neo4j/__main__.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/neo4j/write.py +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph_flow.egg-info/SOURCES.txt +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph_flow.egg-info/dependency_links.txt +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph_flow.egg-info/requires.txt +0 -0
- {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph_flow.egg-info/top_level.txt +0 -0
@@ -1,9 +1,9 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: trustgraph-flow
|
3
|
-
Version: 0.21.
|
3
|
+
Version: 0.21.2
|
4
4
|
Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
|
5
5
|
Home-page: https://github.com/trustgraph-ai/trustgraph
|
6
|
-
Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.21.
|
6
|
+
Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.21.2.tar.gz
|
7
7
|
Author: trustgraph.ai
|
8
8
|
Author-email: security@trustgraph.ai
|
9
9
|
Classifier: Programming Language :: Python :: 3
|
@@ -0,0 +1 @@
|
|
1
|
+
__version__ = "0.21.2"
|
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
|
|
7
7
|
from . requestor import ServiceRequestor
|
8
8
|
|
9
9
|
class AgentRequestor(ServiceRequestor):
|
10
|
-
def __init__(self,
|
10
|
+
def __init__(self, pulsar_client, timeout, auth):
|
11
11
|
|
12
12
|
super(AgentRequestor, self).__init__(
|
13
|
-
|
13
|
+
pulsar_client=pulsar_client,
|
14
14
|
request_queue=agent_request_queue,
|
15
15
|
response_queue=agent_response_queue,
|
16
16
|
request_schema=AgentRequest,
|
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
|
|
7
7
|
from . requestor import ServiceRequestor
|
8
8
|
|
9
9
|
class DbpediaRequestor(ServiceRequestor):
|
10
|
-
def __init__(self,
|
10
|
+
def __init__(self, pulsar_client, timeout, auth):
|
11
11
|
|
12
12
|
super(DbpediaRequestor, self).__init__(
|
13
|
-
|
13
|
+
pulsar_client=pulsar_client,
|
14
14
|
request_queue=dbpedia_lookup_request_queue,
|
15
15
|
response_queue=dbpedia_lookup_response_queue,
|
16
16
|
request_schema=LookupRequest,
|
{trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/document_embeddings_load.py
RENAMED
@@ -15,17 +15,17 @@ from . serialize import to_subgraph
|
|
15
15
|
class DocumentEmbeddingsLoadEndpoint(SocketEndpoint):
|
16
16
|
|
17
17
|
def __init__(
|
18
|
-
self,
|
18
|
+
self, pulsar_client, auth, path="/api/v1/load/document-embeddings",
|
19
19
|
):
|
20
20
|
|
21
21
|
super(DocumentEmbeddingsLoadEndpoint, self).__init__(
|
22
22
|
endpoint_path=path, auth=auth,
|
23
23
|
)
|
24
24
|
|
25
|
-
self.
|
25
|
+
self.pulsar_client=pulsar_client
|
26
26
|
|
27
27
|
self.publisher = Publisher(
|
28
|
-
self.
|
28
|
+
self.pulsar_client, document_embeddings_store_queue,
|
29
29
|
schema=JsonSchema(DocumentEmbeddings)
|
30
30
|
)
|
31
31
|
|
{trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/document_embeddings_stream.py
RENAMED
@@ -14,17 +14,18 @@ from . serialize import serialize_document_embeddings
|
|
14
14
|
class DocumentEmbeddingsStreamEndpoint(SocketEndpoint):
|
15
15
|
|
16
16
|
def __init__(
|
17
|
-
self,
|
17
|
+
self, pulsar_client, auth,
|
18
|
+
path="/api/v1/stream/document-embeddings"
|
18
19
|
):
|
19
20
|
|
20
21
|
super(DocumentEmbeddingsStreamEndpoint, self).__init__(
|
21
22
|
endpoint_path=path, auth=auth,
|
22
23
|
)
|
23
24
|
|
24
|
-
self.
|
25
|
+
self.pulsar_client=pulsar_client
|
25
26
|
|
26
27
|
self.subscriber = Subscriber(
|
27
|
-
self.
|
28
|
+
self.pulsar_client, document_embeddings_store_queue,
|
28
29
|
"api-gateway", "api-gateway",
|
29
30
|
schema=JsonSchema(DocumentEmbeddings)
|
30
31
|
)
|
@@ -8,10 +8,10 @@ from . sender import ServiceSender
|
|
8
8
|
from . serialize import to_subgraph
|
9
9
|
|
10
10
|
class DocumentLoadSender(ServiceSender):
|
11
|
-
def __init__(self,
|
11
|
+
def __init__(self, pulsar_client):
|
12
12
|
|
13
13
|
super(DocumentLoadSender, self).__init__(
|
14
|
-
|
14
|
+
pulsar_client=pulsar_client,
|
15
15
|
request_queue=document_ingest_queue,
|
16
16
|
request_schema=Document,
|
17
17
|
)
|
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
|
|
7
7
|
from . requestor import ServiceRequestor
|
8
8
|
|
9
9
|
class DocumentRagRequestor(ServiceRequestor):
|
10
|
-
def __init__(self,
|
10
|
+
def __init__(self, pulsar_client, timeout, auth):
|
11
11
|
|
12
12
|
super(DocumentRagRequestor, self).__init__(
|
13
|
-
|
13
|
+
pulsar_client=pulsar_client,
|
14
14
|
request_queue=document_rag_request_queue,
|
15
15
|
response_queue=document_rag_response_queue,
|
16
16
|
request_schema=DocumentRagQuery,
|
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
|
|
7
7
|
from . requestor import ServiceRequestor
|
8
8
|
|
9
9
|
class EmbeddingsRequestor(ServiceRequestor):
|
10
|
-
def __init__(self,
|
10
|
+
def __init__(self, pulsar_client, timeout, auth):
|
11
11
|
|
12
12
|
super(EmbeddingsRequestor, self).__init__(
|
13
|
-
|
13
|
+
pulsar_client=pulsar_client,
|
14
14
|
request_queue=embeddings_request_queue,
|
15
15
|
response_queue=embeddings_response_queue,
|
16
16
|
request_schema=EmbeddingsRequest,
|
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
|
|
7
7
|
from . requestor import ServiceRequestor
|
8
8
|
|
9
9
|
class EncyclopediaRequestor(ServiceRequestor):
|
10
|
-
def __init__(self,
|
10
|
+
def __init__(self, pulsar_client, timeout, auth):
|
11
11
|
|
12
12
|
super(EncyclopediaRequestor, self).__init__(
|
13
|
-
|
13
|
+
pulsar_client=pulsar_client,
|
14
14
|
request_queue=encyclopedia_lookup_request_queue,
|
15
15
|
response_queue=encyclopedia_lookup_response_queue,
|
16
16
|
request_schema=LookupRequest,
|
{trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/graph_embeddings_load.py
RENAMED
@@ -15,17 +15,17 @@ from . serialize import to_subgraph, to_value
|
|
15
15
|
class GraphEmbeddingsLoadEndpoint(SocketEndpoint):
|
16
16
|
|
17
17
|
def __init__(
|
18
|
-
self,
|
18
|
+
self, pulsar_client, auth, path="/api/v1/load/graph-embeddings",
|
19
19
|
):
|
20
20
|
|
21
21
|
super(GraphEmbeddingsLoadEndpoint, self).__init__(
|
22
22
|
endpoint_path=path, auth=auth,
|
23
23
|
)
|
24
24
|
|
25
|
-
self.
|
25
|
+
self.pulsar_client=pulsar_client
|
26
26
|
|
27
27
|
self.publisher = Publisher(
|
28
|
-
self.
|
28
|
+
self.pulsar_client, graph_embeddings_store_queue,
|
29
29
|
schema=JsonSchema(GraphEmbeddings)
|
30
30
|
)
|
31
31
|
|
{trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/graph_embeddings_query.py
RENAMED
@@ -8,10 +8,10 @@ from . requestor import ServiceRequestor
|
|
8
8
|
from . serialize import serialize_value
|
9
9
|
|
10
10
|
class GraphEmbeddingsQueryRequestor(ServiceRequestor):
|
11
|
-
def __init__(self,
|
11
|
+
def __init__(self, pulsar_client, timeout, auth):
|
12
12
|
|
13
13
|
super(GraphEmbeddingsQueryRequestor, self).__init__(
|
14
|
-
|
14
|
+
pulsar_client=pulsar_client,
|
15
15
|
request_queue=graph_embeddings_request_queue,
|
16
16
|
response_queue=graph_embeddings_response_queue,
|
17
17
|
request_schema=GraphEmbeddingsRequest,
|
{trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/graph_embeddings_stream.py
RENAMED
@@ -14,17 +14,17 @@ from . serialize import serialize_graph_embeddings
|
|
14
14
|
class GraphEmbeddingsStreamEndpoint(SocketEndpoint):
|
15
15
|
|
16
16
|
def __init__(
|
17
|
-
self,
|
17
|
+
self, pulsar_client, auth, path="/api/v1/stream/graph-embeddings"
|
18
18
|
):
|
19
19
|
|
20
20
|
super(GraphEmbeddingsStreamEndpoint, self).__init__(
|
21
21
|
endpoint_path=path, auth=auth,
|
22
22
|
)
|
23
23
|
|
24
|
-
self.
|
24
|
+
self.pulsar_client=pulsar_client
|
25
25
|
|
26
26
|
self.subscriber = Subscriber(
|
27
|
-
self.
|
27
|
+
self.pulsar_client, graph_embeddings_store_queue,
|
28
28
|
"api-gateway", "api-gateway",
|
29
29
|
schema=JsonSchema(GraphEmbeddings)
|
30
30
|
)
|
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
|
|
7
7
|
from . requestor import ServiceRequestor
|
8
8
|
|
9
9
|
class GraphRagRequestor(ServiceRequestor):
|
10
|
-
def __init__(self,
|
10
|
+
def __init__(self, pulsar_client, timeout, auth):
|
11
11
|
|
12
12
|
super(GraphRagRequestor, self).__init__(
|
13
|
-
|
13
|
+
pulsar_client=pulsar_client,
|
14
14
|
request_queue=graph_rag_request_queue,
|
15
15
|
response_queue=graph_rag_response_queue,
|
16
16
|
request_schema=GraphRagQuery,
|
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
|
|
7
7
|
from . requestor import ServiceRequestor
|
8
8
|
|
9
9
|
class InternetSearchRequestor(ServiceRequestor):
|
10
|
-
def __init__(self,
|
10
|
+
def __init__(self, pulsar_client, timeout, auth):
|
11
11
|
|
12
12
|
super(InternetSearchRequestor, self).__init__(
|
13
|
-
|
13
|
+
pulsar_client=pulsar_client,
|
14
14
|
request_queue=internet_search_request_queue,
|
15
15
|
response_queue=internet_search_response_queue,
|
16
16
|
request_schema=LookupRequest,
|
@@ -9,10 +9,10 @@ from . serialize import serialize_document_package, serialize_document_info
|
|
9
9
|
from . serialize import to_document_package, to_document_info, to_criteria
|
10
10
|
|
11
11
|
class LibrarianRequestor(ServiceRequestor):
|
12
|
-
def __init__(self,
|
12
|
+
def __init__(self, pulsar_client, timeout, auth):
|
13
13
|
|
14
14
|
super(LibrarianRequestor, self).__init__(
|
15
|
-
|
15
|
+
pulsar_client=pulsar_client,
|
16
16
|
request_queue=librarian_request_queue,
|
17
17
|
response_queue=librarian_response_queue,
|
18
18
|
request_schema=LibrarianRequest,
|
@@ -22,17 +22,19 @@ class LibrarianRequestor(ServiceRequestor):
|
|
22
22
|
|
23
23
|
def to_request(self, body):
|
24
24
|
|
25
|
+
print("TRR")
|
25
26
|
if "document" in body:
|
26
27
|
dp = to_document_package(body["document"])
|
27
28
|
else:
|
28
29
|
dp = None
|
29
30
|
|
31
|
+
print("GOT")
|
30
32
|
if "criteria" in body:
|
31
33
|
criteria = to_criteria(body["criteria"])
|
32
34
|
else:
|
33
35
|
criteria = None
|
34
36
|
|
35
|
-
|
37
|
+
print("ASLDKJ")
|
36
38
|
|
37
39
|
return LibrarianRequest(
|
38
40
|
operation = body.get("operation", None),
|
@@ -9,10 +9,10 @@ from . endpoint import ServiceEndpoint
|
|
9
9
|
from . requestor import ServiceRequestor
|
10
10
|
|
11
11
|
class PromptRequestor(ServiceRequestor):
|
12
|
-
def __init__(self,
|
12
|
+
def __init__(self, pulsar_client, timeout, auth):
|
13
13
|
|
14
14
|
super(PromptRequestor, self).__init__(
|
15
|
-
|
15
|
+
pulsar_client=pulsar_client,
|
16
16
|
request_queue=prompt_request_queue,
|
17
17
|
response_queue=prompt_response_queue,
|
18
18
|
request_schema=PromptRequest,
|
@@ -14,7 +14,7 @@ class ServiceRequestor:
|
|
14
14
|
|
15
15
|
def __init__(
|
16
16
|
self,
|
17
|
-
|
17
|
+
pulsar_client,
|
18
18
|
request_queue, request_schema,
|
19
19
|
response_queue, response_schema,
|
20
20
|
subscription="api-gateway", consumer_name="api-gateway",
|
@@ -22,12 +22,12 @@ class ServiceRequestor:
|
|
22
22
|
):
|
23
23
|
|
24
24
|
self.pub = Publisher(
|
25
|
-
|
26
|
-
schema=JsonSchema(request_schema)
|
25
|
+
pulsar_client, request_queue,
|
26
|
+
schema=JsonSchema(request_schema),
|
27
27
|
)
|
28
28
|
|
29
29
|
self.sub = Subscriber(
|
30
|
-
|
30
|
+
pulsar_client, response_queue,
|
31
31
|
subscription, consumer_name,
|
32
32
|
JsonSchema(response_schema)
|
33
33
|
)
|
@@ -53,9 +53,11 @@ class ServiceRequestor:
|
|
53
53
|
|
54
54
|
q = self.sub.subscribe(id)
|
55
55
|
|
56
|
+
print("BOUT TO SEDN")
|
56
57
|
await asyncio.to_thread(
|
57
58
|
self.pub.send, id, self.to_request(request)
|
58
59
|
)
|
60
|
+
print("SENT")
|
59
61
|
|
60
62
|
while True:
|
61
63
|
|
@@ -15,13 +15,13 @@ class ServiceSender:
|
|
15
15
|
|
16
16
|
def __init__(
|
17
17
|
self,
|
18
|
-
|
18
|
+
pulsar_client,
|
19
19
|
request_queue, request_schema,
|
20
20
|
):
|
21
21
|
|
22
22
|
self.pub = Publisher(
|
23
|
-
|
24
|
-
schema=JsonSchema(request_schema)
|
23
|
+
pulsar_client, request_queue,
|
24
|
+
schema=JsonSchema(request_schema),
|
25
25
|
)
|
26
26
|
|
27
27
|
async def start(self):
|
@@ -53,4 +53,3 @@ class ServiceSender:
|
|
53
53
|
|
54
54
|
return err
|
55
55
|
|
56
|
-
|
@@ -126,7 +126,7 @@ def to_document_package(x):
|
|
126
126
|
|
127
127
|
return DocumentPackage(
|
128
128
|
metadata = to_subgraph(x["metadata"]),
|
129
|
-
document =
|
129
|
+
document = x.get("document", None),
|
130
130
|
kind = x.get("kind", None),
|
131
131
|
user = x.get("user", None),
|
132
132
|
collection = x.get("collection", None),
|
@@ -73,6 +73,11 @@ class Api:
|
|
73
73
|
self.port = int(config.get("port", default_port))
|
74
74
|
self.timeout = int(config.get("timeout", default_timeout))
|
75
75
|
self.pulsar_host = config.get("pulsar_host", default_pulsar_host)
|
76
|
+
self.pulsar_listener = config.get("pulsar_listener", None)
|
77
|
+
|
78
|
+
self.pulsar_client = pulsar.Client(
|
79
|
+
self.pulsar_host, listener_name=self.pulsar_listener
|
80
|
+
)
|
76
81
|
|
77
82
|
self.prometheus_url = config.get(
|
78
83
|
"prometheus_url", default_prometheus_url,
|
@@ -91,58 +96,58 @@ class Api:
|
|
91
96
|
|
92
97
|
self.services = {
|
93
98
|
"text-completion": TextCompletionRequestor(
|
94
|
-
|
99
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
95
100
|
auth = self.auth,
|
96
101
|
),
|
97
102
|
"prompt": PromptRequestor(
|
98
|
-
|
103
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
99
104
|
auth = self.auth,
|
100
105
|
),
|
101
106
|
"graph-rag": GraphRagRequestor(
|
102
|
-
|
107
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
103
108
|
auth = self.auth,
|
104
109
|
),
|
105
110
|
"document-rag": DocumentRagRequestor(
|
106
|
-
|
111
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
107
112
|
auth = self.auth,
|
108
113
|
),
|
109
114
|
"triples-query": TriplesQueryRequestor(
|
110
|
-
|
115
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
111
116
|
auth = self.auth,
|
112
117
|
),
|
113
118
|
"graph-embeddings-query": GraphEmbeddingsQueryRequestor(
|
114
|
-
|
119
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
115
120
|
auth = self.auth,
|
116
121
|
),
|
117
122
|
"embeddings": EmbeddingsRequestor(
|
118
|
-
|
123
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
119
124
|
auth = self.auth,
|
120
125
|
),
|
121
126
|
"agent": AgentRequestor(
|
122
|
-
|
127
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
123
128
|
auth = self.auth,
|
124
129
|
),
|
125
130
|
"librarian": LibrarianRequestor(
|
126
|
-
|
131
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
127
132
|
auth = self.auth,
|
128
133
|
),
|
129
134
|
"encyclopedia": EncyclopediaRequestor(
|
130
|
-
|
135
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
131
136
|
auth = self.auth,
|
132
137
|
),
|
133
138
|
"dbpedia": DbpediaRequestor(
|
134
|
-
|
139
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
135
140
|
auth = self.auth,
|
136
141
|
),
|
137
142
|
"internet-search": InternetSearchRequestor(
|
138
|
-
|
143
|
+
pulsar_client=self.pulsar_client, timeout=self.timeout,
|
139
144
|
auth = self.auth,
|
140
145
|
),
|
141
146
|
"document-load": DocumentLoadSender(
|
142
|
-
|
147
|
+
pulsar_client=self.pulsar_client,
|
143
148
|
),
|
144
149
|
"text-load": TextLoadSender(
|
145
|
-
|
150
|
+
pulsar_client=self.pulsar_client,
|
146
151
|
),
|
147
152
|
}
|
148
153
|
|
@@ -205,31 +210,31 @@ class Api:
|
|
205
210
|
requestor = self.services["text-load"],
|
206
211
|
),
|
207
212
|
TriplesStreamEndpoint(
|
208
|
-
|
213
|
+
pulsar_client=self.pulsar_client,
|
209
214
|
auth = self.auth,
|
210
215
|
),
|
211
216
|
GraphEmbeddingsStreamEndpoint(
|
212
|
-
|
217
|
+
pulsar_client=self.pulsar_client,
|
213
218
|
auth = self.auth,
|
214
219
|
),
|
215
220
|
DocumentEmbeddingsStreamEndpoint(
|
216
|
-
|
221
|
+
pulsar_client=self.pulsar_client,
|
217
222
|
auth = self.auth,
|
218
223
|
),
|
219
224
|
TriplesLoadEndpoint(
|
220
|
-
|
225
|
+
pulsar_client=self.pulsar_client,
|
221
226
|
auth = self.auth,
|
222
227
|
),
|
223
228
|
GraphEmbeddingsLoadEndpoint(
|
224
|
-
|
229
|
+
pulsar_client=self.pulsar_client,
|
225
230
|
auth = self.auth,
|
226
231
|
),
|
227
232
|
DocumentEmbeddingsLoadEndpoint(
|
228
|
-
|
233
|
+
pulsar_client=self.pulsar_client,
|
229
234
|
auth = self.auth,
|
230
235
|
),
|
231
236
|
MuxEndpoint(
|
232
|
-
|
237
|
+
pulsar_client=self.pulsar_client,
|
233
238
|
auth = self.auth,
|
234
239
|
services = self.services,
|
235
240
|
),
|
@@ -266,6 +271,11 @@ def run():
|
|
266
271
|
help=f'Pulsar host (default: {default_pulsar_host})',
|
267
272
|
)
|
268
273
|
|
274
|
+
parser.add_argument(
|
275
|
+
'--pulsar-listener',
|
276
|
+
help=f'Pulsar listener (default: none)',
|
277
|
+
)
|
278
|
+
|
269
279
|
parser.add_argument(
|
270
280
|
'-m', '--prometheus-url',
|
271
281
|
default=default_prometheus_url,
|
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
|
|
7
7
|
from . requestor import ServiceRequestor
|
8
8
|
|
9
9
|
class TextCompletionRequestor(ServiceRequestor):
|
10
|
-
def __init__(self,
|
10
|
+
def __init__(self, pulsar_client, timeout, auth):
|
11
11
|
|
12
12
|
super(TextCompletionRequestor, self).__init__(
|
13
|
-
|
13
|
+
pulsar_client=pulsar_client,
|
14
14
|
request_queue=text_completion_request_queue,
|
15
15
|
response_queue=text_completion_response_queue,
|
16
16
|
request_schema=TextCompletionRequest,
|
@@ -8,10 +8,10 @@ from . sender import ServiceSender
|
|
8
8
|
from . serialize import to_subgraph
|
9
9
|
|
10
10
|
class TextLoadSender(ServiceSender):
|
11
|
-
def __init__(self,
|
11
|
+
def __init__(self, pulsar_client):
|
12
12
|
|
13
13
|
super(TextLoadSender, self).__init__(
|
14
|
-
|
14
|
+
pulsar_client=pulsar_client,
|
15
15
|
request_queue=text_ingest_queue,
|
16
16
|
request_schema=TextDocument,
|
17
17
|
)
|
@@ -14,16 +14,16 @@ from . serialize import to_subgraph
|
|
14
14
|
|
15
15
|
class TriplesLoadEndpoint(SocketEndpoint):
|
16
16
|
|
17
|
-
def __init__(self,
|
17
|
+
def __init__(self, pulsar_client, auth, path="/api/v1/load/triples"):
|
18
18
|
|
19
19
|
super(TriplesLoadEndpoint, self).__init__(
|
20
20
|
endpoint_path=path, auth=auth,
|
21
21
|
)
|
22
22
|
|
23
|
-
self.
|
23
|
+
self.pulsar_client=pulsar_client
|
24
24
|
|
25
25
|
self.publisher = Publisher(
|
26
|
-
self.
|
26
|
+
self.pulsar_client, triples_store_queue,
|
27
27
|
schema=JsonSchema(Triples)
|
28
28
|
)
|
29
29
|
|
@@ -8,10 +8,10 @@ from . requestor import ServiceRequestor
|
|
8
8
|
from . serialize import to_value, serialize_subgraph
|
9
9
|
|
10
10
|
class TriplesQueryRequestor(ServiceRequestor):
|
11
|
-
def __init__(self,
|
11
|
+
def __init__(self, pulsar_client, timeout, auth):
|
12
12
|
|
13
13
|
super(TriplesQueryRequestor, self).__init__(
|
14
|
-
|
14
|
+
pulsar_client=pulsar_client,
|
15
15
|
request_queue=triples_request_queue,
|
16
16
|
response_queue=triples_response_queue,
|
17
17
|
request_schema=TriplesQueryRequest,
|
@@ -13,16 +13,16 @@ from . serialize import serialize_triples
|
|
13
13
|
|
14
14
|
class TriplesStreamEndpoint(SocketEndpoint):
|
15
15
|
|
16
|
-
def __init__(self,
|
16
|
+
def __init__(self, pulsar_client, auth, path="/api/v1/stream/triples"):
|
17
17
|
|
18
18
|
super(TriplesStreamEndpoint, self).__init__(
|
19
19
|
endpoint_path=path, auth=auth,
|
20
20
|
)
|
21
21
|
|
22
|
-
self.
|
22
|
+
self.pulsar_client=pulsar_client
|
23
23
|
|
24
24
|
self.subscriber = Subscriber(
|
25
|
-
self.
|
25
|
+
self.pulsar_client, triples_store_queue,
|
26
26
|
"api-gateway", "api-gateway",
|
27
27
|
schema=JsonSchema(Triples)
|
28
28
|
)
|
@@ -53,4 +53,22 @@ class Librarian:
|
|
53
53
|
info = None,
|
54
54
|
)
|
55
55
|
|
56
|
+
def handle_triples(self, m):
|
57
|
+
self.table_store.add_triples(m)
|
58
|
+
|
59
|
+
def handle_graph_embeddings(self, m):
|
60
|
+
self.table_store.add_graph_embeddings(m)
|
61
|
+
|
62
|
+
def handle_document_embeddings(self, m):
|
63
|
+
self.table_store.add_document_embeddings(m)
|
64
|
+
|
65
|
+
|
66
|
+
def handle_triples(self, m):
|
67
|
+
self.table_store.add_triples(m)
|
68
|
+
|
69
|
+
def handle_graph_embeddings(self, m):
|
70
|
+
self.table_store.add_graph_embeddings(m)
|
71
|
+
|
72
|
+
def handle_document_embeddings(self, m):
|
73
|
+
self.table_store.add_document_embeddings(m)
|
56
74
|
|