trustgraph-flow 0.21.1__tar.gz → 0.21.2__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (284) hide show
  1. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/PKG-INFO +2 -2
  2. trustgraph-flow-0.21.2/trustgraph/flow_version.py +1 -0
  3. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/agent.py +2 -2
  4. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/dbpedia.py +2 -2
  5. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/document_embeddings_load.py +3 -3
  6. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/document_embeddings_stream.py +4 -3
  7. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/document_load.py +2 -2
  8. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/document_rag.py +2 -2
  9. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/embeddings.py +2 -2
  10. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/encyclopedia.py +2 -2
  11. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/graph_embeddings_load.py +3 -3
  12. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/graph_embeddings_query.py +2 -2
  13. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/graph_embeddings_stream.py +3 -3
  14. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/graph_rag.py +2 -2
  15. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/internet_search.py +2 -2
  16. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/librarian.py +5 -3
  17. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/mux.py +1 -1
  18. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/prompt.py +2 -2
  19. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/requestor.py +6 -4
  20. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/sender.py +3 -4
  21. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/serialize.py +1 -1
  22. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/service.py +31 -21
  23. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/text_completion.py +2 -2
  24. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/text_load.py +2 -2
  25. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/triples_load.py +3 -3
  26. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/triples_query.py +2 -2
  27. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/triples_stream.py +3 -3
  28. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/librarian/librarian.py +18 -0
  29. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/librarian/service.py +85 -30
  30. trustgraph-flow-0.21.2/trustgraph/librarian/table_store.py +366 -0
  31. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph_flow.egg-info/PKG-INFO +2 -2
  32. trustgraph-flow-0.21.1/trustgraph/flow_version.py +0 -1
  33. trustgraph-flow-0.21.1/trustgraph/librarian/table_store.py +0 -131
  34. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/README.md +0 -0
  35. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/agent-manager-react +0 -0
  36. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/api-gateway +0 -0
  37. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/chunker-recursive +0 -0
  38. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/chunker-token +0 -0
  39. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-query-milvus +0 -0
  40. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-query-pinecone +0 -0
  41. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-query-qdrant +0 -0
  42. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-write-milvus +0 -0
  43. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-write-pinecone +0 -0
  44. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/de-write-qdrant +0 -0
  45. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/document-embeddings +0 -0
  46. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/document-rag +0 -0
  47. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/embeddings-fastembed +0 -0
  48. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/embeddings-ollama +0 -0
  49. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-query-milvus +0 -0
  50. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-query-pinecone +0 -0
  51. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-query-qdrant +0 -0
  52. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-write-milvus +0 -0
  53. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-write-pinecone +0 -0
  54. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/ge-write-qdrant +0 -0
  55. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/graph-embeddings +0 -0
  56. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/graph-rag +0 -0
  57. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/kg-extract-definitions +0 -0
  58. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/kg-extract-relationships +0 -0
  59. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/kg-extract-topics +0 -0
  60. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/librarian +0 -0
  61. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/metering +0 -0
  62. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/object-extract-row +0 -0
  63. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/oe-write-milvus +0 -0
  64. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/pdf-decoder +0 -0
  65. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/prompt-generic +0 -0
  66. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/prompt-template +0 -0
  67. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/rows-write-cassandra +0 -0
  68. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/run-processing +0 -0
  69. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-azure +0 -0
  70. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-azure-openai +0 -0
  71. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-claude +0 -0
  72. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-cohere +0 -0
  73. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-googleaistudio +0 -0
  74. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-llamafile +0 -0
  75. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-ollama +0 -0
  76. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/text-completion-openai +0 -0
  77. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-query-cassandra +0 -0
  78. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-query-falkordb +0 -0
  79. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-query-memgraph +0 -0
  80. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-query-neo4j +0 -0
  81. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-write-cassandra +0 -0
  82. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-write-falkordb +0 -0
  83. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-write-memgraph +0 -0
  84. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/triples-write-neo4j +0 -0
  85. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/scripts/wikipedia-lookup +0 -0
  86. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/setup.cfg +0 -0
  87. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/setup.py +0 -0
  88. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/__init__.py +0 -0
  89. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/__init__.py +0 -0
  90. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/__init__.py +0 -0
  91. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/__main__.py +0 -0
  92. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/agent_manager.py +0 -0
  93. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/service.py +0 -0
  94. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/tools.py +0 -0
  95. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/agent/react/types.py +0 -0
  96. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/__init__.py +0 -0
  97. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/recursive/__init__.py +0 -0
  98. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/recursive/__main__.py +0 -0
  99. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/recursive/chunker.py +0 -0
  100. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/token/__init__.py +0 -0
  101. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/token/__main__.py +0 -0
  102. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/chunking/token/chunker.py +0 -0
  103. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/decoding/__init__.py +0 -0
  104. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/decoding/pdf/__init__.py +0 -0
  105. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/decoding/pdf/__main__.py +0 -0
  106. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/decoding/pdf/pdf_decoder.py +0 -0
  107. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/direct/__init__.py +0 -0
  108. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/direct/cassandra.py +0 -0
  109. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/direct/milvus_doc_embeddings.py +0 -0
  110. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/direct/milvus_graph_embeddings.py +0 -0
  111. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/direct/milvus_object_embeddings.py +0 -0
  112. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/document_rag.py +0 -0
  113. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/__init__.py +0 -0
  114. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/document_embeddings/__init__.py +0 -0
  115. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/document_embeddings/__main__.py +0 -0
  116. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/document_embeddings/embeddings.py +0 -0
  117. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/fastembed/__init__.py +0 -0
  118. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/fastembed/__main__.py +0 -0
  119. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/fastembed/processor.py +0 -0
  120. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/graph_embeddings/__init__.py +0 -0
  121. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/graph_embeddings/__main__.py +0 -0
  122. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/graph_embeddings/embeddings.py +0 -0
  123. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/ollama/__init__.py +0 -0
  124. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/ollama/__main__.py +0 -0
  125. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/embeddings/ollama/processor.py +0 -0
  126. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/external/__init__.py +0 -0
  127. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/external/wikipedia/__init__.py +0 -0
  128. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/external/wikipedia/__main__.py +0 -0
  129. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/external/wikipedia/service.py +0 -0
  130. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/__init__.py +0 -0
  131. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/__init__.py +0 -0
  132. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/definitions/__init__.py +0 -0
  133. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/definitions/__main__.py +0 -0
  134. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/definitions/extract.py +0 -0
  135. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/relationships/__init__.py +0 -0
  136. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/relationships/__main__.py +0 -0
  137. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/relationships/extract.py +0 -0
  138. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/topics/__init__.py +0 -0
  139. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/topics/__main__.py +0 -0
  140. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/kg/topics/extract.py +0 -0
  141. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/object/__init__.py +0 -0
  142. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/object/row/__init__.py +0 -0
  143. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/object/row/__main__.py +0 -0
  144. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/extract/object/row/extract.py +0 -0
  145. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/__init__.py +0 -0
  146. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/__main__.py +0 -0
  147. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/auth.py +0 -0
  148. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/endpoint.py +0 -0
  149. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/metrics.py +0 -0
  150. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/running.py +0 -0
  151. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/gateway/socket.py +0 -0
  152. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/graph_rag.py +0 -0
  153. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/librarian/__init__.py +0 -0
  154. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/librarian/__main__.py +0 -0
  155. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/librarian/blob_store.py +0 -0
  156. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/metering/__init__.py +0 -0
  157. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/metering/__main__.py +0 -0
  158. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/metering/counter.py +0 -0
  159. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/metering/pricelist.py +0 -0
  160. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/__init__.py +0 -0
  161. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/__init__.py +0 -0
  162. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/generic/__init__.py +0 -0
  163. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/generic/__main__.py +0 -0
  164. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/generic/prompts.py +0 -0
  165. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/generic/service.py +0 -0
  166. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/template/__init__.py +0 -0
  167. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/template/__main__.py +0 -0
  168. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/template/prompt_manager.py +0 -0
  169. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/prompt/template/service.py +0 -0
  170. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/__init__.py +0 -0
  171. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure/__init__.py +0 -0
  172. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure/__main__.py +0 -0
  173. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure/llm.py +0 -0
  174. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure_openai/__init__.py +0 -0
  175. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure_openai/__main__.py +0 -0
  176. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/azure_openai/llm.py +0 -0
  177. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/claude/__init__.py +0 -0
  178. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/claude/__main__.py +0 -0
  179. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/claude/llm.py +0 -0
  180. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/cohere/__init__.py +0 -0
  181. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/cohere/__main__.py +0 -0
  182. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/cohere/llm.py +0 -0
  183. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/googleaistudio/__init__.py +0 -0
  184. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/googleaistudio/__main__.py +0 -0
  185. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/googleaistudio/llm.py +0 -0
  186. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/llamafile/__init__.py +0 -0
  187. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/llamafile/__main__.py +0 -0
  188. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/llamafile/llm.py +0 -0
  189. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/ollama/__init__.py +0 -0
  190. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/ollama/__main__.py +0 -0
  191. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/ollama/llm.py +0 -0
  192. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/openai/__init__.py +0 -0
  193. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/openai/__main__.py +0 -0
  194. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/model/text_completion/openai/llm.py +0 -0
  195. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/processing/__init__.py +0 -0
  196. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/processing/__main__.py +0 -0
  197. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/processing/processing.py +0 -0
  198. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/__init__.py +0 -0
  199. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/__init__.py +0 -0
  200. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/milvus/__init__.py +0 -0
  201. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/milvus/__main__.py +0 -0
  202. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/milvus/service.py +0 -0
  203. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/pinecone/__init__.py +0 -0
  204. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/pinecone/__main__.py +0 -0
  205. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/pinecone/service.py +0 -0
  206. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/qdrant/__init__.py +0 -0
  207. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/qdrant/__main__.py +0 -0
  208. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/doc_embeddings/qdrant/service.py +0 -0
  209. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/__init__.py +0 -0
  210. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/milvus/__init__.py +0 -0
  211. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/milvus/__main__.py +0 -0
  212. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/milvus/service.py +0 -0
  213. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/pinecone/__init__.py +0 -0
  214. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/pinecone/__main__.py +0 -0
  215. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/pinecone/service.py +0 -0
  216. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/qdrant/__init__.py +0 -0
  217. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/qdrant/__main__.py +0 -0
  218. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/graph_embeddings/qdrant/service.py +0 -0
  219. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/__init__.py +0 -0
  220. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/cassandra/__init__.py +0 -0
  221. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/cassandra/__main__.py +0 -0
  222. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/cassandra/service.py +0 -0
  223. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/falkordb/__init__.py +0 -0
  224. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/falkordb/__main__.py +0 -0
  225. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/falkordb/service.py +0 -0
  226. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/memgraph/__init__.py +0 -0
  227. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/memgraph/__main__.py +0 -0
  228. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/memgraph/service.py +0 -0
  229. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/neo4j/__init__.py +0 -0
  230. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/neo4j/__main__.py +0 -0
  231. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/query/triples/neo4j/service.py +0 -0
  232. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/__init__.py +0 -0
  233. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/document_rag/__init__.py +0 -0
  234. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/document_rag/__main__.py +0 -0
  235. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/document_rag/rag.py +0 -0
  236. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/graph_rag/__init__.py +0 -0
  237. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/graph_rag/__main__.py +0 -0
  238. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/retrieval/graph_rag/rag.py +0 -0
  239. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/__init__.py +0 -0
  240. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/__init__.py +0 -0
  241. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/milvus/__init__.py +0 -0
  242. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/milvus/__main__.py +0 -0
  243. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/milvus/write.py +0 -0
  244. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/pinecone/__init__.py +0 -0
  245. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/pinecone/__main__.py +0 -0
  246. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/pinecone/write.py +0 -0
  247. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/qdrant/__init__.py +0 -0
  248. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/qdrant/__main__.py +0 -0
  249. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/doc_embeddings/qdrant/write.py +0 -0
  250. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/__init__.py +0 -0
  251. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/milvus/__init__.py +0 -0
  252. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/milvus/__main__.py +0 -0
  253. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/milvus/write.py +0 -0
  254. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/pinecone/__init__.py +0 -0
  255. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/pinecone/__main__.py +0 -0
  256. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/pinecone/write.py +0 -0
  257. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/qdrant/__init__.py +0 -0
  258. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/qdrant/__main__.py +0 -0
  259. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/graph_embeddings/qdrant/write.py +0 -0
  260. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/object_embeddings/__init__.py +0 -0
  261. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/object_embeddings/milvus/__init__.py +0 -0
  262. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/object_embeddings/milvus/__main__.py +0 -0
  263. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/object_embeddings/milvus/write.py +0 -0
  264. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/rows/__init__.py +0 -0
  265. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/rows/cassandra/__init__.py +0 -0
  266. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/rows/cassandra/__main__.py +0 -0
  267. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/rows/cassandra/write.py +0 -0
  268. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/__init__.py +0 -0
  269. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/cassandra/__init__.py +0 -0
  270. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/cassandra/__main__.py +0 -0
  271. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/cassandra/write.py +0 -0
  272. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/falkordb/__init__.py +0 -0
  273. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/falkordb/__main__.py +0 -0
  274. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/falkordb/write.py +0 -0
  275. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/memgraph/__init__.py +0 -0
  276. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/memgraph/__main__.py +0 -0
  277. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/memgraph/write.py +0 -0
  278. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/neo4j/__init__.py +0 -0
  279. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/neo4j/__main__.py +0 -0
  280. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph/storage/triples/neo4j/write.py +0 -0
  281. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph_flow.egg-info/SOURCES.txt +0 -0
  282. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph_flow.egg-info/dependency_links.txt +0 -0
  283. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph_flow.egg-info/requires.txt +0 -0
  284. {trustgraph-flow-0.21.1 → trustgraph-flow-0.21.2}/trustgraph_flow.egg-info/top_level.txt +0 -0
@@ -1,9 +1,9 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: trustgraph-flow
3
- Version: 0.21.1
3
+ Version: 0.21.2
4
4
  Summary: TrustGraph provides a means to run a pipeline of flexible AI processing components in a flexible means to achieve a processing pipeline.
5
5
  Home-page: https://github.com/trustgraph-ai/trustgraph
6
- Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.21.1.tar.gz
6
+ Download-URL: https://github.com/trustgraph-ai/trustgraph/archive/refs/tags/v0.21.2.tar.gz
7
7
  Author: trustgraph.ai
8
8
  Author-email: security@trustgraph.ai
9
9
  Classifier: Programming Language :: Python :: 3
@@ -0,0 +1 @@
1
+ __version__ = "0.21.2"
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
7
7
  from . requestor import ServiceRequestor
8
8
 
9
9
  class AgentRequestor(ServiceRequestor):
10
- def __init__(self, pulsar_host, timeout, auth):
10
+ def __init__(self, pulsar_client, timeout, auth):
11
11
 
12
12
  super(AgentRequestor, self).__init__(
13
- pulsar_host=pulsar_host,
13
+ pulsar_client=pulsar_client,
14
14
  request_queue=agent_request_queue,
15
15
  response_queue=agent_response_queue,
16
16
  request_schema=AgentRequest,
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
7
7
  from . requestor import ServiceRequestor
8
8
 
9
9
  class DbpediaRequestor(ServiceRequestor):
10
- def __init__(self, pulsar_host, timeout, auth):
10
+ def __init__(self, pulsar_client, timeout, auth):
11
11
 
12
12
  super(DbpediaRequestor, self).__init__(
13
- pulsar_host=pulsar_host,
13
+ pulsar_client=pulsar_client,
14
14
  request_queue=dbpedia_lookup_request_queue,
15
15
  response_queue=dbpedia_lookup_response_queue,
16
16
  request_schema=LookupRequest,
@@ -15,17 +15,17 @@ from . serialize import to_subgraph
15
15
  class DocumentEmbeddingsLoadEndpoint(SocketEndpoint):
16
16
 
17
17
  def __init__(
18
- self, pulsar_host, auth, path="/api/v1/load/document-embeddings",
18
+ self, pulsar_client, auth, path="/api/v1/load/document-embeddings",
19
19
  ):
20
20
 
21
21
  super(DocumentEmbeddingsLoadEndpoint, self).__init__(
22
22
  endpoint_path=path, auth=auth,
23
23
  )
24
24
 
25
- self.pulsar_host=pulsar_host
25
+ self.pulsar_client=pulsar_client
26
26
 
27
27
  self.publisher = Publisher(
28
- self.pulsar_host, document_embeddings_store_queue,
28
+ self.pulsar_client, document_embeddings_store_queue,
29
29
  schema=JsonSchema(DocumentEmbeddings)
30
30
  )
31
31
 
@@ -14,17 +14,18 @@ from . serialize import serialize_document_embeddings
14
14
  class DocumentEmbeddingsStreamEndpoint(SocketEndpoint):
15
15
 
16
16
  def __init__(
17
- self, pulsar_host, auth, path="/api/v1/stream/document-embeddings"
17
+ self, pulsar_client, auth,
18
+ path="/api/v1/stream/document-embeddings"
18
19
  ):
19
20
 
20
21
  super(DocumentEmbeddingsStreamEndpoint, self).__init__(
21
22
  endpoint_path=path, auth=auth,
22
23
  )
23
24
 
24
- self.pulsar_host=pulsar_host
25
+ self.pulsar_client=pulsar_client
25
26
 
26
27
  self.subscriber = Subscriber(
27
- self.pulsar_host, document_embeddings_store_queue,
28
+ self.pulsar_client, document_embeddings_store_queue,
28
29
  "api-gateway", "api-gateway",
29
30
  schema=JsonSchema(DocumentEmbeddings)
30
31
  )
@@ -8,10 +8,10 @@ from . sender import ServiceSender
8
8
  from . serialize import to_subgraph
9
9
 
10
10
  class DocumentLoadSender(ServiceSender):
11
- def __init__(self, pulsar_host):
11
+ def __init__(self, pulsar_client):
12
12
 
13
13
  super(DocumentLoadSender, self).__init__(
14
- pulsar_host=pulsar_host,
14
+ pulsar_client=pulsar_client,
15
15
  request_queue=document_ingest_queue,
16
16
  request_schema=Document,
17
17
  )
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
7
7
  from . requestor import ServiceRequestor
8
8
 
9
9
  class DocumentRagRequestor(ServiceRequestor):
10
- def __init__(self, pulsar_host, timeout, auth):
10
+ def __init__(self, pulsar_client, timeout, auth):
11
11
 
12
12
  super(DocumentRagRequestor, self).__init__(
13
- pulsar_host=pulsar_host,
13
+ pulsar_client=pulsar_client,
14
14
  request_queue=document_rag_request_queue,
15
15
  response_queue=document_rag_response_queue,
16
16
  request_schema=DocumentRagQuery,
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
7
7
  from . requestor import ServiceRequestor
8
8
 
9
9
  class EmbeddingsRequestor(ServiceRequestor):
10
- def __init__(self, pulsar_host, timeout, auth):
10
+ def __init__(self, pulsar_client, timeout, auth):
11
11
 
12
12
  super(EmbeddingsRequestor, self).__init__(
13
- pulsar_host=pulsar_host,
13
+ pulsar_client=pulsar_client,
14
14
  request_queue=embeddings_request_queue,
15
15
  response_queue=embeddings_response_queue,
16
16
  request_schema=EmbeddingsRequest,
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
7
7
  from . requestor import ServiceRequestor
8
8
 
9
9
  class EncyclopediaRequestor(ServiceRequestor):
10
- def __init__(self, pulsar_host, timeout, auth):
10
+ def __init__(self, pulsar_client, timeout, auth):
11
11
 
12
12
  super(EncyclopediaRequestor, self).__init__(
13
- pulsar_host=pulsar_host,
13
+ pulsar_client=pulsar_client,
14
14
  request_queue=encyclopedia_lookup_request_queue,
15
15
  response_queue=encyclopedia_lookup_response_queue,
16
16
  request_schema=LookupRequest,
@@ -15,17 +15,17 @@ from . serialize import to_subgraph, to_value
15
15
  class GraphEmbeddingsLoadEndpoint(SocketEndpoint):
16
16
 
17
17
  def __init__(
18
- self, pulsar_host, auth, path="/api/v1/load/graph-embeddings",
18
+ self, pulsar_client, auth, path="/api/v1/load/graph-embeddings",
19
19
  ):
20
20
 
21
21
  super(GraphEmbeddingsLoadEndpoint, self).__init__(
22
22
  endpoint_path=path, auth=auth,
23
23
  )
24
24
 
25
- self.pulsar_host=pulsar_host
25
+ self.pulsar_client=pulsar_client
26
26
 
27
27
  self.publisher = Publisher(
28
- self.pulsar_host, graph_embeddings_store_queue,
28
+ self.pulsar_client, graph_embeddings_store_queue,
29
29
  schema=JsonSchema(GraphEmbeddings)
30
30
  )
31
31
 
@@ -8,10 +8,10 @@ from . requestor import ServiceRequestor
8
8
  from . serialize import serialize_value
9
9
 
10
10
  class GraphEmbeddingsQueryRequestor(ServiceRequestor):
11
- def __init__(self, pulsar_host, timeout, auth):
11
+ def __init__(self, pulsar_client, timeout, auth):
12
12
 
13
13
  super(GraphEmbeddingsQueryRequestor, self).__init__(
14
- pulsar_host=pulsar_host,
14
+ pulsar_client=pulsar_client,
15
15
  request_queue=graph_embeddings_request_queue,
16
16
  response_queue=graph_embeddings_response_queue,
17
17
  request_schema=GraphEmbeddingsRequest,
@@ -14,17 +14,17 @@ from . serialize import serialize_graph_embeddings
14
14
  class GraphEmbeddingsStreamEndpoint(SocketEndpoint):
15
15
 
16
16
  def __init__(
17
- self, pulsar_host, auth, path="/api/v1/stream/graph-embeddings"
17
+ self, pulsar_client, auth, path="/api/v1/stream/graph-embeddings"
18
18
  ):
19
19
 
20
20
  super(GraphEmbeddingsStreamEndpoint, self).__init__(
21
21
  endpoint_path=path, auth=auth,
22
22
  )
23
23
 
24
- self.pulsar_host=pulsar_host
24
+ self.pulsar_client=pulsar_client
25
25
 
26
26
  self.subscriber = Subscriber(
27
- self.pulsar_host, graph_embeddings_store_queue,
27
+ self.pulsar_client, graph_embeddings_store_queue,
28
28
  "api-gateway", "api-gateway",
29
29
  schema=JsonSchema(GraphEmbeddings)
30
30
  )
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
7
7
  from . requestor import ServiceRequestor
8
8
 
9
9
  class GraphRagRequestor(ServiceRequestor):
10
- def __init__(self, pulsar_host, timeout, auth):
10
+ def __init__(self, pulsar_client, timeout, auth):
11
11
 
12
12
  super(GraphRagRequestor, self).__init__(
13
- pulsar_host=pulsar_host,
13
+ pulsar_client=pulsar_client,
14
14
  request_queue=graph_rag_request_queue,
15
15
  response_queue=graph_rag_response_queue,
16
16
  request_schema=GraphRagQuery,
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
7
7
  from . requestor import ServiceRequestor
8
8
 
9
9
  class InternetSearchRequestor(ServiceRequestor):
10
- def __init__(self, pulsar_host, timeout, auth):
10
+ def __init__(self, pulsar_client, timeout, auth):
11
11
 
12
12
  super(InternetSearchRequestor, self).__init__(
13
- pulsar_host=pulsar_host,
13
+ pulsar_client=pulsar_client,
14
14
  request_queue=internet_search_request_queue,
15
15
  response_queue=internet_search_response_queue,
16
16
  request_schema=LookupRequest,
@@ -9,10 +9,10 @@ from . serialize import serialize_document_package, serialize_document_info
9
9
  from . serialize import to_document_package, to_document_info, to_criteria
10
10
 
11
11
  class LibrarianRequestor(ServiceRequestor):
12
- def __init__(self, pulsar_host, timeout, auth):
12
+ def __init__(self, pulsar_client, timeout, auth):
13
13
 
14
14
  super(LibrarianRequestor, self).__init__(
15
- pulsar_host=pulsar_host,
15
+ pulsar_client=pulsar_client,
16
16
  request_queue=librarian_request_queue,
17
17
  response_queue=librarian_response_queue,
18
18
  request_schema=LibrarianRequest,
@@ -22,17 +22,19 @@ class LibrarianRequestor(ServiceRequestor):
22
22
 
23
23
  def to_request(self, body):
24
24
 
25
+ print("TRR")
25
26
  if "document" in body:
26
27
  dp = to_document_package(body["document"])
27
28
  else:
28
29
  dp = None
29
30
 
31
+ print("GOT")
30
32
  if "criteria" in body:
31
33
  criteria = to_criteria(body["criteria"])
32
34
  else:
33
35
  criteria = None
34
36
 
35
- limit = int(body.get("limit", 10000))
37
+ print("ASLDKJ")
36
38
 
37
39
  return LibrarianRequest(
38
40
  operation = body.get("operation", None),
@@ -18,7 +18,7 @@ MAX_QUEUE_SIZE = 10
18
18
  class MuxEndpoint(SocketEndpoint):
19
19
 
20
20
  def __init__(
21
- self, pulsar_host, auth,
21
+ self, pulsar_client, auth,
22
22
  services,
23
23
  path="/api/v1/socket",
24
24
  ):
@@ -9,10 +9,10 @@ from . endpoint import ServiceEndpoint
9
9
  from . requestor import ServiceRequestor
10
10
 
11
11
  class PromptRequestor(ServiceRequestor):
12
- def __init__(self, pulsar_host, timeout, auth):
12
+ def __init__(self, pulsar_client, timeout, auth):
13
13
 
14
14
  super(PromptRequestor, self).__init__(
15
- pulsar_host=pulsar_host,
15
+ pulsar_client=pulsar_client,
16
16
  request_queue=prompt_request_queue,
17
17
  response_queue=prompt_response_queue,
18
18
  request_schema=PromptRequest,
@@ -14,7 +14,7 @@ class ServiceRequestor:
14
14
 
15
15
  def __init__(
16
16
  self,
17
- pulsar_host,
17
+ pulsar_client,
18
18
  request_queue, request_schema,
19
19
  response_queue, response_schema,
20
20
  subscription="api-gateway", consumer_name="api-gateway",
@@ -22,12 +22,12 @@ class ServiceRequestor:
22
22
  ):
23
23
 
24
24
  self.pub = Publisher(
25
- pulsar_host, request_queue,
26
- schema=JsonSchema(request_schema)
25
+ pulsar_client, request_queue,
26
+ schema=JsonSchema(request_schema),
27
27
  )
28
28
 
29
29
  self.sub = Subscriber(
30
- pulsar_host, response_queue,
30
+ pulsar_client, response_queue,
31
31
  subscription, consumer_name,
32
32
  JsonSchema(response_schema)
33
33
  )
@@ -53,9 +53,11 @@ class ServiceRequestor:
53
53
 
54
54
  q = self.sub.subscribe(id)
55
55
 
56
+ print("BOUT TO SEDN")
56
57
  await asyncio.to_thread(
57
58
  self.pub.send, id, self.to_request(request)
58
59
  )
60
+ print("SENT")
59
61
 
60
62
  while True:
61
63
 
@@ -15,13 +15,13 @@ class ServiceSender:
15
15
 
16
16
  def __init__(
17
17
  self,
18
- pulsar_host,
18
+ pulsar_client,
19
19
  request_queue, request_schema,
20
20
  ):
21
21
 
22
22
  self.pub = Publisher(
23
- pulsar_host, request_queue,
24
- schema=JsonSchema(request_schema)
23
+ pulsar_client, request_queue,
24
+ schema=JsonSchema(request_schema),
25
25
  )
26
26
 
27
27
  async def start(self):
@@ -53,4 +53,3 @@ class ServiceSender:
53
53
 
54
54
  return err
55
55
 
56
-
@@ -126,7 +126,7 @@ def to_document_package(x):
126
126
 
127
127
  return DocumentPackage(
128
128
  metadata = to_subgraph(x["metadata"]),
129
- document = base64.b64decode(x["document"].encode("utf-8")),
129
+ document = x.get("document", None),
130
130
  kind = x.get("kind", None),
131
131
  user = x.get("user", None),
132
132
  collection = x.get("collection", None),
@@ -73,6 +73,11 @@ class Api:
73
73
  self.port = int(config.get("port", default_port))
74
74
  self.timeout = int(config.get("timeout", default_timeout))
75
75
  self.pulsar_host = config.get("pulsar_host", default_pulsar_host)
76
+ self.pulsar_listener = config.get("pulsar_listener", None)
77
+
78
+ self.pulsar_client = pulsar.Client(
79
+ self.pulsar_host, listener_name=self.pulsar_listener
80
+ )
76
81
 
77
82
  self.prometheus_url = config.get(
78
83
  "prometheus_url", default_prometheus_url,
@@ -91,58 +96,58 @@ class Api:
91
96
 
92
97
  self.services = {
93
98
  "text-completion": TextCompletionRequestor(
94
- pulsar_host=self.pulsar_host, timeout=self.timeout,
99
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
95
100
  auth = self.auth,
96
101
  ),
97
102
  "prompt": PromptRequestor(
98
- pulsar_host=self.pulsar_host, timeout=self.timeout,
103
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
99
104
  auth = self.auth,
100
105
  ),
101
106
  "graph-rag": GraphRagRequestor(
102
- pulsar_host=self.pulsar_host, timeout=self.timeout,
107
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
103
108
  auth = self.auth,
104
109
  ),
105
110
  "document-rag": DocumentRagRequestor(
106
- pulsar_host=self.pulsar_host, timeout=self.timeout,
111
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
107
112
  auth = self.auth,
108
113
  ),
109
114
  "triples-query": TriplesQueryRequestor(
110
- pulsar_host=self.pulsar_host, timeout=self.timeout,
115
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
111
116
  auth = self.auth,
112
117
  ),
113
118
  "graph-embeddings-query": GraphEmbeddingsQueryRequestor(
114
- pulsar_host=self.pulsar_host, timeout=self.timeout,
119
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
115
120
  auth = self.auth,
116
121
  ),
117
122
  "embeddings": EmbeddingsRequestor(
118
- pulsar_host=self.pulsar_host, timeout=self.timeout,
123
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
119
124
  auth = self.auth,
120
125
  ),
121
126
  "agent": AgentRequestor(
122
- pulsar_host=self.pulsar_host, timeout=self.timeout,
127
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
123
128
  auth = self.auth,
124
129
  ),
125
130
  "librarian": LibrarianRequestor(
126
- pulsar_host=self.pulsar_host, timeout=self.timeout,
131
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
127
132
  auth = self.auth,
128
133
  ),
129
134
  "encyclopedia": EncyclopediaRequestor(
130
- pulsar_host=self.pulsar_host, timeout=self.timeout,
135
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
131
136
  auth = self.auth,
132
137
  ),
133
138
  "dbpedia": DbpediaRequestor(
134
- pulsar_host=self.pulsar_host, timeout=self.timeout,
139
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
135
140
  auth = self.auth,
136
141
  ),
137
142
  "internet-search": InternetSearchRequestor(
138
- pulsar_host=self.pulsar_host, timeout=self.timeout,
143
+ pulsar_client=self.pulsar_client, timeout=self.timeout,
139
144
  auth = self.auth,
140
145
  ),
141
146
  "document-load": DocumentLoadSender(
142
- pulsar_host=self.pulsar_host,
147
+ pulsar_client=self.pulsar_client,
143
148
  ),
144
149
  "text-load": TextLoadSender(
145
- pulsar_host=self.pulsar_host,
150
+ pulsar_client=self.pulsar_client,
146
151
  ),
147
152
  }
148
153
 
@@ -205,31 +210,31 @@ class Api:
205
210
  requestor = self.services["text-load"],
206
211
  ),
207
212
  TriplesStreamEndpoint(
208
- pulsar_host=self.pulsar_host,
213
+ pulsar_client=self.pulsar_client,
209
214
  auth = self.auth,
210
215
  ),
211
216
  GraphEmbeddingsStreamEndpoint(
212
- pulsar_host=self.pulsar_host,
217
+ pulsar_client=self.pulsar_client,
213
218
  auth = self.auth,
214
219
  ),
215
220
  DocumentEmbeddingsStreamEndpoint(
216
- pulsar_host=self.pulsar_host,
221
+ pulsar_client=self.pulsar_client,
217
222
  auth = self.auth,
218
223
  ),
219
224
  TriplesLoadEndpoint(
220
- pulsar_host=self.pulsar_host,
225
+ pulsar_client=self.pulsar_client,
221
226
  auth = self.auth,
222
227
  ),
223
228
  GraphEmbeddingsLoadEndpoint(
224
- pulsar_host=self.pulsar_host,
229
+ pulsar_client=self.pulsar_client,
225
230
  auth = self.auth,
226
231
  ),
227
232
  DocumentEmbeddingsLoadEndpoint(
228
- pulsar_host=self.pulsar_host,
233
+ pulsar_client=self.pulsar_client,
229
234
  auth = self.auth,
230
235
  ),
231
236
  MuxEndpoint(
232
- pulsar_host=self.pulsar_host,
237
+ pulsar_client=self.pulsar_client,
233
238
  auth = self.auth,
234
239
  services = self.services,
235
240
  ),
@@ -266,6 +271,11 @@ def run():
266
271
  help=f'Pulsar host (default: {default_pulsar_host})',
267
272
  )
268
273
 
274
+ parser.add_argument(
275
+ '--pulsar-listener',
276
+ help=f'Pulsar listener (default: none)',
277
+ )
278
+
269
279
  parser.add_argument(
270
280
  '-m', '--prometheus-url',
271
281
  default=default_prometheus_url,
@@ -7,10 +7,10 @@ from . endpoint import ServiceEndpoint
7
7
  from . requestor import ServiceRequestor
8
8
 
9
9
  class TextCompletionRequestor(ServiceRequestor):
10
- def __init__(self, pulsar_host, timeout, auth):
10
+ def __init__(self, pulsar_client, timeout, auth):
11
11
 
12
12
  super(TextCompletionRequestor, self).__init__(
13
- pulsar_host=pulsar_host,
13
+ pulsar_client=pulsar_client,
14
14
  request_queue=text_completion_request_queue,
15
15
  response_queue=text_completion_response_queue,
16
16
  request_schema=TextCompletionRequest,
@@ -8,10 +8,10 @@ from . sender import ServiceSender
8
8
  from . serialize import to_subgraph
9
9
 
10
10
  class TextLoadSender(ServiceSender):
11
- def __init__(self, pulsar_host):
11
+ def __init__(self, pulsar_client):
12
12
 
13
13
  super(TextLoadSender, self).__init__(
14
- pulsar_host=pulsar_host,
14
+ pulsar_client=pulsar_client,
15
15
  request_queue=text_ingest_queue,
16
16
  request_schema=TextDocument,
17
17
  )
@@ -14,16 +14,16 @@ from . serialize import to_subgraph
14
14
 
15
15
  class TriplesLoadEndpoint(SocketEndpoint):
16
16
 
17
- def __init__(self, pulsar_host, auth, path="/api/v1/load/triples"):
17
+ def __init__(self, pulsar_client, auth, path="/api/v1/load/triples"):
18
18
 
19
19
  super(TriplesLoadEndpoint, self).__init__(
20
20
  endpoint_path=path, auth=auth,
21
21
  )
22
22
 
23
- self.pulsar_host=pulsar_host
23
+ self.pulsar_client=pulsar_client
24
24
 
25
25
  self.publisher = Publisher(
26
- self.pulsar_host, triples_store_queue,
26
+ self.pulsar_client, triples_store_queue,
27
27
  schema=JsonSchema(Triples)
28
28
  )
29
29
 
@@ -8,10 +8,10 @@ from . requestor import ServiceRequestor
8
8
  from . serialize import to_value, serialize_subgraph
9
9
 
10
10
  class TriplesQueryRequestor(ServiceRequestor):
11
- def __init__(self, pulsar_host, timeout, auth):
11
+ def __init__(self, pulsar_client, timeout, auth):
12
12
 
13
13
  super(TriplesQueryRequestor, self).__init__(
14
- pulsar_host=pulsar_host,
14
+ pulsar_client=pulsar_client,
15
15
  request_queue=triples_request_queue,
16
16
  response_queue=triples_response_queue,
17
17
  request_schema=TriplesQueryRequest,
@@ -13,16 +13,16 @@ from . serialize import serialize_triples
13
13
 
14
14
  class TriplesStreamEndpoint(SocketEndpoint):
15
15
 
16
- def __init__(self, pulsar_host, auth, path="/api/v1/stream/triples"):
16
+ def __init__(self, pulsar_client, auth, path="/api/v1/stream/triples"):
17
17
 
18
18
  super(TriplesStreamEndpoint, self).__init__(
19
19
  endpoint_path=path, auth=auth,
20
20
  )
21
21
 
22
- self.pulsar_host=pulsar_host
22
+ self.pulsar_client=pulsar_client
23
23
 
24
24
  self.subscriber = Subscriber(
25
- self.pulsar_host, triples_store_queue,
25
+ self.pulsar_client, triples_store_queue,
26
26
  "api-gateway", "api-gateway",
27
27
  schema=JsonSchema(Triples)
28
28
  )
@@ -53,4 +53,22 @@ class Librarian:
53
53
  info = None,
54
54
  )
55
55
 
56
+ def handle_triples(self, m):
57
+ self.table_store.add_triples(m)
58
+
59
+ def handle_graph_embeddings(self, m):
60
+ self.table_store.add_graph_embeddings(m)
61
+
62
+ def handle_document_embeddings(self, m):
63
+ self.table_store.add_document_embeddings(m)
64
+
65
+
66
+ def handle_triples(self, m):
67
+ self.table_store.add_triples(m)
68
+
69
+ def handle_graph_embeddings(self, m):
70
+ self.table_store.add_graph_embeddings(m)
71
+
72
+ def handle_document_embeddings(self, m):
73
+ self.table_store.add_document_embeddings(m)
56
74