cognee 0.3.4.dev4__py3-none-any.whl → 0.3.6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (184) hide show
  1. cognee/api/client.py +16 -7
  2. cognee/api/health.py +5 -9
  3. cognee/api/v1/add/add.py +3 -1
  4. cognee/api/v1/cognify/cognify.py +44 -7
  5. cognee/api/v1/permissions/routers/get_permissions_router.py +8 -4
  6. cognee/api/v1/search/search.py +3 -0
  7. cognee/api/v1/ui/__init__.py +1 -1
  8. cognee/api/v1/ui/ui.py +215 -150
  9. cognee/api/v1/update/__init__.py +1 -0
  10. cognee/api/v1/update/routers/__init__.py +1 -0
  11. cognee/api/v1/update/routers/get_update_router.py +90 -0
  12. cognee/api/v1/update/update.py +100 -0
  13. cognee/base_config.py +5 -2
  14. cognee/cli/_cognee.py +28 -10
  15. cognee/cli/commands/delete_command.py +34 -2
  16. cognee/eval_framework/corpus_builder/task_getters/get_default_tasks_by_indices.py +2 -2
  17. cognee/eval_framework/evaluation/direct_llm_eval_adapter.py +3 -2
  18. cognee/eval_framework/modal_eval_dashboard.py +9 -1
  19. cognee/infrastructure/databases/graph/config.py +9 -9
  20. cognee/infrastructure/databases/graph/get_graph_engine.py +4 -21
  21. cognee/infrastructure/databases/graph/kuzu/adapter.py +60 -9
  22. cognee/infrastructure/databases/hybrid/neptune_analytics/NeptuneAnalyticsAdapter.py +3 -3
  23. cognee/infrastructure/databases/relational/config.py +4 -4
  24. cognee/infrastructure/databases/relational/create_relational_engine.py +11 -3
  25. cognee/infrastructure/databases/vector/chromadb/ChromaDBAdapter.py +7 -3
  26. cognee/infrastructure/databases/vector/config.py +7 -7
  27. cognee/infrastructure/databases/vector/create_vector_engine.py +7 -15
  28. cognee/infrastructure/databases/vector/embeddings/EmbeddingEngine.py +9 -0
  29. cognee/infrastructure/databases/vector/embeddings/FastembedEmbeddingEngine.py +11 -0
  30. cognee/infrastructure/databases/vector/embeddings/LiteLLMEmbeddingEngine.py +19 -2
  31. cognee/infrastructure/databases/vector/embeddings/OllamaEmbeddingEngine.py +11 -0
  32. cognee/infrastructure/databases/vector/embeddings/config.py +8 -0
  33. cognee/infrastructure/databases/vector/embeddings/get_embedding_engine.py +5 -0
  34. cognee/infrastructure/databases/vector/lancedb/LanceDBAdapter.py +11 -10
  35. cognee/infrastructure/databases/vector/pgvector/PGVectorAdapter.py +48 -38
  36. cognee/infrastructure/databases/vector/vector_db_interface.py +8 -4
  37. cognee/infrastructure/files/storage/S3FileStorage.py +15 -5
  38. cognee/infrastructure/files/storage/s3_config.py +1 -0
  39. cognee/infrastructure/files/utils/open_data_file.py +7 -14
  40. cognee/infrastructure/llm/LLMGateway.py +19 -117
  41. cognee/infrastructure/llm/config.py +28 -13
  42. cognee/infrastructure/llm/{structured_output_framework/litellm_instructor/extraction → extraction}/extract_categories.py +2 -1
  43. cognee/infrastructure/llm/{structured_output_framework/litellm_instructor/extraction → extraction}/extract_event_entities.py +3 -2
  44. cognee/infrastructure/llm/{structured_output_framework/litellm_instructor/extraction → extraction}/extract_summary.py +3 -2
  45. cognee/infrastructure/llm/{structured_output_framework/litellm_instructor/extraction → extraction}/knowledge_graph/extract_content_graph.py +2 -1
  46. cognee/infrastructure/llm/{structured_output_framework/litellm_instructor/extraction → extraction}/knowledge_graph/extract_event_graph.py +3 -2
  47. cognee/infrastructure/llm/prompts/read_query_prompt.py +3 -2
  48. cognee/infrastructure/llm/prompts/show_prompt.py +35 -0
  49. cognee/infrastructure/llm/prompts/test.txt +1 -0
  50. cognee/infrastructure/llm/structured_output_framework/baml/baml_client/__init__.py +2 -2
  51. cognee/infrastructure/llm/structured_output_framework/baml/baml_client/async_client.py +50 -397
  52. cognee/infrastructure/llm/structured_output_framework/baml/baml_client/inlinedbaml.py +2 -3
  53. cognee/infrastructure/llm/structured_output_framework/baml/baml_client/parser.py +8 -88
  54. cognee/infrastructure/llm/structured_output_framework/baml/baml_client/runtime.py +78 -0
  55. cognee/infrastructure/llm/structured_output_framework/baml/baml_client/stream_types.py +2 -99
  56. cognee/infrastructure/llm/structured_output_framework/baml/baml_client/sync_client.py +49 -401
  57. cognee/infrastructure/llm/structured_output_framework/baml/baml_client/type_builder.py +19 -882
  58. cognee/infrastructure/llm/structured_output_framework/baml/baml_client/type_map.py +2 -34
  59. cognee/infrastructure/llm/structured_output_framework/baml/baml_client/types.py +2 -107
  60. cognee/infrastructure/llm/structured_output_framework/baml/baml_src/acreate_structured_output.baml +26 -0
  61. cognee/infrastructure/llm/structured_output_framework/baml/baml_src/extraction/__init__.py +1 -2
  62. cognee/infrastructure/llm/structured_output_framework/baml/baml_src/extraction/acreate_structured_output.py +76 -0
  63. cognee/infrastructure/llm/structured_output_framework/baml/baml_src/extraction/create_dynamic_baml_type.py +122 -0
  64. cognee/infrastructure/llm/structured_output_framework/baml/baml_src/generators.baml +3 -3
  65. cognee/infrastructure/llm/structured_output_framework/litellm_instructor/llm/anthropic/adapter.py +0 -32
  66. cognee/infrastructure/llm/structured_output_framework/litellm_instructor/llm/gemini/adapter.py +107 -98
  67. cognee/infrastructure/llm/structured_output_framework/litellm_instructor/llm/generic_llm_api/adapter.py +5 -6
  68. cognee/infrastructure/llm/structured_output_framework/litellm_instructor/llm/get_llm_client.py +5 -6
  69. cognee/infrastructure/llm/structured_output_framework/litellm_instructor/llm/llm_interface.py +0 -26
  70. cognee/infrastructure/llm/structured_output_framework/litellm_instructor/llm/openai/adapter.py +17 -67
  71. cognee/infrastructure/llm/tokenizer/Gemini/adapter.py +8 -7
  72. cognee/infrastructure/llm/utils.py +4 -4
  73. cognee/infrastructure/loaders/LoaderEngine.py +5 -2
  74. cognee/infrastructure/loaders/external/__init__.py +7 -0
  75. cognee/infrastructure/loaders/external/advanced_pdf_loader.py +244 -0
  76. cognee/infrastructure/loaders/supported_loaders.py +7 -0
  77. cognee/modules/data/methods/create_authorized_dataset.py +9 -0
  78. cognee/modules/data/methods/get_authorized_dataset.py +1 -1
  79. cognee/modules/data/methods/get_authorized_dataset_by_name.py +11 -0
  80. cognee/modules/data/methods/get_deletion_counts.py +92 -0
  81. cognee/modules/graph/cognee_graph/CogneeGraph.py +1 -1
  82. cognee/modules/graph/utils/expand_with_nodes_and_edges.py +22 -8
  83. cognee/modules/graph/utils/retrieve_existing_edges.py +0 -2
  84. cognee/modules/ingestion/data_types/TextData.py +0 -1
  85. cognee/modules/observability/get_observe.py +14 -0
  86. cognee/modules/observability/observers.py +1 -0
  87. cognee/modules/ontology/base_ontology_resolver.py +42 -0
  88. cognee/modules/ontology/get_default_ontology_resolver.py +41 -0
  89. cognee/modules/ontology/matching_strategies.py +53 -0
  90. cognee/modules/ontology/models.py +20 -0
  91. cognee/modules/ontology/ontology_config.py +24 -0
  92. cognee/modules/ontology/ontology_env_config.py +45 -0
  93. cognee/modules/ontology/rdf_xml/{OntologyResolver.py → RDFLibOntologyResolver.py} +20 -28
  94. cognee/modules/pipelines/layers/resolve_authorized_user_dataset.py +21 -24
  95. cognee/modules/pipelines/layers/resolve_authorized_user_datasets.py +3 -3
  96. cognee/modules/retrieval/code_retriever.py +2 -1
  97. cognee/modules/retrieval/context_providers/TripletSearchContextProvider.py +1 -4
  98. cognee/modules/retrieval/graph_completion_cot_retriever.py +6 -5
  99. cognee/modules/retrieval/graph_completion_retriever.py +0 -3
  100. cognee/modules/retrieval/insights_retriever.py +1 -1
  101. cognee/modules/retrieval/jaccard_retrival.py +60 -0
  102. cognee/modules/retrieval/lexical_retriever.py +123 -0
  103. cognee/modules/retrieval/natural_language_retriever.py +2 -1
  104. cognee/modules/retrieval/temporal_retriever.py +3 -2
  105. cognee/modules/retrieval/utils/brute_force_triplet_search.py +2 -12
  106. cognee/modules/retrieval/utils/completion.py +4 -7
  107. cognee/modules/search/methods/get_search_type_tools.py +7 -0
  108. cognee/modules/search/methods/no_access_control_search.py +1 -1
  109. cognee/modules/search/methods/search.py +32 -13
  110. cognee/modules/search/types/SearchType.py +1 -0
  111. cognee/modules/users/permissions/methods/authorized_give_permission_on_datasets.py +12 -0
  112. cognee/modules/users/permissions/methods/check_permission_on_dataset.py +11 -0
  113. cognee/modules/users/permissions/methods/get_all_user_permission_datasets.py +10 -0
  114. cognee/modules/users/permissions/methods/get_document_ids_for_user.py +10 -0
  115. cognee/modules/users/permissions/methods/get_principal.py +9 -0
  116. cognee/modules/users/permissions/methods/get_principal_datasets.py +11 -0
  117. cognee/modules/users/permissions/methods/get_role.py +10 -0
  118. cognee/modules/users/permissions/methods/get_specific_user_permission_datasets.py +3 -3
  119. cognee/modules/users/permissions/methods/get_tenant.py +9 -0
  120. cognee/modules/users/permissions/methods/give_default_permission_to_role.py +9 -0
  121. cognee/modules/users/permissions/methods/give_default_permission_to_tenant.py +9 -0
  122. cognee/modules/users/permissions/methods/give_default_permission_to_user.py +9 -0
  123. cognee/modules/users/permissions/methods/give_permission_on_dataset.py +10 -0
  124. cognee/modules/users/roles/methods/add_user_to_role.py +11 -0
  125. cognee/modules/users/roles/methods/create_role.py +12 -1
  126. cognee/modules/users/tenants/methods/add_user_to_tenant.py +12 -0
  127. cognee/modules/users/tenants/methods/create_tenant.py +12 -1
  128. cognee/modules/visualization/cognee_network_visualization.py +13 -9
  129. cognee/shared/data_models.py +0 -1
  130. cognee/shared/utils.py +0 -32
  131. cognee/tasks/chunk_naive_llm_classifier/chunk_naive_llm_classifier.py +2 -2
  132. cognee/tasks/codingagents/coding_rule_associations.py +3 -2
  133. cognee/tasks/entity_completion/entity_extractors/llm_entity_extractor.py +3 -2
  134. cognee/tasks/graph/cascade_extract/utils/extract_content_nodes_and_relationship_names.py +3 -2
  135. cognee/tasks/graph/cascade_extract/utils/extract_edge_triplets.py +3 -2
  136. cognee/tasks/graph/cascade_extract/utils/extract_nodes.py +3 -2
  137. cognee/tasks/graph/extract_graph_from_code.py +2 -2
  138. cognee/tasks/graph/extract_graph_from_data.py +55 -12
  139. cognee/tasks/graph/extract_graph_from_data_v2.py +16 -4
  140. cognee/tasks/ingestion/migrate_relational_database.py +132 -41
  141. cognee/tasks/ingestion/resolve_data_directories.py +4 -1
  142. cognee/tasks/schema/ingest_database_schema.py +134 -0
  143. cognee/tasks/schema/models.py +40 -0
  144. cognee/tasks/storage/index_data_points.py +1 -1
  145. cognee/tasks/storage/index_graph_edges.py +3 -1
  146. cognee/tasks/summarization/summarize_code.py +2 -2
  147. cognee/tasks/summarization/summarize_text.py +2 -2
  148. cognee/tasks/temporal_graph/enrich_events.py +2 -2
  149. cognee/tasks/temporal_graph/extract_events_and_entities.py +2 -2
  150. cognee/tests/cli_tests/cli_unit_tests/test_cli_commands.py +13 -4
  151. cognee/tests/cli_tests/cli_unit_tests/test_cli_edge_cases.py +13 -3
  152. cognee/tests/test_advanced_pdf_loader.py +141 -0
  153. cognee/tests/test_chromadb.py +40 -0
  154. cognee/tests/test_cognee_server_start.py +6 -1
  155. cognee/tests/test_data/Quantum_computers.txt +9 -0
  156. cognee/tests/test_lancedb.py +211 -0
  157. cognee/tests/test_pgvector.py +40 -0
  158. cognee/tests/test_relational_db_migration.py +76 -0
  159. cognee/tests/unit/infrastructure/databases/test_index_graph_edges.py +2 -1
  160. cognee/tests/unit/modules/ontology/test_ontology_adapter.py +330 -13
  161. cognee/tests/unit/modules/retrieval/graph_completion_retriever_context_extension_test.py +0 -4
  162. cognee/tests/unit/modules/retrieval/graph_completion_retriever_cot_test.py +0 -4
  163. cognee/tests/unit/modules/retrieval/graph_completion_retriever_test.py +0 -4
  164. {cognee-0.3.4.dev4.dist-info → cognee-0.3.6.dist-info}/METADATA +92 -96
  165. {cognee-0.3.4.dev4.dist-info → cognee-0.3.6.dist-info}/RECORD +172 -160
  166. cognee/infrastructure/data/utils/extract_keywords.py +0 -48
  167. cognee/infrastructure/databases/hybrid/falkordb/FalkorDBAdapter.py +0 -1227
  168. cognee/infrastructure/llm/structured_output_framework/baml/baml_src/extract_categories.baml +0 -109
  169. cognee/infrastructure/llm/structured_output_framework/baml/baml_src/extract_content_graph.baml +0 -343
  170. cognee/infrastructure/llm/structured_output_framework/baml/baml_src/extraction/extract_categories.py +0 -0
  171. cognee/infrastructure/llm/structured_output_framework/baml/baml_src/extraction/extract_summary.py +0 -89
  172. cognee/infrastructure/llm/structured_output_framework/baml/baml_src/extraction/knowledge_graph/__init__.py +0 -0
  173. cognee/infrastructure/llm/structured_output_framework/baml/baml_src/extraction/knowledge_graph/extract_content_graph.py +0 -44
  174. cognee/tasks/graph/infer_data_ontology.py +0 -309
  175. cognee/tests/test_falkordb.py +0 -174
  176. distributed/poetry.lock +0 -12238
  177. distributed/pyproject.toml +0 -186
  178. /cognee/infrastructure/llm/{structured_output_framework/litellm_instructor/extraction → extraction}/__init__.py +0 -0
  179. /cognee/infrastructure/llm/{structured_output_framework/litellm_instructor/extraction → extraction}/knowledge_graph/__init__.py +0 -0
  180. /cognee/infrastructure/llm/{structured_output_framework/litellm_instructor/extraction → extraction}/texts.json +0 -0
  181. {cognee-0.3.4.dev4.dist-info → cognee-0.3.6.dist-info}/WHEEL +0 -0
  182. {cognee-0.3.4.dev4.dist-info → cognee-0.3.6.dist-info}/entry_points.txt +0 -0
  183. {cognee-0.3.4.dev4.dist-info → cognee-0.3.6.dist-info}/licenses/LICENSE +0 -0
  184. {cognee-0.3.4.dev4.dist-info → cognee-0.3.6.dist-info}/licenses/NOTICE.md +0 -0
@@ -1,186 +0,0 @@
1
- [project]
2
- name = "cognee"
3
- version = "0.2.2.dev0"
4
- description = "Cognee - is a library for enriching LLM context with a semantic layer for better understanding and reasoning."
5
- authors = [
6
- { name = "Vasilije Markovic" },
7
- { name = "Boris Arzentar" },
8
- ]
9
- requires-python = ">=3.10,<=3.13"
10
- readme = "README.md"
11
- license = "Apache-2.0"
12
- classifiers = [
13
- "Development Status :: 4 - Beta",
14
- "Intended Audience :: Developers",
15
- "License :: OSI Approved :: Apache Software License",
16
- "Topic :: Software Development :: Libraries",
17
- "Operating System :: MacOS :: MacOS X",
18
- "Operating System :: POSIX :: Linux",
19
- "Operating System :: Microsoft :: Windows",
20
- ]
21
- dependencies = [
22
- "openai>=1.80.1,<2",
23
- "python-dotenv>=1.0.1,<2.0.0",
24
- "pydantic>=2.11.7,<3.0.0",
25
- "pydantic-settings>=2.10.1,<3",
26
- "typing_extensions>=4.12.2,<5.0.0",
27
- "nltk>=3.9.1,<4.0.0",
28
- "numpy>=1.26.4, <=4.0.0",
29
- "pandas>=2.2.2,<3.0.0",
30
- # Note: New s3fs and boto3 versions don't work well together
31
- # Always use comaptible fixed versions of these two dependencies
32
- "s3fs[boto3]==2025.3.2",
33
- "sqlalchemy>=2.0.39,<3.0.0",
34
- "aiosqlite>=0.20.0,<1.0.0",
35
- "tiktoken>=0.8.0,<1.0.0",
36
- "litellm>=1.57.4, <1.71.0",
37
- "instructor>=1.9.1,<2.0.0",
38
- "langfuse>=2.32.0,<3",
39
- "filetype>=1.2.0,<2.0.0",
40
- "aiohttp>=3.11.14,<4.0.0",
41
- "aiofiles>=23.2.1,<24.0.0",
42
- "rdflib>=7.1.4,<7.2.0",
43
- "pypdf>=4.1.0,<7.0.0",
44
- "jinja2>=3.1.3,<4",
45
- "matplotlib>=3.8.3,<4",
46
- "networkx>=3.4.2,<4",
47
- "lancedb>=0.24.0,<1.0.0",
48
- "alembic>=1.13.3,<2",
49
- "pre-commit>=4.0.1,<5",
50
- "scikit-learn>=1.6.1,<2",
51
- "limits>=4.4.1,<5",
52
- "fastapi>=0.115.7,<1.0.0",
53
- "python-multipart>=0.0.20,<1.0.0",
54
- "fastapi-users[sqlalchemy]>=14.0.1,<15.0.0",
55
- "dlt[sqlalchemy]>=1.9.0,<2",
56
- "sentry-sdk[fastapi]>=2.9.0,<3",
57
- "structlog>=25.2.0,<26",
58
- "pympler>=1.1,<2.0.0",
59
- "onnxruntime>=1.0.0,<2.0.0",
60
- "pylance>=0.22.0,<1.0.0",
61
- "kuzu (==0.11.0)"
62
- ]
63
-
64
- [project.optional-dependencies]
65
- api = [
66
- "uvicorn>=0.34.0,<1.0.0",
67
- "gunicorn>=20.1.0,<24",
68
- "websockets>=15.0.1,<16.0.0"
69
- ]
70
- distributed = [
71
- "modal>=1.0.5,<2.0.0",
72
- ]
73
-
74
- neo4j = ["neo4j>=5.28.0,<6"]
75
- postgres = [
76
- "psycopg2>=2.9.10,<3",
77
- "pgvector>=0.3.5,<0.4",
78
- "asyncpg>=0.30.0,<1.0.0",
79
- ]
80
- postgres-binary = [
81
- "psycopg2-binary>=2.9.10,<3.0.0",
82
- "pgvector>=0.3.5,<0.4",
83
- "asyncpg>=0.30.0,<1.0.0",
84
- ]
85
- notebook = ["notebook>=7.1.0,<8"]
86
- langchain = [
87
- "langsmith>=0.2.3,<1.0.0",
88
- "langchain_text_splitters>=0.3.2,<1.0.0",
89
- ]
90
- llama-index = ["llama-index-core>=0.12.11,<0.13"]
91
- gemini = ["google-generativeai>=0.8.4,<0.9"]
92
- huggingface = ["transformers>=4.46.3,<5"]
93
- ollama = ["transformers>=4.46.3,<5"]
94
- mistral = ["mistral-common>=1.5.2,<2"]
95
- anthropic = ["anthropic>=0.26.1,<0.27"]
96
- deepeval = ["deepeval>=2.0.1,<3"]
97
- posthog = ["posthog>=3.5.0,<4"]
98
- falkordb = ["falkordb>=1.0.9,<2.0.0"]
99
- groq = ["groq>=0.8.0,<1.0.0"]
100
- chromadb = [
101
- "chromadb>=0.3.0,<0.7",
102
- "pypika==0.48.8",
103
- ]
104
- docs = ["unstructured[csv, doc, docx, epub, md, odt, org, ppt, pptx, rst, rtf, tsv, xlsx]>=0.18.1,<19"]
105
- codegraph = [
106
- "fastembed<=0.6.0 ; python_version < '3.13'",
107
- "transformers>=4.46.3,<5",
108
- "tree-sitter>=0.24.0,<0.25",
109
- "tree-sitter-python>=0.23.6,<0.24",
110
- ]
111
- evals = [
112
- "plotly>=6.0.0,<7",
113
- "gdown>=5.2.0,<6",
114
- ]
115
- gui = [
116
- "pyside6>=6.8.3,<7",
117
- "qasync>=0.27.1,<0.28",
118
- ]
119
- graphiti = ["graphiti-core>=0.7.0,<0.8"]
120
- # Note: New s3fs and boto3 versions don't work well together
121
- # Always use comaptible fixed versions of these two dependencies
122
- aws = ["s3fs[boto3]==2025.3.2"]
123
- dev = [
124
- "pytest>=7.4.0,<8",
125
- "pytest-cov>=6.1.1,<7.0.0",
126
- "pytest-asyncio>=0.21.1,<0.22",
127
- "coverage>=7.3.2,<8",
128
- "mypy>=1.7.1,<2",
129
- "notebook>=7.1.0,<8",
130
- "deptry>=0.20.0,<0.21",
131
- "pylint>=3.0.3,<4",
132
- "ruff>=0.9.2,<1.0.0",
133
- "tweepy>=4.14.0,<5.0.0",
134
- "gitpython>=3.1.43,<4",
135
- "mkdocs-material>=9.5.42,<10",
136
- "mkdocs-minify-plugin>=0.8.0,<0.9",
137
- "mkdocstrings[python]>=0.26.2,<0.27",
138
- ]
139
- debug = ["debugpy>=1.8.9,<2.0.0"]
140
-
141
- [project.urls]
142
- Homepage = "https://www.cognee.ai"
143
- Repository = "https://github.com/topoteretes/cognee"
144
-
145
- [build-system]
146
- requires = ["hatchling"]
147
- build-backend = "hatchling.build"
148
-
149
- [tool.hatch.build]
150
- exclude = [
151
- "/bin",
152
- "/dist",
153
- "/.data",
154
- "/.github",
155
- "/alembic",
156
- "/deployment",
157
- "/cognee-mcp",
158
- "/cognee-frontend",
159
- "/examples",
160
- "/helm",
161
- "/licenses",
162
- "/logs",
163
- "/notebooks",
164
- "/profiling",
165
- "/tests",
166
- "/tools",
167
- ]
168
-
169
- [tool.hatch.build.targets.wheel]
170
- packages = ["cognee", "distributed"]
171
-
172
- [tool.ruff]
173
- line-length = 100
174
- exclude = [
175
- "migrations/", # Ignore migrations directory
176
- "notebooks/", # Ignore notebook files
177
- "build/", # Ignore build directory
178
- "cognee/pipelines.py",
179
- "cognee/modules/users/models/Group.py",
180
- "cognee/modules/users/models/ACL.py",
181
- "cognee/modules/pipelines/models/Task.py",
182
- "cognee/modules/data/models/Dataset.py"
183
- ]
184
-
185
- [tool.ruff.lint]
186
- ignore = ["F401"]