databao-context-engine 0.1.4.dev1__py3-none-any.whl → 0.1.6__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. databao_context_engine/__init__.py +14 -1
  2. databao_context_engine/build_sources/build_runner.py +7 -7
  3. databao_context_engine/build_sources/build_wiring.py +8 -10
  4. databao_context_engine/build_sources/plugin_execution.py +9 -12
  5. databao_context_engine/cli/add_datasource_config.py +9 -30
  6. databao_context_engine/cli/commands.py +29 -13
  7. databao_context_engine/databao_context_engine.py +3 -13
  8. databao_context_engine/databao_context_project_manager.py +56 -29
  9. databao_context_engine/datasources/check_config.py +13 -16
  10. databao_context_engine/datasources/datasource_context.py +21 -24
  11. databao_context_engine/datasources/datasource_discovery.py +45 -44
  12. databao_context_engine/datasources/types.py +53 -42
  13. databao_context_engine/generate_configs_schemas.py +4 -5
  14. databao_context_engine/introspection/property_extract.py +52 -47
  15. databao_context_engine/llm/__init__.py +10 -0
  16. databao_context_engine/llm/api.py +57 -0
  17. databao_context_engine/llm/descriptions/ollama.py +1 -3
  18. databao_context_engine/llm/factory.py +5 -2
  19. databao_context_engine/llm/install.py +13 -10
  20. databao_context_engine/llm/runtime.py +3 -5
  21. databao_context_engine/mcp/mcp_server.py +1 -3
  22. databao_context_engine/plugin_loader.py +6 -7
  23. databao_context_engine/pluginlib/build_plugin.py +0 -33
  24. databao_context_engine/plugins/databases/athena/__init__.py +0 -0
  25. databao_context_engine/plugins/{athena_db_plugin.py → databases/athena/athena_db_plugin.py} +3 -3
  26. databao_context_engine/plugins/databases/{athena_introspector.py → athena/athena_introspector.py} +2 -5
  27. databao_context_engine/plugins/{base_db_plugin.py → databases/base_db_plugin.py} +1 -3
  28. databao_context_engine/plugins/databases/base_introspector.py +11 -14
  29. databao_context_engine/plugins/databases/clickhouse/__init__.py +0 -0
  30. databao_context_engine/plugins/{clickhouse_db_plugin.py → databases/clickhouse/clickhouse_db_plugin.py} +3 -3
  31. databao_context_engine/plugins/databases/{clickhouse_introspector.py → clickhouse/clickhouse_introspector.py} +2 -5
  32. databao_context_engine/plugins/databases/duckdb/__init__.py +0 -0
  33. databao_context_engine/plugins/databases/duckdb/duckdb_db_plugin.py +12 -0
  34. databao_context_engine/plugins/databases/{duckdb_introspector.py → duckdb/duckdb_introspector.py} +4 -7
  35. databao_context_engine/plugins/databases/mssql/__init__.py +0 -0
  36. databao_context_engine/plugins/{mssql_db_plugin.py → databases/mssql/mssql_db_plugin.py} +3 -3
  37. databao_context_engine/plugins/databases/{mssql_introspector.py → mssql/mssql_introspector.py} +9 -10
  38. databao_context_engine/plugins/databases/mysql/__init__.py +0 -0
  39. databao_context_engine/plugins/{mysql_db_plugin.py → databases/mysql/mysql_db_plugin.py} +3 -3
  40. databao_context_engine/plugins/databases/{mysql_introspector.py → mysql/mysql_introspector.py} +8 -8
  41. databao_context_engine/plugins/databases/postgresql/__init__.py +0 -0
  42. databao_context_engine/plugins/databases/postgresql/postgresql_db_plugin.py +15 -0
  43. databao_context_engine/plugins/databases/{postgresql_introspector.py → postgresql/postgresql_introspector.py} +9 -16
  44. databao_context_engine/plugins/databases/snowflake/__init__.py +0 -0
  45. databao_context_engine/plugins/databases/snowflake/snowflake_db_plugin.py +15 -0
  46. databao_context_engine/plugins/databases/{snowflake_introspector.py → snowflake/snowflake_introspector.py} +8 -9
  47. databao_context_engine/plugins/databases/sqlite/__init__.py +0 -0
  48. databao_context_engine/plugins/databases/sqlite/sqlite_db_plugin.py +12 -0
  49. databao_context_engine/plugins/databases/sqlite/sqlite_introspector.py +241 -0
  50. databao_context_engine/plugins/dbt/__init__.py +0 -0
  51. databao_context_engine/plugins/dbt/dbt_chunker.py +47 -0
  52. databao_context_engine/plugins/dbt/dbt_context_extractor.py +106 -0
  53. databao_context_engine/plugins/dbt/dbt_plugin.py +25 -0
  54. databao_context_engine/plugins/dbt/types.py +44 -0
  55. databao_context_engine/plugins/dbt/types_artifacts.py +58 -0
  56. databao_context_engine/plugins/files/__init__.py +0 -0
  57. databao_context_engine/plugins/{unstructured_files_plugin.py → files/unstructured_files_plugin.py} +1 -1
  58. databao_context_engine/plugins/plugin_loader.py +13 -15
  59. databao_context_engine/plugins/resources/parquet_introspector.py +1 -1
  60. databao_context_engine/plugins/{parquet_plugin.py → resources/parquet_plugin.py} +1 -3
  61. databao_context_engine/project/layout.py +12 -13
  62. databao_context_engine/retrieve_embeddings/retrieve_runner.py +3 -16
  63. databao_context_engine/retrieve_embeddings/retrieve_service.py +13 -6
  64. databao_context_engine/retrieve_embeddings/retrieve_wiring.py +4 -7
  65. databao_context_engine/serialization/yaml.py +5 -5
  66. databao_context_engine/storage/migrate.py +1 -1
  67. databao_context_engine/storage/repositories/vector_search_repository.py +18 -6
  68. databao_context_engine-0.1.6.dist-info/METADATA +228 -0
  69. {databao_context_engine-0.1.4.dev1.dist-info → databao_context_engine-0.1.6.dist-info}/RECORD +71 -55
  70. databao_context_engine/datasources/add_config.py +0 -34
  71. databao_context_engine/plugins/duckdb_db_plugin.py +0 -12
  72. databao_context_engine/plugins/postgresql_db_plugin.py +0 -12
  73. databao_context_engine/plugins/snowflake_db_plugin.py +0 -12
  74. databao_context_engine/retrieve_embeddings/export_results.py +0 -12
  75. databao_context_engine-0.1.4.dev1.dist-info/METADATA +0 -75
  76. {databao_context_engine-0.1.4.dev1.dist-info → databao_context_engine-0.1.6.dist-info}/WHEEL +0 -0
  77. {databao_context_engine-0.1.4.dev1.dist-info → databao_context_engine-0.1.6.dist-info}/entry_points.txt +0 -0
@@ -1,99 +1,115 @@
1
- databao_context_engine/__init__.py,sha256=nYkaM5t5Y5EV-p9_Ajg62xLFHW24liMc79oKxyodGYc,1874
1
+ databao_context_engine/__init__.py,sha256=sPhGoLZhsFvf1n-WLt9gFUL1IZegCQJPkOZrcrJYn2c,2239
2
2
  databao_context_engine/build_sources/__init__.py,sha256=FteGp3MvSuX_fh-Fx1pq-jOjFcjYKQSXFSll4tQffvk,224
3
- databao_context_engine/build_sources/build_runner.py,sha256=YXU-EJoJ5nzGePrvWA8nxJl-k-PKwgShiKPHiN5ndLM,3981
3
+ databao_context_engine/build_sources/build_runner.py,sha256=aSxp99R4tbnbHlEDFrg8iw4Bi1dGvO_5uTO-mIrB080,3986
4
4
  databao_context_engine/build_sources/build_service.py,sha256=eywJzpvZUVrj-JYxXii_kxhTBzVUT0xfbNtdAFcpGWQ,1624
5
- databao_context_engine/build_sources/build_wiring.py,sha256=7Jw78gCy57Zy0e5nUnAqQmPdTkW6tztlHnQmRJ1cNkE,3192
5
+ databao_context_engine/build_sources/build_wiring.py,sha256=Hfdk0CF0LuGiGGQjOl7wVpVBnYRgrLvT_iLUq-Xljng,3174
6
6
  databao_context_engine/build_sources/export_results.py,sha256=E3HP4uaQKYDrmAJKFWwDT190j7ZKfO791_pjKebTMQM,1773
7
- databao_context_engine/build_sources/plugin_execution.py,sha256=Icl2oJeyL98aD8m0unmnRdtCOtaZE6iRGtmCUFA_eYk,2211
7
+ databao_context_engine/build_sources/plugin_execution.py,sha256=wfMCF_9ixuEnV2VMhCDwOwBN5bi8Yz6ap5ayau2TAYk,2090
8
8
  databao_context_engine/cli/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
9
- databao_context_engine/cli/add_datasource_config.py,sha256=ESAIkLb_g2Bg-WjorZ6JFSwxh23SY-g1T699_fxip54,6371
10
- databao_context_engine/cli/commands.py,sha256=ntqoThbplgrHPtDy5kKna1Cz_iu8UKJQG6q7G6UmsCs,7106
9
+ databao_context_engine/cli/add_datasource_config.py,sha256=fK1MIaTCoz1jurldJZD_BpPIgc6kr-NaAyVjVgjsOTU,5523
10
+ databao_context_engine/cli/commands.py,sha256=VJOHB3H28wNjOUuFC8hhF8-rnlIFjsZMlNT3C2ZbIUY,7807
11
11
  databao_context_engine/cli/datasources.py,sha256=kHbXhEnDVaYXTRAE3WeaDGohH1Y9cwyYjjcycQ8eh1U,2376
12
12
  databao_context_engine/cli/info.py,sha256=2iegfvRAxMae3KkWMDu-BOnljeJMVQ5u8P5k_8nOKpc,1203
13
13
  databao_context_engine/config/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
14
14
  databao_context_engine/config/log_config.yaml,sha256=hH2NPumufcyig8L-7Z_DbLQ88_G2N6CAEl5fvHafeAw,360
15
15
  databao_context_engine/config/logging.py,sha256=66k7x3ftEdHx-CKqbOss4pqZfGn4nMFv7AzVPs9aVnY,1525
16
- databao_context_engine/databao_context_engine.py,sha256=_45hvUt9u0CDhhoZDjByf12jw_QjQgH_fa0DM1D2zTc,5416
17
- databao_context_engine/databao_context_project_manager.py,sha256=NVkVEpW_82iQuBTnEoJDNFswidR6nzTP9h6m0NDCogg,7502
16
+ databao_context_engine/databao_context_engine.py,sha256=l8F1JOzDDZYvIannM6Yq_tGR--G23XzjTVZn6dnjSwY,4966
17
+ databao_context_engine/databao_context_project_manager.py,sha256=xF_ZQUd8NxnP6ow-y6YCGxzPO9Gfy5TTSqIeC5N9XOU,8288
18
18
  databao_context_engine/datasources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
19
- databao_context_engine/datasources/add_config.py,sha256=NN6wenXWAYxC_f65HRh8NZRMO86q3tDxi5Y2mX9qiR4,1208
20
- databao_context_engine/datasources/check_config.py,sha256=DefL4SkrdlWVjboN5KgZ4lMtqPC7Y5hTnvNtPhkMmE4,5475
21
- databao_context_engine/datasources/datasource_context.py,sha256=fK1MEvlDwPvybqIQ_Xkw2SyZd_p2X0gPUP9hX6AfDhU,3542
22
- databao_context_engine/datasources/datasource_discovery.py,sha256=SbqYdqg59M9f_a3TKAf4uXNm2hCDJ-U28Jw4cE-8h5g,5198
23
- databao_context_engine/datasources/types.py,sha256=KO4AiYvh7qbMyyPmzhZDuByCHkiFSOe_SvnwrYSiw0Q,7063
19
+ databao_context_engine/datasources/check_config.py,sha256=YsrWFCwdJv3jvXG_tTuCRr129351GmRTKB0BRYXxtbo,5407
20
+ databao_context_engine/datasources/datasource_context.py,sha256=uRuviRJUsZdHcNan5DYc3ZBpw2SSsHIMuZjR4PbXUkg,3687
21
+ databao_context_engine/datasources/datasource_discovery.py,sha256=ZrjVyKIk93XbBLTVnnNAR4CFBFflmPZgvmBfOq83hZs,5573
22
+ databao_context_engine/datasources/types.py,sha256=gF2BfNC-NSSvXEg-mefGPBKCGsLhUiDySIv56SsvbIM,7449
24
23
  databao_context_engine/event_journal/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
25
24
  databao_context_engine/event_journal/writer.py,sha256=abkl2SPHYzO8XAUsjbtrcXm6WQk15zWpXhYm86qb6G0,986
26
- databao_context_engine/generate_configs_schemas.py,sha256=OBX1Motg_d-fmZCUnDoF-3c8dYbDcTOJmhD7F0WJHH8,3017
25
+ databao_context_engine/generate_configs_schemas.py,sha256=rUjSg_SnF7C8-OJ8dNwPpbEdPQqxnF2X8qz3LwIo0e0,3007
27
26
  databao_context_engine/init_project.py,sha256=enLvYOd5MpGYVdWly7DuLMzPLUEE6130bEuxh0YZft8,1496
28
27
  databao_context_engine/introspection/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
29
- databao_context_engine/introspection/property_extract.py,sha256=m7DL8SWNIipi8uE9q4k3TDvlga9YeKyKh85CvFt_fqI,7816
30
- databao_context_engine/llm/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
28
+ databao_context_engine/introspection/property_extract.py,sha256=DlTdqvysEmYMsmeJMdaxQuzbBalMxTq7XLqMSwecYCg,7891
29
+ databao_context_engine/llm/__init__.py,sha256=FAGvpG3kBp4ssNYre8ytTtPeCF6XdZYNP7qpEUhpNAk,366
30
+ databao_context_engine/llm/api.py,sha256=eizZD1PGwkJbj0CFHDtdqcPWp3OdbbUSWIIcF3M3MSo,2091
31
31
  databao_context_engine/llm/config.py,sha256=geIygR-9maeKbvmcO5J3iNZXKS4LZc7zpKYyaH8vCoI,463
32
32
  databao_context_engine/llm/descriptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
33
- databao_context_engine/llm/descriptions/ollama.py,sha256=XhXQD8j7OAHiKL0TjZPpNtDDoIV0NI0u92PTksejc5g,657
33
+ databao_context_engine/llm/descriptions/ollama.py,sha256=MkRajlkIsVvLzQvkVBsGwjHqj5lNylexu5o-HQSnbQQ,622
34
34
  databao_context_engine/llm/descriptions/provider.py,sha256=nojEI0l55TfFuNooQwGNvfa2k6A1vZ1Oi3PBLAr9eFo,227
35
35
  databao_context_engine/llm/embeddings/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
36
36
  databao_context_engine/llm/embeddings/ollama.py,sha256=GQzlMBRJGJe_xreY9-Y3REBFWWaOyKhiGQxWxrR6xfY,949
37
37
  databao_context_engine/llm/embeddings/provider.py,sha256=IVrOptwad2Fr1wf1SBOM3-7y66k08mOZnga1NA6yhbA,300
38
38
  databao_context_engine/llm/errors.py,sha256=Y4CVHYJKkn2oHnFWVlVL1QJl4gtvW4z11V3FB9qp3Cc,402
39
- databao_context_engine/llm/factory.py,sha256=VSCVAWXV6d496SWDyUH4rGYGXQ3Q6yg9Ymc8C6x8EXQ,1765
40
- databao_context_engine/llm/install.py,sha256=8_rtcr-o03FyW7nieX7xE24oVhxVa_nrd97CC0hbbZs,6555
41
- databao_context_engine/llm/runtime.py,sha256=jf_sPDF4s_fChFj2enLcEIBXIWjSjaYNh-l6lXIgRd4,2173
39
+ databao_context_engine/llm/factory.py,sha256=Ct6IyC984POktLNEfOyrIw9y1IqZ6YNg4zSx16L7VhQ,1888
40
+ databao_context_engine/llm/install.py,sha256=1NqpoERmLvX3maFFZQHZ0I7uW-Moi3oyySQoTavZqbM,7082
41
+ databao_context_engine/llm/runtime.py,sha256=uEIiGb9OkjGwlZH6arb3lmD3NHRByh1nngJW-4EWQn0,2343
42
42
  databao_context_engine/llm/service.py,sha256=rM_DrF2F7NylxBhtfVGporUcv91eR_nF1mF--Zxh2tc,5978
43
43
  databao_context_engine/main.py,sha256=3gWwEc9GZJUFANJtW9Fx4smVzib_sDtFkBGPILjisaI,350
44
44
  databao_context_engine/mcp/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
45
45
  databao_context_engine/mcp/mcp_runner.py,sha256=bnB2a-_P1zOlDBqpyFIq4n2hWkfwqb6G7dHb3-3Q2I0,468
46
- databao_context_engine/mcp/mcp_server.py,sha256=fXkl-LSXjWQwYoranWgBUh5qrIcTv3ZOJvKfbnf0HwM,2231
47
- databao_context_engine/plugin_loader.py,sha256=2vq7rCNQuxQvnGqF758Ke2IzCO-11dLD2lH8BKP1b68,4829
46
+ databao_context_engine/mcp/mcp_server.py,sha256=Z2pesefHCFhzfSdPa8OsruxynE28dmEKuEmwx3N18kM,2179
47
+ databao_context_engine/plugin_loader.py,sha256=KIHUwxMcWdyPvZlHFxIDGwIMILTm6mO_gJAzw1UIA00,4784
48
48
  databao_context_engine/pluginlib/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
49
- databao_context_engine/pluginlib/build_plugin.py,sha256=v90JU4JRqYb4BbMvx833lPVafBUOE7Bhpt8SOWdBrZU,4105
49
+ databao_context_engine/pluginlib/build_plugin.py,sha256=y-guT2X7wS8Yn1C6iBWLF_HDA4NYVFJsQ-oe6IgVvDo,2831
50
50
  databao_context_engine/pluginlib/config.py,sha256=fAu1AuxSFI6LOoAyvwuFE5p11bOsHp9EZzn2ST8DrUI,1534
51
51
  databao_context_engine/pluginlib/plugin_utils.py,sha256=f76ksdMUG3Wy4KOytUYxLMrq9iOHytu3QF8wc5NzzJE,2471
52
52
  databao_context_engine/plugins/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
53
- databao_context_engine/plugins/athena_db_plugin.py,sha256=53Dui_V7MunJ3jmyYEAmkZofuHtQP-Ic3bNhsxTwAyc,456
54
- databao_context_engine/plugins/base_db_plugin.py,sha256=NkDR7aHqskoBwtOJbfiMdn_nWNe94lbq_ZbciiDbfiI,1733
55
- databao_context_engine/plugins/clickhouse_db_plugin.py,sha256=4J1CNoeWPRvgmgkww7CQALxTP5D9eSLl1TpDRgwHBew,509
56
53
  databao_context_engine/plugins/databases/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
57
- databao_context_engine/plugins/databases/athena_introspector.py,sha256=--F8sbtPdcCUtDfMzx85_zH0sBlArJigM6Aa1mmn00w,5702
58
- databao_context_engine/plugins/databases/base_introspector.py,sha256=aXMWJ13LdYs1pSaGIhtA8zefe-oXlmzM6X_Ur8ZbMok,5760
59
- databao_context_engine/plugins/databases/clickhouse_introspector.py,sha256=6EyV46QR9UhcClnmBNxRzxgShvedbOo58p77hPFcK2s,6353
54
+ databao_context_engine/plugins/databases/athena/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
55
+ databao_context_engine/plugins/databases/athena/athena_db_plugin.py,sha256=1Jn3kqPExKUxvj4oXqgJQwRoLiu_3uKgSzEESvGm_Qs,463
56
+ databao_context_engine/plugins/databases/athena/athena_introspector.py,sha256=PCdU8pHEAr6UliLwDgLNEqiN9MqwJ0k94H2f6TgBBmA,5627
57
+ databao_context_engine/plugins/databases/base_db_plugin.py,sha256=ivCgxqb5wBjCgGuPxV5-oFF8R0h-zcAt1ckgTQ87V4Q,1680
58
+ databao_context_engine/plugins/databases/base_introspector.py,sha256=08L6nmIBJT3rfWB2fGdm7jSrNrW4un2MMMLt5shorKo,5752
59
+ databao_context_engine/plugins/databases/clickhouse/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
60
+ databao_context_engine/plugins/databases/clickhouse/clickhouse_db_plugin.py,sha256=K3cWnZFyKGpFfg5VBJ0016C9H9DuADIBJdomzH9T49E,520
61
+ databao_context_engine/plugins/databases/clickhouse/clickhouse_introspector.py,sha256=wQbriPsb1HHbx7b7P86K-dPDGIziXxF7rjM_gUy_cUs,6267
60
62
  databao_context_engine/plugins/databases/database_chunker.py,sha256=dn9Mb9Sw4f8IwBe9RtukQGT0yyKLQt5i4tjvsrFh1ew,2100
61
63
  databao_context_engine/plugins/databases/databases_types.py,sha256=kYZEaFa_cnROg_n1k7tIonoC2VunLBe5SQR47GOt_8k,2579
62
- databao_context_engine/plugins/databases/duckdb_introspector.py,sha256=temeOVxUY46vOgHZ9g-ra0n5thCEthvGTD7g3dZJkBk,11332
64
+ databao_context_engine/plugins/databases/duckdb/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
65
+ databao_context_engine/plugins/databases/duckdb/duckdb_db_plugin.py,sha256=UyFp-MihNj562Mx9KcogFX33yNbNUMX_fdmvF6MrJ1M,458
66
+ databao_context_engine/plugins/databases/duckdb/duckdb_introspector.py,sha256=dhZBfKKpyETOrfbQBIM8urfztH_qfhTrvzNFlIesC6c,11260
63
67
  databao_context_engine/plugins/databases/introspection_model_builder.py,sha256=-i7e4jqwdcsu3NnS-LHVSH_DrG3riN09KX3SDHAGF0c,10350
64
68
  databao_context_engine/plugins/databases/introspection_scope.py,sha256=0BZAAmVTiHifOzeuQkCsGKrGRnZCPHRCLqam5nQqr88,2225
65
69
  databao_context_engine/plugins/databases/introspection_scope_matcher.py,sha256=gseF4j-SD-7SSPMDlDqHUOTI3tPSaOGKJgp42WDVlsY,3605
66
- databao_context_engine/plugins/databases/mssql_introspector.py,sha256=mw6z3YUKQ5hzFFWpNhx5NYrOG6tfQIclWESvdcUhIoY,18793
67
- databao_context_engine/plugins/databases/mysql_introspector.py,sha256=Y77snyZkTT5elL7bsbzjUeffugLl_v1NB4yMQFRbCso,14504
68
- databao_context_engine/plugins/databases/postgresql_introspector.py,sha256=tHsQNWJLHcH4GUYwmXSf5mY6XIMhvtpUbGgwmWfljpw,17489
69
- databao_context_engine/plugins/databases/snowflake_introspector.py,sha256=K3v25O-jMybM9Iey5Wqub5oGLjcHsSaKDu4VXWMzu70,12005
70
- databao_context_engine/plugins/duckdb_db_plugin.py,sha256=uumf9kXz6U-6QbX0i1ChHHxxvdq5_di3gTNpVDUCYdg,451
70
+ databao_context_engine/plugins/databases/mssql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
71
+ databao_context_engine/plugins/databases/mssql/mssql_db_plugin.py,sha256=KV_KQw2f_wIj0B7_rtW0XGcesSOCqPy5A9FTYEDY7PI,452
72
+ databao_context_engine/plugins/databases/mssql/mssql_introspector.py,sha256=bqaERs8uRZlTfVQ91A9FygHpDX-KmGZXNUp8iDgxPdg,18704
73
+ databao_context_engine/plugins/databases/mysql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
74
+ databao_context_engine/plugins/databases/mysql/mysql_db_plugin.py,sha256=40c6wznmQjU7bSs1kStS4WgNyoZ44wU1Ik9uLdvDqfI,452
75
+ databao_context_engine/plugins/databases/mysql/mysql_introspector.py,sha256=-OlXluCVTUTTZzRJPAVvcHeRdocopHcDKgBFWXF9kGo,14461
76
+ databao_context_engine/plugins/databases/postgresql/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
77
+ databao_context_engine/plugins/databases/postgresql/postgresql_db_plugin.py,sha256=VHCtLkoZhgbw631Z-cjcZOyI7dQZii-1fkdCJmntLWE,510
78
+ databao_context_engine/plugins/databases/postgresql/postgresql_introspector.py,sha256=OoaVLgpLOB4HDTU21S5upNyZD3H3B-z5fJq5NMOtakU,17275
79
+ databao_context_engine/plugins/databases/snowflake/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
80
+ databao_context_engine/plugins/databases/snowflake/snowflake_db_plugin.py,sha256=DCIpicjpS9qkd2EfumO7UDG6RQERW3s3FDPDSue7ehg,509
81
+ databao_context_engine/plugins/databases/snowflake/snowflake_introspector.py,sha256=8-a478TSu3uL_1z5HeS9nnF4VxZ9DZNnjH1coyqINM0,11962
82
+ databao_context_engine/plugins/databases/sqlite/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
83
+ databao_context_engine/plugins/databases/sqlite/sqlite_db_plugin.py,sha256=MI896G7Yq8NcQ8sTWErAFD7YK8qfDpZZprxoszJ46l8,460
84
+ databao_context_engine/plugins/databases/sqlite/sqlite_introspector.py,sha256=kKFNzclp1NmQ6BF3ylGn86R5PuQh6aqevj6E7_zAKmQ,8361
85
+ databao_context_engine/plugins/dbt/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
86
+ databao_context_engine/plugins/dbt/dbt_chunker.py,sha256=5OQo0Y9ouelZV8KQBA0Kqksx72wRhTdRztUOSCKwLZc,1516
87
+ databao_context_engine/plugins/dbt/dbt_context_extractor.py,sha256=8ac2Fx5vv0t_AGqNbx9BXj73l9ZqjDK8r-VAAQukcP0,3748
88
+ databao_context_engine/plugins/dbt/dbt_plugin.py,sha256=-oAVh4u9YZ7j1b6w2K2lwcZT_bOdkN-lL1RRBWgB20k,1026
89
+ databao_context_engine/plugins/dbt/types.py,sha256=yJUVSZa5Ohhx6Znl_20gKwjvgxkBBcxlKrAFFV6tfgY,881
90
+ databao_context_engine/plugins/dbt/types_artifacts.py,sha256=OC2_DL7srcniVqrj9uj5XxNV-7VcA974xqgU1Rzfd5A,1349
71
91
  databao_context_engine/plugins/duckdb_tools.py,sha256=46rctnTxDPAhHtaiTp1DxMuuDuRKrtKWJFSSM2w7uUU,645
72
- databao_context_engine/plugins/mssql_db_plugin.py,sha256=YVor2QMDuL6XOLT8RFPOgs1Uhj1ZVYoFP5DApDJFPaE,446
73
- databao_context_engine/plugins/mysql_db_plugin.py,sha256=wy8HTiYuE8GTxfoc5gdrinEYv7NWHGrslzaAzruQecY,446
74
- databao_context_engine/plugins/parquet_plugin.py,sha256=qlpzQmiEwpb8Jma50HoIvljGV5ZiWkZU7GSiGV7M6kc,1181
75
- databao_context_engine/plugins/plugin_loader.py,sha256=Nx_OYGf9t3XKb_JV4Om9fCOuL7B-qVw-peXKXHiK8G0,3861
76
- databao_context_engine/plugins/postgresql_db_plugin.py,sha256=PwLErcbqixsgz4Tqoift0uyerUqP_OaRzMaMAn0TE5A,486
92
+ databao_context_engine/plugins/files/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
93
+ databao_context_engine/plugins/files/unstructured_files_plugin.py,sha256=eqs1anQhYBZh7xu4CwhfkqXQjGE5gJnKEwyJbtUR78E,2384
94
+ databao_context_engine/plugins/plugin_loader.py,sha256=x5cZ8pUwrEYbadqlPddZvBzU2BpdyBWYI4KlEtffFUY,4159
77
95
  databao_context_engine/plugins/resources/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
78
96
  databao_context_engine/plugins/resources/parquet_chunker.py,sha256=R9WCOBqpKRTVN6t5eeOm_mmnKBOxvjIiQ9zTc8vnUb4,848
79
- databao_context_engine/plugins/resources/parquet_introspector.py,sha256=dnf_rLQYd9RWIevl64_8ddhXO5AFQhcuOWQiaRCOeYM,5639
80
- databao_context_engine/plugins/snowflake_db_plugin.py,sha256=ApiVE212DU9F4Zj1HPof6JQ66n4LUeYRRwhlTWRCxek,486
81
- databao_context_engine/plugins/unstructured_files_plugin.py,sha256=TWV3fluusizul2YEN-YZ-K-C3s5W-5B8353-bjP53L8,2424
97
+ databao_context_engine/plugins/resources/parquet_introspector.py,sha256=Cn_yh6E-dOTOZstlavEGAsV6ZRKZXJraVAl_pzJJuGs,5629
98
+ databao_context_engine/plugins/resources/parquet_plugin.py,sha256=FVRdAqhZkEBvUsW1CkYH4yPPs3P1pRsofR8PdHN26AE,1128
82
99
  databao_context_engine/project/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
83
100
  databao_context_engine/project/info.py,sha256=3chVSZ4pV2EsYJSeVfOYTK746POlJImciIBOvrQuYbc,2479
84
101
  databao_context_engine/project/init_project.py,sha256=QiLalH--BMQGB-c2WBbPAUKBinDbO0cJkmilUfqPAuI,3970
85
- databao_context_engine/project/layout.py,sha256=7ThzqnFejMogBV8c6Mt-Md4GO-kdzYNrmhhBTalYvps,4295
102
+ databao_context_engine/project/layout.py,sha256=3ttCJDLMh4AS1tBRcSROgT7hG6uOqkI1QGsQEcfGsqg,4087
86
103
  databao_context_engine/project/project_config.py,sha256=rI-Wkll7lca7RlYIaFScs5CIKIZ8uujtKRxSjibGIt8,1132
87
104
  databao_context_engine/project/resources/examples/src/databases/example_postgres.yaml,sha256=5o6jF_zR4WSvS9QcZnGW-S2FmahsjNp-tMbAkzbNabo,139
88
105
  databao_context_engine/project/resources/examples/src/files/documentation.md,sha256=k5G5lrN4S_ie2o7CBxXgLiWGIGtb3v-77c_3n4C7Lvw,1090
89
106
  databao_context_engine/project/resources/examples/src/files/notes.txt,sha256=0T1u8lIwIRwNopEsfWmqfIbhfRl-DN3XuiIN7suRAiE,3668
90
107
  databao_context_engine/retrieve_embeddings/__init__.py,sha256=__aOhCc3sBfLtjxz0hlVGuSYUMRsEM3PucPYNC6LVq0,126
91
- databao_context_engine/retrieve_embeddings/export_results.py,sha256=_IdhKPQQhK9o0uCLwRqoNTvStS3qh8UhdICfEADkFec,337
92
- databao_context_engine/retrieve_embeddings/retrieve_runner.py,sha256=-nvsGssxEQkXoL4D02L_RDYGuvbsN0icpFmw6JF4W-s,1046
93
- databao_context_engine/retrieve_embeddings/retrieve_service.py,sha256=KrCNEu-Yd7dZrk0jk9ZOp4yO5WNjuzg7l4CgYLMqFvI,2005
94
- databao_context_engine/retrieve_embeddings/retrieve_wiring.py,sha256=nO_OTrbKOsvgJz_CiqZliIdCg1L3m6cWELyTI2nVZgk,2123
108
+ databao_context_engine/retrieve_embeddings/retrieve_runner.py,sha256=s7XwPkMupBgN9JADFaHsytM5ztujyqujB7qdmXKv7ms,585
109
+ databao_context_engine/retrieve_embeddings/retrieve_service.py,sha256=0KOSaxyj6DfzLbHtcvxFPUjXO4MD5t91RP95rsVuE6Q,2275
110
+ databao_context_engine/retrieve_embeddings/retrieve_wiring.py,sha256=GQ9Eh6XyQ9MdG8Kb0H72XPj_8-gPDLSM_Bs0NdmSMX4,2012
95
111
  databao_context_engine/serialization/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
96
- databao_context_engine/serialization/yaml.py,sha256=e0xQBgDmrCspppAVyonMkVkznOjuUcOGjfNEi8Gmc74,1255
112
+ databao_context_engine/serialization/yaml.py,sha256=ke-0iHGaA2eynuGf-tG9IZip56XFfMDrNswzi5rNaDE,1219
97
113
  databao_context_engine/services/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
98
114
  databao_context_engine/services/chunk_embedding_service.py,sha256=Dy25u2QSSdq03v1zs2bjjm8Sze-VEd12F49gzoKXjOA,4924
99
115
  databao_context_engine/services/embedding_shard_resolver.py,sha256=6oOVm6QJb74lEIbYXijWMqISTx1VfmKQaQjdSHr8zDA,2289
@@ -105,7 +121,7 @@ databao_context_engine/storage/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5
105
121
  databao_context_engine/storage/connection.py,sha256=UGnJOBJ83jDAmN3fmjVZI60qUw5cAC3YNLToJZLOhGQ,941
106
122
  databao_context_engine/storage/exceptions/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
107
123
  databao_context_engine/storage/exceptions/exceptions.py,sha256=zwJ8n-ekMhIH-bs9dvYqQuP4VfQ9rt0jdsptoojA5oU,174
108
- databao_context_engine/storage/migrate.py,sha256=yGt9VdSsR0g3ZxesTCWs4eyJHk9EPIuJakeRpCFWEyY,4594
124
+ databao_context_engine/storage/migrate.py,sha256=rbZDhQEzykQyfGflJodGv-1ohs43oGSGYXEyT6jTVeo,4617
109
125
  databao_context_engine/storage/migrations/V01__init.sql,sha256=hJvUoPIW-rQQB5DSDrPjGJQoey9bpDRz0FFoUyTe9Qo,1368
110
126
  databao_context_engine/storage/models.py,sha256=TmoeyOhrFL9mu-C43XUtqOWGhkQu2h-sZQdYCjui5HM,580
111
127
  databao_context_engine/storage/repositories/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -113,13 +129,13 @@ databao_context_engine/storage/repositories/chunk_repository.py,sha256=nwDF8NeCw
113
129
  databao_context_engine/storage/repositories/embedding_model_registry_repository.py,sha256=g91WCflYRc5jPDbW9RBp5HxWFsSIta4n8OYNwgoLv9c,2413
114
130
  databao_context_engine/storage/repositories/embedding_repository.py,sha256=UCvr5mf2jTJgX_uMdLIMiN5NWa8Zn1U3HEr19TQRXAw,3278
115
131
  databao_context_engine/storage/repositories/factories.py,sha256=YUkVrHyf5UV2rZ7H97Fi_n0ZYxTwXy8_w5zJnMkO8Lw,970
116
- databao_context_engine/storage/repositories/vector_search_repository.py,sha256=D6gebioSvqWslJw5zSleEG1Inj2w8MkPfbgGZFTZDfs,1944
132
+ databao_context_engine/storage/repositories/vector_search_repository.py,sha256=jqCRZ18FKuJFVMsZtHRs19RejVlbZ4VDZY9E6ryeQfM,2289
117
133
  databao_context_engine/storage/transaction.py,sha256=QpfE1VtgDd3_7OBzFYI3HPJJ7ESXkgCdcWukFkAjbSg,270
118
134
  databao_context_engine/system/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
119
135
  databao_context_engine/system/properties.py,sha256=mQ7-_PZeYSESYn1cMUQ0IK7rJEnbhc7t4WesFjAgo-Q,429
120
136
  databao_context_engine/templating/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
121
137
  databao_context_engine/templating/renderer.py,sha256=W2-0IGStAp6oxANmsKs_Z-UoIR6Gt_c4ILYFa3Hruo4,662
122
- databao_context_engine-0.1.4.dev1.dist-info/WHEEL,sha256=5w2T7AS2mz1-rW9CNagNYWRCaB0iQqBMYLwKdlgiR4Q,78
123
- databao_context_engine-0.1.4.dev1.dist-info/entry_points.txt,sha256=5EeQJ1W8zEFh4HuF1bs2zBeoP408oiwuM9UrkJiurgI,138
124
- databao_context_engine-0.1.4.dev1.dist-info/METADATA,sha256=43INtHVdc-AdDCHzRA-bHxGP66x_-kaXbKi1ZSapp3M,3367
125
- databao_context_engine-0.1.4.dev1.dist-info/RECORD,,
138
+ databao_context_engine-0.1.6.dist-info/WHEEL,sha256=5w2T7AS2mz1-rW9CNagNYWRCaB0iQqBMYLwKdlgiR4Q,78
139
+ databao_context_engine-0.1.6.dist-info/entry_points.txt,sha256=5EeQJ1W8zEFh4HuF1bs2zBeoP408oiwuM9UrkJiurgI,138
140
+ databao_context_engine-0.1.6.dist-info/METADATA,sha256=weN9iS4ZtRnnt3tTJY-epHUgNdpMo-dWD4E3F-8dXyk,7773
141
+ databao_context_engine-0.1.6.dist-info/RECORD,,
@@ -1,34 +0,0 @@
1
- from pathlib import Path
2
- from typing import Any
3
-
4
- from databao_context_engine.datasources.types import DatasourceId
5
- from databao_context_engine.pluginlib.build_plugin import DatasourceType
6
- from databao_context_engine.project.layout import (
7
- create_datasource_config_file as create_datasource_config_file_internal,
8
- )
9
- from databao_context_engine.serialization.yaml import to_yaml_string
10
-
11
-
12
- def create_datasource_config_file(
13
- project_dir: Path,
14
- datasource_type: DatasourceType,
15
- datasource_name: str,
16
- config_content: dict[str, Any],
17
- overwrite_existing: bool,
18
- ) -> Path:
19
- basic_config = {"type": datasource_type.subtype, "name": datasource_name}
20
-
21
- return create_datasource_config_file_internal(
22
- project_dir,
23
- get_datasource_id_for_config_file(datasource_type, datasource_name),
24
- to_yaml_string(basic_config | config_content),
25
- overwrite_existing=overwrite_existing,
26
- )
27
-
28
-
29
- def get_datasource_id_for_config_file(datasource_type: DatasourceType, datasource_name: str) -> DatasourceId:
30
- return DatasourceId(
31
- datasource_config_folder=datasource_type.config_folder,
32
- datasource_name=datasource_name,
33
- config_file_suffix=".yaml",
34
- )
@@ -1,12 +0,0 @@
1
- from databao_context_engine.plugins.base_db_plugin import BaseDatabasePlugin
2
- from databao_context_engine.plugins.databases.duckdb_introspector import DuckDBConfigFile, DuckDBIntrospector
3
-
4
-
5
- class DuckDbPlugin(BaseDatabasePlugin[DuckDBConfigFile]):
6
- id = "jetbrains/duckdb"
7
- name = "DuckDB Plugin"
8
- supported = {"databases/duckdb"}
9
- config_file_type = DuckDBConfigFile
10
-
11
- def __init__(self):
12
- super().__init__(DuckDBIntrospector())
@@ -1,12 +0,0 @@
1
- from databao_context_engine.plugins.base_db_plugin import BaseDatabasePlugin
2
- from databao_context_engine.plugins.databases.postgresql_introspector import PostgresConfigFile, PostgresqlIntrospector
3
-
4
-
5
- class PostgresqlDbPlugin(BaseDatabasePlugin[PostgresConfigFile]):
6
- id = "jetbrains/postgres"
7
- name = "PostgreSQL DB Plugin"
8
- supported = {"databases/postgres"}
9
- config_file_type = PostgresConfigFile
10
-
11
- def __init__(self):
12
- super().__init__(PostgresqlIntrospector())
@@ -1,12 +0,0 @@
1
- from databao_context_engine.plugins.base_db_plugin import BaseDatabasePlugin
2
- from databao_context_engine.plugins.databases.snowflake_introspector import SnowflakeConfigFile, SnowflakeIntrospector
3
-
4
-
5
- class SnowflakeDbPlugin(BaseDatabasePlugin[SnowflakeConfigFile]):
6
- id = "jetbrains/snowflake"
7
- name = "Snowflake DB Plugin"
8
- supported = {"databases/snowflake"}
9
- config_file_type = SnowflakeConfigFile
10
-
11
- def __init__(self):
12
- super().__init__(SnowflakeIntrospector())
@@ -1,12 +0,0 @@
1
- from pathlib import Path
2
-
3
-
4
- def export_retrieve_results(output_dir: Path, retrieve_results: list[str]) -> Path:
5
- path = output_dir.joinpath("context_duckdb.yaml")
6
-
7
- with path.open("w") as export_file:
8
- for result in retrieve_results:
9
- export_file.write(result)
10
- export_file.write("\n")
11
-
12
- return path
@@ -1,75 +0,0 @@
1
- Metadata-Version: 2.3
2
- Name: databao-context-engine
3
- Version: 0.1.4.dev1
4
- Summary: Semantic context for your LLMs — generated automatically
5
- Requires-Dist: click>=8.3.0
6
- Requires-Dist: duckdb>=1.4.3
7
- Requires-Dist: pyyaml>=6.0.3
8
- Requires-Dist: requests>=2.32.5
9
- Requires-Dist: mcp>=1.23.3
10
- Requires-Dist: pydantic>=2.12.4
11
- Requires-Dist: jinja2>=3.1.6
12
- Requires-Dist: pyathena>=3.25.0 ; extra == 'athena'
13
- Requires-Dist: clickhouse-connect>=0.10.0 ; extra == 'clickhouse'
14
- Requires-Dist: mssql-python>=1.0.0 ; extra == 'mssql'
15
- Requires-Dist: pymysql>=1.1.2 ; extra == 'mysql'
16
- Requires-Dist: asyncpg>=0.31.0 ; extra == 'postgresql'
17
- Requires-Dist: snowflake-connector-python>=4.2.0 ; extra == 'snowflake'
18
- Requires-Python: >=3.12
19
- Provides-Extra: athena
20
- Provides-Extra: clickhouse
21
- Provides-Extra: mssql
22
- Provides-Extra: mysql
23
- Provides-Extra: postgresql
24
- Provides-Extra: snowflake
25
- Description-Content-Type: text/markdown
26
-
27
- [![official project](https://jb.gg/badges/official.svg)](https://confluence.jetbrains.com/display/ALL/JetBrains+on+GitHub)
28
- [![License](https://img.shields.io/badge/license-Apache%202.0-blue.svg)](https://github.com/JetBrains/databao-context-engine/blob/main/LICENSE)
29
-
30
- [//]: # ([![PyPI version](https://img.shields.io/pypi/v/databao-context-engine.svg)](https://pypi.org/project/databao-context-engine))
31
-
32
- [//]: # ([![Python versions](https://img.shields.io/pypi/pyversions/databao-context-engine.svg)](https://pypi.org/project/databao-context-engine/))
33
-
34
-
35
- <h1 align="center">Databao Context Engine</h1>
36
- <p align="center">
37
- <b>Semantic context for your LLMs — generated automatically.</b><br/>
38
- No more copying schemas. No manual documentation. Just accurate answers.
39
- </p>
40
- <p align="center">
41
- <a href="https://databao.app">Website</a>
42
-
43
- [//]: # (•)
44
-
45
- [//]: # ( <a href="#quickstart">Quickstart</a> •)
46
-
47
- [//]: # ( <a href="#supported-data-sources">Data Sources</a> •)
48
-
49
- [//]: # ( <a href="#contributing">Contributing</a>)
50
- </p>
51
-
52
- ---
53
-
54
- ## What is Databao Context Engine?
55
-
56
- Databao Context Engine **automatically generates governed semantic context** from your databases, BI tools, documents, and spreadsheets.
57
-
58
- Integrate it with any LLM to deliver **accurate, context-aware answers** — without copying schemas or writing documentation by hand.
59
-
60
- ```
61
- Your data sources → Context Engine → Unified semantic graph → Any LLM
62
- ```
63
-
64
- ## Why choose Databao Context Engine?
65
-
66
- | Feature | What it means for you |
67
- |----------------------------|----------------------------------------------------------------|
68
- | **Auto-generated context** | Extracts schemas, relationships, and semantics automatically |
69
- | **Runs locally** | Your data never leaves your environment |
70
- | **MCP integration** | Works with Claude Desktop, Cursor, and any MCP-compatible tool |
71
- | **Multiple sources** | Databases, dbt projects, spreadsheets, documents |
72
- | **Built-in benchmarks** | Measure and improve context quality over time |
73
- | **LLM agnostic** | OpenAI, Anthropic, Ollama, Gemini — use any model |
74
- | **Governed & versioned** | Track, version, and share context across your team |
75
- | **Dynamic or static** | Serve context via MCP server or export as artifact |