datagallery-dataagent 0.1.0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (460) hide show
  1. dataagent/__init__.py +37 -0
  2. dataagent/__main__.py +16 -0
  3. dataagent/a2a_server/__init__.py +25 -0
  4. dataagent/a2a_server/agent_card.py +85 -0
  5. dataagent/a2a_server/agent_executor.py +811 -0
  6. dataagent/a2a_server/server.py +187 -0
  7. dataagent/a2a_server/task_store.py +29 -0
  8. dataagent/actions/__init__.py +12 -0
  9. dataagent/actions/environment/__init__.py +21 -0
  10. dataagent/actions/environment/compound_env.py +89 -0
  11. dataagent/actions/environment/env.py +52 -0
  12. dataagent/actions/environment/env_config.py +122 -0
  13. dataagent/actions/gym/__init__.py +29 -0
  14. dataagent/actions/gym/arithmetic/arithmetic.py +124 -0
  15. dataagent/actions/gym/nl2sql/base_env.py +440 -0
  16. dataagent/actions/gym/nl2sql/sqlite_env.py +79 -0
  17. dataagent/actions/skills/__init__.py +12 -0
  18. dataagent/actions/skills/attribution-analysis/SKILL.md +129 -0
  19. dataagent/actions/skills/attribution-analysis/references/a/10_metric_anomaly_overview.md +153 -0
  20. dataagent/actions/skills/attribution-analysis/references/a/11_additive_metrics.md +127 -0
  21. dataagent/actions/skills/attribution-analysis/references/a/12_ratio_derived_metrics.md +142 -0
  22. dataagent/actions/skills/attribution-analysis/references/a/13_nonlinear_composite_metrics.md +155 -0
  23. dataagent/actions/skills/attribution-analysis/references/a/14_dimension_root_cause.md +152 -0
  24. dataagent/actions/skills/attribution-analysis/references/a/15_adtributor.md +140 -0
  25. dataagent/actions/skills/attribution-analysis/references/a/16_cross_section_group_comparison.md +99 -0
  26. dataagent/actions/skills/attribution-analysis/references/a/17_multivariate_metric_propagation.md +86 -0
  27. dataagent/actions/skills/attribution-analysis/references/b/20_contribution_attribution_overview.md +157 -0
  28. dataagent/actions/skills/attribution-analysis/references/b/20a_general_contribution_allocation.md +88 -0
  29. dataagent/actions/skills/attribution-analysis/references/b/21_mta_multi_touch.md +147 -0
  30. dataagent/actions/skills/attribution-analysis/references/b/21a_mta_baseline_implementation.md +44 -0
  31. dataagent/actions/skills/attribution-analysis/references/b/21b_mta_markov_shapley_implementation.md +91 -0
  32. dataagent/actions/skills/attribution-analysis/references/b/21c_mta_time_aware_implementation.md +57 -0
  33. dataagent/actions/skills/attribution-analysis/references/b/22_mmm_marketing_mix.md +89 -0
  34. dataagent/actions/skills/attribution-analysis/references/b/23_incrementality_testing.md +88 -0
  35. dataagent/actions/skills/attribution-analysis/references/c/30_causal_attribution_overview.md +169 -0
  36. dataagent/actions/skills/attribution-analysis/references/c/31_experimental_methods.md +93 -0
  37. dataagent/actions/skills/attribution-analysis/references/c/32_quasi_experimental_methods.md +193 -0
  38. dataagent/actions/skills/attribution-analysis/references/c/33_heterogeneous_effects.md +112 -0
  39. dataagent/actions/skills/attribution-analysis/references/core/00_context_discovery.md +88 -0
  40. dataagent/actions/skills/attribution-analysis/references/core/01_problem_classification.md +139 -0
  41. dataagent/actions/skills/attribution-analysis/references/core/02_data_preparation.md +190 -0
  42. dataagent/actions/skills/attribution-analysis/references/core/50_inference_uncertainty.md +77 -0
  43. dataagent/actions/skills/attribution-analysis/references/core/51_evaluation_calibration.md +77 -0
  44. dataagent/actions/skills/attribution-analysis/references/core/52_output_guardrails.md +64 -0
  45. dataagent/actions/skills/attribution-analysis/references/core/reference_index.md +36 -0
  46. dataagent/actions/skills/attribution-analysis/references/shared/glossary.md +16 -0
  47. dataagent/actions/skills/data_analysis_report/SKILL.md +95 -0
  48. dataagent/actions/tools/__init__.py +36 -0
  49. dataagent/actions/tools/a2a.py +500 -0
  50. dataagent/actions/tools/backfill.py +126 -0
  51. dataagent/actions/tools/concurrency.py +114 -0
  52. dataagent/actions/tools/context.py +51 -0
  53. dataagent/actions/tools/hooks/__init__.py +32 -0
  54. dataagent/actions/tools/hooks/base.py +118 -0
  55. dataagent/actions/tools/hooks/config.py +73 -0
  56. dataagent/actions/tools/hooks/examples/__init__.py +17 -0
  57. dataagent/actions/tools/hooks/examples/ddl_hooks.py +307 -0
  58. dataagent/actions/tools/hooks/examples/example_hooks.py +95 -0
  59. dataagent/actions/tools/hooks/truncator.py +109 -0
  60. dataagent/actions/tools/local.py +208 -0
  61. dataagent/actions/tools/local_tool/agent_status_handler.py +221 -0
  62. dataagent/actions/tools/local_tool/dataops_validate_tool.py +955 -0
  63. dataagent/actions/tools/local_tool/document_recall.py +300 -0
  64. dataagent/actions/tools/local_tool/job_tools.py +818 -0
  65. dataagent/actions/tools/local_tool/plan.py +166 -0
  66. dataagent/actions/tools/local_tool/sandbox.py +663 -0
  67. dataagent/actions/tools/local_tool/sql_reader.py +36 -0
  68. dataagent/actions/tools/local_tool/sub_agent_entry.py +261 -0
  69. dataagent/actions/tools/local_tool/tools.py +2910 -0
  70. dataagent/actions/tools/local_tool/workspace_tool.py +128 -0
  71. dataagent/actions/tools/mcp.py +535 -0
  72. dataagent/actions/tools/mcp_examples.py +242 -0
  73. dataagent/actions/tools/mcp_tool/mock_compute_pool.py +224 -0
  74. dataagent/actions/tools/mcp_tool/nl2sql.py +62 -0
  75. dataagent/actions/tools/schema_validator.py +463 -0
  76. dataagent/actions/tools/semantic_tool/auth.py +26 -0
  77. dataagent/actions/tools/semantic_tool/basic_retrieval.py +111 -0
  78. dataagent/actions/tools/semantic_tool/get_join_relations.py +104 -0
  79. dataagent/actions/tools/semantic_tool/get_table_desc.py +32 -0
  80. dataagent/actions/tools/semantic_tool/metadata_recall.py +250 -0
  81. dataagent/actions/tools/semantic_tool/ontology_query.py +548 -0
  82. dataagent/actions/tools/semantic_tool/search_metric_instance.py +984 -0
  83. dataagent/actions/tools/semantic_tool/search_tables_with_schema.py +791 -0
  84. dataagent/actions/tools/semantic_tool/search_udf_functions.py +609 -0
  85. dataagent/actions/tools/semantic_tool/semantic_client.py +434 -0
  86. dataagent/actions/tools/utils.py +65 -0
  87. dataagent/agents/document_recall/document_recall_agent.yaml +109 -0
  88. dataagent/agents/document_recall/tools.py +141 -0
  89. dataagent/agents/metadata_recall/metadata_recall_agent.yaml +162 -0
  90. dataagent/agents/nl2sql/__init__.py +3 -0
  91. dataagent/agents/nl2sql/agent.py +393 -0
  92. dataagent/agents/nl2sql/context_recorder.py +151 -0
  93. dataagent/agents/nl2sql/errors.py +99 -0
  94. dataagent/agents/nl2sql/nl2sql_agent.yaml +51 -0
  95. dataagent/agents/nl2sql/nodes/__init__.py +31 -0
  96. dataagent/agents/nl2sql/nodes/base_nl2sql_node.py +145 -0
  97. dataagent/agents/nl2sql/nodes/executor.py +69 -0
  98. dataagent/agents/nl2sql/nodes/generator.py +120 -0
  99. dataagent/agents/nl2sql/nodes/perceptor.py +247 -0
  100. dataagent/agents/nl2sql/nodes/reflector.py +61 -0
  101. dataagent/agents/nl2sql/nodes/selector.py +100 -0
  102. dataagent/agents/nl2sql/nodes/udn_perceptor.py +331 -0
  103. dataagent/agents/nl2sql/nodes/validator.py +154 -0
  104. dataagent/agents/nl2sql/prompts/generator/dc_system.md +44 -0
  105. dataagent/agents/nl2sql/prompts/generator/dc_user.md +12 -0
  106. dataagent/agents/nl2sql/prompts/generator/icl_system.md +33 -0
  107. dataagent/agents/nl2sql/prompts/generator/icl_user.md +18 -0
  108. dataagent/agents/nl2sql/prompts/generator/prompt_system.md +17 -0
  109. dataagent/agents/nl2sql/prompts/generator/prompt_user.md +15 -0
  110. dataagent/agents/nl2sql/prompts/generator/skeleton_system.md +46 -0
  111. dataagent/agents/nl2sql/prompts/generator/skeleton_user.md +10 -0
  112. dataagent/agents/nl2sql/prompts/perceptor/filter_udn_business_id_system.md +124 -0
  113. dataagent/agents/nl2sql/prompts/perceptor/filter_udn_business_id_user.md +2 -0
  114. dataagent/agents/nl2sql/prompts/perceptor/filter_udn_table_family_system.md +77 -0
  115. dataagent/agents/nl2sql/prompts/perceptor/filter_udn_table_family_user.md +11 -0
  116. dataagent/agents/nl2sql/prompts/perceptor/keyword_extraction_system.md +10 -0
  117. dataagent/agents/nl2sql/prompts/perceptor/keyword_extraction_user.md +1 -0
  118. dataagent/agents/nl2sql/prompts/reflector/system.md +28 -0
  119. dataagent/agents/nl2sql/prompts/reflector/user.md +7 -0
  120. dataagent/agents/nl2sql/prompts/selector/system.md +30 -0
  121. dataagent/agents/nl2sql/prompts/selector/user.md +13 -0
  122. dataagent/agents/nl2sql/prompts/user/sql_rules_bio_lab.md +9 -0
  123. dataagent/agents/nl2sql/prompts/user/sql_rules_bird.md +6 -0
  124. dataagent/agents/nl2sql/prompts/user/sql_rules_udn.md +198 -0
  125. dataagent/agents/nl2sql/prompts/user/sql_rules_zdy.md +3 -0
  126. dataagent/agents/nl2sql/prompts/validator/extract_columns_system.md +30 -0
  127. dataagent/agents/nl2sql/prompts/validator/extract_columns_user.md +3 -0
  128. dataagent/agents/nl2sql/prompts/validator/validate_semantic_system.md +30 -0
  129. dataagent/agents/nl2sql/prompts/validator/validate_semantic_user.md +18 -0
  130. dataagent/agents/nl2sql/udn.yaml +38 -0
  131. dataagent/agents/nl2sql/utils/nl2sql_utils.py +236 -0
  132. dataagent/agents/nl2sql/utils/sql_service.py +340 -0
  133. dataagent/agents/nl2sql/workflow/router.py +65 -0
  134. dataagent/agents/nl2sql/workflow/state.py +101 -0
  135. dataagent/agents/semantic_service/semantic_service_test_agent.yaml +89 -0
  136. dataagent/common_utils/outbound_tls.py +192 -0
  137. dataagent/common_utils/storer_utils.py +113 -0
  138. dataagent/config/__init__.py +35 -0
  139. dataagent/config/config_manager.py +532 -0
  140. dataagent/core/__init__.py +30 -0
  141. dataagent/core/agents/__init__.py +18 -0
  142. dataagent/core/agents/adapters/__init__.py +17 -0
  143. dataagent/core/agents/adapters/local_flex.py +219 -0
  144. dataagent/core/agents/registry.py +139 -0
  145. dataagent/core/agents/service.py +445 -0
  146. dataagent/core/agents/subagent_config.py +74 -0
  147. dataagent/core/agents/subagent_session.py +135 -0
  148. dataagent/core/agents/subagent_subprocess_runner.py +550 -0
  149. dataagent/core/cbb/__init__.py +17 -0
  150. dataagent/core/cbb/agent_env.py +73 -0
  151. dataagent/core/cbb/base_agent.py +195 -0
  152. dataagent/core/cbb/base_hook.py +115 -0
  153. dataagent/core/cbb/base_node.py +179 -0
  154. dataagent/core/cbb/base_router.py +81 -0
  155. dataagent/core/cbb/base_state.py +19 -0
  156. dataagent/core/cbb/runtime.py +484 -0
  157. dataagent/core/cbb/runtime_env.py +574 -0
  158. dataagent/core/context/context.py +609 -0
  159. dataagent/core/context/context_ir.py +742 -0
  160. dataagent/core/context/context_persistence.py +298 -0
  161. dataagent/core/context/context_profiling.py +146 -0
  162. dataagent/core/context/context_state.py +78 -0
  163. dataagent/core/context/context_viz.py +29 -0
  164. dataagent/core/context/flex_context_formatting.py +179 -0
  165. dataagent/core/context/message_history.py +361 -0
  166. dataagent/core/context/todolist_manager.py +202 -0
  167. dataagent/core/context/trajectory_editor.py +362 -0
  168. dataagent/core/context/trajectory_navigator.py +299 -0
  169. dataagent/core/context/util.py +113 -0
  170. dataagent/core/context/utils_context_filesystem.py +169 -0
  171. dataagent/core/context/utils_context_trajectory.py +513 -0
  172. dataagent/core/flex/agent.py +1257 -0
  173. dataagent/core/flex/examples/arithmetic.yaml +29 -0
  174. dataagent/core/flex/examples/deep_analyze.yaml +7 -0
  175. dataagent/core/flex/examples/ecommerce_agent.yaml +32 -0
  176. dataagent/core/flex/examples/example.yaml +507 -0
  177. dataagent/core/flex/examples/nl2sql_dataops_validate.yaml +107 -0
  178. dataagent/core/flex/examples/nl2sql_flex_e2e_subagent.yaml +53 -0
  179. dataagent/core/flex/examples/quickstart.yaml +15 -0
  180. dataagent/core/flex/examples/test_attribution_analysis.yaml +25 -0
  181. dataagent/core/flex/examples/test_custom_prompt.yaml +65 -0
  182. dataagent/core/flex/examples/test_data_analysis_suite.yaml +59 -0
  183. dataagent/core/flex/examples/test_ddl_hook.yaml +48 -0
  184. dataagent/core/flex/examples/test_example_suite.yaml +60 -0
  185. dataagent/core/flex/examples/test_skills.yaml +36 -0
  186. dataagent/core/flex/examples/test_subagent_tool.yaml +30 -0
  187. dataagent/core/flex/examples/ueg.yaml +38 -0
  188. dataagent/core/flex/examples/yunhe.yaml +24 -0
  189. dataagent/core/flex/flex_default_configs.yaml +95 -0
  190. dataagent/core/flex/flex_runtime_from_config.py +344 -0
  191. dataagent/core/flex/hooks/__init__.py +15 -0
  192. dataagent/core/flex/hooks/agent_turn.py +95 -0
  193. dataagent/core/flex/hooks/context_reference_rewriter.py +1163 -0
  194. dataagent/core/flex/hooks/cross_session_recall.py +200 -0
  195. dataagent/core/flex/hooks/history_writer.py +229 -0
  196. dataagent/core/flex/hooks/human_feedback_guard.py +172 -0
  197. dataagent/core/flex/hooks/intent_understanding.py +188 -0
  198. dataagent/core/flex/hooks/memory_indexer.py +149 -0
  199. dataagent/core/flex/hooks/metadata_tracker.py +263 -0
  200. dataagent/core/flex/hooks/organize_workspace.py +56 -0
  201. dataagent/core/flex/hooks/plan_enforcer.py +194 -0
  202. dataagent/core/flex/hooks/portraiter.py +403 -0
  203. dataagent/core/flex/hooks/pruner.py +85 -0
  204. dataagent/core/flex/hooks/pruner_v2.py +368 -0
  205. dataagent/core/flex/hooks/registry.py +58 -0
  206. dataagent/core/flex/hooks/semantic_retrieve.py +175 -0
  207. dataagent/core/flex/nodes/executor.py +1351 -0
  208. dataagent/core/flex/nodes/human_feedback.py +487 -0
  209. dataagent/core/flex/nodes/planner.py +520 -0
  210. dataagent/core/flex/utils/__init__.py +13 -0
  211. dataagent/core/flex/utils/context_from_state.py +68 -0
  212. dataagent/core/flex/utils/hitl_config.py +160 -0
  213. dataagent/core/flex/utils/planner_prompt_builder.py +995 -0
  214. dataagent/core/flex/workflow/router.py +251 -0
  215. dataagent/core/flex/workflow/state.py +51 -0
  216. dataagent/core/framework_adapters/checkpoints/__init__.py +9 -0
  217. dataagent/core/framework_adapters/checkpoints/postgres_store.py +110 -0
  218. dataagent/core/framework_adapters/checkpoints/sqlite_store.py +124 -0
  219. dataagent/core/framework_adapters/checkpoints/types.py +24 -0
  220. dataagent/core/framework_adapters/runtime/__init__.py +38 -0
  221. dataagent/core/framework_adapters/runtime/context.py +393 -0
  222. dataagent/core/framework_adapters/runtime/workflow.py +269 -0
  223. dataagent/core/framework_adapters/runtime/workflow_backend.py +274 -0
  224. dataagent/core/framework_adapters/runtime/workflow_backend_factory.py +53 -0
  225. dataagent/core/framework_adapters/runtime/workflow_openjiuwen.py +992 -0
  226. dataagent/core/interface.py +102 -0
  227. dataagent/core/jobs/__init__.py +36 -0
  228. dataagent/core/jobs/envelope.py +246 -0
  229. dataagent/core/jobs/file_store.py +159 -0
  230. dataagent/core/jobs/models.py +120 -0
  231. dataagent/core/jobs/service.py +575 -0
  232. dataagent/core/managers/action_manager/__init__.py +35 -0
  233. dataagent/core/managers/action_manager/base.py +230 -0
  234. dataagent/core/managers/action_manager/manager.py +1345 -0
  235. dataagent/core/managers/action_manager/registry.py +81 -0
  236. dataagent/core/managers/action_manager/schemas.py +363 -0
  237. dataagent/core/managers/llm_manager/__init__.py +50 -0
  238. dataagent/core/managers/llm_manager/adapters.py +704 -0
  239. dataagent/core/managers/llm_manager/llm_client.py +2248 -0
  240. dataagent/core/managers/llm_manager/llm_config.py +83 -0
  241. dataagent/core/managers/llm_manager/llm_manager.py +115 -0
  242. dataagent/core/managers/prompt_manager/__init__.py +31 -0
  243. dataagent/core/managers/prompt_manager/template.py +120 -0
  244. dataagent/core/managers/prompt_manager/templates/__init__.py +12 -0
  245. dataagent/core/managers/prompt_manager/templates/context/fold_messages.md +80 -0
  246. dataagent/core/managers/prompt_manager/templates/context/system.md +1 -0
  247. dataagent/core/managers/prompt_manager/templates/context/system_infer.md +50 -0
  248. dataagent/core/managers/prompt_manager/templates/context/system_update_state.md +59 -0
  249. dataagent/core/managers/prompt_manager/templates/context/user.md +21 -0
  250. dataagent/core/managers/prompt_manager/templates/context/user_infer.md +45 -0
  251. dataagent/core/managers/prompt_manager/templates/context/user_update_state.md +13 -0
  252. dataagent/core/managers/prompt_manager/templates/human_feedback/system.md +13 -0
  253. dataagent/core/managers/prompt_manager/templates/human_feedback/user.md +7 -0
  254. dataagent/core/managers/prompt_manager/templates/intent_understanding/system.md +70 -0
  255. dataagent/core/managers/prompt_manager/templates/intent_understanding/user.md +36 -0
  256. dataagent/core/managers/prompt_manager/templates/irmanager/system.md +1 -0
  257. dataagent/core/managers/prompt_manager/templates/irmanager/system_update_state.md +8 -0
  258. dataagent/core/managers/prompt_manager/templates/irmanager/user.md +21 -0
  259. dataagent/core/managers/prompt_manager/templates/irmanager/user_update_state.md +11 -0
  260. dataagent/core/managers/prompt_manager/templates/nl2sql_react/system.md +17 -0
  261. dataagent/core/managers/prompt_manager/templates/nl2sql_react/user.md +1 -0
  262. dataagent/core/managers/prompt_manager/templates/perceptor/keyword_extract_system.md +34 -0
  263. dataagent/core/managers/prompt_manager/templates/perceptor/keyword_extract_user.md +7 -0
  264. dataagent/core/managers/prompt_manager/templates/planner/system.md +148 -0
  265. dataagent/core/managers/prompt_manager/templates/planner/todo.md +38 -0
  266. dataagent/core/managers/prompt_manager/templates/planner/user.md +44 -0
  267. dataagent/core/managers/prompt_manager/templates/skill_selector/system.md +118 -0
  268. dataagent/core/managers/prompt_manager/templates/skill_selector/user.md +15 -0
  269. dataagent/core/resource_runtime/__init__.py +27 -0
  270. dataagent/core/resource_runtime/coordinator.py +338 -0
  271. dataagent/core/resource_runtime/mcp.py +277 -0
  272. dataagent/core/resource_runtime/operations/__init__.py +13 -0
  273. dataagent/core/resource_runtime/operations/operations.py +94 -0
  274. dataagent/core/resource_runtime/operations/protocols.py +29 -0
  275. dataagent/core/resource_runtime/runner.py +325 -0
  276. dataagent/core/resource_runtime/sandbox/__init__.py +13 -0
  277. dataagent/core/resource_runtime/sandbox/sandbox_ops.py +85 -0
  278. dataagent/core/resource_runtime/sandbox/sandbox_runner.py +156 -0
  279. dataagent/core/resource_runtime/wiring.py +64 -0
  280. dataagent/core/suite/__init__.py +35 -0
  281. dataagent/core/suite/activated_suites.py +55 -0
  282. dataagent/core/suite/activation.py +206 -0
  283. dataagent/core/suite/allow_paths.py +64 -0
  284. dataagent/core/suite/builtin_suites/data_analysis/README.md +33 -0
  285. dataagent/core/suite/builtin_suites/data_analysis/data_models/data_ir.json +32 -0
  286. dataagent/core/suite/builtin_suites/data_analysis/docs/data_analysis_workflow.md +23 -0
  287. dataagent/core/suite/builtin_suites/data_analysis/docs/structure.md +12 -0
  288. dataagent/core/suite/builtin_suites/data_analysis/fixtures/generate_mini_fixture.py +195 -0
  289. dataagent/core/suite/builtin_suites/data_analysis/governance/governance.yaml +9 -0
  290. dataagent/core/suite/builtin_suites/data_analysis/governance/permission_guard.py +73 -0
  291. dataagent/core/suite/builtin_suites/data_analysis/governance/resource_job_guard.py +175 -0
  292. dataagent/core/suite/builtin_suites/data_analysis/prompts/system/data_analysis_workflow.md +36 -0
  293. dataagent/core/suite/builtin_suites/data_analysis/scenarios/target_audience_selection.yaml +24 -0
  294. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/SKILL.md +232 -0
  295. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_0_column_profile.sql +11 -0
  296. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_0_format_gate.md +262 -0
  297. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_0_source_data_analyze.sql +31 -0
  298. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_0_source_data_analyze_template.md +146 -0
  299. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_0_validation.sql +18 -0
  300. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_1_simple_merge.sql +22 -0
  301. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_1_validation.sql +13 -0
  302. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_2_cleaning_report.sql +42 -0
  303. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_2_feature_cleaning.sql +26 -0
  304. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_2_format_gate.md +109 -0
  305. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_2_validation.sql +36 -0
  306. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_3_feature_aggregation.sql +34 -0
  307. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_3_format_gate.md +388 -0
  308. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_3_validation.sql +40 -0
  309. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_4_user_cleaning.sql +16 -0
  310. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_4_validation.sql +28 -0
  311. dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_5_finalize.md +39 -0
  312. dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/SKILL.md +140 -0
  313. dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/run_step3_pipeline.sh +98 -0
  314. dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_1_y_label_split.py +117 -0
  315. dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_2_univariate_screening.py +340 -0
  316. dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_3_feature_filter.py +70 -0
  317. dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_4_train_model.py +320 -0
  318. dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_5_white_box_model.py +268 -0
  319. dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_6_white_box_scorecard_model.py +348 -0
  320. dataagent/core/suite/builtin_suites/data_analysis/skill/nl2sql/SKILL.md +274 -0
  321. dataagent/core/suite/builtin_suites/data_analysis/skill/nl2sql/scripts/step4_0_reconstruct_tree_preprocessing.py +443 -0
  322. dataagent/core/suite/builtin_suites/data_analysis/skill/nl2sql/scripts/step4_1_generate_sql.py +2702 -0
  323. dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/SKILL.md +99 -0
  324. dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/resources/candidate_pool.md +32 -0
  325. dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/resources/labels.md +126 -0
  326. dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/resources/negative_samples.md +151 -0
  327. dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_0_sampling_plan.md +350 -0
  328. dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_1_explore_target_game.md +87 -0
  329. dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_2_similar_games.md +77 -0
  330. dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_3_build_training_set.md +241 -0
  331. dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_4_project_tables.md +167 -0
  332. dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_5_stats.md +133 -0
  333. dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_6_finalize.md +106 -0
  334. dataagent/core/suite/builtin_suites/data_analysis/subagents/feature_engineer.yaml +171 -0
  335. dataagent/core/suite/builtin_suites/data_analysis/subagents/model_engineer.yaml +139 -0
  336. dataagent/core/suite/builtin_suites/data_analysis/subagents/nl2sql.yaml +182 -0
  337. dataagent/core/suite/builtin_suites/data_analysis/subagents/sampler.yaml +176 -0
  338. dataagent/core/suite/builtin_suites/data_analysis/suite.yaml +7 -0
  339. dataagent/core/suite/builtin_suites/data_analysis/tools/semantic/client.py +75 -0
  340. dataagent/core/suite/builtin_suites/data_analysis/tools/semantic/mcp_server.py +124 -0
  341. dataagent/core/suite/builtin_suites/data_analysis/tools/tools.yaml +22 -0
  342. dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/_workflow_actions.py +762 -0
  343. dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/_workflow_tools.py +56 -0
  344. dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/advance_data_analysis_workflow.py +56 -0
  345. dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/control_data_analysis_workflow.py +36 -0
  346. dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/inspect_data_analysis_workflow.py +16 -0
  347. dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/scenario_loader.py +72 -0
  348. dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/start_data_analysis_workflow.py +39 -0
  349. dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/status.py +604 -0
  350. dataagent/core/suite/builtin_suites/ecommerce_suite/models.yaml +14 -0
  351. dataagent/core/suite/builtin_suites/ecommerce_suite/suite.yaml +33 -0
  352. dataagent/core/suite/builtin_suites/ecommerce_suite/tools/tools.yaml +17 -0
  353. dataagent/core/suite/builtin_suites/example_suite/governance/governance.yaml +41 -0
  354. dataagent/core/suite/builtin_suites/example_suite/governance/probe_hooks.py +41 -0
  355. dataagent/core/suite/builtin_suites/example_suite/hooks/__init__.py +12 -0
  356. dataagent/core/suite/builtin_suites/example_suite/hooks/custom_hooks.py +76 -0
  357. dataagent/core/suite/builtin_suites/example_suite/hooks/hooks.yaml +33 -0
  358. dataagent/core/suite/builtin_suites/example_suite/models.yaml +13 -0
  359. dataagent/core/suite/builtin_suites/example_suite/node_configs.yaml +18 -0
  360. dataagent/core/suite/builtin_suites/example_suite/prompts/system/example_suite1.md +2 -0
  361. dataagent/core/suite/builtin_suites/example_suite/prompts/system/example_suite2.md +2 -0
  362. dataagent/core/suite/builtin_suites/example_suite/prompts/user/example_suite_user1.md +2 -0
  363. dataagent/core/suite/builtin_suites/example_suite/prompts/user/example_suite_user2.md +2 -0
  364. dataagent/core/suite/builtin_suites/example_suite/resources/resources.yaml +108 -0
  365. dataagent/core/suite/builtin_suites/example_suite/skill/demo_skill/SKILL.md +8 -0
  366. dataagent/core/suite/builtin_suites/example_suite/skill/demo_skill_extra/SKILL.md +8 -0
  367. dataagent/core/suite/builtin_suites/example_suite/subagents/arithmetic_ref.yaml +51 -0
  368. dataagent/core/suite/builtin_suites/example_suite/subagents/echo_ref.yaml +36 -0
  369. dataagent/core/suite/builtin_suites/example_suite/suite.yaml +40 -0
  370. dataagent/core/suite/builtin_suites/example_suite/tools/example_tool.py +54 -0
  371. dataagent/core/suite/builtin_suites/example_suite/tools/tools.yaml +69 -0
  372. dataagent/core/suite/builtin_suites/windows/suite.yaml +23 -0
  373. dataagent/core/suite/builtin_suites/windows/tools/cmd_tool.py +319 -0
  374. dataagent/core/suite/builtin_suites/windows/tools/grep_tool.py +317 -0
  375. dataagent/core/suite/builtin_suites/windows/tools/tools.yaml +15 -0
  376. dataagent/core/suite/debug_dump.py +140 -0
  377. dataagent/core/suite/discovery.py +355 -0
  378. dataagent/core/suite/merge.py +214 -0
  379. dataagent/core/suite/suite_layer.py +419 -0
  380. dataagent/core/suite/types.py +45 -0
  381. dataagent/core/suite/validation.py +334 -0
  382. dataagent/core/swarm/__init__.py +15 -0
  383. dataagent/core/swarm/swarm_config.py +65 -0
  384. dataagent/core/swarm/worker_io.py +27 -0
  385. dataagent/core/swarm/worker_lock.py +118 -0
  386. dataagent/core/swarm/worker_memory.py +193 -0
  387. dataagent/core/swarm/worker_metadata.py +293 -0
  388. dataagent/core/swarm/worker_result.py +255 -0
  389. dataagent/core/utils/__init__.py +13 -0
  390. dataagent/core/utils/json_store.py +40 -0
  391. dataagent/core/utils/metadata_utils.py +148 -0
  392. dataagent/core/utils/otel_event_recorder.py +388 -0
  393. dataagent/core/utils/performance.py +686 -0
  394. dataagent/core/utils/subprocess.py +146 -0
  395. dataagent/core/workspace/__init__.py +61 -0
  396. dataagent/core/workspace/catalog.py +455 -0
  397. dataagent/core/workspace/frontmatter.py +45 -0
  398. dataagent/core/workspace/publish.py +165 -0
  399. dataagent/governance/__init__.py +18 -0
  400. dataagent/governance/config.py +215 -0
  401. dataagent/governance/tool_hooks.py +90 -0
  402. dataagent/interface/cli/__init__.py +17 -0
  403. dataagent/interface/cli/main.py +735 -0
  404. dataagent/interface/rest_api/__init__.py +22 -0
  405. dataagent/interface/rest_api/app.py +122 -0
  406. dataagent/interface/rest_api/middleware.py +319 -0
  407. dataagent/interface/rest_api/service.py +293 -0
  408. dataagent/interface/rest_api/start_service.py +141 -0
  409. dataagent/interface/sdk/__init__.py +24 -0
  410. dataagent/interface/sdk/agent.py +358 -0
  411. dataagent/interface/sdk/base_data_agent.py +427 -0
  412. dataagent/interface/sdk/builder.py +370 -0
  413. dataagent/interface/sdk/loader.py +34 -0
  414. dataagent/mcp_servers/__init__.py +19 -0
  415. dataagent/mcp_servers/dataops/__init__.py +26 -0
  416. dataagent/mcp_servers/dataops/dataops_mcp_server.py +455 -0
  417. dataagent/mcp_servers/dataops/start_dataops_mcp.sh +35 -0
  418. dataagent/resources/__init__.py +30 -0
  419. dataagent/resources/capacity/__init__.py +13 -0
  420. dataagent/resources/capacity/ledger.py +128 -0
  421. dataagent/resources/catalog/__init__.py +13 -0
  422. dataagent/resources/catalog/catalog.py +191 -0
  423. dataagent/resources/catalog/models.py +67 -0
  424. dataagent/resources/drivers/__init__.py +13 -0
  425. dataagent/resources/drivers/bindings.py +17 -0
  426. dataagent/resources/drivers/mcp_resource.py +88 -0
  427. dataagent/resources/resolve/__init__.py +13 -0
  428. dataagent/resources/resolve/prepare.py +132 -0
  429. dataagent/utils/__init__.py +12 -0
  430. dataagent/utils/builder_utils.py +322 -0
  431. dataagent/utils/cli/rich_renderer.py +896 -0
  432. dataagent/utils/cli/terminal_input.py +132 -0
  433. dataagent/utils/compression_utils.py +462 -0
  434. dataagent/utils/constants.py +647 -0
  435. dataagent/utils/converter/__init__.py +21 -0
  436. dataagent/utils/converter/graph_summary.py +236 -0
  437. dataagent/utils/converter/ir_converter_constants.py +188 -0
  438. dataagent/utils/converter/ir_message_consumer.py +499 -0
  439. dataagent/utils/converter/result_ir_converter.py +865 -0
  440. dataagent/utils/dag_utils.py +145 -0
  441. dataagent/utils/env_file_loader.py +255 -0
  442. dataagent/utils/env_utils.py +35 -0
  443. dataagent/utils/fix_md_image_path.py +300 -0
  444. dataagent/utils/formatting_utils.py +525 -0
  445. dataagent/utils/import_utils.py +228 -0
  446. dataagent/utils/info_utils.py +44 -0
  447. dataagent/utils/log/__init__.py +66 -0
  448. dataagent/utils/log/config.py +54 -0
  449. dataagent/utils/log/configs/default.yaml +49 -0
  450. dataagent/utils/log/configs/dev.yaml +18 -0
  451. dataagent/utils/log/configs/prod.yaml +19 -0
  452. dataagent/utils/log/dataagent_logger.py +388 -0
  453. dataagent/utils/messages_utils.py +611 -0
  454. dataagent/utils/parsing_utils.py +403 -0
  455. dataagent/utils/runtime_paths.py +437 -0
  456. datagallery_dataagent-0.1.0.dist-info/METADATA +288 -0
  457. datagallery_dataagent-0.1.0.dist-info/RECORD +460 -0
  458. datagallery_dataagent-0.1.0.dist-info/WHEEL +5 -0
  459. datagallery_dataagent-0.1.0.dist-info/licenses/LICENSE +201 -0
  460. datagallery_dataagent-0.1.0.dist-info/top_level.txt +1 -0
dataagent/__init__.py ADDED
@@ -0,0 +1,37 @@
1
+ # Licensed under the Apache License, Version 2.0 (the "License");
2
+ # you may not use this file except in compliance with the License.
3
+ # You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+ # ============================================================================
13
+ """dataagent 包入口。
14
+
15
+ 注意:这里保持轻量,避免在 import dataagent 时就触发大量依赖初始化/循环导入。
16
+ 需要 DataAgent 等对象时,通过属性懒加载获取。
17
+ """
18
+
19
+ from __future__ import annotations
20
+
21
+ __version__ = "0.1.0"
22
+ __author__ = "DataAgent Team"
23
+
24
+ from typing import Any
25
+
26
+
27
+ def __getattr__(name: str) -> Any:
28
+ if name in ("DataAgent", "AgentBuilder", "load_agent_from_config", "BaseDataAgent"):
29
+ from dataagent.interface.sdk import AgentBuilder, BaseDataAgent, DataAgent, load_agent_from_config
30
+
31
+ return {
32
+ "DataAgent": DataAgent,
33
+ "AgentBuilder": AgentBuilder,
34
+ "BaseDataAgent": BaseDataAgent,
35
+ "load_agent_from_config": load_agent_from_config,
36
+ }[name]
37
+ raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
dataagent/__main__.py ADDED
@@ -0,0 +1,16 @@
1
+ # Licensed under the Apache License, Version 2.0 (the "License");
2
+ # you may not use this file except in compliance with the License.
3
+ # You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+ # ============================================================================
13
+ from dataagent.interface.cli.main import main
14
+
15
+ if __name__ == "__main__":
16
+ main()
@@ -0,0 +1,25 @@
1
+ # Licensed under the Apache License, Version 2.0 (the "License");
2
+ # you may not use this file except in compliance with the License.
3
+ # You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+ # ============================================================================
13
+
14
+ """DataAgent A2A 1.0 Server — exposes DataAgent agents as A2A-compliant services."""
15
+
16
+ from dataagent.a2a_server.agent_card import build_agent_card
17
+ from dataagent.a2a_server.agent_executor import DataAgentExecutor
18
+ from dataagent.a2a_server.server import create_a2a_server, run_a2a_server
19
+
20
+ __all__ = [
21
+ "DataAgentExecutor",
22
+ "build_agent_card",
23
+ "create_a2a_server",
24
+ "run_a2a_server",
25
+ ]
@@ -0,0 +1,85 @@
1
+ # Licensed under the Apache License, Version 2.0 (the "License");
2
+ # you may not use this file except in compliance with the License.
3
+ # You may obtain a copy of the License at
4
+ #
5
+ # http://www.apache.org/licenses/LICENSE-2.0
6
+ #
7
+ # Unless required by applicable law or agreed to in writing, software
8
+ # distributed under the License is distributed on an "AS IS" BASIS,
9
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
10
+ # See the License for the specific language governing permissions and
11
+ # limitations under the License.
12
+ # ============================================================================
13
+ """Build A2A 1.0 AgentCard from a DataAgent."""
14
+
15
+ from a2a.types.a2a_pb2 import (
16
+ AgentCapabilities,
17
+ AgentCard,
18
+ AgentInterface,
19
+ AgentSkill,
20
+ )
21
+
22
+ from dataagent.interface.sdk.agent import DataAgent
23
+
24
+
25
+ def build_agent_card(
26
+ agent: DataAgent,
27
+ host: str = "0.0.0.0",
28
+ port: int = 9999,
29
+ jsonrpc_path: str = "/a2a/jsonrpc",
30
+ rest_path: str = "/a2a/rest",
31
+ ) -> AgentCard:
32
+ """Create an A2A 1.0 AgentCard for the given DataAgent.
33
+
34
+ Args:
35
+ agent: The DataAgent instance to expose.
36
+ host: Server host for the interface URLs.
37
+ port: Server port for the interface URLs.
38
+ jsonrpc_path: JSON-RPC route path.
39
+ rest_path: REST route path.
40
+
41
+ Returns:
42
+ A2A 1.0 AgentCard with supported_interfaces.
43
+ """
44
+ agent_name = agent.name() or "DataAgent"
45
+ agent_desc = agent.description() or "DataAgent data analysis agent"
46
+ agent_ver = agent.version() or "0.1.0"
47
+
48
+ # AgentCard URL should use 127.0.0.1 for local access (host may be 0.0.0.0 for binding)
49
+ card_host = "127.0.0.1" if host in ("0.0.0.0", "::") else host
50
+ base_url = f"http://{card_host}:{port}"
51
+
52
+ # Build skills from agent info and known capabilities
53
+ skills = [
54
+ AgentSkill(
55
+ id="chat",
56
+ name="Chat",
57
+ description="Interactive conversational data analysis",
58
+ tags=["data-analysis", "chat"],
59
+ input_modes=["text/plain"],
60
+ output_modes=["text/plain"],
61
+ ),
62
+ ]
63
+
64
+ card = AgentCard(
65
+ name=agent_name,
66
+ description=agent_desc,
67
+ version=agent_ver,
68
+ default_input_modes=["text/plain"],
69
+ default_output_modes=["text/plain"],
70
+ capabilities=AgentCapabilities(streaming=True),
71
+ skills=skills,
72
+ supported_interfaces=[
73
+ AgentInterface(
74
+ protocol_binding="JSONRPC",
75
+ url=f"{base_url}{jsonrpc_path}",
76
+ protocol_version="1.0",
77
+ ),
78
+ AgentInterface(
79
+ protocol_binding="HTTP+JSON",
80
+ url=f"{base_url}{rest_path}",
81
+ protocol_version="1.0",
82
+ ),
83
+ ],
84
+ )
85
+ return card