datagallery-dataagent 0.1.0.dev20260731__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dataagent/__init__.py +37 -0
- dataagent/__main__.py +16 -0
- dataagent/a2a_server/__init__.py +25 -0
- dataagent/a2a_server/agent_card.py +85 -0
- dataagent/a2a_server/agent_executor.py +811 -0
- dataagent/a2a_server/server.py +187 -0
- dataagent/a2a_server/task_store.py +29 -0
- dataagent/actions/__init__.py +12 -0
- dataagent/actions/environment/__init__.py +21 -0
- dataagent/actions/environment/compound_env.py +89 -0
- dataagent/actions/environment/env.py +52 -0
- dataagent/actions/environment/env_config.py +122 -0
- dataagent/actions/gym/__init__.py +29 -0
- dataagent/actions/gym/arithmetic/arithmetic.py +124 -0
- dataagent/actions/gym/nl2sql/base_env.py +440 -0
- dataagent/actions/gym/nl2sql/sqlite_env.py +79 -0
- dataagent/actions/perceptor/perceptor_atomic.py +671 -0
- dataagent/actions/perceptor/perceptor_utils.py +31 -0
- dataagent/actions/skills/__init__.py +12 -0
- dataagent/actions/skills/attribution-analysis/SKILL.md +129 -0
- dataagent/actions/skills/attribution-analysis/references/a/10_metric_anomaly_overview.md +153 -0
- dataagent/actions/skills/attribution-analysis/references/a/11_additive_metrics.md +127 -0
- dataagent/actions/skills/attribution-analysis/references/a/12_ratio_derived_metrics.md +142 -0
- dataagent/actions/skills/attribution-analysis/references/a/13_nonlinear_composite_metrics.md +155 -0
- dataagent/actions/skills/attribution-analysis/references/a/14_dimension_root_cause.md +152 -0
- dataagent/actions/skills/attribution-analysis/references/a/15_adtributor.md +140 -0
- dataagent/actions/skills/attribution-analysis/references/a/16_cross_section_group_comparison.md +99 -0
- dataagent/actions/skills/attribution-analysis/references/a/17_multivariate_metric_propagation.md +86 -0
- dataagent/actions/skills/attribution-analysis/references/b/20_contribution_attribution_overview.md +157 -0
- dataagent/actions/skills/attribution-analysis/references/b/20a_general_contribution_allocation.md +88 -0
- dataagent/actions/skills/attribution-analysis/references/b/21_mta_multi_touch.md +147 -0
- dataagent/actions/skills/attribution-analysis/references/b/21a_mta_baseline_implementation.md +44 -0
- dataagent/actions/skills/attribution-analysis/references/b/21b_mta_markov_shapley_implementation.md +91 -0
- dataagent/actions/skills/attribution-analysis/references/b/21c_mta_time_aware_implementation.md +57 -0
- dataagent/actions/skills/attribution-analysis/references/b/22_mmm_marketing_mix.md +89 -0
- dataagent/actions/skills/attribution-analysis/references/b/23_incrementality_testing.md +88 -0
- dataagent/actions/skills/attribution-analysis/references/c/30_causal_attribution_overview.md +169 -0
- dataagent/actions/skills/attribution-analysis/references/c/31_experimental_methods.md +93 -0
- dataagent/actions/skills/attribution-analysis/references/c/32_quasi_experimental_methods.md +193 -0
- dataagent/actions/skills/attribution-analysis/references/c/33_heterogeneous_effects.md +112 -0
- dataagent/actions/skills/attribution-analysis/references/core/00_context_discovery.md +88 -0
- dataagent/actions/skills/attribution-analysis/references/core/01_problem_classification.md +139 -0
- dataagent/actions/skills/attribution-analysis/references/core/02_data_preparation.md +190 -0
- dataagent/actions/skills/attribution-analysis/references/core/50_inference_uncertainty.md +77 -0
- dataagent/actions/skills/attribution-analysis/references/core/51_evaluation_calibration.md +77 -0
- dataagent/actions/skills/attribution-analysis/references/core/52_output_guardrails.md +64 -0
- dataagent/actions/skills/attribution-analysis/references/core/reference_index.md +36 -0
- dataagent/actions/skills/attribution-analysis/references/shared/glossary.md +16 -0
- dataagent/actions/skills/data_analysis_report/SKILL.md +95 -0
- dataagent/actions/tools/__init__.py +36 -0
- dataagent/actions/tools/a2a.py +472 -0
- dataagent/actions/tools/backfill.py +126 -0
- dataagent/actions/tools/concurrency.py +114 -0
- dataagent/actions/tools/context.py +51 -0
- dataagent/actions/tools/hooks/__init__.py +32 -0
- dataagent/actions/tools/hooks/base.py +118 -0
- dataagent/actions/tools/hooks/config.py +73 -0
- dataagent/actions/tools/hooks/examples/__init__.py +17 -0
- dataagent/actions/tools/hooks/examples/ddl_hooks.py +307 -0
- dataagent/actions/tools/hooks/examples/example_hooks.py +95 -0
- dataagent/actions/tools/hooks/truncator.py +109 -0
- dataagent/actions/tools/local.py +208 -0
- dataagent/actions/tools/local_tool/agent_status_handler.py +221 -0
- dataagent/actions/tools/local_tool/dataops_validate_tool.py +955 -0
- dataagent/actions/tools/local_tool/document_recall.py +300 -0
- dataagent/actions/tools/local_tool/job_tools.py +792 -0
- dataagent/actions/tools/local_tool/plan.py +166 -0
- dataagent/actions/tools/local_tool/sandbox.py +658 -0
- dataagent/actions/tools/local_tool/sql_reader.py +36 -0
- dataagent/actions/tools/local_tool/sub_agent_entry.py +261 -0
- dataagent/actions/tools/local_tool/tools.py +2879 -0
- dataagent/actions/tools/local_tool/workspace_tool.py +128 -0
- dataagent/actions/tools/mcp.py +535 -0
- dataagent/actions/tools/mcp_examples.py +242 -0
- dataagent/actions/tools/mcp_tool/mock_compute_pool.py +224 -0
- dataagent/actions/tools/mcp_tool/nl2sql.py +62 -0
- dataagent/actions/tools/schema_validator.py +463 -0
- dataagent/actions/tools/semantic_tool/auth.py +26 -0
- dataagent/actions/tools/semantic_tool/basic_retrieval.py +111 -0
- dataagent/actions/tools/semantic_tool/get_join_relations.py +104 -0
- dataagent/actions/tools/semantic_tool/get_table_desc.py +32 -0
- dataagent/actions/tools/semantic_tool/metadata_recall.py +250 -0
- dataagent/actions/tools/semantic_tool/ontology_query.py +335 -0
- dataagent/actions/tools/semantic_tool/search_metric_instance.py +984 -0
- dataagent/actions/tools/semantic_tool/search_tables_with_schema.py +791 -0
- dataagent/actions/tools/semantic_tool/search_udf_functions.py +609 -0
- dataagent/actions/tools/semantic_tool/semantic_client.py +453 -0
- dataagent/actions/tools/utils.py +65 -0
- dataagent/agents/document_recall/document_recall_agent.yaml +109 -0
- dataagent/agents/document_recall/tools.py +141 -0
- dataagent/agents/metadata_recall/metadata_recall_agent.yaml +162 -0
- dataagent/agents/nl2sql/__init__.py +3 -0
- dataagent/agents/nl2sql/agent.py +248 -0
- dataagent/agents/nl2sql/errors.py +89 -0
- dataagent/agents/nl2sql/nl2sql_agent.yaml +50 -0
- dataagent/agents/nl2sql/nodes/__init__.py +31 -0
- dataagent/agents/nl2sql/nodes/base_nl2sql_node.py +147 -0
- dataagent/agents/nl2sql/nodes/executor.py +65 -0
- dataagent/agents/nl2sql/nodes/generator.py +107 -0
- dataagent/agents/nl2sql/nodes/perceptor.py +231 -0
- dataagent/agents/nl2sql/nodes/reflector.py +85 -0
- dataagent/agents/nl2sql/nodes/selector.py +108 -0
- dataagent/agents/nl2sql/nodes/udn_perceptor.py +321 -0
- dataagent/agents/nl2sql/nodes/validator.py +151 -0
- dataagent/agents/nl2sql/prompts/generator/dc_system.md +44 -0
- dataagent/agents/nl2sql/prompts/generator/dc_user.md +12 -0
- dataagent/agents/nl2sql/prompts/generator/icl_system.md +33 -0
- dataagent/agents/nl2sql/prompts/generator/icl_user.md +18 -0
- dataagent/agents/nl2sql/prompts/generator/prompt_system.md +17 -0
- dataagent/agents/nl2sql/prompts/generator/prompt_user.md +15 -0
- dataagent/agents/nl2sql/prompts/generator/skeleton_system.md +46 -0
- dataagent/agents/nl2sql/prompts/generator/skeleton_user.md +10 -0
- dataagent/agents/nl2sql/prompts/perceptor/filter_udn_business_id_system.md +124 -0
- dataagent/agents/nl2sql/prompts/perceptor/filter_udn_business_id_user.md +2 -0
- dataagent/agents/nl2sql/prompts/perceptor/filter_udn_table_family_system.md +77 -0
- dataagent/agents/nl2sql/prompts/perceptor/filter_udn_table_family_user.md +11 -0
- dataagent/agents/nl2sql/prompts/perceptor/keyword_extraction_system.md +10 -0
- dataagent/agents/nl2sql/prompts/perceptor/keyword_extraction_user.md +1 -0
- dataagent/agents/nl2sql/prompts/reflector/system.md +28 -0
- dataagent/agents/nl2sql/prompts/reflector/user.md +7 -0
- dataagent/agents/nl2sql/prompts/selector/system.md +30 -0
- dataagent/agents/nl2sql/prompts/selector/user.md +13 -0
- dataagent/agents/nl2sql/prompts/user/sql_rules_bio_lab.md +9 -0
- dataagent/agents/nl2sql/prompts/user/sql_rules_bird.md +6 -0
- dataagent/agents/nl2sql/prompts/user/sql_rules_udn.md +198 -0
- dataagent/agents/nl2sql/prompts/user/sql_rules_zdy.md +3 -0
- dataagent/agents/nl2sql/prompts/validator/extract_columns_system.md +30 -0
- dataagent/agents/nl2sql/prompts/validator/extract_columns_user.md +3 -0
- dataagent/agents/nl2sql/prompts/validator/validate_semantic_system.md +30 -0
- dataagent/agents/nl2sql/prompts/validator/validate_semantic_user.md +18 -0
- dataagent/agents/nl2sql/udn.yaml +39 -0
- dataagent/agents/nl2sql/utils/nl2sql_utils.py +244 -0
- dataagent/agents/nl2sql/utils/sql_guard.py +196 -0
- dataagent/agents/nl2sql/utils/sql_rules.py +299 -0
- dataagent/agents/nl2sql/utils/sql_service.py +360 -0
- dataagent/agents/nl2sql/workflow/router.py +59 -0
- dataagent/agents/nl2sql/workflow/state.py +106 -0
- dataagent/agents/semantic_service/semantic_service_test_agent.yaml +90 -0
- dataagent/common_utils/knowledge_base/knowledge_base.py +405 -0
- dataagent/common_utils/knowledge_base/memory.py +1346 -0
- dataagent/common_utils/knowledge_base/metadata_management.py +1129 -0
- dataagent/common_utils/knowledge_base/tool_management.py +331 -0
- dataagent/common_utils/knowledge_base/utils_common.py +882 -0
- dataagent/common_utils/knowledge_base/utils_inference.py +92 -0
- dataagent/common_utils/knowledge_base/utils_knowledgebase.py +119 -0
- dataagent/common_utils/knowledge_base/utils_memory.py +322 -0
- dataagent/common_utils/knowledge_base/utils_metadata.py +267 -0
- dataagent/common_utils/outbound_tls.py +188 -0
- dataagent/common_utils/storer_utils.py +113 -0
- dataagent/config/__init__.py +35 -0
- dataagent/config/config_manager.py +534 -0
- dataagent/core/__init__.py +30 -0
- dataagent/core/agents/__init__.py +18 -0
- dataagent/core/agents/adapters/__init__.py +17 -0
- dataagent/core/agents/adapters/local_flex.py +186 -0
- dataagent/core/agents/registry.py +139 -0
- dataagent/core/agents/service.py +444 -0
- dataagent/core/agents/subagent_config.py +74 -0
- dataagent/core/agents/subagent_session.py +135 -0
- dataagent/core/agents/subagent_subprocess_runner.py +446 -0
- dataagent/core/cbb/__init__.py +17 -0
- dataagent/core/cbb/agent_env.py +73 -0
- dataagent/core/cbb/base_agent.py +195 -0
- dataagent/core/cbb/base_hook.py +115 -0
- dataagent/core/cbb/base_node.py +177 -0
- dataagent/core/cbb/base_router.py +81 -0
- dataagent/core/cbb/base_state.py +19 -0
- dataagent/core/cbb/runtime.py +467 -0
- dataagent/core/cbb/runtime_env.py +574 -0
- dataagent/core/context/context.py +609 -0
- dataagent/core/context/context_ir.py +742 -0
- dataagent/core/context/context_persistence.py +298 -0
- dataagent/core/context/context_profiling.py +146 -0
- dataagent/core/context/context_state.py +78 -0
- dataagent/core/context/context_viz.py +29 -0
- dataagent/core/context/flex_context_formatting.py +179 -0
- dataagent/core/context/message_history.py +356 -0
- dataagent/core/context/todolist_manager.py +202 -0
- dataagent/core/context/trajectory_editor.py +362 -0
- dataagent/core/context/trajectory_navigator.py +299 -0
- dataagent/core/context/util.py +113 -0
- dataagent/core/context/utils_context_filesystem.py +169 -0
- dataagent/core/context/utils_context_trajectory.py +513 -0
- dataagent/core/flex/agent.py +1195 -0
- dataagent/core/flex/examples/arithmetic.yaml +29 -0
- dataagent/core/flex/examples/deep_analyze.yaml +7 -0
- dataagent/core/flex/examples/ecommerce_agent.yaml +43 -0
- dataagent/core/flex/examples/example.yaml +506 -0
- dataagent/core/flex/examples/nl2sql_dataops_validate.yaml +107 -0
- dataagent/core/flex/examples/nl2sql_flex_e2e_subagent.yaml +54 -0
- dataagent/core/flex/examples/quickstart.yaml +15 -0
- dataagent/core/flex/examples/test_attribution_analysis.yaml +25 -0
- dataagent/core/flex/examples/test_custom_prompt.yaml +65 -0
- dataagent/core/flex/examples/test_data_analysis_suite.yaml +59 -0
- dataagent/core/flex/examples/test_ddl_hook.yaml +48 -0
- dataagent/core/flex/examples/test_example_suite.yaml +60 -0
- dataagent/core/flex/examples/test_skills.yaml +36 -0
- dataagent/core/flex/examples/test_subagent_tool.yaml +30 -0
- dataagent/core/flex/examples/ueg.yaml +38 -0
- dataagent/core/flex/examples/yunhe.yaml +25 -0
- dataagent/core/flex/flex_default_configs.yaml +95 -0
- dataagent/core/flex/flex_runtime_from_config.py +344 -0
- dataagent/core/flex/hooks/__init__.py +15 -0
- dataagent/core/flex/hooks/agent_turn.py +95 -0
- dataagent/core/flex/hooks/context_reference_rewriter.py +1163 -0
- dataagent/core/flex/hooks/cross_session_recall.py +200 -0
- dataagent/core/flex/hooks/history_writer.py +229 -0
- dataagent/core/flex/hooks/human_feedback_guard.py +172 -0
- dataagent/core/flex/hooks/intent_understanding.py +188 -0
- dataagent/core/flex/hooks/memory_indexer.py +149 -0
- dataagent/core/flex/hooks/metadata_tracker.py +263 -0
- dataagent/core/flex/hooks/organize_workspace.py +56 -0
- dataagent/core/flex/hooks/plan_enforcer.py +194 -0
- dataagent/core/flex/hooks/portraiter.py +403 -0
- dataagent/core/flex/hooks/pruner.py +85 -0
- dataagent/core/flex/hooks/pruner_v2.py +368 -0
- dataagent/core/flex/hooks/registry.py +58 -0
- dataagent/core/flex/hooks/semantic_retrieve.py +175 -0
- dataagent/core/flex/nodes/executor.py +1285 -0
- dataagent/core/flex/nodes/human_feedback.py +487 -0
- dataagent/core/flex/nodes/planner.py +520 -0
- dataagent/core/flex/utils/__init__.py +13 -0
- dataagent/core/flex/utils/context_from_state.py +68 -0
- dataagent/core/flex/utils/hitl_config.py +160 -0
- dataagent/core/flex/utils/planner_prompt_builder.py +972 -0
- dataagent/core/flex/workflow/router.py +251 -0
- dataagent/core/flex/workflow/state.py +51 -0
- dataagent/core/framework_adapters/checkpoints/__init__.py +9 -0
- dataagent/core/framework_adapters/checkpoints/postgres_store.py +110 -0
- dataagent/core/framework_adapters/checkpoints/sqlite_store.py +124 -0
- dataagent/core/framework_adapters/checkpoints/types.py +24 -0
- dataagent/core/framework_adapters/runtime/__init__.py +38 -0
- dataagent/core/framework_adapters/runtime/context.py +387 -0
- dataagent/core/framework_adapters/runtime/workflow.py +194 -0
- dataagent/core/framework_adapters/runtime/workflow_backend.py +243 -0
- dataagent/core/framework_adapters/runtime/workflow_backend_factory.py +53 -0
- dataagent/core/framework_adapters/runtime/workflow_openjiuwen.py +925 -0
- dataagent/core/interface.py +101 -0
- dataagent/core/jobs/__init__.py +36 -0
- dataagent/core/jobs/envelope.py +246 -0
- dataagent/core/jobs/file_store.py +159 -0
- dataagent/core/jobs/models.py +120 -0
- dataagent/core/jobs/service.py +381 -0
- dataagent/core/managers/action_manager/__init__.py +35 -0
- dataagent/core/managers/action_manager/base.py +220 -0
- dataagent/core/managers/action_manager/manager.py +1332 -0
- dataagent/core/managers/action_manager/registry.py +81 -0
- dataagent/core/managers/action_manager/schemas.py +363 -0
- dataagent/core/managers/llm_manager/__init__.py +50 -0
- dataagent/core/managers/llm_manager/adapters.py +639 -0
- dataagent/core/managers/llm_manager/llm_client.py +2239 -0
- dataagent/core/managers/llm_manager/llm_config.py +83 -0
- dataagent/core/managers/llm_manager/llm_manager.py +115 -0
- dataagent/core/managers/prompt_manager/__init__.py +31 -0
- dataagent/core/managers/prompt_manager/template.py +120 -0
- dataagent/core/managers/prompt_manager/templates/__init__.py +12 -0
- dataagent/core/managers/prompt_manager/templates/context/fold_messages.md +80 -0
- dataagent/core/managers/prompt_manager/templates/context/system.md +1 -0
- dataagent/core/managers/prompt_manager/templates/context/system_infer.md +50 -0
- dataagent/core/managers/prompt_manager/templates/context/system_update_state.md +59 -0
- dataagent/core/managers/prompt_manager/templates/context/user.md +21 -0
- dataagent/core/managers/prompt_manager/templates/context/user_infer.md +45 -0
- dataagent/core/managers/prompt_manager/templates/context/user_update_state.md +13 -0
- dataagent/core/managers/prompt_manager/templates/human_feedback/system.md +13 -0
- dataagent/core/managers/prompt_manager/templates/human_feedback/user.md +7 -0
- dataagent/core/managers/prompt_manager/templates/intent_understanding/system.md +70 -0
- dataagent/core/managers/prompt_manager/templates/intent_understanding/user.md +36 -0
- dataagent/core/managers/prompt_manager/templates/irmanager/system.md +1 -0
- dataagent/core/managers/prompt_manager/templates/irmanager/system_update_state.md +8 -0
- dataagent/core/managers/prompt_manager/templates/irmanager/user.md +21 -0
- dataagent/core/managers/prompt_manager/templates/irmanager/user_update_state.md +11 -0
- dataagent/core/managers/prompt_manager/templates/knowledge_base/community_parent_report.md +39 -0
- dataagent/core/managers/prompt_manager/templates/knowledge_base/community_report.md +39 -0
- dataagent/core/managers/prompt_manager/templates/knowledge_base/extract_column_relationships.md +15 -0
- dataagent/core/managers/prompt_manager/templates/knowledge_base/extract_columns.md +14 -0
- dataagent/core/managers/prompt_manager/templates/knowledge_base/extract_tool_relationships.md +20 -0
- dataagent/core/managers/prompt_manager/templates/knowledge_base/extract_virtual_columns.md +18 -0
- dataagent/core/managers/prompt_manager/templates/knowledge_base/infer_data_type.md +24 -0
- dataagent/core/managers/prompt_manager/templates/knowledge_base/infer_file_description.md +22 -0
- dataagent/core/managers/prompt_manager/templates/knowledge_base/infer_schema_description.md +18 -0
- dataagent/core/managers/prompt_manager/templates/knowledge_base/update_column_description.md +28 -0
- dataagent/core/managers/prompt_manager/templates/knowledge_base/user_guide_kb.md +11 -0
- dataagent/core/managers/prompt_manager/templates/nl2sql_react/system.md +17 -0
- dataagent/core/managers/prompt_manager/templates/nl2sql_react/user.md +1 -0
- dataagent/core/managers/prompt_manager/templates/perceptor/keyword_extract_system.md +34 -0
- dataagent/core/managers/prompt_manager/templates/perceptor/keyword_extract_user.md +7 -0
- dataagent/core/managers/prompt_manager/templates/planner/system.md +132 -0
- dataagent/core/managers/prompt_manager/templates/planner/todo.md +38 -0
- dataagent/core/managers/prompt_manager/templates/planner/user.md +44 -0
- dataagent/core/managers/prompt_manager/templates/skill_selector/system.md +118 -0
- dataagent/core/managers/prompt_manager/templates/skill_selector/user.md +15 -0
- dataagent/core/resource_runtime/__init__.py +27 -0
- dataagent/core/resource_runtime/coordinator.py +317 -0
- dataagent/core/resource_runtime/mcp.py +225 -0
- dataagent/core/resource_runtime/operations/__init__.py +13 -0
- dataagent/core/resource_runtime/operations/operations.py +92 -0
- dataagent/core/resource_runtime/operations/protocols.py +25 -0
- dataagent/core/resource_runtime/runner.py +317 -0
- dataagent/core/resource_runtime/sandbox/__init__.py +13 -0
- dataagent/core/resource_runtime/sandbox/sandbox_ops.py +72 -0
- dataagent/core/resource_runtime/sandbox/sandbox_runner.py +142 -0
- dataagent/core/resource_runtime/wiring.py +64 -0
- dataagent/core/suite/__init__.py +35 -0
- dataagent/core/suite/activated_suites.py +55 -0
- dataagent/core/suite/activation.py +206 -0
- dataagent/core/suite/allow_paths.py +64 -0
- dataagent/core/suite/builtin_suites/data_analysis/README.md +33 -0
- dataagent/core/suite/builtin_suites/data_analysis/data_models/data_ir.json +32 -0
- dataagent/core/suite/builtin_suites/data_analysis/docs/data_analysis_workflow.md +23 -0
- dataagent/core/suite/builtin_suites/data_analysis/docs/structure.md +12 -0
- dataagent/core/suite/builtin_suites/data_analysis/fixtures/generate_mini_fixture.py +195 -0
- dataagent/core/suite/builtin_suites/data_analysis/governance/governance.yaml +9 -0
- dataagent/core/suite/builtin_suites/data_analysis/governance/permission_guard.py +73 -0
- dataagent/core/suite/builtin_suites/data_analysis/governance/resource_job_guard.py +175 -0
- dataagent/core/suite/builtin_suites/data_analysis/prompts/system/data_analysis_workflow.md +36 -0
- dataagent/core/suite/builtin_suites/data_analysis/scenarios/target_audience_selection.yaml +24 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/SKILL.md +232 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_0_column_profile.sql +11 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_0_format_gate.md +262 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_0_source_data_analyze.sql +31 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_0_source_data_analyze_template.md +146 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_0_validation.sql +18 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_1_simple_merge.sql +22 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_1_validation.sql +13 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_2_cleaning_report.sql +42 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_2_feature_cleaning.sql +26 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_2_format_gate.md +109 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_2_validation.sql +36 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_3_feature_aggregation.sql +34 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_3_format_gate.md +388 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_3_validation.sql +40 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_4_user_cleaning.sql +16 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_4_validation.sql +28 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/feature_engineer/scripts/step2_5_finalize.md +39 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/SKILL.md +140 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/run_step3_pipeline.sh +98 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_1_y_label_split.py +117 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_2_univariate_screening.py +340 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_3_feature_filter.py +70 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_4_train_model.py +320 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_5_white_box_model.py +268 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/model_engineer/scripts/step3_6_white_box_scorecard_model.py +348 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/nl2sql/SKILL.md +246 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/nl2sql/scripts/step4_0_reconstruct_tree_preprocessing.py +440 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/nl2sql/scripts/step4_1_generate_sql.py +2087 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/SKILL.md +99 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/resources/candidate_pool.md +32 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/resources/labels.md +126 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/resources/negative_samples.md +151 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_0_sampling_plan.md +350 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_1_explore_target_game.md +87 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_2_similar_games.md +77 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_3_build_training_set.md +241 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_4_project_tables.md +167 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_5_stats.md +133 -0
- dataagent/core/suite/builtin_suites/data_analysis/skill/user_sampling/scripts/step1_6_finalize.md +106 -0
- dataagent/core/suite/builtin_suites/data_analysis/subagents/feature_engineer.yaml +171 -0
- dataagent/core/suite/builtin_suites/data_analysis/subagents/model_engineer.yaml +139 -0
- dataagent/core/suite/builtin_suites/data_analysis/subagents/nl2sql.yaml +166 -0
- dataagent/core/suite/builtin_suites/data_analysis/subagents/sampler.yaml +176 -0
- dataagent/core/suite/builtin_suites/data_analysis/suite.yaml +7 -0
- dataagent/core/suite/builtin_suites/data_analysis/tools/semantic/client.py +75 -0
- dataagent/core/suite/builtin_suites/data_analysis/tools/semantic/mcp_server.py +124 -0
- dataagent/core/suite/builtin_suites/data_analysis/tools/tools.yaml +22 -0
- dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/_workflow_actions.py +762 -0
- dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/_workflow_tools.py +56 -0
- dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/advance_data_analysis_workflow.py +56 -0
- dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/control_data_analysis_workflow.py +36 -0
- dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/inspect_data_analysis_workflow.py +16 -0
- dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/scenario_loader.py +72 -0
- dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/start_data_analysis_workflow.py +39 -0
- dataagent/core/suite/builtin_suites/data_analysis/tools/workflow/status.py +604 -0
- dataagent/core/suite/builtin_suites/ecommerce_suite/models.yaml +14 -0
- dataagent/core/suite/builtin_suites/ecommerce_suite/suite.yaml +33 -0
- dataagent/core/suite/builtin_suites/ecommerce_suite/tools/tools.yaml +19 -0
- dataagent/core/suite/builtin_suites/example_suite/governance/governance.yaml +41 -0
- dataagent/core/suite/builtin_suites/example_suite/governance/probe_hooks.py +41 -0
- dataagent/core/suite/builtin_suites/example_suite/hooks/__init__.py +12 -0
- dataagent/core/suite/builtin_suites/example_suite/hooks/custom_hooks.py +76 -0
- dataagent/core/suite/builtin_suites/example_suite/hooks/hooks.yaml +33 -0
- dataagent/core/suite/builtin_suites/example_suite/models.yaml +21 -0
- dataagent/core/suite/builtin_suites/example_suite/node_configs.yaml +18 -0
- dataagent/core/suite/builtin_suites/example_suite/prompts/system/example_suite1.md +2 -0
- dataagent/core/suite/builtin_suites/example_suite/prompts/system/example_suite2.md +2 -0
- dataagent/core/suite/builtin_suites/example_suite/prompts/user/example_suite_user1.md +2 -0
- dataagent/core/suite/builtin_suites/example_suite/prompts/user/example_suite_user2.md +2 -0
- dataagent/core/suite/builtin_suites/example_suite/resources/resources.yaml +108 -0
- dataagent/core/suite/builtin_suites/example_suite/skill/demo_skill/SKILL.md +8 -0
- dataagent/core/suite/builtin_suites/example_suite/skill/demo_skill_extra/SKILL.md +8 -0
- dataagent/core/suite/builtin_suites/example_suite/subagents/arithmetic_ref.yaml +51 -0
- dataagent/core/suite/builtin_suites/example_suite/subagents/echo_ref.yaml +36 -0
- dataagent/core/suite/builtin_suites/example_suite/suite.yaml +40 -0
- dataagent/core/suite/builtin_suites/example_suite/tools/example_tool.py +54 -0
- dataagent/core/suite/builtin_suites/example_suite/tools/tools.yaml +69 -0
- dataagent/core/suite/debug_dump.py +140 -0
- dataagent/core/suite/discovery.py +325 -0
- dataagent/core/suite/merge.py +214 -0
- dataagent/core/suite/suite_layer.py +414 -0
- dataagent/core/suite/types.py +45 -0
- dataagent/core/suite/validation.py +334 -0
- dataagent/core/swarm/__init__.py +15 -0
- dataagent/core/swarm/swarm_config.py +65 -0
- dataagent/core/swarm/worker_io.py +27 -0
- dataagent/core/swarm/worker_lock.py +118 -0
- dataagent/core/swarm/worker_memory.py +193 -0
- dataagent/core/swarm/worker_metadata.py +293 -0
- dataagent/core/swarm/worker_result.py +255 -0
- dataagent/core/utils/__init__.py +13 -0
- dataagent/core/utils/json_store.py +40 -0
- dataagent/core/utils/metadata_utils.py +148 -0
- dataagent/core/utils/performance.py +686 -0
- dataagent/core/utils/subprocess.py +35 -0
- dataagent/core/workspace/__init__.py +61 -0
- dataagent/core/workspace/catalog.py +455 -0
- dataagent/core/workspace/frontmatter.py +45 -0
- dataagent/core/workspace/publish.py +165 -0
- dataagent/governance/__init__.py +18 -0
- dataagent/governance/config.py +215 -0
- dataagent/governance/tool_hooks.py +90 -0
- dataagent/interface/cli/__init__.py +17 -0
- dataagent/interface/cli/main.py +730 -0
- dataagent/interface/rest_api/__init__.py +22 -0
- dataagent/interface/rest_api/app.py +122 -0
- dataagent/interface/rest_api/middleware.py +319 -0
- dataagent/interface/rest_api/service.py +288 -0
- dataagent/interface/rest_api/start_service.py +141 -0
- dataagent/interface/sdk/__init__.py +24 -0
- dataagent/interface/sdk/agent.py +358 -0
- dataagent/interface/sdk/base_data_agent.py +429 -0
- dataagent/interface/sdk/builder.py +402 -0
- dataagent/interface/sdk/loader.py +34 -0
- dataagent/mcp_servers/__init__.py +19 -0
- dataagent/mcp_servers/dataops/__init__.py +26 -0
- dataagent/mcp_servers/dataops/dataops_mcp_server.py +455 -0
- dataagent/mcp_servers/dataops/start_dataops_mcp.sh +35 -0
- dataagent/resources/__init__.py +30 -0
- dataagent/resources/capacity/__init__.py +13 -0
- dataagent/resources/capacity/ledger.py +128 -0
- dataagent/resources/catalog/__init__.py +13 -0
- dataagent/resources/catalog/catalog.py +191 -0
- dataagent/resources/catalog/models.py +67 -0
- dataagent/resources/drivers/__init__.py +13 -0
- dataagent/resources/drivers/bindings.py +17 -0
- dataagent/resources/drivers/mcp_resource.py +88 -0
- dataagent/resources/resolve/__init__.py +13 -0
- dataagent/resources/resolve/prepare.py +132 -0
- dataagent/utils/__init__.py +12 -0
- dataagent/utils/builder_utils.py +322 -0
- dataagent/utils/cli/rich_renderer.py +889 -0
- dataagent/utils/cli/terminal_input.py +132 -0
- dataagent/utils/compression_utils.py +462 -0
- dataagent/utils/constants.py +630 -0
- dataagent/utils/converter/__init__.py +21 -0
- dataagent/utils/converter/graph_summary.py +236 -0
- dataagent/utils/converter/ir_converter_constants.py +188 -0
- dataagent/utils/converter/ir_message_consumer.py +499 -0
- dataagent/utils/converter/result_ir_converter.py +865 -0
- dataagent/utils/dag_utils.py +145 -0
- dataagent/utils/env_file_loader.py +255 -0
- dataagent/utils/env_utils.py +35 -0
- dataagent/utils/fix_md_image_path.py +300 -0
- dataagent/utils/formatting_utils.py +525 -0
- dataagent/utils/import_utils.py +227 -0
- dataagent/utils/info_utils.py +44 -0
- dataagent/utils/log/__init__.py +66 -0
- dataagent/utils/log/config.py +54 -0
- dataagent/utils/log/configs/default.yaml +49 -0
- dataagent/utils/log/configs/dev.yaml +18 -0
- dataagent/utils/log/configs/prod.yaml +19 -0
- dataagent/utils/log/dataagent_logger.py +388 -0
- dataagent/utils/messages_utils.py +611 -0
- dataagent/utils/parsing_utils.py +403 -0
- dataagent/utils/runtime_paths.py +437 -0
- datagallery_dataagent-0.1.0.dev20260731.dist-info/METADATA +288 -0
- datagallery_dataagent-0.1.0.dev20260731.dist-info/RECORD +478 -0
- datagallery_dataagent-0.1.0.dev20260731.dist-info/WHEEL +5 -0
- datagallery_dataagent-0.1.0.dev20260731.dist-info/licenses/LICENSE +201 -0
- datagallery_dataagent-0.1.0.dev20260731.dist-info/top_level.txt +1 -0
dataagent/__init__.py
ADDED
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
2
|
+
# you may not use this file except in compliance with the License.
|
|
3
|
+
# You may obtain a copy of the License at
|
|
4
|
+
#
|
|
5
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
6
|
+
#
|
|
7
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
8
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
9
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
10
|
+
# See the License for the specific language governing permissions and
|
|
11
|
+
# limitations under the License.
|
|
12
|
+
# ============================================================================
|
|
13
|
+
"""dataagent 包入口。
|
|
14
|
+
|
|
15
|
+
注意:这里保持轻量,避免在 import dataagent 时就触发大量依赖初始化/循环导入。
|
|
16
|
+
需要 DataAgent 等对象时,通过属性懒加载获取。
|
|
17
|
+
"""
|
|
18
|
+
|
|
19
|
+
from __future__ import annotations
|
|
20
|
+
|
|
21
|
+
__version__ = "0.1.0"
|
|
22
|
+
__author__ = "DataAgent Team"
|
|
23
|
+
|
|
24
|
+
from typing import Any
|
|
25
|
+
|
|
26
|
+
|
|
27
|
+
def __getattr__(name: str) -> Any:
|
|
28
|
+
if name in ("DataAgent", "AgentBuilder", "load_agent_from_config", "BaseDataAgent"):
|
|
29
|
+
from dataagent.interface.sdk import AgentBuilder, BaseDataAgent, DataAgent, load_agent_from_config
|
|
30
|
+
|
|
31
|
+
return {
|
|
32
|
+
"DataAgent": DataAgent,
|
|
33
|
+
"AgentBuilder": AgentBuilder,
|
|
34
|
+
"BaseDataAgent": BaseDataAgent,
|
|
35
|
+
"load_agent_from_config": load_agent_from_config,
|
|
36
|
+
}[name]
|
|
37
|
+
raise AttributeError(f"module {__name__!r} has no attribute {name!r}")
|
dataagent/__main__.py
ADDED
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
2
|
+
# you may not use this file except in compliance with the License.
|
|
3
|
+
# You may obtain a copy of the License at
|
|
4
|
+
#
|
|
5
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
6
|
+
#
|
|
7
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
8
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
9
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
10
|
+
# See the License for the specific language governing permissions and
|
|
11
|
+
# limitations under the License.
|
|
12
|
+
# ============================================================================
|
|
13
|
+
from dataagent.interface.cli.main import main
|
|
14
|
+
|
|
15
|
+
if __name__ == "__main__":
|
|
16
|
+
main()
|
|
@@ -0,0 +1,25 @@
|
|
|
1
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
2
|
+
# you may not use this file except in compliance with the License.
|
|
3
|
+
# You may obtain a copy of the License at
|
|
4
|
+
#
|
|
5
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
6
|
+
#
|
|
7
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
8
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
9
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
10
|
+
# See the License for the specific language governing permissions and
|
|
11
|
+
# limitations under the License.
|
|
12
|
+
# ============================================================================
|
|
13
|
+
|
|
14
|
+
"""DataAgent A2A 1.0 Server — exposes DataAgent agents as A2A-compliant services."""
|
|
15
|
+
|
|
16
|
+
from dataagent.a2a_server.agent_card import build_agent_card
|
|
17
|
+
from dataagent.a2a_server.agent_executor import DataAgentExecutor
|
|
18
|
+
from dataagent.a2a_server.server import create_a2a_server, run_a2a_server
|
|
19
|
+
|
|
20
|
+
__all__ = [
|
|
21
|
+
"DataAgentExecutor",
|
|
22
|
+
"build_agent_card",
|
|
23
|
+
"create_a2a_server",
|
|
24
|
+
"run_a2a_server",
|
|
25
|
+
]
|
|
@@ -0,0 +1,85 @@
|
|
|
1
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
2
|
+
# you may not use this file except in compliance with the License.
|
|
3
|
+
# You may obtain a copy of the License at
|
|
4
|
+
#
|
|
5
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
6
|
+
#
|
|
7
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
8
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
9
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
10
|
+
# See the License for the specific language governing permissions and
|
|
11
|
+
# limitations under the License.
|
|
12
|
+
# ============================================================================
|
|
13
|
+
"""Build A2A 1.0 AgentCard from a DataAgent."""
|
|
14
|
+
|
|
15
|
+
from a2a.types.a2a_pb2 import (
|
|
16
|
+
AgentCapabilities,
|
|
17
|
+
AgentCard,
|
|
18
|
+
AgentInterface,
|
|
19
|
+
AgentSkill,
|
|
20
|
+
)
|
|
21
|
+
|
|
22
|
+
from dataagent.interface.sdk.agent import DataAgent
|
|
23
|
+
|
|
24
|
+
|
|
25
|
+
def build_agent_card(
|
|
26
|
+
agent: DataAgent,
|
|
27
|
+
host: str = "0.0.0.0",
|
|
28
|
+
port: int = 9999,
|
|
29
|
+
jsonrpc_path: str = "/a2a/jsonrpc",
|
|
30
|
+
rest_path: str = "/a2a/rest",
|
|
31
|
+
) -> AgentCard:
|
|
32
|
+
"""Create an A2A 1.0 AgentCard for the given DataAgent.
|
|
33
|
+
|
|
34
|
+
Args:
|
|
35
|
+
agent: The DataAgent instance to expose.
|
|
36
|
+
host: Server host for the interface URLs.
|
|
37
|
+
port: Server port for the interface URLs.
|
|
38
|
+
jsonrpc_path: JSON-RPC route path.
|
|
39
|
+
rest_path: REST route path.
|
|
40
|
+
|
|
41
|
+
Returns:
|
|
42
|
+
A2A 1.0 AgentCard with supported_interfaces.
|
|
43
|
+
"""
|
|
44
|
+
agent_name = agent.name() or "DataAgent"
|
|
45
|
+
agent_desc = agent.description() or "DataAgent data analysis agent"
|
|
46
|
+
agent_ver = agent.version() or "0.1.0"
|
|
47
|
+
|
|
48
|
+
# AgentCard URL should use 127.0.0.1 for local access (host may be 0.0.0.0 for binding)
|
|
49
|
+
card_host = "127.0.0.1" if host in ("0.0.0.0", "::") else host
|
|
50
|
+
base_url = f"http://{card_host}:{port}"
|
|
51
|
+
|
|
52
|
+
# Build skills from agent info and known capabilities
|
|
53
|
+
skills = [
|
|
54
|
+
AgentSkill(
|
|
55
|
+
id="chat",
|
|
56
|
+
name="Chat",
|
|
57
|
+
description="Interactive conversational data analysis",
|
|
58
|
+
tags=["data-analysis", "chat"],
|
|
59
|
+
input_modes=["text/plain"],
|
|
60
|
+
output_modes=["text/plain"],
|
|
61
|
+
),
|
|
62
|
+
]
|
|
63
|
+
|
|
64
|
+
card = AgentCard(
|
|
65
|
+
name=agent_name,
|
|
66
|
+
description=agent_desc,
|
|
67
|
+
version=agent_ver,
|
|
68
|
+
default_input_modes=["text/plain"],
|
|
69
|
+
default_output_modes=["text/plain"],
|
|
70
|
+
capabilities=AgentCapabilities(streaming=True),
|
|
71
|
+
skills=skills,
|
|
72
|
+
supported_interfaces=[
|
|
73
|
+
AgentInterface(
|
|
74
|
+
protocol_binding="JSONRPC",
|
|
75
|
+
url=f"{base_url}{jsonrpc_path}",
|
|
76
|
+
protocol_version="1.0",
|
|
77
|
+
),
|
|
78
|
+
AgentInterface(
|
|
79
|
+
protocol_binding="HTTP+JSON",
|
|
80
|
+
url=f"{base_url}{rest_path}",
|
|
81
|
+
protocol_version="1.0",
|
|
82
|
+
),
|
|
83
|
+
],
|
|
84
|
+
)
|
|
85
|
+
return card
|