nvidia-nat 1.1.0a20251020__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- aiq/__init__.py +66 -0
- nat/agent/__init__.py +0 -0
- nat/agent/base.py +265 -0
- nat/agent/dual_node.py +72 -0
- nat/agent/prompt_optimizer/__init__.py +0 -0
- nat/agent/prompt_optimizer/prompt.py +68 -0
- nat/agent/prompt_optimizer/register.py +149 -0
- nat/agent/react_agent/__init__.py +0 -0
- nat/agent/react_agent/agent.py +394 -0
- nat/agent/react_agent/output_parser.py +104 -0
- nat/agent/react_agent/prompt.py +44 -0
- nat/agent/react_agent/register.py +168 -0
- nat/agent/reasoning_agent/__init__.py +0 -0
- nat/agent/reasoning_agent/reasoning_agent.py +227 -0
- nat/agent/register.py +23 -0
- nat/agent/rewoo_agent/__init__.py +0 -0
- nat/agent/rewoo_agent/agent.py +593 -0
- nat/agent/rewoo_agent/prompt.py +107 -0
- nat/agent/rewoo_agent/register.py +175 -0
- nat/agent/tool_calling_agent/__init__.py +0 -0
- nat/agent/tool_calling_agent/agent.py +246 -0
- nat/agent/tool_calling_agent/register.py +129 -0
- nat/authentication/__init__.py +14 -0
- nat/authentication/api_key/__init__.py +14 -0
- nat/authentication/api_key/api_key_auth_provider.py +96 -0
- nat/authentication/api_key/api_key_auth_provider_config.py +124 -0
- nat/authentication/api_key/register.py +26 -0
- nat/authentication/credential_validator/__init__.py +14 -0
- nat/authentication/credential_validator/bearer_token_validator.py +557 -0
- nat/authentication/exceptions/__init__.py +14 -0
- nat/authentication/exceptions/api_key_exceptions.py +38 -0
- nat/authentication/http_basic_auth/__init__.py +0 -0
- nat/authentication/http_basic_auth/http_basic_auth_provider.py +81 -0
- nat/authentication/http_basic_auth/register.py +30 -0
- nat/authentication/interfaces.py +96 -0
- nat/authentication/oauth2/__init__.py +14 -0
- nat/authentication/oauth2/oauth2_auth_code_flow_provider.py +140 -0
- nat/authentication/oauth2/oauth2_auth_code_flow_provider_config.py +39 -0
- nat/authentication/oauth2/oauth2_resource_server_config.py +124 -0
- nat/authentication/oauth2/register.py +25 -0
- nat/authentication/register.py +20 -0
- nat/builder/__init__.py +0 -0
- nat/builder/builder.py +317 -0
- nat/builder/component_utils.py +320 -0
- nat/builder/context.py +321 -0
- nat/builder/embedder.py +24 -0
- nat/builder/eval_builder.py +166 -0
- nat/builder/evaluator.py +29 -0
- nat/builder/framework_enum.py +25 -0
- nat/builder/front_end.py +73 -0
- nat/builder/function.py +714 -0
- nat/builder/function_base.py +380 -0
- nat/builder/function_info.py +625 -0
- nat/builder/intermediate_step_manager.py +206 -0
- nat/builder/llm.py +25 -0
- nat/builder/retriever.py +25 -0
- nat/builder/user_interaction_manager.py +78 -0
- nat/builder/workflow.py +160 -0
- nat/builder/workflow_builder.py +1365 -0
- nat/cli/__init__.py +14 -0
- nat/cli/cli_utils/__init__.py +0 -0
- nat/cli/cli_utils/config_override.py +231 -0
- nat/cli/cli_utils/validation.py +37 -0
- nat/cli/commands/__init__.py +0 -0
- nat/cli/commands/configure/__init__.py +0 -0
- nat/cli/commands/configure/channel/__init__.py +0 -0
- nat/cli/commands/configure/channel/add.py +28 -0
- nat/cli/commands/configure/channel/channel.py +34 -0
- nat/cli/commands/configure/channel/remove.py +30 -0
- nat/cli/commands/configure/channel/update.py +30 -0
- nat/cli/commands/configure/configure.py +33 -0
- nat/cli/commands/evaluate.py +139 -0
- nat/cli/commands/info/__init__.py +14 -0
- nat/cli/commands/info/info.py +47 -0
- nat/cli/commands/info/list_channels.py +32 -0
- nat/cli/commands/info/list_components.py +128 -0
- nat/cli/commands/mcp/__init__.py +14 -0
- nat/cli/commands/mcp/mcp.py +986 -0
- nat/cli/commands/object_store/__init__.py +14 -0
- nat/cli/commands/object_store/object_store.py +227 -0
- nat/cli/commands/optimize.py +90 -0
- nat/cli/commands/registry/__init__.py +14 -0
- nat/cli/commands/registry/publish.py +88 -0
- nat/cli/commands/registry/pull.py +118 -0
- nat/cli/commands/registry/registry.py +36 -0
- nat/cli/commands/registry/remove.py +108 -0
- nat/cli/commands/registry/search.py +153 -0
- nat/cli/commands/sizing/__init__.py +14 -0
- nat/cli/commands/sizing/calc.py +297 -0
- nat/cli/commands/sizing/sizing.py +27 -0
- nat/cli/commands/start.py +257 -0
- nat/cli/commands/uninstall.py +81 -0
- nat/cli/commands/validate.py +47 -0
- nat/cli/commands/workflow/__init__.py +14 -0
- nat/cli/commands/workflow/templates/__init__.py.j2 +0 -0
- nat/cli/commands/workflow/templates/config.yml.j2 +17 -0
- nat/cli/commands/workflow/templates/pyproject.toml.j2 +25 -0
- nat/cli/commands/workflow/templates/register.py.j2 +4 -0
- nat/cli/commands/workflow/templates/workflow.py.j2 +50 -0
- nat/cli/commands/workflow/workflow.py +37 -0
- nat/cli/commands/workflow/workflow_commands.py +403 -0
- nat/cli/entrypoint.py +141 -0
- nat/cli/main.py +60 -0
- nat/cli/register_workflow.py +522 -0
- nat/cli/type_registry.py +1069 -0
- nat/control_flow/__init__.py +0 -0
- nat/control_flow/register.py +20 -0
- nat/control_flow/router_agent/__init__.py +0 -0
- nat/control_flow/router_agent/agent.py +329 -0
- nat/control_flow/router_agent/prompt.py +48 -0
- nat/control_flow/router_agent/register.py +91 -0
- nat/control_flow/sequential_executor.py +166 -0
- nat/data_models/__init__.py +14 -0
- nat/data_models/agent.py +34 -0
- nat/data_models/api_server.py +843 -0
- nat/data_models/authentication.py +245 -0
- nat/data_models/common.py +171 -0
- nat/data_models/component.py +60 -0
- nat/data_models/component_ref.py +179 -0
- nat/data_models/config.py +434 -0
- nat/data_models/dataset_handler.py +169 -0
- nat/data_models/discovery_metadata.py +305 -0
- nat/data_models/embedder.py +27 -0
- nat/data_models/evaluate.py +130 -0
- nat/data_models/evaluator.py +26 -0
- nat/data_models/front_end.py +26 -0
- nat/data_models/function.py +64 -0
- nat/data_models/function_dependencies.py +80 -0
- nat/data_models/gated_field_mixin.py +242 -0
- nat/data_models/interactive.py +246 -0
- nat/data_models/intermediate_step.py +302 -0
- nat/data_models/invocation_node.py +38 -0
- nat/data_models/llm.py +27 -0
- nat/data_models/logging.py +26 -0
- nat/data_models/memory.py +27 -0
- nat/data_models/object_store.py +44 -0
- nat/data_models/optimizable.py +119 -0
- nat/data_models/optimizer.py +149 -0
- nat/data_models/profiler.py +54 -0
- nat/data_models/registry_handler.py +26 -0
- nat/data_models/retriever.py +30 -0
- nat/data_models/retry_mixin.py +35 -0
- nat/data_models/span.py +228 -0
- nat/data_models/step_adaptor.py +64 -0
- nat/data_models/streaming.py +33 -0
- nat/data_models/swe_bench_model.py +54 -0
- nat/data_models/telemetry_exporter.py +26 -0
- nat/data_models/temperature_mixin.py +44 -0
- nat/data_models/thinking_mixin.py +86 -0
- nat/data_models/top_p_mixin.py +44 -0
- nat/data_models/ttc_strategy.py +30 -0
- nat/embedder/__init__.py +0 -0
- nat/embedder/azure_openai_embedder.py +46 -0
- nat/embedder/nim_embedder.py +59 -0
- nat/embedder/openai_embedder.py +42 -0
- nat/embedder/register.py +22 -0
- nat/eval/__init__.py +14 -0
- nat/eval/config.py +62 -0
- nat/eval/dataset_handler/__init__.py +0 -0
- nat/eval/dataset_handler/dataset_downloader.py +106 -0
- nat/eval/dataset_handler/dataset_filter.py +52 -0
- nat/eval/dataset_handler/dataset_handler.py +431 -0
- nat/eval/evaluate.py +565 -0
- nat/eval/evaluator/__init__.py +14 -0
- nat/eval/evaluator/base_evaluator.py +77 -0
- nat/eval/evaluator/evaluator_model.py +58 -0
- nat/eval/intermediate_step_adapter.py +99 -0
- nat/eval/rag_evaluator/__init__.py +0 -0
- nat/eval/rag_evaluator/evaluate.py +178 -0
- nat/eval/rag_evaluator/register.py +143 -0
- nat/eval/register.py +26 -0
- nat/eval/remote_workflow.py +133 -0
- nat/eval/runners/__init__.py +14 -0
- nat/eval/runners/config.py +39 -0
- nat/eval/runners/multi_eval_runner.py +54 -0
- nat/eval/runtime_evaluator/__init__.py +14 -0
- nat/eval/runtime_evaluator/evaluate.py +123 -0
- nat/eval/runtime_evaluator/register.py +100 -0
- nat/eval/runtime_event_subscriber.py +52 -0
- nat/eval/swe_bench_evaluator/__init__.py +0 -0
- nat/eval/swe_bench_evaluator/evaluate.py +215 -0
- nat/eval/swe_bench_evaluator/register.py +36 -0
- nat/eval/trajectory_evaluator/__init__.py +0 -0
- nat/eval/trajectory_evaluator/evaluate.py +75 -0
- nat/eval/trajectory_evaluator/register.py +40 -0
- nat/eval/tunable_rag_evaluator/__init__.py +0 -0
- nat/eval/tunable_rag_evaluator/evaluate.py +242 -0
- nat/eval/tunable_rag_evaluator/register.py +52 -0
- nat/eval/usage_stats.py +41 -0
- nat/eval/utils/__init__.py +0 -0
- nat/eval/utils/eval_trace_ctx.py +89 -0
- nat/eval/utils/output_uploader.py +140 -0
- nat/eval/utils/tqdm_position_registry.py +40 -0
- nat/eval/utils/weave_eval.py +193 -0
- nat/experimental/__init__.py +0 -0
- nat/experimental/decorators/__init__.py +0 -0
- nat/experimental/decorators/experimental_warning_decorator.py +154 -0
- nat/experimental/test_time_compute/__init__.py +0 -0
- nat/experimental/test_time_compute/editing/__init__.py +0 -0
- nat/experimental/test_time_compute/editing/iterative_plan_refinement_editor.py +147 -0
- nat/experimental/test_time_compute/editing/llm_as_a_judge_editor.py +204 -0
- nat/experimental/test_time_compute/editing/motivation_aware_summarization.py +107 -0
- nat/experimental/test_time_compute/functions/__init__.py +0 -0
- nat/experimental/test_time_compute/functions/execute_score_select_function.py +105 -0
- nat/experimental/test_time_compute/functions/plan_select_execute_function.py +228 -0
- nat/experimental/test_time_compute/functions/ttc_tool_orchestration_function.py +205 -0
- nat/experimental/test_time_compute/functions/ttc_tool_wrapper_function.py +146 -0
- nat/experimental/test_time_compute/models/__init__.py +0 -0
- nat/experimental/test_time_compute/models/editor_config.py +132 -0
- nat/experimental/test_time_compute/models/scoring_config.py +112 -0
- nat/experimental/test_time_compute/models/search_config.py +120 -0
- nat/experimental/test_time_compute/models/selection_config.py +154 -0
- nat/experimental/test_time_compute/models/stage_enums.py +43 -0
- nat/experimental/test_time_compute/models/strategy_base.py +67 -0
- nat/experimental/test_time_compute/models/tool_use_config.py +41 -0
- nat/experimental/test_time_compute/models/ttc_item.py +48 -0
- nat/experimental/test_time_compute/register.py +35 -0
- nat/experimental/test_time_compute/scoring/__init__.py +0 -0
- nat/experimental/test_time_compute/scoring/llm_based_agent_scorer.py +168 -0
- nat/experimental/test_time_compute/scoring/llm_based_plan_scorer.py +168 -0
- nat/experimental/test_time_compute/scoring/motivation_aware_scorer.py +111 -0
- nat/experimental/test_time_compute/search/__init__.py +0 -0
- nat/experimental/test_time_compute/search/multi_llm_planner.py +128 -0
- nat/experimental/test_time_compute/search/multi_query_retrieval_search.py +122 -0
- nat/experimental/test_time_compute/search/single_shot_multi_plan_planner.py +128 -0
- nat/experimental/test_time_compute/selection/__init__.py +0 -0
- nat/experimental/test_time_compute/selection/best_of_n_selector.py +63 -0
- nat/experimental/test_time_compute/selection/llm_based_agent_output_selector.py +131 -0
- nat/experimental/test_time_compute/selection/llm_based_output_merging_selector.py +157 -0
- nat/experimental/test_time_compute/selection/llm_based_plan_selector.py +128 -0
- nat/experimental/test_time_compute/selection/threshold_selector.py +58 -0
- nat/front_ends/__init__.py +14 -0
- nat/front_ends/console/__init__.py +14 -0
- nat/front_ends/console/authentication_flow_handler.py +285 -0
- nat/front_ends/console/console_front_end_config.py +32 -0
- nat/front_ends/console/console_front_end_plugin.py +108 -0
- nat/front_ends/console/register.py +25 -0
- nat/front_ends/cron/__init__.py +14 -0
- nat/front_ends/fastapi/__init__.py +14 -0
- nat/front_ends/fastapi/auth_flow_handlers/__init__.py +0 -0
- nat/front_ends/fastapi/auth_flow_handlers/http_flow_handler.py +27 -0
- nat/front_ends/fastapi/auth_flow_handlers/websocket_flow_handler.py +142 -0
- nat/front_ends/fastapi/dask_client_mixin.py +65 -0
- nat/front_ends/fastapi/fastapi_front_end_config.py +272 -0
- nat/front_ends/fastapi/fastapi_front_end_controller.py +68 -0
- nat/front_ends/fastapi/fastapi_front_end_plugin.py +247 -0
- nat/front_ends/fastapi/fastapi_front_end_plugin_worker.py +1257 -0
- nat/front_ends/fastapi/html_snippets/__init__.py +14 -0
- nat/front_ends/fastapi/html_snippets/auth_code_grant_success.py +35 -0
- nat/front_ends/fastapi/intermediate_steps_subscriber.py +80 -0
- nat/front_ends/fastapi/job_store.py +602 -0
- nat/front_ends/fastapi/main.py +64 -0
- nat/front_ends/fastapi/message_handler.py +344 -0
- nat/front_ends/fastapi/message_validator.py +351 -0
- nat/front_ends/fastapi/register.py +25 -0
- nat/front_ends/fastapi/response_helpers.py +195 -0
- nat/front_ends/fastapi/step_adaptor.py +319 -0
- nat/front_ends/fastapi/utils.py +57 -0
- nat/front_ends/mcp/__init__.py +14 -0
- nat/front_ends/mcp/introspection_token_verifier.py +73 -0
- nat/front_ends/mcp/mcp_front_end_config.py +90 -0
- nat/front_ends/mcp/mcp_front_end_plugin.py +113 -0
- nat/front_ends/mcp/mcp_front_end_plugin_worker.py +268 -0
- nat/front_ends/mcp/memory_profiler.py +320 -0
- nat/front_ends/mcp/register.py +27 -0
- nat/front_ends/mcp/tool_converter.py +290 -0
- nat/front_ends/register.py +21 -0
- nat/front_ends/simple_base/__init__.py +14 -0
- nat/front_ends/simple_base/simple_front_end_plugin_base.py +56 -0
- nat/llm/__init__.py +0 -0
- nat/llm/aws_bedrock_llm.py +69 -0
- nat/llm/azure_openai_llm.py +57 -0
- nat/llm/litellm_llm.py +69 -0
- nat/llm/nim_llm.py +58 -0
- nat/llm/openai_llm.py +54 -0
- nat/llm/register.py +27 -0
- nat/llm/utils/__init__.py +14 -0
- nat/llm/utils/env_config_value.py +93 -0
- nat/llm/utils/error.py +17 -0
- nat/llm/utils/thinking.py +215 -0
- nat/memory/__init__.py +20 -0
- nat/memory/interfaces.py +183 -0
- nat/memory/models.py +112 -0
- nat/meta/pypi.md +58 -0
- nat/object_store/__init__.py +20 -0
- nat/object_store/in_memory_object_store.py +76 -0
- nat/object_store/interfaces.py +84 -0
- nat/object_store/models.py +38 -0
- nat/object_store/register.py +19 -0
- nat/observability/__init__.py +14 -0
- nat/observability/exporter/__init__.py +14 -0
- nat/observability/exporter/base_exporter.py +449 -0
- nat/observability/exporter/exporter.py +78 -0
- nat/observability/exporter/file_exporter.py +33 -0
- nat/observability/exporter/processing_exporter.py +550 -0
- nat/observability/exporter/raw_exporter.py +52 -0
- nat/observability/exporter/span_exporter.py +308 -0
- nat/observability/exporter_manager.py +335 -0
- nat/observability/mixin/__init__.py +14 -0
- nat/observability/mixin/batch_config_mixin.py +26 -0
- nat/observability/mixin/collector_config_mixin.py +23 -0
- nat/observability/mixin/file_mixin.py +288 -0
- nat/observability/mixin/file_mode.py +23 -0
- nat/observability/mixin/redaction_config_mixin.py +42 -0
- nat/observability/mixin/resource_conflict_mixin.py +134 -0
- nat/observability/mixin/serialize_mixin.py +61 -0
- nat/observability/mixin/tagging_config_mixin.py +62 -0
- nat/observability/mixin/type_introspection_mixin.py +496 -0
- nat/observability/processor/__init__.py +14 -0
- nat/observability/processor/batching_processor.py +308 -0
- nat/observability/processor/callback_processor.py +42 -0
- nat/observability/processor/falsy_batch_filter_processor.py +55 -0
- nat/observability/processor/intermediate_step_serializer.py +28 -0
- nat/observability/processor/processor.py +74 -0
- nat/observability/processor/processor_factory.py +70 -0
- nat/observability/processor/redaction/__init__.py +24 -0
- nat/observability/processor/redaction/contextual_redaction_processor.py +125 -0
- nat/observability/processor/redaction/contextual_span_redaction_processor.py +66 -0
- nat/observability/processor/redaction/redaction_processor.py +177 -0
- nat/observability/processor/redaction/span_header_redaction_processor.py +92 -0
- nat/observability/processor/span_tagging_processor.py +68 -0
- nat/observability/register.py +114 -0
- nat/observability/utils/__init__.py +14 -0
- nat/observability/utils/dict_utils.py +236 -0
- nat/observability/utils/time_utils.py +31 -0
- nat/plugins/.namespace +1 -0
- nat/profiler/__init__.py +0 -0
- nat/profiler/calc/__init__.py +14 -0
- nat/profiler/calc/calc_runner.py +626 -0
- nat/profiler/calc/calculations.py +288 -0
- nat/profiler/calc/data_models.py +188 -0
- nat/profiler/calc/plot.py +345 -0
- nat/profiler/callbacks/__init__.py +0 -0
- nat/profiler/callbacks/agno_callback_handler.py +295 -0
- nat/profiler/callbacks/base_callback_class.py +20 -0
- nat/profiler/callbacks/langchain_callback_handler.py +297 -0
- nat/profiler/callbacks/llama_index_callback_handler.py +205 -0
- nat/profiler/callbacks/semantic_kernel_callback_handler.py +238 -0
- nat/profiler/callbacks/token_usage_base_model.py +27 -0
- nat/profiler/data_frame_row.py +51 -0
- nat/profiler/data_models.py +24 -0
- nat/profiler/decorators/__init__.py +0 -0
- nat/profiler/decorators/framework_wrapper.py +180 -0
- nat/profiler/decorators/function_tracking.py +411 -0
- nat/profiler/forecasting/__init__.py +0 -0
- nat/profiler/forecasting/config.py +18 -0
- nat/profiler/forecasting/model_trainer.py +75 -0
- nat/profiler/forecasting/models/__init__.py +22 -0
- nat/profiler/forecasting/models/forecasting_base_model.py +42 -0
- nat/profiler/forecasting/models/linear_model.py +197 -0
- nat/profiler/forecasting/models/random_forest_regressor.py +269 -0
- nat/profiler/inference_metrics_model.py +28 -0
- nat/profiler/inference_optimization/__init__.py +0 -0
- nat/profiler/inference_optimization/bottleneck_analysis/__init__.py +0 -0
- nat/profiler/inference_optimization/bottleneck_analysis/nested_stack_analysis.py +460 -0
- nat/profiler/inference_optimization/bottleneck_analysis/simple_stack_analysis.py +258 -0
- nat/profiler/inference_optimization/data_models.py +386 -0
- nat/profiler/inference_optimization/experimental/__init__.py +0 -0
- nat/profiler/inference_optimization/experimental/concurrency_spike_analysis.py +468 -0
- nat/profiler/inference_optimization/experimental/prefix_span_analysis.py +404 -0
- nat/profiler/inference_optimization/llm_metrics.py +212 -0
- nat/profiler/inference_optimization/prompt_caching.py +163 -0
- nat/profiler/inference_optimization/token_uniqueness.py +107 -0
- nat/profiler/inference_optimization/workflow_runtimes.py +72 -0
- nat/profiler/intermediate_property_adapter.py +102 -0
- nat/profiler/parameter_optimization/__init__.py +0 -0
- nat/profiler/parameter_optimization/optimizable_utils.py +93 -0
- nat/profiler/parameter_optimization/optimizer_runtime.py +67 -0
- nat/profiler/parameter_optimization/parameter_optimizer.py +153 -0
- nat/profiler/parameter_optimization/parameter_selection.py +107 -0
- nat/profiler/parameter_optimization/pareto_visualizer.py +380 -0
- nat/profiler/parameter_optimization/prompt_optimizer.py +384 -0
- nat/profiler/parameter_optimization/update_helpers.py +66 -0
- nat/profiler/profile_runner.py +478 -0
- nat/profiler/utils.py +186 -0
- nat/registry_handlers/__init__.py +0 -0
- nat/registry_handlers/local/__init__.py +0 -0
- nat/registry_handlers/local/local_handler.py +176 -0
- nat/registry_handlers/local/register_local.py +37 -0
- nat/registry_handlers/metadata_factory.py +60 -0
- nat/registry_handlers/package_utils.py +570 -0
- nat/registry_handlers/pypi/__init__.py +0 -0
- nat/registry_handlers/pypi/pypi_handler.py +248 -0
- nat/registry_handlers/pypi/register_pypi.py +40 -0
- nat/registry_handlers/register.py +20 -0
- nat/registry_handlers/registry_handler_base.py +157 -0
- nat/registry_handlers/rest/__init__.py +0 -0
- nat/registry_handlers/rest/register_rest.py +56 -0
- nat/registry_handlers/rest/rest_handler.py +236 -0
- nat/registry_handlers/schemas/__init__.py +0 -0
- nat/registry_handlers/schemas/headers.py +42 -0
- nat/registry_handlers/schemas/package.py +68 -0
- nat/registry_handlers/schemas/publish.py +68 -0
- nat/registry_handlers/schemas/pull.py +82 -0
- nat/registry_handlers/schemas/remove.py +36 -0
- nat/registry_handlers/schemas/search.py +91 -0
- nat/registry_handlers/schemas/status.py +47 -0
- nat/retriever/__init__.py +0 -0
- nat/retriever/interface.py +41 -0
- nat/retriever/milvus/__init__.py +14 -0
- nat/retriever/milvus/register.py +81 -0
- nat/retriever/milvus/retriever.py +228 -0
- nat/retriever/models.py +77 -0
- nat/retriever/nemo_retriever/__init__.py +14 -0
- nat/retriever/nemo_retriever/register.py +60 -0
- nat/retriever/nemo_retriever/retriever.py +190 -0
- nat/retriever/register.py +21 -0
- nat/runtime/__init__.py +14 -0
- nat/runtime/loader.py +220 -0
- nat/runtime/runner.py +292 -0
- nat/runtime/session.py +223 -0
- nat/runtime/user_metadata.py +130 -0
- nat/settings/__init__.py +0 -0
- nat/settings/global_settings.py +329 -0
- nat/test/.namespace +1 -0
- nat/tool/__init__.py +0 -0
- nat/tool/chat_completion.py +77 -0
- nat/tool/code_execution/README.md +151 -0
- nat/tool/code_execution/__init__.py +0 -0
- nat/tool/code_execution/code_sandbox.py +267 -0
- nat/tool/code_execution/local_sandbox/.gitignore +1 -0
- nat/tool/code_execution/local_sandbox/Dockerfile.sandbox +60 -0
- nat/tool/code_execution/local_sandbox/__init__.py +13 -0
- nat/tool/code_execution/local_sandbox/local_sandbox_server.py +198 -0
- nat/tool/code_execution/local_sandbox/sandbox.requirements.txt +6 -0
- nat/tool/code_execution/local_sandbox/start_local_sandbox.sh +50 -0
- nat/tool/code_execution/register.py +74 -0
- nat/tool/code_execution/test_code_execution_sandbox.py +414 -0
- nat/tool/code_execution/utils.py +100 -0
- nat/tool/datetime_tools.py +82 -0
- nat/tool/document_search.py +141 -0
- nat/tool/github_tools.py +450 -0
- nat/tool/memory_tools/__init__.py +0 -0
- nat/tool/memory_tools/add_memory_tool.py +79 -0
- nat/tool/memory_tools/delete_memory_tool.py +66 -0
- nat/tool/memory_tools/get_memory_tool.py +72 -0
- nat/tool/nvidia_rag.py +95 -0
- nat/tool/register.py +31 -0
- nat/tool/retriever.py +95 -0
- nat/tool/server_tools.py +66 -0
- nat/utils/__init__.py +0 -0
- nat/utils/callable_utils.py +70 -0
- nat/utils/data_models/__init__.py +0 -0
- nat/utils/data_models/schema_validator.py +58 -0
- nat/utils/debugging_utils.py +43 -0
- nat/utils/decorators.py +210 -0
- nat/utils/dump_distro_mapping.py +32 -0
- nat/utils/exception_handlers/__init__.py +0 -0
- nat/utils/exception_handlers/automatic_retries.py +342 -0
- nat/utils/exception_handlers/schemas.py +114 -0
- nat/utils/io/__init__.py +0 -0
- nat/utils/io/model_processing.py +28 -0
- nat/utils/io/yaml_tools.py +119 -0
- nat/utils/log_levels.py +25 -0
- nat/utils/log_utils.py +37 -0
- nat/utils/metadata_utils.py +74 -0
- nat/utils/optional_imports.py +142 -0
- nat/utils/producer_consumer_queue.py +178 -0
- nat/utils/reactive/__init__.py +0 -0
- nat/utils/reactive/base/__init__.py +0 -0
- nat/utils/reactive/base/observable_base.py +65 -0
- nat/utils/reactive/base/observer_base.py +55 -0
- nat/utils/reactive/base/subject_base.py +79 -0
- nat/utils/reactive/observable.py +59 -0
- nat/utils/reactive/observer.py +76 -0
- nat/utils/reactive/subject.py +131 -0
- nat/utils/reactive/subscription.py +49 -0
- nat/utils/settings/__init__.py +0 -0
- nat/utils/settings/global_settings.py +195 -0
- nat/utils/string_utils.py +38 -0
- nat/utils/type_converter.py +299 -0
- nat/utils/type_utils.py +488 -0
- nat/utils/url_utils.py +27 -0
- nvidia_nat-1.1.0a20251020.dist-info/METADATA +195 -0
- nvidia_nat-1.1.0a20251020.dist-info/RECORD +480 -0
- nvidia_nat-1.1.0a20251020.dist-info/WHEEL +5 -0
- nvidia_nat-1.1.0a20251020.dist-info/entry_points.txt +22 -0
- nvidia_nat-1.1.0a20251020.dist-info/licenses/LICENSE-3rd-party.txt +5478 -0
- nvidia_nat-1.1.0a20251020.dist-info/licenses/LICENSE.md +201 -0
- nvidia_nat-1.1.0a20251020.dist-info/top_level.txt +2 -0
|
@@ -0,0 +1,267 @@
|
|
|
1
|
+
# Copyright (c) 2024-2025, NVIDIA CORPORATION. All rights reserved.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
import abc
|
|
16
|
+
import json
|
|
17
|
+
import logging
|
|
18
|
+
import textwrap
|
|
19
|
+
from typing import Any
|
|
20
|
+
from urllib.parse import urljoin
|
|
21
|
+
|
|
22
|
+
import requests
|
|
23
|
+
import requests.adapters
|
|
24
|
+
from pydantic import HttpUrl
|
|
25
|
+
|
|
26
|
+
from nat.utils.type_utils import override
|
|
27
|
+
|
|
28
|
+
logger = logging.getLogger(__file__)
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
class Sandbox(abc.ABC):
|
|
32
|
+
"""Code execution sandbox.
|
|
33
|
+
|
|
34
|
+
Args:
|
|
35
|
+
host: Optional[str] = '127.0.0.1' - Host of the sandbox server.
|
|
36
|
+
Can also be specified through NEMO_SKILLS_SANDBOX_HOST env var.
|
|
37
|
+
port: Optional[str] = '5000' - Port of the sandbox server.
|
|
38
|
+
Can also be specified through NEMO_SKILLS_SANDBOX_PORT env var.
|
|
39
|
+
ssh_server: Optional[str] = None - SSH server for tunneling requests.
|
|
40
|
+
Useful if server is running on slurm cluster to which there is an ssh access.
|
|
41
|
+
Can also be specified through NEMO_SKILLS_SSH_SERVER env var.
|
|
42
|
+
ssh_key_path: Optional[str] = None - Path to the ssh key for tunneling.
|
|
43
|
+
Can also be specified through NEMO_SKILLS_SSH_KEY_PATH env var.
|
|
44
|
+
"""
|
|
45
|
+
|
|
46
|
+
def __init__(
|
|
47
|
+
self,
|
|
48
|
+
*,
|
|
49
|
+
uri: HttpUrl,
|
|
50
|
+
):
|
|
51
|
+
self.url: str = self._get_execute_url(uri)
|
|
52
|
+
session = requests.Session()
|
|
53
|
+
adapter = requests.adapters.HTTPAdapter(pool_maxsize=1500, pool_connections=1500, max_retries=3)
|
|
54
|
+
session.mount('http://', adapter)
|
|
55
|
+
session.mount('https://', adapter)
|
|
56
|
+
self.http_session: requests.Session = session
|
|
57
|
+
|
|
58
|
+
def _send_request(self, request: dict[str, Any], timeout_seconds: float) -> dict[str, str]:
|
|
59
|
+
output = self.http_session.post(
|
|
60
|
+
url=self.url,
|
|
61
|
+
data=json.dumps(request),
|
|
62
|
+
timeout=timeout_seconds,
|
|
63
|
+
headers={"Content-Type": "application/json"},
|
|
64
|
+
)
|
|
65
|
+
# retrying 502 errors
|
|
66
|
+
if output.status_code == 502:
|
|
67
|
+
raise requests.exceptions.Timeout
|
|
68
|
+
|
|
69
|
+
return self._parse_request_output(output)
|
|
70
|
+
|
|
71
|
+
@abc.abstractmethod
|
|
72
|
+
def _parse_request_output(self, output: requests.Response) -> dict[str, str]:
|
|
73
|
+
pass
|
|
74
|
+
|
|
75
|
+
@abc.abstractmethod
|
|
76
|
+
def _get_execute_url(self, uri: HttpUrl) -> str:
|
|
77
|
+
pass
|
|
78
|
+
|
|
79
|
+
@abc.abstractmethod
|
|
80
|
+
def _prepare_request(self, generated_code: str, timeout_seconds: float) -> dict[str, Any]:
|
|
81
|
+
pass
|
|
82
|
+
|
|
83
|
+
async def execute_code(
|
|
84
|
+
self,
|
|
85
|
+
generated_code: str,
|
|
86
|
+
timeout_seconds: float = 10.0,
|
|
87
|
+
language: str = "python",
|
|
88
|
+
max_output_characters: int = 1000,
|
|
89
|
+
) -> dict[str, str]:
|
|
90
|
+
|
|
91
|
+
if language != "python":
|
|
92
|
+
raise ValueError(f"Language {language} not supported")
|
|
93
|
+
|
|
94
|
+
generated_code = generated_code.strip().strip("`")
|
|
95
|
+
code_to_execute = textwrap.dedent("""
|
|
96
|
+
import traceback
|
|
97
|
+
import json
|
|
98
|
+
import os
|
|
99
|
+
import warnings
|
|
100
|
+
import contextlib
|
|
101
|
+
import io
|
|
102
|
+
warnings.filterwarnings('ignore')
|
|
103
|
+
os.environ['OPENBLAS_NUM_THREADS'] = '16'
|
|
104
|
+
""").strip()
|
|
105
|
+
|
|
106
|
+
# Use json.dumps to properly escape the generated_code instead of repr()
|
|
107
|
+
escaped_code = json.dumps(generated_code)
|
|
108
|
+
code_to_execute += textwrap.dedent(f"""
|
|
109
|
+
|
|
110
|
+
generated_code = {escaped_code}
|
|
111
|
+
|
|
112
|
+
stdout = io.StringIO()
|
|
113
|
+
stderr = io.StringIO()
|
|
114
|
+
|
|
115
|
+
with contextlib.redirect_stdout(stdout), contextlib.redirect_stderr(stderr):
|
|
116
|
+
try:
|
|
117
|
+
exec(generated_code)
|
|
118
|
+
status = "completed"
|
|
119
|
+
except Exception:
|
|
120
|
+
status = "error"
|
|
121
|
+
stderr.write(traceback.format_exc())
|
|
122
|
+
stdout = stdout.getvalue()
|
|
123
|
+
stderr = stderr.getvalue()
|
|
124
|
+
if len(stdout) > {max_output_characters}:
|
|
125
|
+
stdout = stdout[:{max_output_characters}] + "<output cut>"
|
|
126
|
+
if len(stderr) > {max_output_characters}:
|
|
127
|
+
stderr = stderr[:{max_output_characters}] + "<output cut>"
|
|
128
|
+
if stdout:
|
|
129
|
+
stdout += "\\n"
|
|
130
|
+
if stderr:
|
|
131
|
+
stderr += "\\n"
|
|
132
|
+
output = {{"process_status": status, "stdout": stdout, "stderr": stderr}}
|
|
133
|
+
print(json.dumps(output))
|
|
134
|
+
""").strip()
|
|
135
|
+
request = self._prepare_request(code_to_execute, timeout_seconds)
|
|
136
|
+
try:
|
|
137
|
+
return self._send_request(request, timeout_seconds)
|
|
138
|
+
except requests.exceptions.Timeout:
|
|
139
|
+
return {"process_status": "timeout", "stdout": "", "stderr": "Timed out\n"}
|
|
140
|
+
|
|
141
|
+
|
|
142
|
+
class LocalSandbox(Sandbox):
|
|
143
|
+
"""Locally hosted sandbox."""
|
|
144
|
+
|
|
145
|
+
def __init__(self, *, uri: HttpUrl):
|
|
146
|
+
super().__init__(uri=uri)
|
|
147
|
+
|
|
148
|
+
@override
|
|
149
|
+
def _get_execute_url(self, uri: HttpUrl) -> str:
|
|
150
|
+
return urljoin(str(uri), "execute")
|
|
151
|
+
|
|
152
|
+
@override
|
|
153
|
+
def _parse_request_output(self, output: requests.Response) -> dict[str, str]:
|
|
154
|
+
try:
|
|
155
|
+
output_json = output.json()
|
|
156
|
+
assert isinstance(output_json, dict)
|
|
157
|
+
return output_json
|
|
158
|
+
except json.JSONDecodeError as e:
|
|
159
|
+
logger.exception("Error parsing output: %s. %s", output.text, e)
|
|
160
|
+
return {'process_status': 'error', 'stdout': '', 'stderr': f'Unknown error: {e} \"{output.text}\"'}
|
|
161
|
+
|
|
162
|
+
@override
|
|
163
|
+
def _prepare_request(self,
|
|
164
|
+
generated_code: str,
|
|
165
|
+
timeout_seconds: float,
|
|
166
|
+
language: str = "python",
|
|
167
|
+
**kwargs) -> dict[str, Any]:
|
|
168
|
+
request = {
|
|
169
|
+
"generated_code": generated_code,
|
|
170
|
+
"timeout": timeout_seconds,
|
|
171
|
+
"language": language,
|
|
172
|
+
}
|
|
173
|
+
return request
|
|
174
|
+
|
|
175
|
+
@override
|
|
176
|
+
async def execute_code(
|
|
177
|
+
self,
|
|
178
|
+
generated_code: str,
|
|
179
|
+
timeout_seconds: float = 10.0,
|
|
180
|
+
language: str = "python",
|
|
181
|
+
max_output_characters: int = 1000,
|
|
182
|
+
) -> dict[str, str]:
|
|
183
|
+
"""Override execute_code to bypass the wrapper logic and send user code directly to our server."""
|
|
184
|
+
|
|
185
|
+
logger.debug("Raw input generated_code: %s", generated_code)
|
|
186
|
+
|
|
187
|
+
# The input appears to be a string representation of a dictionary
|
|
188
|
+
# We need to parse it and extract the actual code
|
|
189
|
+
try:
|
|
190
|
+
# Try to evaluate the string as a Python literal (dictionary)
|
|
191
|
+
import ast
|
|
192
|
+
parsed_dict = ast.literal_eval(generated_code)
|
|
193
|
+
if isinstance(parsed_dict, dict) and 'generated_code' in parsed_dict:
|
|
194
|
+
actual_code = parsed_dict['generated_code']
|
|
195
|
+
assert isinstance(actual_code, str)
|
|
196
|
+
logger.debug("Extracted code from dict: %s...", actual_code[:100])
|
|
197
|
+
else:
|
|
198
|
+
# If it's not a dict or doesn't have the expected key, use as-is
|
|
199
|
+
actual_code = generated_code
|
|
200
|
+
logger.debug("Using code as-is: %s...", actual_code[:100])
|
|
201
|
+
except (ValueError, SyntaxError):
|
|
202
|
+
# If parsing fails, use the input as-is
|
|
203
|
+
actual_code = generated_code
|
|
204
|
+
logger.debug("Failed to parse, using as-is: %s...", actual_code[:100])
|
|
205
|
+
|
|
206
|
+
# Clean the actual code more carefully to avoid removing backticks that are part of Python code
|
|
207
|
+
# remove all leading/trailing whitespace -- strip()
|
|
208
|
+
# remove all leading/trailing backticks -- strip("`")
|
|
209
|
+
# may potentially start with python, so just trim from the front.
|
|
210
|
+
POTENTIAL_PREFIXES = ["python"]
|
|
211
|
+
actual_code = actual_code.strip().strip("`")
|
|
212
|
+
for prefix in POTENTIAL_PREFIXES:
|
|
213
|
+
if actual_code.startswith(prefix):
|
|
214
|
+
actual_code = actual_code[len(prefix):]
|
|
215
|
+
break
|
|
216
|
+
|
|
217
|
+
# Send the user's code directly to our server without any wrapper logic
|
|
218
|
+
# Our server already handles stdout/stderr capture and error handling
|
|
219
|
+
request = self._prepare_request(actual_code, timeout_seconds, language)
|
|
220
|
+
try:
|
|
221
|
+
return self._send_request(request, timeout_seconds)
|
|
222
|
+
except requests.exceptions.Timeout:
|
|
223
|
+
return {"process_status": "timeout", "stdout": "", "stderr": "Timed out\n"}
|
|
224
|
+
|
|
225
|
+
|
|
226
|
+
class PistonSandbox(Sandbox):
|
|
227
|
+
"""Piston sandbox (https://github.com/engineer-man/piston)"""
|
|
228
|
+
|
|
229
|
+
@override
|
|
230
|
+
def _get_execute_url(self, uri: HttpUrl) -> str:
|
|
231
|
+
return urljoin(str(uri), "execute")
|
|
232
|
+
|
|
233
|
+
@override
|
|
234
|
+
def _parse_request_output(self, output: requests.Response) -> dict[str, str]:
|
|
235
|
+
output_json = output.json()
|
|
236
|
+
assert isinstance(output_json, dict)
|
|
237
|
+
assert 'run' in output_json
|
|
238
|
+
run_json = output_json['run']
|
|
239
|
+
assert isinstance(run_json, dict)
|
|
240
|
+
if run_json["code"] != 0:
|
|
241
|
+
return {'process_status': "error", 'stdout': run_json['stdout'], 'stderr': run_json['stderr']}
|
|
242
|
+
return {'process_status': "completed", 'stdout': run_json['stdout'], 'stderr': run_json['stderr']}
|
|
243
|
+
|
|
244
|
+
@override
|
|
245
|
+
def _prepare_request(self, generated_code: str, timeout_seconds: float, **kwargs) -> dict[str, Any]:
|
|
246
|
+
return {
|
|
247
|
+
"language": "py",
|
|
248
|
+
"version": "3.10.0",
|
|
249
|
+
"files": [{
|
|
250
|
+
"content": generated_code,
|
|
251
|
+
}],
|
|
252
|
+
"stdin": "",
|
|
253
|
+
"args": [],
|
|
254
|
+
"run_timeout": timeout_seconds * 1000.0, # milliseconds
|
|
255
|
+
"compile_memory_limit": -1,
|
|
256
|
+
"run_memory_limit": -1,
|
|
257
|
+
}
|
|
258
|
+
|
|
259
|
+
|
|
260
|
+
def get_sandbox(sandbox_type: str = "local", **kwargs):
|
|
261
|
+
"""A helper function to make it easier to set sandbox through cmd."""
|
|
262
|
+
sandboxes = {
|
|
263
|
+
'local': LocalSandbox,
|
|
264
|
+
'piston': PistonSandbox,
|
|
265
|
+
}
|
|
266
|
+
sandbox_class = sandboxes[sandbox_type.lower()]
|
|
267
|
+
return sandbox_class(**kwargs)
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
persistence_test.*
|
|
@@ -0,0 +1,60 @@
|
|
|
1
|
+
# Copyright (c) 2024-2025, NVIDIA CORPORATION. All rights reserved.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
# Use the base image with Python 3.10 and Flask
|
|
16
|
+
FROM tiangolo/uwsgi-nginx-flask:python3.10
|
|
17
|
+
|
|
18
|
+
# Install dependencies required for Lean 4 and other tools
|
|
19
|
+
RUN apt-get update && \
|
|
20
|
+
apt-get install -y curl git && \
|
|
21
|
+
curl https://raw.githubusercontent.com/leanprover/elan/master/elan-init.sh -sSf | sh -s -- -y && \
|
|
22
|
+
/root/.elan/bin/elan toolchain install leanprover/lean4:v4.12.0 && \
|
|
23
|
+
/root/.elan/bin/elan default leanprover/lean4:v4.12.0 && \
|
|
24
|
+
/root/.elan/bin/elan self update
|
|
25
|
+
|
|
26
|
+
# Set environment variables to include Lean and elan/lake in the PATH
|
|
27
|
+
ENV PATH="/root/.elan/bin:$PATH"
|
|
28
|
+
|
|
29
|
+
# Create Lean project directory and initialize a new Lean project with Mathlib4
|
|
30
|
+
RUN mkdir -p /lean4 && cd /lean4 && \
|
|
31
|
+
/root/.elan/bin/lake new my_project && \
|
|
32
|
+
cd my_project && \
|
|
33
|
+
echo 'leanprover/lean4:v4.12.0' > lean-toolchain && \
|
|
34
|
+
echo 'require mathlib from git "https://github.com/leanprover-community/mathlib4" @ "v4.12.0"' >> lakefile.lean
|
|
35
|
+
|
|
36
|
+
# Download and cache Mathlib4 to avoid recompiling, then build the project
|
|
37
|
+
RUN cd /lean4/my_project && \
|
|
38
|
+
/root/.elan/bin/lake exe cache get && \
|
|
39
|
+
/root/.elan/bin/lake build
|
|
40
|
+
|
|
41
|
+
# Set environment variables to include Lean project path
|
|
42
|
+
ENV LEAN_PATH="/lean4/my_project"
|
|
43
|
+
ENV PATH="/lean4/my_project:$PATH"
|
|
44
|
+
|
|
45
|
+
# Set up application code and install Python dependencies
|
|
46
|
+
COPY sandbox.requirements.txt /app/requirements.txt
|
|
47
|
+
RUN pip install --no-cache-dir -r /app/requirements.txt
|
|
48
|
+
COPY local_sandbox_server.py /app/main.py
|
|
49
|
+
|
|
50
|
+
# Set the working directory to /app
|
|
51
|
+
WORKDIR /app
|
|
52
|
+
|
|
53
|
+
# Set Flask app environment variables and ports
|
|
54
|
+
ARG UWSGI_CHEAPER
|
|
55
|
+
ENV UWSGI_CHEAPER=$UWSGI_CHEAPER
|
|
56
|
+
|
|
57
|
+
ARG UWSGI_PROCESSES
|
|
58
|
+
ENV UWSGI_PROCESSES=$UWSGI_PROCESSES
|
|
59
|
+
|
|
60
|
+
ENV LISTEN_PORT=6000
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
# Copyright (c) 2024-2025, NVIDIA CORPORATION. All rights reserved.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
@@ -0,0 +1,198 @@
|
|
|
1
|
+
# Copyright (c) 2024-2025, NVIDIA CORPORATION. All rights reserved.
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
from __future__ import annotations
|
|
16
|
+
|
|
17
|
+
import contextlib
|
|
18
|
+
import logging
|
|
19
|
+
import multiprocessing
|
|
20
|
+
import os
|
|
21
|
+
import resource
|
|
22
|
+
from enum import Enum
|
|
23
|
+
from io import StringIO
|
|
24
|
+
|
|
25
|
+
from flask import Flask
|
|
26
|
+
from flask import Request
|
|
27
|
+
from flask import Response
|
|
28
|
+
from flask import request
|
|
29
|
+
from pydantic import BaseModel
|
|
30
|
+
from pydantic import Field
|
|
31
|
+
|
|
32
|
+
app = Flask(__name__)
|
|
33
|
+
logger = logging.getLogger(__name__)
|
|
34
|
+
logger.setLevel(logging.WARNING)
|
|
35
|
+
|
|
36
|
+
|
|
37
|
+
class CodeExecutionStatus(str, Enum):
|
|
38
|
+
"""
|
|
39
|
+
Status of code execution.
|
|
40
|
+
"""
|
|
41
|
+
COMPLETED = "completed"
|
|
42
|
+
ERROR = "error"
|
|
43
|
+
TIMEOUT = "timeout"
|
|
44
|
+
|
|
45
|
+
|
|
46
|
+
class CodeExecutionResult(BaseModel):
|
|
47
|
+
"""
|
|
48
|
+
Result of code execution.
|
|
49
|
+
"""
|
|
50
|
+
process_status: CodeExecutionStatus = Field(default=CodeExecutionStatus.COMPLETED,
|
|
51
|
+
description="Status of the process")
|
|
52
|
+
stdout: str = Field(description="Standard output of the process")
|
|
53
|
+
stderr: str = Field(description="Standard error of the process")
|
|
54
|
+
|
|
55
|
+
|
|
56
|
+
class CodeExecutionResponse(Response):
|
|
57
|
+
"""
|
|
58
|
+
Response class that returns a JSON response with the given status code and result.
|
|
59
|
+
"""
|
|
60
|
+
|
|
61
|
+
def __init__(self, status_code: int, result: CodeExecutionResult):
|
|
62
|
+
super().__init__(status=status_code, mimetype="application/json", response=result.model_dump_json())
|
|
63
|
+
|
|
64
|
+
@classmethod
|
|
65
|
+
def with_error(cls, status_code: int, error_message: str) -> CodeExecutionResponse:
|
|
66
|
+
return cls(status_code,
|
|
67
|
+
CodeExecutionResult(process_status=CodeExecutionStatus.ERROR, stdout="", stderr=error_message))
|
|
68
|
+
|
|
69
|
+
|
|
70
|
+
@app.after_request
|
|
71
|
+
def add_hsts_header(response):
|
|
72
|
+
response.headers['Strict-Transport-Security'] = 'max-age=31536000; includeSubDomains'
|
|
73
|
+
response.headers['X-Content-Type-Options'] = 'nosniff'
|
|
74
|
+
response.headers['X-Frame-Options'] = 'SAMEORIGIN'
|
|
75
|
+
response.headers['X-XSS-Protection'] = '1; mode=block'
|
|
76
|
+
|
|
77
|
+
return response
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
def execute_python(generated_code: str, timeout: float) -> CodeExecutionResult:
|
|
81
|
+
"""
|
|
82
|
+
Execute Python code in a subprocess.
|
|
83
|
+
|
|
84
|
+
Args:
|
|
85
|
+
generated_code: The code to execute
|
|
86
|
+
timeout: The timeout for the execution
|
|
87
|
+
|
|
88
|
+
Returns:
|
|
89
|
+
CodeExecutionResult object containing the execution result
|
|
90
|
+
"""
|
|
91
|
+
|
|
92
|
+
# running in a separate process to ensure any kind of crashes are properly handled
|
|
93
|
+
queue = multiprocessing.Queue()
|
|
94
|
+
process = multiprocessing.Process(target=execute_code_subprocess, args=(generated_code, queue))
|
|
95
|
+
|
|
96
|
+
process.start()
|
|
97
|
+
# wait until the process finishes or the timeout expires
|
|
98
|
+
process.join(timeout=timeout)
|
|
99
|
+
if process.exitcode is None:
|
|
100
|
+
process.kill()
|
|
101
|
+
return CodeExecutionResult(process_status=CodeExecutionStatus.TIMEOUT, stdout="", stderr="Timed out\n")
|
|
102
|
+
|
|
103
|
+
return queue.get()
|
|
104
|
+
|
|
105
|
+
|
|
106
|
+
# need to memory-limit to avoid common errors of allocating too much
|
|
107
|
+
# but this has to be done in a subprocess to not crush server itself
|
|
108
|
+
def execute_code_subprocess(generated_code: str, queue):
|
|
109
|
+
"""
|
|
110
|
+
Execute code in a subprocess.
|
|
111
|
+
|
|
112
|
+
Args:
|
|
113
|
+
generated_code: The code to execute
|
|
114
|
+
queue: The queue to put the result in
|
|
115
|
+
"""
|
|
116
|
+
|
|
117
|
+
logger.debug("execute_code_subprocess started, PID: %s", os.getpid())
|
|
118
|
+
|
|
119
|
+
try:
|
|
120
|
+
limit = 1024 * 1024 * 1024 * 10 # 10gb - somehow with a smaller limit the server dies when numpy is used
|
|
121
|
+
resource.setrlimit(resource.RLIMIT_AS, (limit, limit))
|
|
122
|
+
resource.setrlimit(resource.RLIMIT_DATA, (limit, limit))
|
|
123
|
+
except Exception as e:
|
|
124
|
+
logger.exception("Failed to set resource limits, PID: %s, error: %s", os.getpid(), e)
|
|
125
|
+
|
|
126
|
+
stdout_capture = StringIO()
|
|
127
|
+
stderr_capture = StringIO()
|
|
128
|
+
try:
|
|
129
|
+
with contextlib.redirect_stdout(stdout_capture), contextlib.redirect_stderr(stderr_capture):
|
|
130
|
+
exec(generated_code, {})
|
|
131
|
+
logger.debug("execute_code_subprocess finished, PID: %s", os.getpid())
|
|
132
|
+
queue.put(CodeExecutionResult(stdout=stdout_capture.getvalue(), stderr=stderr_capture.getvalue()))
|
|
133
|
+
except Exception as e:
|
|
134
|
+
import traceback
|
|
135
|
+
with contextlib.redirect_stderr(stderr_capture):
|
|
136
|
+
traceback.print_exc()
|
|
137
|
+
logger.debug("execute_code_subprocess failed, PID: %s, error: %s", os.getpid(), e)
|
|
138
|
+
queue.put(
|
|
139
|
+
CodeExecutionResult(process_status=CodeExecutionStatus.ERROR,
|
|
140
|
+
stdout=stdout_capture.getvalue(),
|
|
141
|
+
stderr=stderr_capture.getvalue()))
|
|
142
|
+
|
|
143
|
+
|
|
144
|
+
def do_execute(request: Request) -> CodeExecutionResponse:
|
|
145
|
+
"""
|
|
146
|
+
Main function to handle execution requests.
|
|
147
|
+
|
|
148
|
+
Args:
|
|
149
|
+
request: Request object containing the execution request
|
|
150
|
+
|
|
151
|
+
Returns:
|
|
152
|
+
CodeExecutionResponse object containing the execution result
|
|
153
|
+
"""
|
|
154
|
+
try:
|
|
155
|
+
# Check if request has JSON data
|
|
156
|
+
if not request.is_json:
|
|
157
|
+
return CodeExecutionResponse.with_error(400, "Request must be JSON")
|
|
158
|
+
|
|
159
|
+
# Get JSON data safely
|
|
160
|
+
json_data = request.get_json(silent=True)
|
|
161
|
+
|
|
162
|
+
if json_data is None:
|
|
163
|
+
return CodeExecutionResponse.with_error(400, "Invalid JSON data")
|
|
164
|
+
|
|
165
|
+
# Check for required fields
|
|
166
|
+
if 'generated_code' not in json_data:
|
|
167
|
+
return CodeExecutionResponse.with_error(400, "Missing required field: generated_code")
|
|
168
|
+
|
|
169
|
+
if 'timeout' not in json_data:
|
|
170
|
+
return CodeExecutionResponse.with_error(400, "Missing required field: timeout")
|
|
171
|
+
|
|
172
|
+
if 'language' not in json_data:
|
|
173
|
+
return CodeExecutionResponse.with_error(400, "Missing required field: language")
|
|
174
|
+
|
|
175
|
+
generated_code: str | None = json_data.get('generated_code', None)
|
|
176
|
+
assert generated_code is not None
|
|
177
|
+
timeout: float | None = json_data.get('timeout', None)
|
|
178
|
+
assert timeout is not None
|
|
179
|
+
language: str | None = json_data.get('language', None)
|
|
180
|
+
assert language is not None
|
|
181
|
+
|
|
182
|
+
if language != 'python':
|
|
183
|
+
return CodeExecutionResponse.with_error(400, "Only python execution is supported")
|
|
184
|
+
|
|
185
|
+
return CodeExecutionResponse(200, execute_python(generated_code, timeout))
|
|
186
|
+
|
|
187
|
+
except Exception as e:
|
|
188
|
+
return CodeExecutionResponse.with_error(500, f"Server error: {str(e)}")
|
|
189
|
+
|
|
190
|
+
|
|
191
|
+
# Main Flask endpoint to handle execution requests
|
|
192
|
+
@app.route("/execute", methods=["POST"])
|
|
193
|
+
def execute():
|
|
194
|
+
return do_execute(request)
|
|
195
|
+
|
|
196
|
+
|
|
197
|
+
if __name__ == '__main__':
|
|
198
|
+
app.run(port=6000)
|
|
@@ -0,0 +1,50 @@
|
|
|
1
|
+
#!/bin/bash
|
|
2
|
+
|
|
3
|
+
# Copyright (c) 2024-2025, NVIDIA CORPORATION. All rights reserved.
|
|
4
|
+
#
|
|
5
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
6
|
+
# you may not use this file except in compliance with the License.
|
|
7
|
+
# You may obtain a copy of the License at
|
|
8
|
+
#
|
|
9
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
10
|
+
#
|
|
11
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
12
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
13
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
14
|
+
# See the License for the specific language governing permissions and
|
|
15
|
+
# limitations under the License.
|
|
16
|
+
|
|
17
|
+
# Usage: ./start_local_sandbox.sh [SANDBOX_NAME] [OUTPUT_DATA_PATH]
|
|
18
|
+
# NOTE: needs to run from the root of the repo!
|
|
19
|
+
|
|
20
|
+
DOCKER_COMMAND=${DOCKER_COMMAND:-"docker"}
|
|
21
|
+
SANDBOX_NAME=${1:-'local-sandbox'}
|
|
22
|
+
NUM_THREADS=10
|
|
23
|
+
|
|
24
|
+
# Get the output_data directory path for mounting
|
|
25
|
+
# Priority: command line argument > environment variable > default path (current directory)
|
|
26
|
+
OUTPUT_DATA_PATH=${2:-${OUTPUT_DATA_PATH:-$(pwd)}}
|
|
27
|
+
|
|
28
|
+
echo "Starting sandbox with container name: ${SANDBOX_NAME}"
|
|
29
|
+
echo "Mounting output_data directory: ${OUTPUT_DATA_PATH}"
|
|
30
|
+
|
|
31
|
+
# Verify the path exists before mounting, create if it doesn't
|
|
32
|
+
if [ ! -d "${OUTPUT_DATA_PATH}" ]; then
|
|
33
|
+
echo "Output data directory does not exist, creating: ${OUTPUT_DATA_PATH}"
|
|
34
|
+
mkdir -p "${OUTPUT_DATA_PATH}"
|
|
35
|
+
fi
|
|
36
|
+
|
|
37
|
+
# Check if the Docker image already exists
|
|
38
|
+
if ! ${DOCKER_COMMAND} images ${SANDBOX_NAME} | grep -q "${SANDBOX_NAME}"; then
|
|
39
|
+
echo "Docker image not found locally. Building ${SANDBOX_NAME}..."
|
|
40
|
+
${DOCKER_COMMAND} build --tag=${SANDBOX_NAME} --build-arg="UWSGI_PROCESSES=$((${NUM_THREADS} * 10))" --build-arg="UWSGI_CHEAPER=${NUM_THREADS}" -f Dockerfile.sandbox .
|
|
41
|
+
else
|
|
42
|
+
echo "Using existing Docker image: ${SANDBOX_NAME}"
|
|
43
|
+
fi
|
|
44
|
+
|
|
45
|
+
# Mount the output_data directory directly so files created in container appear in the local directory
|
|
46
|
+
${DOCKER_COMMAND} run --rm --name=local-sandbox \
|
|
47
|
+
--network=host \
|
|
48
|
+
-v "${OUTPUT_DATA_PATH}:/workspace" \
|
|
49
|
+
-w /workspace \
|
|
50
|
+
${SANDBOX_NAME}
|
|
@@ -0,0 +1,74 @@
|
|
|
1
|
+
# SPDX-FileCopyrightText: Copyright (c) 2025, NVIDIA CORPORATION & AFFILIATES. All rights reserved.
|
|
2
|
+
# SPDX-License-Identifier: Apache-2.0
|
|
3
|
+
#
|
|
4
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
5
|
+
# you may not use this file except in compliance with the License.
|
|
6
|
+
# You may obtain a copy of the License at
|
|
7
|
+
#
|
|
8
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
9
|
+
#
|
|
10
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
11
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
12
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
13
|
+
# See the License for the specific language governing permissions and
|
|
14
|
+
# limitations under the License.
|
|
15
|
+
|
|
16
|
+
import logging
|
|
17
|
+
from typing import Literal
|
|
18
|
+
|
|
19
|
+
from pydantic import BaseModel
|
|
20
|
+
from pydantic import Field
|
|
21
|
+
from pydantic import HttpUrl
|
|
22
|
+
|
|
23
|
+
from nat.builder.builder import Builder
|
|
24
|
+
from nat.builder.function_info import FunctionInfo
|
|
25
|
+
from nat.cli.register_workflow import register_function
|
|
26
|
+
from nat.data_models.function import FunctionBaseConfig
|
|
27
|
+
|
|
28
|
+
logger = logging.getLogger(__name__)
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
class CodeExecutionToolConfig(FunctionBaseConfig, name="code_execution"):
|
|
32
|
+
"""
|
|
33
|
+
Tool for executing python code in a remotely hosted sandbox environment.
|
|
34
|
+
"""
|
|
35
|
+
uri: HttpUrl = Field(default=HttpUrl("http://127.0.0.1:6000"),
|
|
36
|
+
description="URI for the code execution sandbox server")
|
|
37
|
+
sandbox_type: Literal["local", "piston"] = Field(default="local", description="The type of code execution sandbox")
|
|
38
|
+
timeout: float = Field(default=10.0, description="Number of seconds to wait for a code execution request")
|
|
39
|
+
max_output_characters: int = Field(default=1000, description="Maximum number of characters that can be returned")
|
|
40
|
+
|
|
41
|
+
|
|
42
|
+
@register_function(config_type=CodeExecutionToolConfig)
|
|
43
|
+
async def code_execution_tool(config: CodeExecutionToolConfig, builder: Builder):
|
|
44
|
+
from nat.tool.code_execution.code_sandbox import get_sandbox
|
|
45
|
+
|
|
46
|
+
class CodeExecutionInputSchema(BaseModel):
|
|
47
|
+
generated_code: str = Field(description="String containing the code to be executed")
|
|
48
|
+
|
|
49
|
+
# Create sandbox without working_directory
|
|
50
|
+
sandbox_kwargs = {"uri": config.uri}
|
|
51
|
+
|
|
52
|
+
sandbox = get_sandbox(sandbox_type=config.sandbox_type, **sandbox_kwargs)
|
|
53
|
+
logger.info(f"[DEBUG] Created sandbox of type: {config.sandbox_type}")
|
|
54
|
+
|
|
55
|
+
async def _execute_code(generated_code: str) -> dict:
|
|
56
|
+
logger.info("Executing code in the sandbox at %s", config.uri)
|
|
57
|
+
try:
|
|
58
|
+
output = await sandbox.execute_code(
|
|
59
|
+
generated_code=generated_code,
|
|
60
|
+
language="python",
|
|
61
|
+
timeout_seconds=config.timeout,
|
|
62
|
+
max_output_characters=config.max_output_characters,
|
|
63
|
+
)
|
|
64
|
+
except Exception as e:
|
|
65
|
+
logger.exception("Error when executing code in the sandbox, %s", e)
|
|
66
|
+
return {"process_status": "error", "stdout": "", "stderr": str(e)}
|
|
67
|
+
return output
|
|
68
|
+
|
|
69
|
+
yield FunctionInfo.from_fn(
|
|
70
|
+
fn=_execute_code,
|
|
71
|
+
input_schema=CodeExecutionInputSchema,
|
|
72
|
+
description="""Executes the provied 'generated_code' in a python sandbox environment and returns
|
|
73
|
+
a dictionary containing stdout, stderr, and the execution status, as well as a session_id. The
|
|
74
|
+
session_id can be used to append to code that was previously executed.""")
|