wandb 0.18.2__py3-none-musllinux_1_2_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package_readme.md +89 -0
- wandb/__init__.py +245 -0
- wandb/__init__.pyi +1139 -0
- wandb/__main__.py +3 -0
- wandb/_globals.py +19 -0
- wandb/agents/__init__.py +0 -0
- wandb/agents/pyagent.py +363 -0
- wandb/analytics/__init__.py +3 -0
- wandb/analytics/sentry.py +266 -0
- wandb/apis/__init__.py +48 -0
- wandb/apis/attrs.py +40 -0
- wandb/apis/importers/__init__.py +1 -0
- wandb/apis/importers/internals/internal.py +385 -0
- wandb/apis/importers/internals/protocols.py +99 -0
- wandb/apis/importers/internals/util.py +78 -0
- wandb/apis/importers/mlflow.py +254 -0
- wandb/apis/importers/validation.py +108 -0
- wandb/apis/importers/wandb.py +1603 -0
- wandb/apis/internal.py +232 -0
- wandb/apis/normalize.py +89 -0
- wandb/apis/paginator.py +81 -0
- wandb/apis/public/__init__.py +34 -0
- wandb/apis/public/api.py +1305 -0
- wandb/apis/public/artifacts.py +1090 -0
- wandb/apis/public/const.py +4 -0
- wandb/apis/public/files.py +195 -0
- wandb/apis/public/history.py +149 -0
- wandb/apis/public/jobs.py +659 -0
- wandb/apis/public/projects.py +154 -0
- wandb/apis/public/query_generator.py +166 -0
- wandb/apis/public/reports.py +469 -0
- wandb/apis/public/runs.py +914 -0
- wandb/apis/public/sweeps.py +240 -0
- wandb/apis/public/teams.py +198 -0
- wandb/apis/public/users.py +136 -0
- wandb/apis/reports/__init__.py +1 -0
- wandb/apis/reports/v1/__init__.py +8 -0
- wandb/apis/reports/v2/__init__.py +8 -0
- wandb/apis/workspaces/__init__.py +8 -0
- wandb/beta/workflows.py +288 -0
- wandb/bin/nvidia_gpu_stats +0 -0
- wandb/bin/wandb-core +0 -0
- wandb/cli/__init__.py +0 -0
- wandb/cli/cli.py +3004 -0
- wandb/data_types.py +63 -0
- wandb/docker/__init__.py +342 -0
- wandb/docker/auth.py +436 -0
- wandb/docker/wandb-entrypoint.sh +33 -0
- wandb/docker/www_authenticate.py +94 -0
- wandb/env.py +514 -0
- wandb/errors/__init__.py +17 -0
- wandb/errors/errors.py +37 -0
- wandb/errors/term.py +103 -0
- wandb/errors/util.py +57 -0
- wandb/errors/warnings.py +2 -0
- wandb/filesync/__init__.py +0 -0
- wandb/filesync/dir_watcher.py +403 -0
- wandb/filesync/stats.py +100 -0
- wandb/filesync/step_checksum.py +142 -0
- wandb/filesync/step_prepare.py +179 -0
- wandb/filesync/step_upload.py +290 -0
- wandb/filesync/upload_job.py +142 -0
- wandb/integration/__init__.py +0 -0
- wandb/integration/catboost/__init__.py +5 -0
- wandb/integration/catboost/catboost.py +178 -0
- wandb/integration/cohere/__init__.py +3 -0
- wandb/integration/cohere/cohere.py +21 -0
- wandb/integration/cohere/resolver.py +347 -0
- wandb/integration/diffusers/__init__.py +3 -0
- wandb/integration/diffusers/autologger.py +76 -0
- wandb/integration/diffusers/pipeline_resolver.py +50 -0
- wandb/integration/diffusers/resolvers/__init__.py +9 -0
- wandb/integration/diffusers/resolvers/multimodal.py +882 -0
- wandb/integration/diffusers/resolvers/utils.py +102 -0
- wandb/integration/fastai/__init__.py +249 -0
- wandb/integration/gym/__init__.py +105 -0
- wandb/integration/huggingface/__init__.py +3 -0
- wandb/integration/huggingface/huggingface.py +18 -0
- wandb/integration/huggingface/resolver.py +213 -0
- wandb/integration/keras/__init__.py +11 -0
- wandb/integration/keras/callbacks/__init__.py +5 -0
- wandb/integration/keras/callbacks/metrics_logger.py +136 -0
- wandb/integration/keras/callbacks/model_checkpoint.py +195 -0
- wandb/integration/keras/callbacks/tables_builder.py +226 -0
- wandb/integration/keras/keras.py +1091 -0
- wandb/integration/kfp/__init__.py +6 -0
- wandb/integration/kfp/helpers.py +28 -0
- wandb/integration/kfp/kfp_patch.py +324 -0
- wandb/integration/kfp/wandb_logging.py +182 -0
- wandb/integration/langchain/__init__.py +3 -0
- wandb/integration/langchain/wandb_tracer.py +48 -0
- wandb/integration/lightgbm/__init__.py +239 -0
- wandb/integration/lightning/__init__.py +0 -0
- wandb/integration/lightning/fabric/__init__.py +3 -0
- wandb/integration/lightning/fabric/logger.py +762 -0
- wandb/integration/magic.py +556 -0
- wandb/integration/metaflow/__init__.py +3 -0
- wandb/integration/metaflow/metaflow.py +383 -0
- wandb/integration/openai/__init__.py +3 -0
- wandb/integration/openai/fine_tuning.py +480 -0
- wandb/integration/openai/openai.py +22 -0
- wandb/integration/openai/resolver.py +240 -0
- wandb/integration/prodigy/__init__.py +3 -0
- wandb/integration/prodigy/prodigy.py +299 -0
- wandb/integration/sacred/__init__.py +117 -0
- wandb/integration/sagemaker/__init__.py +12 -0
- wandb/integration/sagemaker/auth.py +28 -0
- wandb/integration/sagemaker/config.py +49 -0
- wandb/integration/sagemaker/files.py +3 -0
- wandb/integration/sagemaker/resources.py +34 -0
- wandb/integration/sb3/__init__.py +3 -0
- wandb/integration/sb3/sb3.py +153 -0
- wandb/integration/sklearn/__init__.py +37 -0
- wandb/integration/sklearn/calculate/__init__.py +32 -0
- wandb/integration/sklearn/calculate/calibration_curves.py +125 -0
- wandb/integration/sklearn/calculate/class_proportions.py +68 -0
- wandb/integration/sklearn/calculate/confusion_matrix.py +93 -0
- wandb/integration/sklearn/calculate/decision_boundaries.py +40 -0
- wandb/integration/sklearn/calculate/elbow_curve.py +55 -0
- wandb/integration/sklearn/calculate/feature_importances.py +67 -0
- wandb/integration/sklearn/calculate/learning_curve.py +64 -0
- wandb/integration/sklearn/calculate/outlier_candidates.py +69 -0
- wandb/integration/sklearn/calculate/residuals.py +86 -0
- wandb/integration/sklearn/calculate/silhouette.py +118 -0
- wandb/integration/sklearn/calculate/summary_metrics.py +62 -0
- wandb/integration/sklearn/plot/__init__.py +35 -0
- wandb/integration/sklearn/plot/classifier.py +329 -0
- wandb/integration/sklearn/plot/clusterer.py +146 -0
- wandb/integration/sklearn/plot/regressor.py +121 -0
- wandb/integration/sklearn/plot/shared.py +91 -0
- wandb/integration/sklearn/utils.py +183 -0
- wandb/integration/tensorboard/__init__.py +10 -0
- wandb/integration/tensorboard/log.py +355 -0
- wandb/integration/tensorboard/monkeypatch.py +185 -0
- wandb/integration/tensorflow/__init__.py +5 -0
- wandb/integration/tensorflow/estimator_hook.py +54 -0
- wandb/integration/torch/__init__.py +0 -0
- wandb/integration/torch/wandb_torch.py +554 -0
- wandb/integration/ultralytics/__init__.py +11 -0
- wandb/integration/ultralytics/bbox_utils.py +208 -0
- wandb/integration/ultralytics/callback.py +524 -0
- wandb/integration/ultralytics/classification_utils.py +83 -0
- wandb/integration/ultralytics/mask_utils.py +202 -0
- wandb/integration/ultralytics/pose_utils.py +103 -0
- wandb/integration/xgboost/__init__.py +11 -0
- wandb/integration/xgboost/xgboost.py +189 -0
- wandb/integration/yolov8/__init__.py +0 -0
- wandb/integration/yolov8/yolov8.py +284 -0
- wandb/jupyter.py +515 -0
- wandb/magic.py +3 -0
- wandb/mpmain/__init__.py +0 -0
- wandb/mpmain/__main__.py +1 -0
- wandb/old/__init__.py +0 -0
- wandb/old/core.py +53 -0
- wandb/old/settings.py +173 -0
- wandb/old/summary.py +440 -0
- wandb/plot/__init__.py +19 -0
- wandb/plot/bar.py +45 -0
- wandb/plot/confusion_matrix.py +100 -0
- wandb/plot/histogram.py +39 -0
- wandb/plot/line.py +43 -0
- wandb/plot/line_series.py +88 -0
- wandb/plot/pr_curve.py +136 -0
- wandb/plot/roc_curve.py +118 -0
- wandb/plot/scatter.py +32 -0
- wandb/plot/utils.py +183 -0
- wandb/plot/viz.py +123 -0
- wandb/proto/__init__.py +0 -0
- wandb/proto/v3/__init__.py +0 -0
- wandb/proto/v3/wandb_base_pb2.py +55 -0
- wandb/proto/v3/wandb_internal_pb2.py +1608 -0
- wandb/proto/v3/wandb_server_pb2.py +208 -0
- wandb/proto/v3/wandb_settings_pb2.py +112 -0
- wandb/proto/v3/wandb_telemetry_pb2.py +106 -0
- wandb/proto/v4/__init__.py +0 -0
- wandb/proto/v4/wandb_base_pb2.py +30 -0
- wandb/proto/v4/wandb_internal_pb2.py +360 -0
- wandb/proto/v4/wandb_server_pb2.py +63 -0
- wandb/proto/v4/wandb_settings_pb2.py +45 -0
- wandb/proto/v4/wandb_telemetry_pb2.py +41 -0
- wandb/proto/v5/wandb_base_pb2.py +31 -0
- wandb/proto/v5/wandb_internal_pb2.py +361 -0
- wandb/proto/v5/wandb_server_pb2.py +64 -0
- wandb/proto/v5/wandb_settings_pb2.py +46 -0
- wandb/proto/v5/wandb_telemetry_pb2.py +42 -0
- wandb/proto/wandb_base_pb2.py +10 -0
- wandb/proto/wandb_deprecated.py +53 -0
- wandb/proto/wandb_generate_deprecated.py +34 -0
- wandb/proto/wandb_generate_proto.py +49 -0
- wandb/proto/wandb_internal_pb2.py +16 -0
- wandb/proto/wandb_server_pb2.py +10 -0
- wandb/proto/wandb_settings_pb2.py +10 -0
- wandb/proto/wandb_telemetry_pb2.py +10 -0
- wandb/py.typed +0 -0
- wandb/sdk/__init__.py +37 -0
- wandb/sdk/artifacts/__init__.py +0 -0
- wandb/sdk/artifacts/_validators.py +90 -0
- wandb/sdk/artifacts/artifact.py +2389 -0
- wandb/sdk/artifacts/artifact_download_logger.py +43 -0
- wandb/sdk/artifacts/artifact_file_cache.py +253 -0
- wandb/sdk/artifacts/artifact_instance_cache.py +17 -0
- wandb/sdk/artifacts/artifact_manifest.py +74 -0
- wandb/sdk/artifacts/artifact_manifest_entry.py +249 -0
- wandb/sdk/artifacts/artifact_manifests/__init__.py +0 -0
- wandb/sdk/artifacts/artifact_manifests/artifact_manifest_v1.py +92 -0
- wandb/sdk/artifacts/artifact_saver.py +269 -0
- wandb/sdk/artifacts/artifact_state.py +11 -0
- wandb/sdk/artifacts/artifact_ttl.py +7 -0
- wandb/sdk/artifacts/exceptions.py +57 -0
- wandb/sdk/artifacts/staging.py +25 -0
- wandb/sdk/artifacts/storage_handler.py +62 -0
- wandb/sdk/artifacts/storage_handlers/__init__.py +0 -0
- wandb/sdk/artifacts/storage_handlers/azure_handler.py +208 -0
- wandb/sdk/artifacts/storage_handlers/gcs_handler.py +228 -0
- wandb/sdk/artifacts/storage_handlers/http_handler.py +114 -0
- wandb/sdk/artifacts/storage_handlers/local_file_handler.py +141 -0
- wandb/sdk/artifacts/storage_handlers/multi_handler.py +56 -0
- wandb/sdk/artifacts/storage_handlers/s3_handler.py +300 -0
- wandb/sdk/artifacts/storage_handlers/tracking_handler.py +72 -0
- wandb/sdk/artifacts/storage_handlers/wb_artifact_handler.py +135 -0
- wandb/sdk/artifacts/storage_handlers/wb_local_artifact_handler.py +74 -0
- wandb/sdk/artifacts/storage_layout.py +6 -0
- wandb/sdk/artifacts/storage_policies/__init__.py +4 -0
- wandb/sdk/artifacts/storage_policies/register.py +1 -0
- wandb/sdk/artifacts/storage_policies/wandb_storage_policy.py +378 -0
- wandb/sdk/artifacts/storage_policy.py +72 -0
- wandb/sdk/backend/__init__.py +0 -0
- wandb/sdk/backend/backend.py +222 -0
- wandb/sdk/data_types/__init__.py +0 -0
- wandb/sdk/data_types/_dtypes.py +914 -0
- wandb/sdk/data_types/_private.py +10 -0
- wandb/sdk/data_types/audio.py +165 -0
- wandb/sdk/data_types/base_types/__init__.py +0 -0
- wandb/sdk/data_types/base_types/json_metadata.py +55 -0
- wandb/sdk/data_types/base_types/media.py +315 -0
- wandb/sdk/data_types/base_types/wb_value.py +272 -0
- wandb/sdk/data_types/bokeh.py +70 -0
- wandb/sdk/data_types/graph.py +405 -0
- wandb/sdk/data_types/helper_types/__init__.py +0 -0
- wandb/sdk/data_types/helper_types/bounding_boxes_2d.py +295 -0
- wandb/sdk/data_types/helper_types/classes.py +159 -0
- wandb/sdk/data_types/helper_types/image_mask.py +235 -0
- wandb/sdk/data_types/histogram.py +96 -0
- wandb/sdk/data_types/html.py +115 -0
- wandb/sdk/data_types/image.py +845 -0
- wandb/sdk/data_types/molecule.py +241 -0
- wandb/sdk/data_types/object_3d.py +474 -0
- wandb/sdk/data_types/plotly.py +82 -0
- wandb/sdk/data_types/saved_model.py +446 -0
- wandb/sdk/data_types/table.py +1204 -0
- wandb/sdk/data_types/trace_tree.py +438 -0
- wandb/sdk/data_types/utils.py +229 -0
- wandb/sdk/data_types/video.py +247 -0
- wandb/sdk/integration_utils/__init__.py +0 -0
- wandb/sdk/integration_utils/auto_logging.py +239 -0
- wandb/sdk/integration_utils/data_logging.py +475 -0
- wandb/sdk/interface/__init__.py +0 -0
- wandb/sdk/interface/constants.py +4 -0
- wandb/sdk/interface/interface.py +972 -0
- wandb/sdk/interface/interface_queue.py +59 -0
- wandb/sdk/interface/interface_relay.py +53 -0
- wandb/sdk/interface/interface_shared.py +537 -0
- wandb/sdk/interface/interface_sock.py +61 -0
- wandb/sdk/interface/message_future.py +27 -0
- wandb/sdk/interface/message_future_poll.py +50 -0
- wandb/sdk/interface/router.py +118 -0
- wandb/sdk/interface/router_queue.py +44 -0
- wandb/sdk/interface/router_relay.py +39 -0
- wandb/sdk/interface/router_sock.py +36 -0
- wandb/sdk/interface/summary_record.py +67 -0
- wandb/sdk/internal/__init__.py +0 -0
- wandb/sdk/internal/context.py +89 -0
- wandb/sdk/internal/datastore.py +297 -0
- wandb/sdk/internal/file_pusher.py +181 -0
- wandb/sdk/internal/file_stream.py +695 -0
- wandb/sdk/internal/flow_control.py +263 -0
- wandb/sdk/internal/handler.py +901 -0
- wandb/sdk/internal/internal.py +417 -0
- wandb/sdk/internal/internal_api.py +4358 -0
- wandb/sdk/internal/internal_util.py +100 -0
- wandb/sdk/internal/job_builder.py +629 -0
- wandb/sdk/internal/profiler.py +78 -0
- wandb/sdk/internal/progress.py +83 -0
- wandb/sdk/internal/run.py +25 -0
- wandb/sdk/internal/sample.py +70 -0
- wandb/sdk/internal/sender.py +1686 -0
- wandb/sdk/internal/sender_config.py +197 -0
- wandb/sdk/internal/settings_static.py +90 -0
- wandb/sdk/internal/system/__init__.py +0 -0
- wandb/sdk/internal/system/assets/__init__.py +27 -0
- wandb/sdk/internal/system/assets/aggregators.py +37 -0
- wandb/sdk/internal/system/assets/asset_registry.py +20 -0
- wandb/sdk/internal/system/assets/cpu.py +163 -0
- wandb/sdk/internal/system/assets/disk.py +210 -0
- wandb/sdk/internal/system/assets/gpu.py +416 -0
- wandb/sdk/internal/system/assets/gpu_amd.py +239 -0
- wandb/sdk/internal/system/assets/gpu_apple.py +177 -0
- wandb/sdk/internal/system/assets/interfaces.py +207 -0
- wandb/sdk/internal/system/assets/ipu.py +177 -0
- wandb/sdk/internal/system/assets/memory.py +166 -0
- wandb/sdk/internal/system/assets/network.py +125 -0
- wandb/sdk/internal/system/assets/open_metrics.py +299 -0
- wandb/sdk/internal/system/assets/tpu.py +154 -0
- wandb/sdk/internal/system/assets/trainium.py +399 -0
- wandb/sdk/internal/system/env_probe_helpers.py +13 -0
- wandb/sdk/internal/system/system_info.py +249 -0
- wandb/sdk/internal/system/system_monitor.py +229 -0
- wandb/sdk/internal/tb_watcher.py +518 -0
- wandb/sdk/internal/thread_local_settings.py +18 -0
- wandb/sdk/internal/writer.py +206 -0
- wandb/sdk/launch/__init__.py +14 -0
- wandb/sdk/launch/_launch.py +330 -0
- wandb/sdk/launch/_launch_add.py +255 -0
- wandb/sdk/launch/_project_spec.py +566 -0
- wandb/sdk/launch/agent/__init__.py +5 -0
- wandb/sdk/launch/agent/agent.py +924 -0
- wandb/sdk/launch/agent/config.py +296 -0
- wandb/sdk/launch/agent/job_status_tracker.py +53 -0
- wandb/sdk/launch/agent/run_queue_item_file_saver.py +45 -0
- wandb/sdk/launch/builder/__init__.py +0 -0
- wandb/sdk/launch/builder/abstract.py +156 -0
- wandb/sdk/launch/builder/build.py +297 -0
- wandb/sdk/launch/builder/context_manager.py +235 -0
- wandb/sdk/launch/builder/docker_builder.py +177 -0
- wandb/sdk/launch/builder/kaniko_builder.py +595 -0
- wandb/sdk/launch/builder/noop.py +58 -0
- wandb/sdk/launch/builder/templates/_wandb_bootstrap.py +188 -0
- wandb/sdk/launch/builder/templates/dockerfile.py +92 -0
- wandb/sdk/launch/create_job.py +528 -0
- wandb/sdk/launch/environment/abstract.py +29 -0
- wandb/sdk/launch/environment/aws_environment.py +322 -0
- wandb/sdk/launch/environment/azure_environment.py +105 -0
- wandb/sdk/launch/environment/gcp_environment.py +335 -0
- wandb/sdk/launch/environment/local_environment.py +66 -0
- wandb/sdk/launch/errors.py +19 -0
- wandb/sdk/launch/git_reference.py +109 -0
- wandb/sdk/launch/inputs/files.py +148 -0
- wandb/sdk/launch/inputs/internal.py +315 -0
- wandb/sdk/launch/inputs/manage.py +113 -0
- wandb/sdk/launch/inputs/schema.py +39 -0
- wandb/sdk/launch/loader.py +249 -0
- wandb/sdk/launch/registry/abstract.py +48 -0
- wandb/sdk/launch/registry/anon.py +29 -0
- wandb/sdk/launch/registry/azure_container_registry.py +124 -0
- wandb/sdk/launch/registry/elastic_container_registry.py +192 -0
- wandb/sdk/launch/registry/google_artifact_registry.py +219 -0
- wandb/sdk/launch/registry/local_registry.py +67 -0
- wandb/sdk/launch/runner/__init__.py +0 -0
- wandb/sdk/launch/runner/abstract.py +195 -0
- wandb/sdk/launch/runner/kubernetes_monitor.py +474 -0
- wandb/sdk/launch/runner/kubernetes_runner.py +963 -0
- wandb/sdk/launch/runner/local_container.py +301 -0
- wandb/sdk/launch/runner/local_process.py +78 -0
- wandb/sdk/launch/runner/sagemaker_runner.py +426 -0
- wandb/sdk/launch/runner/vertex_runner.py +230 -0
- wandb/sdk/launch/sweeps/__init__.py +39 -0
- wandb/sdk/launch/sweeps/scheduler.py +742 -0
- wandb/sdk/launch/sweeps/scheduler_sweep.py +91 -0
- wandb/sdk/launch/sweeps/utils.py +316 -0
- wandb/sdk/launch/utils.py +746 -0
- wandb/sdk/launch/wandb_reference.py +138 -0
- wandb/sdk/lib/__init__.py +5 -0
- wandb/sdk/lib/_settings_toposort_generate.py +159 -0
- wandb/sdk/lib/_settings_toposort_generated.py +250 -0
- wandb/sdk/lib/_wburls_generate.py +25 -0
- wandb/sdk/lib/_wburls_generated.py +22 -0
- wandb/sdk/lib/apikey.py +273 -0
- wandb/sdk/lib/capped_dict.py +26 -0
- wandb/sdk/lib/config_util.py +101 -0
- wandb/sdk/lib/credentials.py +141 -0
- wandb/sdk/lib/deprecate.py +42 -0
- wandb/sdk/lib/disabled.py +29 -0
- wandb/sdk/lib/exit_hooks.py +54 -0
- wandb/sdk/lib/file_stream_utils.py +118 -0
- wandb/sdk/lib/filenames.py +64 -0
- wandb/sdk/lib/filesystem.py +372 -0
- wandb/sdk/lib/fsm.py +174 -0
- wandb/sdk/lib/gitlib.py +239 -0
- wandb/sdk/lib/gql_request.py +65 -0
- wandb/sdk/lib/handler_util.py +21 -0
- wandb/sdk/lib/hashutil.py +84 -0
- wandb/sdk/lib/import_hooks.py +275 -0
- wandb/sdk/lib/ipython.py +146 -0
- wandb/sdk/lib/json_util.py +80 -0
- wandb/sdk/lib/lazyloader.py +63 -0
- wandb/sdk/lib/mailbox.py +460 -0
- wandb/sdk/lib/module.py +69 -0
- wandb/sdk/lib/paths.py +106 -0
- wandb/sdk/lib/preinit.py +42 -0
- wandb/sdk/lib/printer.py +313 -0
- wandb/sdk/lib/proto_util.py +90 -0
- wandb/sdk/lib/redirect.py +845 -0
- wandb/sdk/lib/reporting.py +99 -0
- wandb/sdk/lib/retry.py +289 -0
- wandb/sdk/lib/run_moment.py +78 -0
- wandb/sdk/lib/runid.py +12 -0
- wandb/sdk/lib/server.py +52 -0
- wandb/sdk/lib/service_connection.py +216 -0
- wandb/sdk/lib/service_token.py +94 -0
- wandb/sdk/lib/sock_client.py +295 -0
- wandb/sdk/lib/sparkline.py +45 -0
- wandb/sdk/lib/telemetry.py +100 -0
- wandb/sdk/lib/timed_input.py +133 -0
- wandb/sdk/lib/timer.py +19 -0
- wandb/sdk/lib/tracelog.py +255 -0
- wandb/sdk/lib/wburls.py +46 -0
- wandb/sdk/service/__init__.py +0 -0
- wandb/sdk/service/_startup_debug.py +22 -0
- wandb/sdk/service/port_file.py +53 -0
- wandb/sdk/service/server.py +116 -0
- wandb/sdk/service/server_sock.py +276 -0
- wandb/sdk/service/service.py +242 -0
- wandb/sdk/service/streams.py +417 -0
- wandb/sdk/verify/__init__.py +0 -0
- wandb/sdk/verify/verify.py +501 -0
- wandb/sdk/wandb_alerts.py +12 -0
- wandb/sdk/wandb_config.py +322 -0
- wandb/sdk/wandb_helper.py +54 -0
- wandb/sdk/wandb_init.py +1266 -0
- wandb/sdk/wandb_login.py +349 -0
- wandb/sdk/wandb_metric.py +110 -0
- wandb/sdk/wandb_require.py +97 -0
- wandb/sdk/wandb_require_helpers.py +44 -0
- wandb/sdk/wandb_run.py +4236 -0
- wandb/sdk/wandb_settings.py +2001 -0
- wandb/sdk/wandb_setup.py +409 -0
- wandb/sdk/wandb_summary.py +150 -0
- wandb/sdk/wandb_sweep.py +119 -0
- wandb/sdk/wandb_sync.py +81 -0
- wandb/sdk/wandb_watch.py +144 -0
- wandb/sklearn.py +35 -0
- wandb/sync/__init__.py +3 -0
- wandb/sync/sync.py +443 -0
- wandb/trigger.py +29 -0
- wandb/util.py +1956 -0
- wandb/vendor/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/setup.py +40 -0
- wandb/vendor/gql-0.2.0/tests/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/tests/starwars/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/tests/starwars/fixtures.py +96 -0
- wandb/vendor/gql-0.2.0/tests/starwars/schema.py +146 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_dsl.py +293 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_query.py +355 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_validation.py +171 -0
- wandb/vendor/gql-0.2.0/tests/test_client.py +31 -0
- wandb/vendor/gql-0.2.0/tests/test_transport.py +89 -0
- wandb/vendor/gql-0.2.0/wandb_gql/__init__.py +4 -0
- wandb/vendor/gql-0.2.0/wandb_gql/client.py +75 -0
- wandb/vendor/gql-0.2.0/wandb_gql/dsl.py +152 -0
- wandb/vendor/gql-0.2.0/wandb_gql/gql.py +10 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/http.py +6 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/local_schema.py +15 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/requests.py +46 -0
- wandb/vendor/gql-0.2.0/wandb_gql/utils.py +21 -0
- wandb/vendor/graphql-core-1.1/setup.py +86 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/__init__.py +287 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/__init__.py +6 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/base.py +42 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/format_error.py +11 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/located_error.py +29 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/syntax_error.py +36 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/__init__.py +26 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/base.py +311 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executor.py +398 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/asyncio.py +53 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/gevent.py +22 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/process.py +32 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/sync.py +7 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/thread.py +35 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/utils.py +6 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/executor.py +66 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/fragment.py +252 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/resolver.py +151 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/utils.py +7 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/middleware.py +57 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/values.py +145 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/graphql.py +60 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/ast.py +1349 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/base.py +19 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/lexer.py +435 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/location.py +30 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/parser.py +779 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/printer.py +193 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/source.py +18 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor.py +222 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor_meta.py +82 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/cached_property.py +17 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/contain_subset.py +28 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/default_ordered_dict.py +40 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/ordereddict.py +8 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/pair_set.py +43 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/version.py +78 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/__init__.py +67 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/definition.py +619 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/directives.py +132 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/introspection.py +440 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/scalars.py +131 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/schema.py +100 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/typemap.py +145 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/assert_valid_name.py +9 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_from_value.py +65 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_code.py +49 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_dict.py +24 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/base.py +75 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_ast_schema.py +291 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_client_schema.py +250 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/concat_ast.py +9 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/extend_schema.py +357 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_field_def.py +27 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_operation_ast.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/introspection_query.py +90 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_literal_value.py +67 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_value.py +66 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/quoted_or_list.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/schema_printer.py +168 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/suggestion_list.py +56 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_comparators.py +69 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_from_ast.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_info.py +149 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/value_from_ast.py +69 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/__init__.py +4 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/__init__.py +79 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/arguments_of_correct_type.py +24 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/base.py +8 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/default_values_of_correct_type.py +44 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fields_on_correct_type.py +113 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fragments_on_composite_types.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_argument_names.py +70 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_directives.py +97 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_fragment_names.py +19 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_type_names.py +43 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/lone_anonymous_operation.py +23 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_fragment_cycles.py +59 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_undefined_variables.py +36 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_fragments.py +38 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_variables.py +37 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/overlapping_fields_can_be_merged.py +529 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/possible_fragment_spreads.py +44 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/provided_non_null_arguments.py +46 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/scalar_leafs.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_argument_names.py +32 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_fragment_names.py +28 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_input_field_names.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_operation_names.py +31 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_variable_names.py +27 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_are_input_types.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_in_allowed_position.py +53 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/validation.py +158 -0
- wandb/vendor/promise-2.3.0/conftest.py +30 -0
- wandb/vendor/promise-2.3.0/setup.py +64 -0
- wandb/vendor/promise-2.3.0/tests/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/tests/conftest.py +8 -0
- wandb/vendor/promise-2.3.0/tests/test_awaitable.py +32 -0
- wandb/vendor/promise-2.3.0/tests/test_awaitable_35.py +47 -0
- wandb/vendor/promise-2.3.0/tests/test_benchmark.py +116 -0
- wandb/vendor/promise-2.3.0/tests/test_complex_threads.py +23 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader.py +452 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader_awaitable_35.py +99 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader_extra.py +65 -0
- wandb/vendor/promise-2.3.0/tests/test_extra.py +670 -0
- wandb/vendor/promise-2.3.0/tests/test_issues.py +132 -0
- wandb/vendor/promise-2.3.0/tests/test_promise_list.py +70 -0
- wandb/vendor/promise-2.3.0/tests/test_spec.py +584 -0
- wandb/vendor/promise-2.3.0/tests/test_thread_safety.py +115 -0
- wandb/vendor/promise-2.3.0/tests/utils.py +3 -0
- wandb/vendor/promise-2.3.0/wandb_promise/__init__.py +38 -0
- wandb/vendor/promise-2.3.0/wandb_promise/async_.py +135 -0
- wandb/vendor/promise-2.3.0/wandb_promise/compat.py +32 -0
- wandb/vendor/promise-2.3.0/wandb_promise/dataloader.py +326 -0
- wandb/vendor/promise-2.3.0/wandb_promise/iterate_promise.py +12 -0
- wandb/vendor/promise-2.3.0/wandb_promise/promise.py +848 -0
- wandb/vendor/promise-2.3.0/wandb_promise/promise_list.py +151 -0
- wandb/vendor/promise-2.3.0/wandb_promise/pyutils/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/wandb_promise/pyutils/version.py +83 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/asyncio.py +22 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/gevent.py +21 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/immediate.py +27 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/thread.py +18 -0
- wandb/vendor/promise-2.3.0/wandb_promise/utils.py +56 -0
- wandb/vendor/pygments/__init__.py +90 -0
- wandb/vendor/pygments/cmdline.py +568 -0
- wandb/vendor/pygments/console.py +74 -0
- wandb/vendor/pygments/filter.py +74 -0
- wandb/vendor/pygments/filters/__init__.py +350 -0
- wandb/vendor/pygments/formatter.py +95 -0
- wandb/vendor/pygments/formatters/__init__.py +153 -0
- wandb/vendor/pygments/formatters/_mapping.py +85 -0
- wandb/vendor/pygments/formatters/bbcode.py +109 -0
- wandb/vendor/pygments/formatters/html.py +851 -0
- wandb/vendor/pygments/formatters/img.py +600 -0
- wandb/vendor/pygments/formatters/irc.py +182 -0
- wandb/vendor/pygments/formatters/latex.py +482 -0
- wandb/vendor/pygments/formatters/other.py +160 -0
- wandb/vendor/pygments/formatters/rtf.py +147 -0
- wandb/vendor/pygments/formatters/svg.py +153 -0
- wandb/vendor/pygments/formatters/terminal.py +136 -0
- wandb/vendor/pygments/formatters/terminal256.py +309 -0
- wandb/vendor/pygments/lexer.py +871 -0
- wandb/vendor/pygments/lexers/__init__.py +329 -0
- wandb/vendor/pygments/lexers/_asy_builtins.py +1645 -0
- wandb/vendor/pygments/lexers/_cl_builtins.py +232 -0
- wandb/vendor/pygments/lexers/_cocoa_builtins.py +72 -0
- wandb/vendor/pygments/lexers/_csound_builtins.py +1346 -0
- wandb/vendor/pygments/lexers/_lasso_builtins.py +5327 -0
- wandb/vendor/pygments/lexers/_lua_builtins.py +295 -0
- wandb/vendor/pygments/lexers/_mapping.py +500 -0
- wandb/vendor/pygments/lexers/_mql_builtins.py +1172 -0
- wandb/vendor/pygments/lexers/_openedge_builtins.py +2547 -0
- wandb/vendor/pygments/lexers/_php_builtins.py +4756 -0
- wandb/vendor/pygments/lexers/_postgres_builtins.py +621 -0
- wandb/vendor/pygments/lexers/_scilab_builtins.py +3094 -0
- wandb/vendor/pygments/lexers/_sourcemod_builtins.py +1163 -0
- wandb/vendor/pygments/lexers/_stan_builtins.py +532 -0
- wandb/vendor/pygments/lexers/_stata_builtins.py +419 -0
- wandb/vendor/pygments/lexers/_tsql_builtins.py +1004 -0
- wandb/vendor/pygments/lexers/_vim_builtins.py +1939 -0
- wandb/vendor/pygments/lexers/actionscript.py +240 -0
- wandb/vendor/pygments/lexers/agile.py +24 -0
- wandb/vendor/pygments/lexers/algebra.py +221 -0
- wandb/vendor/pygments/lexers/ambient.py +76 -0
- wandb/vendor/pygments/lexers/ampl.py +87 -0
- wandb/vendor/pygments/lexers/apl.py +101 -0
- wandb/vendor/pygments/lexers/archetype.py +318 -0
- wandb/vendor/pygments/lexers/asm.py +641 -0
- wandb/vendor/pygments/lexers/automation.py +374 -0
- wandb/vendor/pygments/lexers/basic.py +500 -0
- wandb/vendor/pygments/lexers/bibtex.py +160 -0
- wandb/vendor/pygments/lexers/business.py +612 -0
- wandb/vendor/pygments/lexers/c_cpp.py +252 -0
- wandb/vendor/pygments/lexers/c_like.py +541 -0
- wandb/vendor/pygments/lexers/capnproto.py +78 -0
- wandb/vendor/pygments/lexers/chapel.py +102 -0
- wandb/vendor/pygments/lexers/clean.py +288 -0
- wandb/vendor/pygments/lexers/compiled.py +34 -0
- wandb/vendor/pygments/lexers/configs.py +833 -0
- wandb/vendor/pygments/lexers/console.py +114 -0
- wandb/vendor/pygments/lexers/crystal.py +393 -0
- wandb/vendor/pygments/lexers/csound.py +366 -0
- wandb/vendor/pygments/lexers/css.py +689 -0
- wandb/vendor/pygments/lexers/d.py +251 -0
- wandb/vendor/pygments/lexers/dalvik.py +125 -0
- wandb/vendor/pygments/lexers/data.py +555 -0
- wandb/vendor/pygments/lexers/diff.py +165 -0
- wandb/vendor/pygments/lexers/dotnet.py +691 -0
- wandb/vendor/pygments/lexers/dsls.py +878 -0
- wandb/vendor/pygments/lexers/dylan.py +289 -0
- wandb/vendor/pygments/lexers/ecl.py +125 -0
- wandb/vendor/pygments/lexers/eiffel.py +65 -0
- wandb/vendor/pygments/lexers/elm.py +121 -0
- wandb/vendor/pygments/lexers/erlang.py +533 -0
- wandb/vendor/pygments/lexers/esoteric.py +277 -0
- wandb/vendor/pygments/lexers/ezhil.py +69 -0
- wandb/vendor/pygments/lexers/factor.py +344 -0
- wandb/vendor/pygments/lexers/fantom.py +250 -0
- wandb/vendor/pygments/lexers/felix.py +273 -0
- wandb/vendor/pygments/lexers/forth.py +177 -0
- wandb/vendor/pygments/lexers/fortran.py +205 -0
- wandb/vendor/pygments/lexers/foxpro.py +428 -0
- wandb/vendor/pygments/lexers/functional.py +21 -0
- wandb/vendor/pygments/lexers/go.py +101 -0
- wandb/vendor/pygments/lexers/grammar_notation.py +213 -0
- wandb/vendor/pygments/lexers/graph.py +80 -0
- wandb/vendor/pygments/lexers/graphics.py +553 -0
- wandb/vendor/pygments/lexers/haskell.py +843 -0
- wandb/vendor/pygments/lexers/haxe.py +936 -0
- wandb/vendor/pygments/lexers/hdl.py +382 -0
- wandb/vendor/pygments/lexers/hexdump.py +103 -0
- wandb/vendor/pygments/lexers/html.py +602 -0
- wandb/vendor/pygments/lexers/idl.py +270 -0
- wandb/vendor/pygments/lexers/igor.py +288 -0
- wandb/vendor/pygments/lexers/inferno.py +96 -0
- wandb/vendor/pygments/lexers/installers.py +322 -0
- wandb/vendor/pygments/lexers/int_fiction.py +1343 -0
- wandb/vendor/pygments/lexers/iolang.py +63 -0
- wandb/vendor/pygments/lexers/j.py +146 -0
- wandb/vendor/pygments/lexers/javascript.py +1525 -0
- wandb/vendor/pygments/lexers/julia.py +333 -0
- wandb/vendor/pygments/lexers/jvm.py +1573 -0
- wandb/vendor/pygments/lexers/lisp.py +2621 -0
- wandb/vendor/pygments/lexers/make.py +202 -0
- wandb/vendor/pygments/lexers/markup.py +595 -0
- wandb/vendor/pygments/lexers/math.py +21 -0
- wandb/vendor/pygments/lexers/matlab.py +663 -0
- wandb/vendor/pygments/lexers/ml.py +769 -0
- wandb/vendor/pygments/lexers/modeling.py +358 -0
- wandb/vendor/pygments/lexers/modula2.py +1561 -0
- wandb/vendor/pygments/lexers/monte.py +204 -0
- wandb/vendor/pygments/lexers/ncl.py +894 -0
- wandb/vendor/pygments/lexers/nimrod.py +159 -0
- wandb/vendor/pygments/lexers/nit.py +64 -0
- wandb/vendor/pygments/lexers/nix.py +136 -0
- wandb/vendor/pygments/lexers/oberon.py +105 -0
- wandb/vendor/pygments/lexers/objective.py +504 -0
- wandb/vendor/pygments/lexers/ooc.py +85 -0
- wandb/vendor/pygments/lexers/other.py +41 -0
- wandb/vendor/pygments/lexers/parasail.py +79 -0
- wandb/vendor/pygments/lexers/parsers.py +835 -0
- wandb/vendor/pygments/lexers/pascal.py +644 -0
- wandb/vendor/pygments/lexers/pawn.py +199 -0
- wandb/vendor/pygments/lexers/perl.py +620 -0
- wandb/vendor/pygments/lexers/php.py +267 -0
- wandb/vendor/pygments/lexers/praat.py +294 -0
- wandb/vendor/pygments/lexers/prolog.py +306 -0
- wandb/vendor/pygments/lexers/python.py +939 -0
- wandb/vendor/pygments/lexers/qvt.py +152 -0
- wandb/vendor/pygments/lexers/r.py +453 -0
- wandb/vendor/pygments/lexers/rdf.py +270 -0
- wandb/vendor/pygments/lexers/rebol.py +431 -0
- wandb/vendor/pygments/lexers/resource.py +85 -0
- wandb/vendor/pygments/lexers/rnc.py +67 -0
- wandb/vendor/pygments/lexers/roboconf.py +82 -0
- wandb/vendor/pygments/lexers/robotframework.py +560 -0
- wandb/vendor/pygments/lexers/ruby.py +519 -0
- wandb/vendor/pygments/lexers/rust.py +220 -0
- wandb/vendor/pygments/lexers/sas.py +228 -0
- wandb/vendor/pygments/lexers/scripting.py +1222 -0
- wandb/vendor/pygments/lexers/shell.py +794 -0
- wandb/vendor/pygments/lexers/smalltalk.py +195 -0
- wandb/vendor/pygments/lexers/smv.py +79 -0
- wandb/vendor/pygments/lexers/snobol.py +83 -0
- wandb/vendor/pygments/lexers/special.py +103 -0
- wandb/vendor/pygments/lexers/sql.py +681 -0
- wandb/vendor/pygments/lexers/stata.py +108 -0
- wandb/vendor/pygments/lexers/supercollider.py +90 -0
- wandb/vendor/pygments/lexers/tcl.py +145 -0
- wandb/vendor/pygments/lexers/templates.py +2283 -0
- wandb/vendor/pygments/lexers/testing.py +207 -0
- wandb/vendor/pygments/lexers/text.py +25 -0
- wandb/vendor/pygments/lexers/textedit.py +169 -0
- wandb/vendor/pygments/lexers/textfmts.py +297 -0
- wandb/vendor/pygments/lexers/theorem.py +458 -0
- wandb/vendor/pygments/lexers/trafficscript.py +54 -0
- wandb/vendor/pygments/lexers/typoscript.py +226 -0
- wandb/vendor/pygments/lexers/urbi.py +133 -0
- wandb/vendor/pygments/lexers/varnish.py +190 -0
- wandb/vendor/pygments/lexers/verification.py +111 -0
- wandb/vendor/pygments/lexers/web.py +24 -0
- wandb/vendor/pygments/lexers/webmisc.py +988 -0
- wandb/vendor/pygments/lexers/whiley.py +116 -0
- wandb/vendor/pygments/lexers/x10.py +69 -0
- wandb/vendor/pygments/modeline.py +44 -0
- wandb/vendor/pygments/plugin.py +68 -0
- wandb/vendor/pygments/regexopt.py +92 -0
- wandb/vendor/pygments/scanner.py +105 -0
- wandb/vendor/pygments/sphinxext.py +158 -0
- wandb/vendor/pygments/style.py +155 -0
- wandb/vendor/pygments/styles/__init__.py +80 -0
- wandb/vendor/pygments/styles/abap.py +29 -0
- wandb/vendor/pygments/styles/algol.py +63 -0
- wandb/vendor/pygments/styles/algol_nu.py +63 -0
- wandb/vendor/pygments/styles/arduino.py +98 -0
- wandb/vendor/pygments/styles/autumn.py +65 -0
- wandb/vendor/pygments/styles/borland.py +51 -0
- wandb/vendor/pygments/styles/bw.py +49 -0
- wandb/vendor/pygments/styles/colorful.py +81 -0
- wandb/vendor/pygments/styles/default.py +73 -0
- wandb/vendor/pygments/styles/emacs.py +72 -0
- wandb/vendor/pygments/styles/friendly.py +72 -0
- wandb/vendor/pygments/styles/fruity.py +42 -0
- wandb/vendor/pygments/styles/igor.py +29 -0
- wandb/vendor/pygments/styles/lovelace.py +97 -0
- wandb/vendor/pygments/styles/manni.py +75 -0
- wandb/vendor/pygments/styles/monokai.py +106 -0
- wandb/vendor/pygments/styles/murphy.py +80 -0
- wandb/vendor/pygments/styles/native.py +65 -0
- wandb/vendor/pygments/styles/paraiso_dark.py +125 -0
- wandb/vendor/pygments/styles/paraiso_light.py +125 -0
- wandb/vendor/pygments/styles/pastie.py +75 -0
- wandb/vendor/pygments/styles/perldoc.py +69 -0
- wandb/vendor/pygments/styles/rainbow_dash.py +89 -0
- wandb/vendor/pygments/styles/rrt.py +33 -0
- wandb/vendor/pygments/styles/sas.py +44 -0
- wandb/vendor/pygments/styles/stata.py +40 -0
- wandb/vendor/pygments/styles/tango.py +141 -0
- wandb/vendor/pygments/styles/trac.py +63 -0
- wandb/vendor/pygments/styles/vim.py +63 -0
- wandb/vendor/pygments/styles/vs.py +38 -0
- wandb/vendor/pygments/styles/xcode.py +51 -0
- wandb/vendor/pygments/token.py +213 -0
- wandb/vendor/pygments/unistring.py +217 -0
- wandb/vendor/pygments/util.py +388 -0
- wandb/vendor/pynvml/__init__.py +0 -0
- wandb/vendor/pynvml/pynvml.py +4779 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/__init__.py +17 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/events.py +615 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/__init__.py +98 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/api.py +369 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents.py +172 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents2.py +239 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify.py +218 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_buffer.py +81 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_c.py +575 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/kqueue.py +730 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/polling.py +145 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/read_directory_changes.py +133 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/winapi.py +348 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/patterns.py +265 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/tricks/__init__.py +174 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/__init__.py +151 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/bricks.py +249 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/compat.py +29 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/decorators.py +198 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/delayed_queue.py +88 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/dirsnapshot.py +293 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/echo.py +157 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/event_backport.py +41 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/importlib2.py +40 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/platform.py +57 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/unicode_paths.py +64 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/win32stat.py +123 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/version.py +28 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/watchmedo.py +577 -0
- wandb/wandb_agent.py +588 -0
- wandb/wandb_controller.py +721 -0
- wandb/wandb_run.py +9 -0
- wandb-0.18.2.dist-info/METADATA +213 -0
- wandb-0.18.2.dist-info/RECORD +827 -0
- wandb-0.18.2.dist-info/WHEEL +5 -0
- wandb-0.18.2.dist-info/entry_points.txt +3 -0
- wandb-0.18.2.dist-info/licenses/LICENSE +21 -0
@@ -0,0 +1,746 @@
|
|
1
|
+
import asyncio
|
2
|
+
import json
|
3
|
+
import logging
|
4
|
+
import os
|
5
|
+
import platform
|
6
|
+
import re
|
7
|
+
import subprocess
|
8
|
+
import sys
|
9
|
+
from collections import defaultdict
|
10
|
+
from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple, cast
|
11
|
+
|
12
|
+
import click
|
13
|
+
|
14
|
+
import wandb
|
15
|
+
import wandb.docker as docker
|
16
|
+
from wandb import util
|
17
|
+
from wandb.apis.internal import Api
|
18
|
+
from wandb.sdk.launch.errors import LaunchError
|
19
|
+
from wandb.sdk.launch.git_reference import GitReference
|
20
|
+
from wandb.sdk.launch.wandb_reference import WandbReference
|
21
|
+
from wandb.sdk.wandb_config import Config
|
22
|
+
|
23
|
+
from .builder.templates._wandb_bootstrap import (
|
24
|
+
FAILED_PACKAGES_POSTFIX,
|
25
|
+
FAILED_PACKAGES_PREFIX,
|
26
|
+
)
|
27
|
+
|
28
|
+
FAILED_PACKAGES_REGEX = re.compile(
|
29
|
+
f"{re.escape(FAILED_PACKAGES_PREFIX)}(.*){re.escape(FAILED_PACKAGES_POSTFIX)}"
|
30
|
+
)
|
31
|
+
|
32
|
+
if TYPE_CHECKING: # pragma: no cover
|
33
|
+
from wandb.sdk.launch.agent.job_status_tracker import JobAndRunStatusTracker
|
34
|
+
|
35
|
+
|
36
|
+
# TODO: this should be restricted to just Git repos and not S3 and stuff like that
|
37
|
+
_GIT_URI_REGEX = re.compile(
|
38
|
+
r"^[^/|^~|^\.].*(git|bitbucket|dev\.azure\.com|\.visualstudio\.com)"
|
39
|
+
)
|
40
|
+
_VALID_IP_REGEX = r"^https?://[0-9]+(?:\.[0-9]+){3}(:[0-9]+)?"
|
41
|
+
_VALID_PIP_PACKAGE_REGEX = r"^[a-zA-Z0-9_.-]+$"
|
42
|
+
_VALID_WANDB_REGEX = r"^https?://(api.)?wandb"
|
43
|
+
_WANDB_URI_REGEX = re.compile(r"|".join([_VALID_WANDB_REGEX, _VALID_IP_REGEX]))
|
44
|
+
_WANDB_QA_URI_REGEX = re.compile(
|
45
|
+
r"^https?://ap\w.qa.wandb"
|
46
|
+
) # for testing, not sure if we wanna keep this
|
47
|
+
_WANDB_DEV_URI_REGEX = re.compile(
|
48
|
+
r"^https?://ap\w.wandb.test"
|
49
|
+
) # for testing, not sure if we wanna keep this
|
50
|
+
_WANDB_LOCAL_DEV_URI_REGEX = re.compile(
|
51
|
+
r"^https?://localhost"
|
52
|
+
) # for testing, not sure if we wanna keep this
|
53
|
+
|
54
|
+
API_KEY_REGEX = r"WANDB_API_KEY=\w+(-\w+)?"
|
55
|
+
|
56
|
+
MACRO_REGEX = re.compile(r"\$\{(\w+)\}")
|
57
|
+
|
58
|
+
AZURE_CONTAINER_REGISTRY_URI_REGEX = re.compile(
|
59
|
+
r"^(?:https://)?([\w]+)\.azurecr\.io/(?P<repository>[\w\-]+):?(?P<tag>.*)"
|
60
|
+
)
|
61
|
+
|
62
|
+
ELASTIC_CONTAINER_REGISTRY_URI_REGEX = re.compile(
|
63
|
+
r"^(?:https://)?(?P<account>[\w-]+)\.dkr\.ecr\.(?P<region>[\w-]+)\.amazonaws\.com/(?P<repository>[\.\/\w-]+):?(?P<tag>.*)$"
|
64
|
+
)
|
65
|
+
|
66
|
+
GCP_ARTIFACT_REGISTRY_URI_REGEX = re.compile(
|
67
|
+
r"^(?:https://)?(?P<region>[\w-]+)-docker\.pkg\.dev/(?P<project>[\w-]+)/(?P<repository>[\w-]+)/?(?P<image_name>[\w-]+)?(?P<tag>:.*)?$",
|
68
|
+
re.IGNORECASE,
|
69
|
+
)
|
70
|
+
|
71
|
+
S3_URI_RE = re.compile(r"s3://([^/]+)(/(.*))?")
|
72
|
+
GCS_URI_RE = re.compile(r"gs://([^/]+)(?:/(.*))?")
|
73
|
+
AZURE_BLOB_REGEX = re.compile(
|
74
|
+
r"^https://([^\.]+)\.blob\.core\.windows\.net/([^/]+)/?(.*)$"
|
75
|
+
)
|
76
|
+
|
77
|
+
ARN_PARTITION_RE = re.compile(r"^arn:([^:]+):[^:]*:[^:]*:[^:]*:[^:]*$")
|
78
|
+
|
79
|
+
PROJECT_SYNCHRONOUS = "SYNCHRONOUS"
|
80
|
+
|
81
|
+
LAUNCH_CONFIG_FILE = "~/.config/wandb/launch-config.yaml"
|
82
|
+
LAUNCH_DEFAULT_PROJECT = "model-registry"
|
83
|
+
|
84
|
+
_logger = logging.getLogger(__name__)
|
85
|
+
LOG_PREFIX = f"{click.style('launch:', fg='magenta')} "
|
86
|
+
|
87
|
+
MAX_ENV_LENGTHS: Dict[str, int] = defaultdict(lambda: 32670)
|
88
|
+
MAX_ENV_LENGTHS["SageMakerRunner"] = 512
|
89
|
+
|
90
|
+
CODE_MOUNT_DIR = "/mnt/wandb"
|
91
|
+
|
92
|
+
|
93
|
+
def load_wandb_config() -> Config:
|
94
|
+
"""Load wandb config from WANDB_CONFIG environment variable(s).
|
95
|
+
|
96
|
+
The WANDB_CONFIG environment variable is a json string that can contain
|
97
|
+
multiple config keys. The WANDB_CONFIG_[0-9]+ environment variables are
|
98
|
+
used for environments where there is a limit on the length of environment
|
99
|
+
variables. In that case, we shard the contents of WANDB_CONFIG into
|
100
|
+
multiple environment variables numbered from 0.
|
101
|
+
|
102
|
+
Returns:
|
103
|
+
A dictionary of wandb config values.
|
104
|
+
"""
|
105
|
+
config_str = os.environ.get("WANDB_CONFIG")
|
106
|
+
if config_str is None:
|
107
|
+
config_str = ""
|
108
|
+
idx = 0
|
109
|
+
while True:
|
110
|
+
chunk = os.environ.get(f"WANDB_CONFIG_{idx}")
|
111
|
+
if chunk is None:
|
112
|
+
break
|
113
|
+
config_str += chunk
|
114
|
+
idx += 1
|
115
|
+
if idx < 1:
|
116
|
+
raise LaunchError(
|
117
|
+
"No WANDB_CONFIG or WANDB_CONFIG_[0-9]+ environment variables found"
|
118
|
+
)
|
119
|
+
wandb_config = Config()
|
120
|
+
try:
|
121
|
+
env_config = json.loads(config_str)
|
122
|
+
except json.JSONDecodeError as e:
|
123
|
+
raise LaunchError(f"Failed to parse WANDB_CONFIG: {e}") from e
|
124
|
+
|
125
|
+
wandb_config.update(env_config)
|
126
|
+
return wandb_config
|
127
|
+
|
128
|
+
|
129
|
+
def event_loop_thread_exec(func: Any) -> Any:
|
130
|
+
"""Wrapper for running any function in an awaitable thread on an event loop.
|
131
|
+
|
132
|
+
Example usage:
|
133
|
+
```
|
134
|
+
def my_func(arg1, arg2):
|
135
|
+
return arg1 + arg2
|
136
|
+
|
137
|
+
future = event_loop_thread_exec(my_func)(2, 2)
|
138
|
+
assert await future == 4
|
139
|
+
```
|
140
|
+
|
141
|
+
The returned function must be called within an active event loop.
|
142
|
+
"""
|
143
|
+
|
144
|
+
async def wrapper(*args: Any, **kwargs: Any) -> Any:
|
145
|
+
loop = asyncio.get_event_loop()
|
146
|
+
result = cast(
|
147
|
+
Any, await loop.run_in_executor(None, lambda: func(*args, **kwargs))
|
148
|
+
)
|
149
|
+
return result
|
150
|
+
|
151
|
+
return wrapper
|
152
|
+
|
153
|
+
|
154
|
+
def _is_wandb_uri(uri: str) -> bool:
|
155
|
+
return (
|
156
|
+
_WANDB_URI_REGEX.match(uri)
|
157
|
+
or _WANDB_DEV_URI_REGEX.match(uri)
|
158
|
+
or _WANDB_LOCAL_DEV_URI_REGEX.match(uri)
|
159
|
+
or _WANDB_QA_URI_REGEX.match(uri)
|
160
|
+
) is not None
|
161
|
+
|
162
|
+
|
163
|
+
def _is_wandb_dev_uri(uri: str) -> bool:
|
164
|
+
return bool(_WANDB_DEV_URI_REGEX.match(uri))
|
165
|
+
|
166
|
+
|
167
|
+
def _is_wandb_local_uri(uri: str) -> bool:
|
168
|
+
return bool(_WANDB_LOCAL_DEV_URI_REGEX.match(uri))
|
169
|
+
|
170
|
+
|
171
|
+
def _is_git_uri(uri: str) -> bool:
|
172
|
+
return bool(_GIT_URI_REGEX.match(uri))
|
173
|
+
|
174
|
+
|
175
|
+
def sanitize_wandb_api_key(s: str) -> str:
|
176
|
+
return str(re.sub(API_KEY_REGEX, "WANDB_API_KEY", s))
|
177
|
+
|
178
|
+
|
179
|
+
def get_project_from_job(job: str) -> Optional[str]:
|
180
|
+
job_parts = job.split("/")
|
181
|
+
if len(job_parts) == 3:
|
182
|
+
return job_parts[1]
|
183
|
+
return None
|
184
|
+
|
185
|
+
|
186
|
+
def set_project_entity_defaults(
|
187
|
+
uri: Optional[str],
|
188
|
+
job: Optional[str],
|
189
|
+
api: Api,
|
190
|
+
project: Optional[str],
|
191
|
+
entity: Optional[str],
|
192
|
+
launch_config: Optional[Dict[str, Any]],
|
193
|
+
) -> Tuple[Optional[str], str]:
|
194
|
+
# set the target project and entity if not provided
|
195
|
+
source_uri = None
|
196
|
+
if uri is not None:
|
197
|
+
if _is_wandb_uri(uri):
|
198
|
+
_, source_uri, _ = parse_wandb_uri(uri)
|
199
|
+
elif _is_git_uri(uri):
|
200
|
+
source_uri = os.path.splitext(os.path.basename(uri))[0]
|
201
|
+
elif job is not None:
|
202
|
+
source_uri = get_project_from_job(job)
|
203
|
+
if project is None:
|
204
|
+
config_project = None
|
205
|
+
if launch_config:
|
206
|
+
config_project = launch_config.get("project")
|
207
|
+
project = config_project or source_uri or ""
|
208
|
+
if entity is None:
|
209
|
+
entity = get_default_entity(api, launch_config)
|
210
|
+
prefix = ""
|
211
|
+
if platform.system() != "Windows" and sys.stdout.encoding == "UTF-8":
|
212
|
+
prefix = "🚀 "
|
213
|
+
wandb.termlog(
|
214
|
+
f"{LOG_PREFIX}{prefix}Launching run into {entity}{'/' + project if project else ''}"
|
215
|
+
)
|
216
|
+
return project, entity
|
217
|
+
|
218
|
+
|
219
|
+
def get_default_entity(api: Api, launch_config: Optional[Dict[str, Any]]):
|
220
|
+
config_entity = None
|
221
|
+
if launch_config:
|
222
|
+
config_entity = launch_config.get("entity")
|
223
|
+
return config_entity or api.default_entity
|
224
|
+
|
225
|
+
|
226
|
+
def strip_resource_args_and_template_vars(launch_spec: Dict[str, Any]) -> None:
|
227
|
+
if launch_spec.get("resource_args", None) and launch_spec.get(
|
228
|
+
"template_variables", None
|
229
|
+
):
|
230
|
+
wandb.termwarn(
|
231
|
+
"Launch spec contains both resource_args and template_variables, "
|
232
|
+
"only one can be set. Using template_variables."
|
233
|
+
)
|
234
|
+
launch_spec.pop("resource_args")
|
235
|
+
|
236
|
+
|
237
|
+
def construct_launch_spec(
|
238
|
+
uri: Optional[str],
|
239
|
+
job: Optional[str],
|
240
|
+
api: Api,
|
241
|
+
name: Optional[str],
|
242
|
+
project: Optional[str],
|
243
|
+
entity: Optional[str],
|
244
|
+
docker_image: Optional[str],
|
245
|
+
resource: Optional[str],
|
246
|
+
entry_point: Optional[List[str]],
|
247
|
+
version: Optional[str],
|
248
|
+
resource_args: Optional[Dict[str, Any]],
|
249
|
+
launch_config: Optional[Dict[str, Any]],
|
250
|
+
run_id: Optional[str],
|
251
|
+
repository: Optional[str],
|
252
|
+
author: Optional[str],
|
253
|
+
sweep_id: Optional[str] = None,
|
254
|
+
) -> Dict[str, Any]:
|
255
|
+
"""Construct the launch specification from CLI arguments."""
|
256
|
+
# override base config (if supplied) with supplied args
|
257
|
+
launch_spec = launch_config if launch_config is not None else {}
|
258
|
+
if uri is not None:
|
259
|
+
launch_spec["uri"] = uri
|
260
|
+
if job is not None:
|
261
|
+
launch_spec["job"] = job
|
262
|
+
project, entity = set_project_entity_defaults(
|
263
|
+
uri,
|
264
|
+
job,
|
265
|
+
api,
|
266
|
+
project,
|
267
|
+
entity,
|
268
|
+
launch_config,
|
269
|
+
)
|
270
|
+
launch_spec["entity"] = entity
|
271
|
+
if author:
|
272
|
+
launch_spec["author"] = author
|
273
|
+
|
274
|
+
launch_spec["project"] = project
|
275
|
+
if name:
|
276
|
+
launch_spec["name"] = name
|
277
|
+
if "docker" not in launch_spec:
|
278
|
+
launch_spec["docker"] = {}
|
279
|
+
if docker_image:
|
280
|
+
launch_spec["docker"]["docker_image"] = docker_image
|
281
|
+
if sweep_id: # all runs in a sweep have this set
|
282
|
+
launch_spec["sweep_id"] = sweep_id
|
283
|
+
|
284
|
+
if "resource" not in launch_spec:
|
285
|
+
launch_spec["resource"] = resource if resource else None
|
286
|
+
|
287
|
+
if "git" not in launch_spec:
|
288
|
+
launch_spec["git"] = {}
|
289
|
+
if version:
|
290
|
+
launch_spec["git"]["version"] = version
|
291
|
+
|
292
|
+
if "overrides" not in launch_spec:
|
293
|
+
launch_spec["overrides"] = {}
|
294
|
+
|
295
|
+
if not isinstance(launch_spec["overrides"].get("args", []), list):
|
296
|
+
raise LaunchError("override args must be a list of strings")
|
297
|
+
|
298
|
+
if resource_args:
|
299
|
+
launch_spec["resource_args"] = resource_args
|
300
|
+
|
301
|
+
if entry_point:
|
302
|
+
launch_spec["overrides"]["entry_point"] = entry_point
|
303
|
+
|
304
|
+
if run_id is not None:
|
305
|
+
launch_spec["run_id"] = run_id
|
306
|
+
|
307
|
+
if repository:
|
308
|
+
launch_config = launch_config or {}
|
309
|
+
if launch_config.get("registry"):
|
310
|
+
launch_config["registry"]["url"] = repository
|
311
|
+
else:
|
312
|
+
launch_config["registry"] = {"url": repository}
|
313
|
+
|
314
|
+
# dont send both resource args and template variables
|
315
|
+
strip_resource_args_and_template_vars(launch_spec)
|
316
|
+
|
317
|
+
return launch_spec
|
318
|
+
|
319
|
+
|
320
|
+
def validate_launch_spec_source(launch_spec: Dict[str, Any]) -> None:
|
321
|
+
job = launch_spec.get("job")
|
322
|
+
docker_image = launch_spec.get("docker", {}).get("docker_image")
|
323
|
+
if bool(job) == bool(docker_image):
|
324
|
+
raise LaunchError(
|
325
|
+
"Exactly one of job or docker_image must be specified in the launch "
|
326
|
+
"spec."
|
327
|
+
)
|
328
|
+
|
329
|
+
|
330
|
+
def parse_wandb_uri(uri: str) -> Tuple[str, str, str]:
|
331
|
+
"""Parse wandb uri to retrieve entity, project and run name."""
|
332
|
+
ref = WandbReference.parse(uri)
|
333
|
+
if not ref or not ref.entity or not ref.project or not ref.run_id:
|
334
|
+
raise LaunchError(f"Trouble parsing wandb uri {uri}")
|
335
|
+
return (ref.entity, ref.project, ref.run_id)
|
336
|
+
|
337
|
+
|
338
|
+
def get_local_python_deps(
|
339
|
+
dir: str, filename: str = "requirements.local.txt"
|
340
|
+
) -> Optional[str]:
|
341
|
+
try:
|
342
|
+
env = os.environ
|
343
|
+
with open(os.path.join(dir, filename), "w") as f:
|
344
|
+
subprocess.call(["pip", "freeze"], env=env, stdout=f)
|
345
|
+
return filename
|
346
|
+
except subprocess.CalledProcessError as e:
|
347
|
+
wandb.termerror(f"Command failed: {e}")
|
348
|
+
return None
|
349
|
+
|
350
|
+
|
351
|
+
def diff_pip_requirements(req_1: List[str], req_2: List[str]) -> Dict[str, str]:
|
352
|
+
"""Return a list of pip requirements that are not in req_1 but are in req_2."""
|
353
|
+
|
354
|
+
def _parse_req(req: List[str]) -> Dict[str, str]:
|
355
|
+
# TODO: This can be made more exhaustive, but for 99% of cases this is fine
|
356
|
+
# see https://pip.pypa.io/en/stable/reference/requirements-file-format/#example
|
357
|
+
d: Dict[str, str] = dict()
|
358
|
+
for line in req:
|
359
|
+
_name: str = None # type: ignore
|
360
|
+
_version: str = None # type: ignore
|
361
|
+
if line.startswith("#"): # Ignore comments
|
362
|
+
continue
|
363
|
+
elif "git+" in line or "hg+" in line:
|
364
|
+
_name = line.split("#egg=")[1]
|
365
|
+
_version = line.split("@")[-1].split("#")[0]
|
366
|
+
elif "==" in line:
|
367
|
+
_s = line.split("==")
|
368
|
+
_name = _s[0].lower()
|
369
|
+
_version = _s[1].split("#")[0].strip()
|
370
|
+
elif ">=" in line:
|
371
|
+
_s = line.split(">=")
|
372
|
+
_name = _s[0].lower()
|
373
|
+
_version = _s[1].split("#")[0].strip()
|
374
|
+
elif ">" in line:
|
375
|
+
_s = line.split(">")
|
376
|
+
_name = _s[0].lower()
|
377
|
+
_version = _s[1].split("#")[0].strip()
|
378
|
+
elif re.match(_VALID_PIP_PACKAGE_REGEX, line) is not None:
|
379
|
+
_name = line
|
380
|
+
else:
|
381
|
+
raise ValueError(f"Unable to parse pip requirements file line: {line}")
|
382
|
+
if _name is not None:
|
383
|
+
assert re.match(
|
384
|
+
_VALID_PIP_PACKAGE_REGEX, _name
|
385
|
+
), f"Invalid pip package name {_name}"
|
386
|
+
d[_name] = _version
|
387
|
+
return d
|
388
|
+
|
389
|
+
# Use symmetric difference between dict representation to print errors
|
390
|
+
try:
|
391
|
+
req_1_dict: Dict[str, str] = _parse_req(req_1)
|
392
|
+
req_2_dict: Dict[str, str] = _parse_req(req_2)
|
393
|
+
except (AssertionError, ValueError, IndexError, KeyError) as e:
|
394
|
+
raise LaunchError(f"Failed to parse pip requirements: {e}")
|
395
|
+
diff: List[Tuple[str, str]] = []
|
396
|
+
for item in set(req_1_dict.items()) ^ set(req_2_dict.items()):
|
397
|
+
diff.append(item)
|
398
|
+
# Parse through the diff to make it pretty
|
399
|
+
pretty_diff: Dict[str, str] = {}
|
400
|
+
for name, version in diff:
|
401
|
+
if pretty_diff.get(name) is None:
|
402
|
+
pretty_diff[name] = version
|
403
|
+
else:
|
404
|
+
pretty_diff[name] = f"v{version} and v{pretty_diff[name]}"
|
405
|
+
return pretty_diff
|
406
|
+
|
407
|
+
|
408
|
+
def validate_wandb_python_deps(
|
409
|
+
requirements_file: Optional[str],
|
410
|
+
dir: str,
|
411
|
+
) -> None:
|
412
|
+
"""Warn if local python dependencies differ from wandb requirements.txt."""
|
413
|
+
if requirements_file is not None:
|
414
|
+
requirements_path = os.path.join(dir, requirements_file)
|
415
|
+
with open(requirements_path) as f:
|
416
|
+
wandb_python_deps: List[str] = f.read().splitlines()
|
417
|
+
|
418
|
+
local_python_file = get_local_python_deps(dir)
|
419
|
+
if local_python_file is not None:
|
420
|
+
local_python_deps_path = os.path.join(dir, local_python_file)
|
421
|
+
with open(local_python_deps_path) as f:
|
422
|
+
local_python_deps: List[str] = f.read().splitlines()
|
423
|
+
|
424
|
+
diff_pip_requirements(wandb_python_deps, local_python_deps)
|
425
|
+
return
|
426
|
+
_logger.warning("Unable to validate local python dependencies")
|
427
|
+
|
428
|
+
|
429
|
+
def apply_patch(patch_string: str, dst_dir: str) -> None:
|
430
|
+
"""Applies a patch file to a directory."""
|
431
|
+
_logger.info("Applying diff.patch")
|
432
|
+
with open(os.path.join(dst_dir, "diff.patch"), "w") as fp:
|
433
|
+
fp.write(patch_string)
|
434
|
+
try:
|
435
|
+
subprocess.check_call(
|
436
|
+
[
|
437
|
+
"patch",
|
438
|
+
"-s",
|
439
|
+
f"--directory={dst_dir}",
|
440
|
+
"-p1",
|
441
|
+
"-i",
|
442
|
+
"diff.patch",
|
443
|
+
]
|
444
|
+
)
|
445
|
+
except subprocess.CalledProcessError:
|
446
|
+
raise wandb.Error("Failed to apply diff.patch associated with run.")
|
447
|
+
|
448
|
+
|
449
|
+
def _fetch_git_repo(dst_dir: str, uri: str, version: Optional[str]) -> Optional[str]:
|
450
|
+
"""Clones the git repo at ``uri`` into ``dst_dir``.
|
451
|
+
|
452
|
+
checks out commit ``version``. Assumes authentication parameters are
|
453
|
+
specified by the environment, e.g. by a Git credential helper.
|
454
|
+
"""
|
455
|
+
# We defer importing git until the last moment, because the import requires that the git
|
456
|
+
# executable is available on the PATH, so we only want to fail if we actually need it.
|
457
|
+
|
458
|
+
_logger.info("Fetching git repo")
|
459
|
+
ref = GitReference(uri, version)
|
460
|
+
if ref is None:
|
461
|
+
raise LaunchError(f"Unable to parse git uri: {uri}")
|
462
|
+
ref.fetch(dst_dir)
|
463
|
+
if version is None:
|
464
|
+
version = ref.ref
|
465
|
+
return version
|
466
|
+
|
467
|
+
|
468
|
+
def convert_jupyter_notebook_to_script(fname: str, project_dir: str) -> str:
|
469
|
+
nbconvert = wandb.util.get_module(
|
470
|
+
"nbconvert", "nbformat and nbconvert are required to use launch with notebooks"
|
471
|
+
)
|
472
|
+
nbformat = wandb.util.get_module(
|
473
|
+
"nbformat", "nbformat and nbconvert are required to use launch with notebooks"
|
474
|
+
)
|
475
|
+
|
476
|
+
_logger.info("Converting notebook to script")
|
477
|
+
new_name = fname.replace(".ipynb", ".py")
|
478
|
+
with open(os.path.join(project_dir, fname)) as fh:
|
479
|
+
nb = nbformat.reads(fh.read(), nbformat.NO_CONVERT)
|
480
|
+
for cell in nb.cells:
|
481
|
+
if cell.cell_type == "code":
|
482
|
+
source_lines = cell.source.split("\n")
|
483
|
+
modified_lines = []
|
484
|
+
for line in source_lines:
|
485
|
+
if not line.startswith("!"):
|
486
|
+
modified_lines.append(line)
|
487
|
+
cell.source = "\n".join(modified_lines)
|
488
|
+
|
489
|
+
exporter = nbconvert.PythonExporter()
|
490
|
+
source, meta = exporter.from_notebook_node(nb)
|
491
|
+
|
492
|
+
with open(os.path.join(project_dir, new_name), "w+") as fh:
|
493
|
+
fh.writelines(source)
|
494
|
+
return new_name
|
495
|
+
|
496
|
+
|
497
|
+
def to_camel_case(maybe_snake_str: str) -> str:
|
498
|
+
if "_" not in maybe_snake_str:
|
499
|
+
return maybe_snake_str
|
500
|
+
components = maybe_snake_str.split("_")
|
501
|
+
return "".join(x.title() if x else "_" for x in components)
|
502
|
+
|
503
|
+
|
504
|
+
def validate_build_and_registry_configs(
|
505
|
+
build_config: Dict[str, Any], registry_config: Dict[str, Any]
|
506
|
+
) -> None:
|
507
|
+
build_config_credentials = build_config.get("credentials", {})
|
508
|
+
registry_config_credentials = registry_config.get("credentials", {})
|
509
|
+
if (
|
510
|
+
build_config_credentials
|
511
|
+
and registry_config_credentials
|
512
|
+
and build_config_credentials != registry_config_credentials
|
513
|
+
):
|
514
|
+
raise LaunchError("registry and build config credential mismatch")
|
515
|
+
|
516
|
+
|
517
|
+
async def get_kube_context_and_api_client(
|
518
|
+
kubernetes: Any,
|
519
|
+
resource_args: Dict[str, Any],
|
520
|
+
) -> Tuple[Any, Any]:
|
521
|
+
config_file = resource_args.get("configFile", None)
|
522
|
+
context = None
|
523
|
+
if config_file is not None or os.path.exists(os.path.expanduser("~/.kube/config")):
|
524
|
+
# context only exist in the non-incluster case
|
525
|
+
(
|
526
|
+
all_contexts,
|
527
|
+
active_context,
|
528
|
+
) = kubernetes.config.list_kube_config_contexts(config_file)
|
529
|
+
context = None
|
530
|
+
if resource_args.get("context"):
|
531
|
+
context_name = resource_args["context"]
|
532
|
+
for c in all_contexts:
|
533
|
+
if c["name"] == context_name:
|
534
|
+
context = c
|
535
|
+
break
|
536
|
+
raise LaunchError(f"Specified context {context_name} was not found.")
|
537
|
+
else:
|
538
|
+
context = active_context
|
539
|
+
# TODO: We should not really be performing this check if the user is not
|
540
|
+
# using EKS but I don't see an obvious way to make an eks specific code path
|
541
|
+
# right here.
|
542
|
+
util.get_module(
|
543
|
+
"awscli",
|
544
|
+
"awscli is required to load a kubernetes context "
|
545
|
+
"from eks. Please run `pip install wandb[launch]` to install it.",
|
546
|
+
)
|
547
|
+
await kubernetes.config.load_kube_config(config_file, context["name"])
|
548
|
+
api_client = await kubernetes.config.new_client_from_config(
|
549
|
+
config_file, context=context["name"]
|
550
|
+
)
|
551
|
+
return context, api_client
|
552
|
+
else:
|
553
|
+
kubernetes.config.load_incluster_config()
|
554
|
+
api_client = kubernetes.client.api_client.ApiClient()
|
555
|
+
return context, api_client
|
556
|
+
|
557
|
+
|
558
|
+
def resolve_build_and_registry_config(
|
559
|
+
default_launch_config: Optional[Dict[str, Any]],
|
560
|
+
build_config: Optional[Dict[str, Any]],
|
561
|
+
registry_config: Optional[Dict[str, Any]],
|
562
|
+
) -> Tuple[Dict[str, Any], Dict[str, Any]]:
|
563
|
+
resolved_build_config: Dict[str, Any] = {}
|
564
|
+
if build_config is None and default_launch_config is not None:
|
565
|
+
resolved_build_config = default_launch_config.get("builder", {})
|
566
|
+
elif build_config is not None:
|
567
|
+
resolved_build_config = build_config
|
568
|
+
resolved_registry_config: Dict[str, Any] = {}
|
569
|
+
if registry_config is None and default_launch_config is not None:
|
570
|
+
resolved_registry_config = default_launch_config.get("registry", {})
|
571
|
+
elif registry_config is not None:
|
572
|
+
resolved_registry_config = registry_config
|
573
|
+
validate_build_and_registry_configs(resolved_build_config, resolved_registry_config)
|
574
|
+
return resolved_build_config, resolved_registry_config
|
575
|
+
|
576
|
+
|
577
|
+
def check_logged_in(api: Api) -> bool:
|
578
|
+
"""Check if a user is logged in.
|
579
|
+
|
580
|
+
Raises an error if the viewer doesn't load (likely a broken API key). Expected time
|
581
|
+
cost is 0.1-0.2 seconds.
|
582
|
+
"""
|
583
|
+
res = api.api.viewer()
|
584
|
+
if not res:
|
585
|
+
raise LaunchError(
|
586
|
+
"Could not connect with current API-key. "
|
587
|
+
"Please relogin using `wandb login --relogin`"
|
588
|
+
" and try again (see `wandb login --help` for more options)"
|
589
|
+
)
|
590
|
+
|
591
|
+
return True
|
592
|
+
|
593
|
+
|
594
|
+
def make_name_dns_safe(name: str) -> str:
|
595
|
+
resp = name.replace("_", "-").lower()
|
596
|
+
resp = re.sub(r"[^a-z\.\-]", "", resp)
|
597
|
+
# Actual length limit is 253, but we want to leave room for the generated suffix
|
598
|
+
resp = resp[:200]
|
599
|
+
return resp
|
600
|
+
|
601
|
+
|
602
|
+
def warn_failed_packages_from_build_logs(
|
603
|
+
log: str, image_uri: str, api: Api, job_tracker: Optional["JobAndRunStatusTracker"]
|
604
|
+
) -> None:
|
605
|
+
match = FAILED_PACKAGES_REGEX.search(log)
|
606
|
+
if match:
|
607
|
+
_msg = f"Failed to install the following packages: {match.group(1)} for image: {image_uri}. Will attempt to launch image without them."
|
608
|
+
wandb.termwarn(_msg)
|
609
|
+
if job_tracker is not None:
|
610
|
+
res = job_tracker.saver.save_contents(
|
611
|
+
_msg, "failed-packages.log", "warning"
|
612
|
+
)
|
613
|
+
api.update_run_queue_item_warning(
|
614
|
+
job_tracker.run_queue_item_id,
|
615
|
+
"Some packages were not successfully installed during the build",
|
616
|
+
"build",
|
617
|
+
res,
|
618
|
+
)
|
619
|
+
|
620
|
+
|
621
|
+
def docker_image_exists(docker_image: str, should_raise: bool = False) -> bool:
|
622
|
+
"""Check if a specific image is already available.
|
623
|
+
|
624
|
+
Optionally raises an exception if the image is not found.
|
625
|
+
"""
|
626
|
+
_logger.info("Checking if base image exists...")
|
627
|
+
try:
|
628
|
+
docker.run(["docker", "image", "inspect", docker_image])
|
629
|
+
return True
|
630
|
+
except (docker.DockerError, ValueError) as e:
|
631
|
+
if should_raise:
|
632
|
+
raise e
|
633
|
+
_logger.info("Base image not found. Generating new base image")
|
634
|
+
return False
|
635
|
+
|
636
|
+
|
637
|
+
def pull_docker_image(docker_image: str) -> None:
|
638
|
+
"""Pull the requested docker image."""
|
639
|
+
try:
|
640
|
+
docker.run(["docker", "pull", docker_image])
|
641
|
+
except docker.DockerError as e:
|
642
|
+
raise LaunchError(f"Docker server returned error: {e}")
|
643
|
+
|
644
|
+
|
645
|
+
def macro_sub(original: str, sub_dict: Dict[str, Optional[str]]) -> str:
|
646
|
+
"""Substitute macros in a string.
|
647
|
+
|
648
|
+
Macros occur in the string in the ${macro} format. The macro names are
|
649
|
+
substituted with their values from the given dictionary. If a macro
|
650
|
+
is not found in the dictionary, it is left unchanged.
|
651
|
+
|
652
|
+
Args:
|
653
|
+
original: The string to substitute macros in.
|
654
|
+
sub_dict: A dictionary mapping macro names to their values.
|
655
|
+
|
656
|
+
Returns:
|
657
|
+
The string with the macros substituted.
|
658
|
+
"""
|
659
|
+
return MACRO_REGEX.sub(
|
660
|
+
lambda match: str(sub_dict.get(match.group(1), match.group(0))), original
|
661
|
+
)
|
662
|
+
|
663
|
+
|
664
|
+
def recursive_macro_sub(source: Any, sub_dict: Dict[str, Optional[str]]) -> Any:
|
665
|
+
"""Recursively substitute macros in a parsed JSON or YAML blob.
|
666
|
+
|
667
|
+
Macros occur in strings at leaves of the blob in the ${macro} format.
|
668
|
+
The macro names are substituted with their values from the given dictionary.
|
669
|
+
If a macro is not found in the dictionary, it is left unchanged.
|
670
|
+
|
671
|
+
Arguments:
|
672
|
+
source: The JSON or YAML blob to substitute macros in.
|
673
|
+
sub_dict: A dictionary mapping macro names to their values.
|
674
|
+
|
675
|
+
Returns:
|
676
|
+
The blob with the macros substituted.
|
677
|
+
"""
|
678
|
+
if isinstance(source, str):
|
679
|
+
return macro_sub(source, sub_dict)
|
680
|
+
elif isinstance(source, list):
|
681
|
+
return [recursive_macro_sub(item, sub_dict) for item in source]
|
682
|
+
elif isinstance(source, dict):
|
683
|
+
return {
|
684
|
+
key: recursive_macro_sub(value, sub_dict) for key, value in source.items()
|
685
|
+
}
|
686
|
+
else:
|
687
|
+
return source
|
688
|
+
|
689
|
+
|
690
|
+
def fetch_and_validate_template_variables(
|
691
|
+
runqueue: Any, fields: dict
|
692
|
+
) -> Dict[str, Any]:
|
693
|
+
template_variables = {}
|
694
|
+
|
695
|
+
variable_schemas = {}
|
696
|
+
for tv in runqueue.template_variables:
|
697
|
+
variable_schemas[tv["name"]] = json.loads(tv["schema"])
|
698
|
+
|
699
|
+
for field in fields:
|
700
|
+
field_parts = field.split("=")
|
701
|
+
if len(field_parts) != 2:
|
702
|
+
raise LaunchError(
|
703
|
+
f'--set-var value must be in the format "--set-var key1=value1", instead got: {field}'
|
704
|
+
)
|
705
|
+
key, val = field_parts
|
706
|
+
if key not in variable_schemas:
|
707
|
+
raise LaunchError(
|
708
|
+
f"Queue {runqueue.name} does not support overriding {key}."
|
709
|
+
)
|
710
|
+
schema = variable_schemas.get(key, {})
|
711
|
+
field_type = schema.get("type")
|
712
|
+
try:
|
713
|
+
if field_type == "integer":
|
714
|
+
val = int(val)
|
715
|
+
elif field_type == "number":
|
716
|
+
val = float(val)
|
717
|
+
|
718
|
+
except ValueError:
|
719
|
+
raise LaunchError(f"Value for {key} must be of type {field_type}.")
|
720
|
+
template_variables[key] = val
|
721
|
+
return template_variables
|
722
|
+
|
723
|
+
|
724
|
+
def get_entrypoint_file(entrypoint: List[str]) -> Optional[str]:
|
725
|
+
"""Get the entrypoint file from the given command.
|
726
|
+
|
727
|
+
Args:
|
728
|
+
entrypoint (List[str]): List of command and arguments.
|
729
|
+
|
730
|
+
Returns:
|
731
|
+
Optional[str]: The entrypoint file if found, otherwise None.
|
732
|
+
"""
|
733
|
+
if not entrypoint:
|
734
|
+
return None
|
735
|
+
if entrypoint[0].endswith(".py") or entrypoint[0].endswith(".sh"):
|
736
|
+
return entrypoint[0]
|
737
|
+
if len(entrypoint) < 2:
|
738
|
+
return None
|
739
|
+
return entrypoint[1]
|
740
|
+
|
741
|
+
|
742
|
+
def get_current_python_version() -> Tuple[str, str]:
|
743
|
+
full_version = sys.version.split()[0].split(".")
|
744
|
+
major = full_version[0]
|
745
|
+
version = ".".join(full_version[:2]) if len(full_version) >= 2 else major + ".0"
|
746
|
+
return version, major
|