wandb 0.18.2__py3-none-musllinux_1_2_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package_readme.md +89 -0
- wandb/__init__.py +245 -0
- wandb/__init__.pyi +1139 -0
- wandb/__main__.py +3 -0
- wandb/_globals.py +19 -0
- wandb/agents/__init__.py +0 -0
- wandb/agents/pyagent.py +363 -0
- wandb/analytics/__init__.py +3 -0
- wandb/analytics/sentry.py +266 -0
- wandb/apis/__init__.py +48 -0
- wandb/apis/attrs.py +40 -0
- wandb/apis/importers/__init__.py +1 -0
- wandb/apis/importers/internals/internal.py +385 -0
- wandb/apis/importers/internals/protocols.py +99 -0
- wandb/apis/importers/internals/util.py +78 -0
- wandb/apis/importers/mlflow.py +254 -0
- wandb/apis/importers/validation.py +108 -0
- wandb/apis/importers/wandb.py +1603 -0
- wandb/apis/internal.py +232 -0
- wandb/apis/normalize.py +89 -0
- wandb/apis/paginator.py +81 -0
- wandb/apis/public/__init__.py +34 -0
- wandb/apis/public/api.py +1305 -0
- wandb/apis/public/artifacts.py +1090 -0
- wandb/apis/public/const.py +4 -0
- wandb/apis/public/files.py +195 -0
- wandb/apis/public/history.py +149 -0
- wandb/apis/public/jobs.py +659 -0
- wandb/apis/public/projects.py +154 -0
- wandb/apis/public/query_generator.py +166 -0
- wandb/apis/public/reports.py +469 -0
- wandb/apis/public/runs.py +914 -0
- wandb/apis/public/sweeps.py +240 -0
- wandb/apis/public/teams.py +198 -0
- wandb/apis/public/users.py +136 -0
- wandb/apis/reports/__init__.py +1 -0
- wandb/apis/reports/v1/__init__.py +8 -0
- wandb/apis/reports/v2/__init__.py +8 -0
- wandb/apis/workspaces/__init__.py +8 -0
- wandb/beta/workflows.py +288 -0
- wandb/bin/nvidia_gpu_stats +0 -0
- wandb/bin/wandb-core +0 -0
- wandb/cli/__init__.py +0 -0
- wandb/cli/cli.py +3004 -0
- wandb/data_types.py +63 -0
- wandb/docker/__init__.py +342 -0
- wandb/docker/auth.py +436 -0
- wandb/docker/wandb-entrypoint.sh +33 -0
- wandb/docker/www_authenticate.py +94 -0
- wandb/env.py +514 -0
- wandb/errors/__init__.py +17 -0
- wandb/errors/errors.py +37 -0
- wandb/errors/term.py +103 -0
- wandb/errors/util.py +57 -0
- wandb/errors/warnings.py +2 -0
- wandb/filesync/__init__.py +0 -0
- wandb/filesync/dir_watcher.py +403 -0
- wandb/filesync/stats.py +100 -0
- wandb/filesync/step_checksum.py +142 -0
- wandb/filesync/step_prepare.py +179 -0
- wandb/filesync/step_upload.py +290 -0
- wandb/filesync/upload_job.py +142 -0
- wandb/integration/__init__.py +0 -0
- wandb/integration/catboost/__init__.py +5 -0
- wandb/integration/catboost/catboost.py +178 -0
- wandb/integration/cohere/__init__.py +3 -0
- wandb/integration/cohere/cohere.py +21 -0
- wandb/integration/cohere/resolver.py +347 -0
- wandb/integration/diffusers/__init__.py +3 -0
- wandb/integration/diffusers/autologger.py +76 -0
- wandb/integration/diffusers/pipeline_resolver.py +50 -0
- wandb/integration/diffusers/resolvers/__init__.py +9 -0
- wandb/integration/diffusers/resolvers/multimodal.py +882 -0
- wandb/integration/diffusers/resolvers/utils.py +102 -0
- wandb/integration/fastai/__init__.py +249 -0
- wandb/integration/gym/__init__.py +105 -0
- wandb/integration/huggingface/__init__.py +3 -0
- wandb/integration/huggingface/huggingface.py +18 -0
- wandb/integration/huggingface/resolver.py +213 -0
- wandb/integration/keras/__init__.py +11 -0
- wandb/integration/keras/callbacks/__init__.py +5 -0
- wandb/integration/keras/callbacks/metrics_logger.py +136 -0
- wandb/integration/keras/callbacks/model_checkpoint.py +195 -0
- wandb/integration/keras/callbacks/tables_builder.py +226 -0
- wandb/integration/keras/keras.py +1091 -0
- wandb/integration/kfp/__init__.py +6 -0
- wandb/integration/kfp/helpers.py +28 -0
- wandb/integration/kfp/kfp_patch.py +324 -0
- wandb/integration/kfp/wandb_logging.py +182 -0
- wandb/integration/langchain/__init__.py +3 -0
- wandb/integration/langchain/wandb_tracer.py +48 -0
- wandb/integration/lightgbm/__init__.py +239 -0
- wandb/integration/lightning/__init__.py +0 -0
- wandb/integration/lightning/fabric/__init__.py +3 -0
- wandb/integration/lightning/fabric/logger.py +762 -0
- wandb/integration/magic.py +556 -0
- wandb/integration/metaflow/__init__.py +3 -0
- wandb/integration/metaflow/metaflow.py +383 -0
- wandb/integration/openai/__init__.py +3 -0
- wandb/integration/openai/fine_tuning.py +480 -0
- wandb/integration/openai/openai.py +22 -0
- wandb/integration/openai/resolver.py +240 -0
- wandb/integration/prodigy/__init__.py +3 -0
- wandb/integration/prodigy/prodigy.py +299 -0
- wandb/integration/sacred/__init__.py +117 -0
- wandb/integration/sagemaker/__init__.py +12 -0
- wandb/integration/sagemaker/auth.py +28 -0
- wandb/integration/sagemaker/config.py +49 -0
- wandb/integration/sagemaker/files.py +3 -0
- wandb/integration/sagemaker/resources.py +34 -0
- wandb/integration/sb3/__init__.py +3 -0
- wandb/integration/sb3/sb3.py +153 -0
- wandb/integration/sklearn/__init__.py +37 -0
- wandb/integration/sklearn/calculate/__init__.py +32 -0
- wandb/integration/sklearn/calculate/calibration_curves.py +125 -0
- wandb/integration/sklearn/calculate/class_proportions.py +68 -0
- wandb/integration/sklearn/calculate/confusion_matrix.py +93 -0
- wandb/integration/sklearn/calculate/decision_boundaries.py +40 -0
- wandb/integration/sklearn/calculate/elbow_curve.py +55 -0
- wandb/integration/sklearn/calculate/feature_importances.py +67 -0
- wandb/integration/sklearn/calculate/learning_curve.py +64 -0
- wandb/integration/sklearn/calculate/outlier_candidates.py +69 -0
- wandb/integration/sklearn/calculate/residuals.py +86 -0
- wandb/integration/sklearn/calculate/silhouette.py +118 -0
- wandb/integration/sklearn/calculate/summary_metrics.py +62 -0
- wandb/integration/sklearn/plot/__init__.py +35 -0
- wandb/integration/sklearn/plot/classifier.py +329 -0
- wandb/integration/sklearn/plot/clusterer.py +146 -0
- wandb/integration/sklearn/plot/regressor.py +121 -0
- wandb/integration/sklearn/plot/shared.py +91 -0
- wandb/integration/sklearn/utils.py +183 -0
- wandb/integration/tensorboard/__init__.py +10 -0
- wandb/integration/tensorboard/log.py +355 -0
- wandb/integration/tensorboard/monkeypatch.py +185 -0
- wandb/integration/tensorflow/__init__.py +5 -0
- wandb/integration/tensorflow/estimator_hook.py +54 -0
- wandb/integration/torch/__init__.py +0 -0
- wandb/integration/torch/wandb_torch.py +554 -0
- wandb/integration/ultralytics/__init__.py +11 -0
- wandb/integration/ultralytics/bbox_utils.py +208 -0
- wandb/integration/ultralytics/callback.py +524 -0
- wandb/integration/ultralytics/classification_utils.py +83 -0
- wandb/integration/ultralytics/mask_utils.py +202 -0
- wandb/integration/ultralytics/pose_utils.py +103 -0
- wandb/integration/xgboost/__init__.py +11 -0
- wandb/integration/xgboost/xgboost.py +189 -0
- wandb/integration/yolov8/__init__.py +0 -0
- wandb/integration/yolov8/yolov8.py +284 -0
- wandb/jupyter.py +515 -0
- wandb/magic.py +3 -0
- wandb/mpmain/__init__.py +0 -0
- wandb/mpmain/__main__.py +1 -0
- wandb/old/__init__.py +0 -0
- wandb/old/core.py +53 -0
- wandb/old/settings.py +173 -0
- wandb/old/summary.py +440 -0
- wandb/plot/__init__.py +19 -0
- wandb/plot/bar.py +45 -0
- wandb/plot/confusion_matrix.py +100 -0
- wandb/plot/histogram.py +39 -0
- wandb/plot/line.py +43 -0
- wandb/plot/line_series.py +88 -0
- wandb/plot/pr_curve.py +136 -0
- wandb/plot/roc_curve.py +118 -0
- wandb/plot/scatter.py +32 -0
- wandb/plot/utils.py +183 -0
- wandb/plot/viz.py +123 -0
- wandb/proto/__init__.py +0 -0
- wandb/proto/v3/__init__.py +0 -0
- wandb/proto/v3/wandb_base_pb2.py +55 -0
- wandb/proto/v3/wandb_internal_pb2.py +1608 -0
- wandb/proto/v3/wandb_server_pb2.py +208 -0
- wandb/proto/v3/wandb_settings_pb2.py +112 -0
- wandb/proto/v3/wandb_telemetry_pb2.py +106 -0
- wandb/proto/v4/__init__.py +0 -0
- wandb/proto/v4/wandb_base_pb2.py +30 -0
- wandb/proto/v4/wandb_internal_pb2.py +360 -0
- wandb/proto/v4/wandb_server_pb2.py +63 -0
- wandb/proto/v4/wandb_settings_pb2.py +45 -0
- wandb/proto/v4/wandb_telemetry_pb2.py +41 -0
- wandb/proto/v5/wandb_base_pb2.py +31 -0
- wandb/proto/v5/wandb_internal_pb2.py +361 -0
- wandb/proto/v5/wandb_server_pb2.py +64 -0
- wandb/proto/v5/wandb_settings_pb2.py +46 -0
- wandb/proto/v5/wandb_telemetry_pb2.py +42 -0
- wandb/proto/wandb_base_pb2.py +10 -0
- wandb/proto/wandb_deprecated.py +53 -0
- wandb/proto/wandb_generate_deprecated.py +34 -0
- wandb/proto/wandb_generate_proto.py +49 -0
- wandb/proto/wandb_internal_pb2.py +16 -0
- wandb/proto/wandb_server_pb2.py +10 -0
- wandb/proto/wandb_settings_pb2.py +10 -0
- wandb/proto/wandb_telemetry_pb2.py +10 -0
- wandb/py.typed +0 -0
- wandb/sdk/__init__.py +37 -0
- wandb/sdk/artifacts/__init__.py +0 -0
- wandb/sdk/artifacts/_validators.py +90 -0
- wandb/sdk/artifacts/artifact.py +2389 -0
- wandb/sdk/artifacts/artifact_download_logger.py +43 -0
- wandb/sdk/artifacts/artifact_file_cache.py +253 -0
- wandb/sdk/artifacts/artifact_instance_cache.py +17 -0
- wandb/sdk/artifacts/artifact_manifest.py +74 -0
- wandb/sdk/artifacts/artifact_manifest_entry.py +249 -0
- wandb/sdk/artifacts/artifact_manifests/__init__.py +0 -0
- wandb/sdk/artifacts/artifact_manifests/artifact_manifest_v1.py +92 -0
- wandb/sdk/artifacts/artifact_saver.py +269 -0
- wandb/sdk/artifacts/artifact_state.py +11 -0
- wandb/sdk/artifacts/artifact_ttl.py +7 -0
- wandb/sdk/artifacts/exceptions.py +57 -0
- wandb/sdk/artifacts/staging.py +25 -0
- wandb/sdk/artifacts/storage_handler.py +62 -0
- wandb/sdk/artifacts/storage_handlers/__init__.py +0 -0
- wandb/sdk/artifacts/storage_handlers/azure_handler.py +208 -0
- wandb/sdk/artifacts/storage_handlers/gcs_handler.py +228 -0
- wandb/sdk/artifacts/storage_handlers/http_handler.py +114 -0
- wandb/sdk/artifacts/storage_handlers/local_file_handler.py +141 -0
- wandb/sdk/artifacts/storage_handlers/multi_handler.py +56 -0
- wandb/sdk/artifacts/storage_handlers/s3_handler.py +300 -0
- wandb/sdk/artifacts/storage_handlers/tracking_handler.py +72 -0
- wandb/sdk/artifacts/storage_handlers/wb_artifact_handler.py +135 -0
- wandb/sdk/artifacts/storage_handlers/wb_local_artifact_handler.py +74 -0
- wandb/sdk/artifacts/storage_layout.py +6 -0
- wandb/sdk/artifacts/storage_policies/__init__.py +4 -0
- wandb/sdk/artifacts/storage_policies/register.py +1 -0
- wandb/sdk/artifacts/storage_policies/wandb_storage_policy.py +378 -0
- wandb/sdk/artifacts/storage_policy.py +72 -0
- wandb/sdk/backend/__init__.py +0 -0
- wandb/sdk/backend/backend.py +222 -0
- wandb/sdk/data_types/__init__.py +0 -0
- wandb/sdk/data_types/_dtypes.py +914 -0
- wandb/sdk/data_types/_private.py +10 -0
- wandb/sdk/data_types/audio.py +165 -0
- wandb/sdk/data_types/base_types/__init__.py +0 -0
- wandb/sdk/data_types/base_types/json_metadata.py +55 -0
- wandb/sdk/data_types/base_types/media.py +315 -0
- wandb/sdk/data_types/base_types/wb_value.py +272 -0
- wandb/sdk/data_types/bokeh.py +70 -0
- wandb/sdk/data_types/graph.py +405 -0
- wandb/sdk/data_types/helper_types/__init__.py +0 -0
- wandb/sdk/data_types/helper_types/bounding_boxes_2d.py +295 -0
- wandb/sdk/data_types/helper_types/classes.py +159 -0
- wandb/sdk/data_types/helper_types/image_mask.py +235 -0
- wandb/sdk/data_types/histogram.py +96 -0
- wandb/sdk/data_types/html.py +115 -0
- wandb/sdk/data_types/image.py +845 -0
- wandb/sdk/data_types/molecule.py +241 -0
- wandb/sdk/data_types/object_3d.py +474 -0
- wandb/sdk/data_types/plotly.py +82 -0
- wandb/sdk/data_types/saved_model.py +446 -0
- wandb/sdk/data_types/table.py +1204 -0
- wandb/sdk/data_types/trace_tree.py +438 -0
- wandb/sdk/data_types/utils.py +229 -0
- wandb/sdk/data_types/video.py +247 -0
- wandb/sdk/integration_utils/__init__.py +0 -0
- wandb/sdk/integration_utils/auto_logging.py +239 -0
- wandb/sdk/integration_utils/data_logging.py +475 -0
- wandb/sdk/interface/__init__.py +0 -0
- wandb/sdk/interface/constants.py +4 -0
- wandb/sdk/interface/interface.py +972 -0
- wandb/sdk/interface/interface_queue.py +59 -0
- wandb/sdk/interface/interface_relay.py +53 -0
- wandb/sdk/interface/interface_shared.py +537 -0
- wandb/sdk/interface/interface_sock.py +61 -0
- wandb/sdk/interface/message_future.py +27 -0
- wandb/sdk/interface/message_future_poll.py +50 -0
- wandb/sdk/interface/router.py +118 -0
- wandb/sdk/interface/router_queue.py +44 -0
- wandb/sdk/interface/router_relay.py +39 -0
- wandb/sdk/interface/router_sock.py +36 -0
- wandb/sdk/interface/summary_record.py +67 -0
- wandb/sdk/internal/__init__.py +0 -0
- wandb/sdk/internal/context.py +89 -0
- wandb/sdk/internal/datastore.py +297 -0
- wandb/sdk/internal/file_pusher.py +181 -0
- wandb/sdk/internal/file_stream.py +695 -0
- wandb/sdk/internal/flow_control.py +263 -0
- wandb/sdk/internal/handler.py +901 -0
- wandb/sdk/internal/internal.py +417 -0
- wandb/sdk/internal/internal_api.py +4358 -0
- wandb/sdk/internal/internal_util.py +100 -0
- wandb/sdk/internal/job_builder.py +629 -0
- wandb/sdk/internal/profiler.py +78 -0
- wandb/sdk/internal/progress.py +83 -0
- wandb/sdk/internal/run.py +25 -0
- wandb/sdk/internal/sample.py +70 -0
- wandb/sdk/internal/sender.py +1686 -0
- wandb/sdk/internal/sender_config.py +197 -0
- wandb/sdk/internal/settings_static.py +90 -0
- wandb/sdk/internal/system/__init__.py +0 -0
- wandb/sdk/internal/system/assets/__init__.py +27 -0
- wandb/sdk/internal/system/assets/aggregators.py +37 -0
- wandb/sdk/internal/system/assets/asset_registry.py +20 -0
- wandb/sdk/internal/system/assets/cpu.py +163 -0
- wandb/sdk/internal/system/assets/disk.py +210 -0
- wandb/sdk/internal/system/assets/gpu.py +416 -0
- wandb/sdk/internal/system/assets/gpu_amd.py +239 -0
- wandb/sdk/internal/system/assets/gpu_apple.py +177 -0
- wandb/sdk/internal/system/assets/interfaces.py +207 -0
- wandb/sdk/internal/system/assets/ipu.py +177 -0
- wandb/sdk/internal/system/assets/memory.py +166 -0
- wandb/sdk/internal/system/assets/network.py +125 -0
- wandb/sdk/internal/system/assets/open_metrics.py +299 -0
- wandb/sdk/internal/system/assets/tpu.py +154 -0
- wandb/sdk/internal/system/assets/trainium.py +399 -0
- wandb/sdk/internal/system/env_probe_helpers.py +13 -0
- wandb/sdk/internal/system/system_info.py +249 -0
- wandb/sdk/internal/system/system_monitor.py +229 -0
- wandb/sdk/internal/tb_watcher.py +518 -0
- wandb/sdk/internal/thread_local_settings.py +18 -0
- wandb/sdk/internal/writer.py +206 -0
- wandb/sdk/launch/__init__.py +14 -0
- wandb/sdk/launch/_launch.py +330 -0
- wandb/sdk/launch/_launch_add.py +255 -0
- wandb/sdk/launch/_project_spec.py +566 -0
- wandb/sdk/launch/agent/__init__.py +5 -0
- wandb/sdk/launch/agent/agent.py +924 -0
- wandb/sdk/launch/agent/config.py +296 -0
- wandb/sdk/launch/agent/job_status_tracker.py +53 -0
- wandb/sdk/launch/agent/run_queue_item_file_saver.py +45 -0
- wandb/sdk/launch/builder/__init__.py +0 -0
- wandb/sdk/launch/builder/abstract.py +156 -0
- wandb/sdk/launch/builder/build.py +297 -0
- wandb/sdk/launch/builder/context_manager.py +235 -0
- wandb/sdk/launch/builder/docker_builder.py +177 -0
- wandb/sdk/launch/builder/kaniko_builder.py +595 -0
- wandb/sdk/launch/builder/noop.py +58 -0
- wandb/sdk/launch/builder/templates/_wandb_bootstrap.py +188 -0
- wandb/sdk/launch/builder/templates/dockerfile.py +92 -0
- wandb/sdk/launch/create_job.py +528 -0
- wandb/sdk/launch/environment/abstract.py +29 -0
- wandb/sdk/launch/environment/aws_environment.py +322 -0
- wandb/sdk/launch/environment/azure_environment.py +105 -0
- wandb/sdk/launch/environment/gcp_environment.py +335 -0
- wandb/sdk/launch/environment/local_environment.py +66 -0
- wandb/sdk/launch/errors.py +19 -0
- wandb/sdk/launch/git_reference.py +109 -0
- wandb/sdk/launch/inputs/files.py +148 -0
- wandb/sdk/launch/inputs/internal.py +315 -0
- wandb/sdk/launch/inputs/manage.py +113 -0
- wandb/sdk/launch/inputs/schema.py +39 -0
- wandb/sdk/launch/loader.py +249 -0
- wandb/sdk/launch/registry/abstract.py +48 -0
- wandb/sdk/launch/registry/anon.py +29 -0
- wandb/sdk/launch/registry/azure_container_registry.py +124 -0
- wandb/sdk/launch/registry/elastic_container_registry.py +192 -0
- wandb/sdk/launch/registry/google_artifact_registry.py +219 -0
- wandb/sdk/launch/registry/local_registry.py +67 -0
- wandb/sdk/launch/runner/__init__.py +0 -0
- wandb/sdk/launch/runner/abstract.py +195 -0
- wandb/sdk/launch/runner/kubernetes_monitor.py +474 -0
- wandb/sdk/launch/runner/kubernetes_runner.py +963 -0
- wandb/sdk/launch/runner/local_container.py +301 -0
- wandb/sdk/launch/runner/local_process.py +78 -0
- wandb/sdk/launch/runner/sagemaker_runner.py +426 -0
- wandb/sdk/launch/runner/vertex_runner.py +230 -0
- wandb/sdk/launch/sweeps/__init__.py +39 -0
- wandb/sdk/launch/sweeps/scheduler.py +742 -0
- wandb/sdk/launch/sweeps/scheduler_sweep.py +91 -0
- wandb/sdk/launch/sweeps/utils.py +316 -0
- wandb/sdk/launch/utils.py +746 -0
- wandb/sdk/launch/wandb_reference.py +138 -0
- wandb/sdk/lib/__init__.py +5 -0
- wandb/sdk/lib/_settings_toposort_generate.py +159 -0
- wandb/sdk/lib/_settings_toposort_generated.py +250 -0
- wandb/sdk/lib/_wburls_generate.py +25 -0
- wandb/sdk/lib/_wburls_generated.py +22 -0
- wandb/sdk/lib/apikey.py +273 -0
- wandb/sdk/lib/capped_dict.py +26 -0
- wandb/sdk/lib/config_util.py +101 -0
- wandb/sdk/lib/credentials.py +141 -0
- wandb/sdk/lib/deprecate.py +42 -0
- wandb/sdk/lib/disabled.py +29 -0
- wandb/sdk/lib/exit_hooks.py +54 -0
- wandb/sdk/lib/file_stream_utils.py +118 -0
- wandb/sdk/lib/filenames.py +64 -0
- wandb/sdk/lib/filesystem.py +372 -0
- wandb/sdk/lib/fsm.py +174 -0
- wandb/sdk/lib/gitlib.py +239 -0
- wandb/sdk/lib/gql_request.py +65 -0
- wandb/sdk/lib/handler_util.py +21 -0
- wandb/sdk/lib/hashutil.py +84 -0
- wandb/sdk/lib/import_hooks.py +275 -0
- wandb/sdk/lib/ipython.py +146 -0
- wandb/sdk/lib/json_util.py +80 -0
- wandb/sdk/lib/lazyloader.py +63 -0
- wandb/sdk/lib/mailbox.py +460 -0
- wandb/sdk/lib/module.py +69 -0
- wandb/sdk/lib/paths.py +106 -0
- wandb/sdk/lib/preinit.py +42 -0
- wandb/sdk/lib/printer.py +313 -0
- wandb/sdk/lib/proto_util.py +90 -0
- wandb/sdk/lib/redirect.py +845 -0
- wandb/sdk/lib/reporting.py +99 -0
- wandb/sdk/lib/retry.py +289 -0
- wandb/sdk/lib/run_moment.py +78 -0
- wandb/sdk/lib/runid.py +12 -0
- wandb/sdk/lib/server.py +52 -0
- wandb/sdk/lib/service_connection.py +216 -0
- wandb/sdk/lib/service_token.py +94 -0
- wandb/sdk/lib/sock_client.py +295 -0
- wandb/sdk/lib/sparkline.py +45 -0
- wandb/sdk/lib/telemetry.py +100 -0
- wandb/sdk/lib/timed_input.py +133 -0
- wandb/sdk/lib/timer.py +19 -0
- wandb/sdk/lib/tracelog.py +255 -0
- wandb/sdk/lib/wburls.py +46 -0
- wandb/sdk/service/__init__.py +0 -0
- wandb/sdk/service/_startup_debug.py +22 -0
- wandb/sdk/service/port_file.py +53 -0
- wandb/sdk/service/server.py +116 -0
- wandb/sdk/service/server_sock.py +276 -0
- wandb/sdk/service/service.py +242 -0
- wandb/sdk/service/streams.py +417 -0
- wandb/sdk/verify/__init__.py +0 -0
- wandb/sdk/verify/verify.py +501 -0
- wandb/sdk/wandb_alerts.py +12 -0
- wandb/sdk/wandb_config.py +322 -0
- wandb/sdk/wandb_helper.py +54 -0
- wandb/sdk/wandb_init.py +1266 -0
- wandb/sdk/wandb_login.py +349 -0
- wandb/sdk/wandb_metric.py +110 -0
- wandb/sdk/wandb_require.py +97 -0
- wandb/sdk/wandb_require_helpers.py +44 -0
- wandb/sdk/wandb_run.py +4236 -0
- wandb/sdk/wandb_settings.py +2001 -0
- wandb/sdk/wandb_setup.py +409 -0
- wandb/sdk/wandb_summary.py +150 -0
- wandb/sdk/wandb_sweep.py +119 -0
- wandb/sdk/wandb_sync.py +81 -0
- wandb/sdk/wandb_watch.py +144 -0
- wandb/sklearn.py +35 -0
- wandb/sync/__init__.py +3 -0
- wandb/sync/sync.py +443 -0
- wandb/trigger.py +29 -0
- wandb/util.py +1956 -0
- wandb/vendor/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/setup.py +40 -0
- wandb/vendor/gql-0.2.0/tests/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/tests/starwars/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/tests/starwars/fixtures.py +96 -0
- wandb/vendor/gql-0.2.0/tests/starwars/schema.py +146 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_dsl.py +293 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_query.py +355 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_validation.py +171 -0
- wandb/vendor/gql-0.2.0/tests/test_client.py +31 -0
- wandb/vendor/gql-0.2.0/tests/test_transport.py +89 -0
- wandb/vendor/gql-0.2.0/wandb_gql/__init__.py +4 -0
- wandb/vendor/gql-0.2.0/wandb_gql/client.py +75 -0
- wandb/vendor/gql-0.2.0/wandb_gql/dsl.py +152 -0
- wandb/vendor/gql-0.2.0/wandb_gql/gql.py +10 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/http.py +6 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/local_schema.py +15 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/requests.py +46 -0
- wandb/vendor/gql-0.2.0/wandb_gql/utils.py +21 -0
- wandb/vendor/graphql-core-1.1/setup.py +86 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/__init__.py +287 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/__init__.py +6 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/base.py +42 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/format_error.py +11 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/located_error.py +29 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/syntax_error.py +36 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/__init__.py +26 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/base.py +311 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executor.py +398 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/asyncio.py +53 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/gevent.py +22 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/process.py +32 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/sync.py +7 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/thread.py +35 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/utils.py +6 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/executor.py +66 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/fragment.py +252 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/resolver.py +151 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/utils.py +7 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/middleware.py +57 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/values.py +145 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/graphql.py +60 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/ast.py +1349 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/base.py +19 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/lexer.py +435 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/location.py +30 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/parser.py +779 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/printer.py +193 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/source.py +18 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor.py +222 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor_meta.py +82 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/cached_property.py +17 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/contain_subset.py +28 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/default_ordered_dict.py +40 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/ordereddict.py +8 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/pair_set.py +43 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/version.py +78 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/__init__.py +67 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/definition.py +619 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/directives.py +132 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/introspection.py +440 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/scalars.py +131 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/schema.py +100 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/typemap.py +145 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/assert_valid_name.py +9 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_from_value.py +65 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_code.py +49 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_dict.py +24 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/base.py +75 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_ast_schema.py +291 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_client_schema.py +250 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/concat_ast.py +9 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/extend_schema.py +357 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_field_def.py +27 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_operation_ast.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/introspection_query.py +90 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_literal_value.py +67 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_value.py +66 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/quoted_or_list.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/schema_printer.py +168 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/suggestion_list.py +56 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_comparators.py +69 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_from_ast.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_info.py +149 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/value_from_ast.py +69 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/__init__.py +4 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/__init__.py +79 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/arguments_of_correct_type.py +24 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/base.py +8 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/default_values_of_correct_type.py +44 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fields_on_correct_type.py +113 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fragments_on_composite_types.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_argument_names.py +70 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_directives.py +97 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_fragment_names.py +19 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_type_names.py +43 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/lone_anonymous_operation.py +23 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_fragment_cycles.py +59 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_undefined_variables.py +36 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_fragments.py +38 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_variables.py +37 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/overlapping_fields_can_be_merged.py +529 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/possible_fragment_spreads.py +44 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/provided_non_null_arguments.py +46 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/scalar_leafs.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_argument_names.py +32 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_fragment_names.py +28 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_input_field_names.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_operation_names.py +31 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_variable_names.py +27 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_are_input_types.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_in_allowed_position.py +53 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/validation.py +158 -0
- wandb/vendor/promise-2.3.0/conftest.py +30 -0
- wandb/vendor/promise-2.3.0/setup.py +64 -0
- wandb/vendor/promise-2.3.0/tests/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/tests/conftest.py +8 -0
- wandb/vendor/promise-2.3.0/tests/test_awaitable.py +32 -0
- wandb/vendor/promise-2.3.0/tests/test_awaitable_35.py +47 -0
- wandb/vendor/promise-2.3.0/tests/test_benchmark.py +116 -0
- wandb/vendor/promise-2.3.0/tests/test_complex_threads.py +23 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader.py +452 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader_awaitable_35.py +99 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader_extra.py +65 -0
- wandb/vendor/promise-2.3.0/tests/test_extra.py +670 -0
- wandb/vendor/promise-2.3.0/tests/test_issues.py +132 -0
- wandb/vendor/promise-2.3.0/tests/test_promise_list.py +70 -0
- wandb/vendor/promise-2.3.0/tests/test_spec.py +584 -0
- wandb/vendor/promise-2.3.0/tests/test_thread_safety.py +115 -0
- wandb/vendor/promise-2.3.0/tests/utils.py +3 -0
- wandb/vendor/promise-2.3.0/wandb_promise/__init__.py +38 -0
- wandb/vendor/promise-2.3.0/wandb_promise/async_.py +135 -0
- wandb/vendor/promise-2.3.0/wandb_promise/compat.py +32 -0
- wandb/vendor/promise-2.3.0/wandb_promise/dataloader.py +326 -0
- wandb/vendor/promise-2.3.0/wandb_promise/iterate_promise.py +12 -0
- wandb/vendor/promise-2.3.0/wandb_promise/promise.py +848 -0
- wandb/vendor/promise-2.3.0/wandb_promise/promise_list.py +151 -0
- wandb/vendor/promise-2.3.0/wandb_promise/pyutils/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/wandb_promise/pyutils/version.py +83 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/asyncio.py +22 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/gevent.py +21 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/immediate.py +27 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/thread.py +18 -0
- wandb/vendor/promise-2.3.0/wandb_promise/utils.py +56 -0
- wandb/vendor/pygments/__init__.py +90 -0
- wandb/vendor/pygments/cmdline.py +568 -0
- wandb/vendor/pygments/console.py +74 -0
- wandb/vendor/pygments/filter.py +74 -0
- wandb/vendor/pygments/filters/__init__.py +350 -0
- wandb/vendor/pygments/formatter.py +95 -0
- wandb/vendor/pygments/formatters/__init__.py +153 -0
- wandb/vendor/pygments/formatters/_mapping.py +85 -0
- wandb/vendor/pygments/formatters/bbcode.py +109 -0
- wandb/vendor/pygments/formatters/html.py +851 -0
- wandb/vendor/pygments/formatters/img.py +600 -0
- wandb/vendor/pygments/formatters/irc.py +182 -0
- wandb/vendor/pygments/formatters/latex.py +482 -0
- wandb/vendor/pygments/formatters/other.py +160 -0
- wandb/vendor/pygments/formatters/rtf.py +147 -0
- wandb/vendor/pygments/formatters/svg.py +153 -0
- wandb/vendor/pygments/formatters/terminal.py +136 -0
- wandb/vendor/pygments/formatters/terminal256.py +309 -0
- wandb/vendor/pygments/lexer.py +871 -0
- wandb/vendor/pygments/lexers/__init__.py +329 -0
- wandb/vendor/pygments/lexers/_asy_builtins.py +1645 -0
- wandb/vendor/pygments/lexers/_cl_builtins.py +232 -0
- wandb/vendor/pygments/lexers/_cocoa_builtins.py +72 -0
- wandb/vendor/pygments/lexers/_csound_builtins.py +1346 -0
- wandb/vendor/pygments/lexers/_lasso_builtins.py +5327 -0
- wandb/vendor/pygments/lexers/_lua_builtins.py +295 -0
- wandb/vendor/pygments/lexers/_mapping.py +500 -0
- wandb/vendor/pygments/lexers/_mql_builtins.py +1172 -0
- wandb/vendor/pygments/lexers/_openedge_builtins.py +2547 -0
- wandb/vendor/pygments/lexers/_php_builtins.py +4756 -0
- wandb/vendor/pygments/lexers/_postgres_builtins.py +621 -0
- wandb/vendor/pygments/lexers/_scilab_builtins.py +3094 -0
- wandb/vendor/pygments/lexers/_sourcemod_builtins.py +1163 -0
- wandb/vendor/pygments/lexers/_stan_builtins.py +532 -0
- wandb/vendor/pygments/lexers/_stata_builtins.py +419 -0
- wandb/vendor/pygments/lexers/_tsql_builtins.py +1004 -0
- wandb/vendor/pygments/lexers/_vim_builtins.py +1939 -0
- wandb/vendor/pygments/lexers/actionscript.py +240 -0
- wandb/vendor/pygments/lexers/agile.py +24 -0
- wandb/vendor/pygments/lexers/algebra.py +221 -0
- wandb/vendor/pygments/lexers/ambient.py +76 -0
- wandb/vendor/pygments/lexers/ampl.py +87 -0
- wandb/vendor/pygments/lexers/apl.py +101 -0
- wandb/vendor/pygments/lexers/archetype.py +318 -0
- wandb/vendor/pygments/lexers/asm.py +641 -0
- wandb/vendor/pygments/lexers/automation.py +374 -0
- wandb/vendor/pygments/lexers/basic.py +500 -0
- wandb/vendor/pygments/lexers/bibtex.py +160 -0
- wandb/vendor/pygments/lexers/business.py +612 -0
- wandb/vendor/pygments/lexers/c_cpp.py +252 -0
- wandb/vendor/pygments/lexers/c_like.py +541 -0
- wandb/vendor/pygments/lexers/capnproto.py +78 -0
- wandb/vendor/pygments/lexers/chapel.py +102 -0
- wandb/vendor/pygments/lexers/clean.py +288 -0
- wandb/vendor/pygments/lexers/compiled.py +34 -0
- wandb/vendor/pygments/lexers/configs.py +833 -0
- wandb/vendor/pygments/lexers/console.py +114 -0
- wandb/vendor/pygments/lexers/crystal.py +393 -0
- wandb/vendor/pygments/lexers/csound.py +366 -0
- wandb/vendor/pygments/lexers/css.py +689 -0
- wandb/vendor/pygments/lexers/d.py +251 -0
- wandb/vendor/pygments/lexers/dalvik.py +125 -0
- wandb/vendor/pygments/lexers/data.py +555 -0
- wandb/vendor/pygments/lexers/diff.py +165 -0
- wandb/vendor/pygments/lexers/dotnet.py +691 -0
- wandb/vendor/pygments/lexers/dsls.py +878 -0
- wandb/vendor/pygments/lexers/dylan.py +289 -0
- wandb/vendor/pygments/lexers/ecl.py +125 -0
- wandb/vendor/pygments/lexers/eiffel.py +65 -0
- wandb/vendor/pygments/lexers/elm.py +121 -0
- wandb/vendor/pygments/lexers/erlang.py +533 -0
- wandb/vendor/pygments/lexers/esoteric.py +277 -0
- wandb/vendor/pygments/lexers/ezhil.py +69 -0
- wandb/vendor/pygments/lexers/factor.py +344 -0
- wandb/vendor/pygments/lexers/fantom.py +250 -0
- wandb/vendor/pygments/lexers/felix.py +273 -0
- wandb/vendor/pygments/lexers/forth.py +177 -0
- wandb/vendor/pygments/lexers/fortran.py +205 -0
- wandb/vendor/pygments/lexers/foxpro.py +428 -0
- wandb/vendor/pygments/lexers/functional.py +21 -0
- wandb/vendor/pygments/lexers/go.py +101 -0
- wandb/vendor/pygments/lexers/grammar_notation.py +213 -0
- wandb/vendor/pygments/lexers/graph.py +80 -0
- wandb/vendor/pygments/lexers/graphics.py +553 -0
- wandb/vendor/pygments/lexers/haskell.py +843 -0
- wandb/vendor/pygments/lexers/haxe.py +936 -0
- wandb/vendor/pygments/lexers/hdl.py +382 -0
- wandb/vendor/pygments/lexers/hexdump.py +103 -0
- wandb/vendor/pygments/lexers/html.py +602 -0
- wandb/vendor/pygments/lexers/idl.py +270 -0
- wandb/vendor/pygments/lexers/igor.py +288 -0
- wandb/vendor/pygments/lexers/inferno.py +96 -0
- wandb/vendor/pygments/lexers/installers.py +322 -0
- wandb/vendor/pygments/lexers/int_fiction.py +1343 -0
- wandb/vendor/pygments/lexers/iolang.py +63 -0
- wandb/vendor/pygments/lexers/j.py +146 -0
- wandb/vendor/pygments/lexers/javascript.py +1525 -0
- wandb/vendor/pygments/lexers/julia.py +333 -0
- wandb/vendor/pygments/lexers/jvm.py +1573 -0
- wandb/vendor/pygments/lexers/lisp.py +2621 -0
- wandb/vendor/pygments/lexers/make.py +202 -0
- wandb/vendor/pygments/lexers/markup.py +595 -0
- wandb/vendor/pygments/lexers/math.py +21 -0
- wandb/vendor/pygments/lexers/matlab.py +663 -0
- wandb/vendor/pygments/lexers/ml.py +769 -0
- wandb/vendor/pygments/lexers/modeling.py +358 -0
- wandb/vendor/pygments/lexers/modula2.py +1561 -0
- wandb/vendor/pygments/lexers/monte.py +204 -0
- wandb/vendor/pygments/lexers/ncl.py +894 -0
- wandb/vendor/pygments/lexers/nimrod.py +159 -0
- wandb/vendor/pygments/lexers/nit.py +64 -0
- wandb/vendor/pygments/lexers/nix.py +136 -0
- wandb/vendor/pygments/lexers/oberon.py +105 -0
- wandb/vendor/pygments/lexers/objective.py +504 -0
- wandb/vendor/pygments/lexers/ooc.py +85 -0
- wandb/vendor/pygments/lexers/other.py +41 -0
- wandb/vendor/pygments/lexers/parasail.py +79 -0
- wandb/vendor/pygments/lexers/parsers.py +835 -0
- wandb/vendor/pygments/lexers/pascal.py +644 -0
- wandb/vendor/pygments/lexers/pawn.py +199 -0
- wandb/vendor/pygments/lexers/perl.py +620 -0
- wandb/vendor/pygments/lexers/php.py +267 -0
- wandb/vendor/pygments/lexers/praat.py +294 -0
- wandb/vendor/pygments/lexers/prolog.py +306 -0
- wandb/vendor/pygments/lexers/python.py +939 -0
- wandb/vendor/pygments/lexers/qvt.py +152 -0
- wandb/vendor/pygments/lexers/r.py +453 -0
- wandb/vendor/pygments/lexers/rdf.py +270 -0
- wandb/vendor/pygments/lexers/rebol.py +431 -0
- wandb/vendor/pygments/lexers/resource.py +85 -0
- wandb/vendor/pygments/lexers/rnc.py +67 -0
- wandb/vendor/pygments/lexers/roboconf.py +82 -0
- wandb/vendor/pygments/lexers/robotframework.py +560 -0
- wandb/vendor/pygments/lexers/ruby.py +519 -0
- wandb/vendor/pygments/lexers/rust.py +220 -0
- wandb/vendor/pygments/lexers/sas.py +228 -0
- wandb/vendor/pygments/lexers/scripting.py +1222 -0
- wandb/vendor/pygments/lexers/shell.py +794 -0
- wandb/vendor/pygments/lexers/smalltalk.py +195 -0
- wandb/vendor/pygments/lexers/smv.py +79 -0
- wandb/vendor/pygments/lexers/snobol.py +83 -0
- wandb/vendor/pygments/lexers/special.py +103 -0
- wandb/vendor/pygments/lexers/sql.py +681 -0
- wandb/vendor/pygments/lexers/stata.py +108 -0
- wandb/vendor/pygments/lexers/supercollider.py +90 -0
- wandb/vendor/pygments/lexers/tcl.py +145 -0
- wandb/vendor/pygments/lexers/templates.py +2283 -0
- wandb/vendor/pygments/lexers/testing.py +207 -0
- wandb/vendor/pygments/lexers/text.py +25 -0
- wandb/vendor/pygments/lexers/textedit.py +169 -0
- wandb/vendor/pygments/lexers/textfmts.py +297 -0
- wandb/vendor/pygments/lexers/theorem.py +458 -0
- wandb/vendor/pygments/lexers/trafficscript.py +54 -0
- wandb/vendor/pygments/lexers/typoscript.py +226 -0
- wandb/vendor/pygments/lexers/urbi.py +133 -0
- wandb/vendor/pygments/lexers/varnish.py +190 -0
- wandb/vendor/pygments/lexers/verification.py +111 -0
- wandb/vendor/pygments/lexers/web.py +24 -0
- wandb/vendor/pygments/lexers/webmisc.py +988 -0
- wandb/vendor/pygments/lexers/whiley.py +116 -0
- wandb/vendor/pygments/lexers/x10.py +69 -0
- wandb/vendor/pygments/modeline.py +44 -0
- wandb/vendor/pygments/plugin.py +68 -0
- wandb/vendor/pygments/regexopt.py +92 -0
- wandb/vendor/pygments/scanner.py +105 -0
- wandb/vendor/pygments/sphinxext.py +158 -0
- wandb/vendor/pygments/style.py +155 -0
- wandb/vendor/pygments/styles/__init__.py +80 -0
- wandb/vendor/pygments/styles/abap.py +29 -0
- wandb/vendor/pygments/styles/algol.py +63 -0
- wandb/vendor/pygments/styles/algol_nu.py +63 -0
- wandb/vendor/pygments/styles/arduino.py +98 -0
- wandb/vendor/pygments/styles/autumn.py +65 -0
- wandb/vendor/pygments/styles/borland.py +51 -0
- wandb/vendor/pygments/styles/bw.py +49 -0
- wandb/vendor/pygments/styles/colorful.py +81 -0
- wandb/vendor/pygments/styles/default.py +73 -0
- wandb/vendor/pygments/styles/emacs.py +72 -0
- wandb/vendor/pygments/styles/friendly.py +72 -0
- wandb/vendor/pygments/styles/fruity.py +42 -0
- wandb/vendor/pygments/styles/igor.py +29 -0
- wandb/vendor/pygments/styles/lovelace.py +97 -0
- wandb/vendor/pygments/styles/manni.py +75 -0
- wandb/vendor/pygments/styles/monokai.py +106 -0
- wandb/vendor/pygments/styles/murphy.py +80 -0
- wandb/vendor/pygments/styles/native.py +65 -0
- wandb/vendor/pygments/styles/paraiso_dark.py +125 -0
- wandb/vendor/pygments/styles/paraiso_light.py +125 -0
- wandb/vendor/pygments/styles/pastie.py +75 -0
- wandb/vendor/pygments/styles/perldoc.py +69 -0
- wandb/vendor/pygments/styles/rainbow_dash.py +89 -0
- wandb/vendor/pygments/styles/rrt.py +33 -0
- wandb/vendor/pygments/styles/sas.py +44 -0
- wandb/vendor/pygments/styles/stata.py +40 -0
- wandb/vendor/pygments/styles/tango.py +141 -0
- wandb/vendor/pygments/styles/trac.py +63 -0
- wandb/vendor/pygments/styles/vim.py +63 -0
- wandb/vendor/pygments/styles/vs.py +38 -0
- wandb/vendor/pygments/styles/xcode.py +51 -0
- wandb/vendor/pygments/token.py +213 -0
- wandb/vendor/pygments/unistring.py +217 -0
- wandb/vendor/pygments/util.py +388 -0
- wandb/vendor/pynvml/__init__.py +0 -0
- wandb/vendor/pynvml/pynvml.py +4779 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/__init__.py +17 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/events.py +615 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/__init__.py +98 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/api.py +369 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents.py +172 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents2.py +239 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify.py +218 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_buffer.py +81 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_c.py +575 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/kqueue.py +730 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/polling.py +145 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/read_directory_changes.py +133 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/winapi.py +348 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/patterns.py +265 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/tricks/__init__.py +174 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/__init__.py +151 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/bricks.py +249 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/compat.py +29 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/decorators.py +198 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/delayed_queue.py +88 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/dirsnapshot.py +293 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/echo.py +157 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/event_backport.py +41 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/importlib2.py +40 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/platform.py +57 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/unicode_paths.py +64 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/win32stat.py +123 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/version.py +28 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/watchmedo.py +577 -0
- wandb/wandb_agent.py +588 -0
- wandb/wandb_controller.py +721 -0
- wandb/wandb_run.py +9 -0
- wandb-0.18.2.dist-info/METADATA +213 -0
- wandb-0.18.2.dist-info/RECORD +827 -0
- wandb-0.18.2.dist-info/WHEEL +5 -0
- wandb-0.18.2.dist-info/entry_points.txt +3 -0
- wandb-0.18.2.dist-info/licenses/LICENSE +21 -0
wandb/apis/public/api.py
ADDED
@@ -0,0 +1,1305 @@
|
|
1
|
+
"""Use the Public API to export or update data that you have saved to W&B.
|
2
|
+
|
3
|
+
Before using this API, you'll want to log data from your script — check the
|
4
|
+
[Quickstart](https://docs.wandb.ai/quickstart) for more details.
|
5
|
+
|
6
|
+
You might use the Public API to
|
7
|
+
- update metadata or metrics for an experiment after it has been completed,
|
8
|
+
- pull down your results as a dataframe for post-hoc analysis in a Jupyter notebook, or
|
9
|
+
- check your saved model artifacts for those tagged as `ready-to-deploy`.
|
10
|
+
|
11
|
+
For more on using the Public API, check out [our guide](https://docs.wandb.com/guides/track/public-api-guide).
|
12
|
+
"""
|
13
|
+
|
14
|
+
import json
|
15
|
+
import logging
|
16
|
+
import os
|
17
|
+
import urllib
|
18
|
+
from typing import Any, Dict, List, Optional
|
19
|
+
|
20
|
+
import requests
|
21
|
+
from wandb_gql import Client, gql
|
22
|
+
from wandb_gql.client import RetryError
|
23
|
+
|
24
|
+
import wandb
|
25
|
+
from wandb import env, util
|
26
|
+
from wandb.apis import public
|
27
|
+
from wandb.apis.internal import Api as InternalApi
|
28
|
+
from wandb.apis.normalize import normalize_exceptions
|
29
|
+
from wandb.apis.public.const import RETRY_TIMEDELTA
|
30
|
+
from wandb.sdk.internal.thread_local_settings import _thread_local_api_settings
|
31
|
+
from wandb.sdk.launch.utils import LAUNCH_DEFAULT_PROJECT
|
32
|
+
from wandb.sdk.lib import retry, runid
|
33
|
+
from wandb.sdk.lib.deprecate import Deprecated, deprecate
|
34
|
+
from wandb.sdk.lib.gql_request import GraphQLSession
|
35
|
+
|
36
|
+
logger = logging.getLogger(__name__)
|
37
|
+
|
38
|
+
|
39
|
+
class RetryingClient:
|
40
|
+
INFO_QUERY = gql(
|
41
|
+
"""
|
42
|
+
query ServerInfo{
|
43
|
+
serverInfo {
|
44
|
+
cliVersionInfo
|
45
|
+
latestLocalVersionInfo {
|
46
|
+
outOfDate
|
47
|
+
latestVersionString
|
48
|
+
versionOnThisInstanceString
|
49
|
+
}
|
50
|
+
}
|
51
|
+
}
|
52
|
+
"""
|
53
|
+
)
|
54
|
+
|
55
|
+
def __init__(self, client: Client):
|
56
|
+
self._server_info = None
|
57
|
+
self._client = client
|
58
|
+
|
59
|
+
@property
|
60
|
+
def app_url(self):
|
61
|
+
return util.app_url(self._client.transport.url.replace("/graphql", "")) + "/"
|
62
|
+
|
63
|
+
@retry.retriable(
|
64
|
+
retry_timedelta=RETRY_TIMEDELTA,
|
65
|
+
check_retry_fn=util.no_retry_auth,
|
66
|
+
retryable_exceptions=(RetryError, requests.RequestException),
|
67
|
+
)
|
68
|
+
def execute(self, *args, **kwargs): # noqa: D102 # User not encouraged to use this class directly
|
69
|
+
try:
|
70
|
+
return self._client.execute(*args, **kwargs)
|
71
|
+
except requests.exceptions.ReadTimeout:
|
72
|
+
if "timeout" not in kwargs:
|
73
|
+
timeout = self._client.transport.default_timeout
|
74
|
+
wandb.termwarn(
|
75
|
+
f"A graphql request initiated by the public wandb API timed out (timeout={timeout} sec). "
|
76
|
+
f"Create a new API with an integer timeout larger than {timeout}, e.g., `api = wandb.Api(timeout={timeout + 10})` "
|
77
|
+
f"to increase the graphql timeout."
|
78
|
+
)
|
79
|
+
raise
|
80
|
+
|
81
|
+
@property
|
82
|
+
def server_info(self):
|
83
|
+
if self._server_info is None:
|
84
|
+
self._server_info = self.execute(self.INFO_QUERY).get("serverInfo")
|
85
|
+
return self._server_info
|
86
|
+
|
87
|
+
def version_supported(self, min_version: str) -> bool: # noqa: D102 # User not encouraged to use this class directly
|
88
|
+
from wandb.util import parse_version
|
89
|
+
|
90
|
+
return parse_version(min_version) <= parse_version(
|
91
|
+
self.server_info["cliVersionInfo"]["max_cli_version"]
|
92
|
+
)
|
93
|
+
|
94
|
+
|
95
|
+
class Api:
|
96
|
+
"""Used for querying the wandb server.
|
97
|
+
|
98
|
+
Examples:
|
99
|
+
Most common way to initialize
|
100
|
+
>>> wandb.Api()
|
101
|
+
|
102
|
+
Arguments:
|
103
|
+
overrides: (dict) You can set `base_url` if you are using a wandb server
|
104
|
+
other than https://api.wandb.ai.
|
105
|
+
You can also set defaults for `entity`, `project`, and `run`.
|
106
|
+
"""
|
107
|
+
|
108
|
+
_HTTP_TIMEOUT = env.get_http_timeout(19)
|
109
|
+
DEFAULT_ENTITY_QUERY = gql(
|
110
|
+
"""
|
111
|
+
query Viewer{
|
112
|
+
viewer {
|
113
|
+
id
|
114
|
+
entity
|
115
|
+
}
|
116
|
+
}
|
117
|
+
"""
|
118
|
+
)
|
119
|
+
|
120
|
+
VIEWER_QUERY = gql(
|
121
|
+
"""
|
122
|
+
query Viewer{
|
123
|
+
viewer {
|
124
|
+
id
|
125
|
+
flags
|
126
|
+
entity
|
127
|
+
username
|
128
|
+
email
|
129
|
+
admin
|
130
|
+
apiKeys {
|
131
|
+
edges {
|
132
|
+
node {
|
133
|
+
id
|
134
|
+
name
|
135
|
+
description
|
136
|
+
}
|
137
|
+
}
|
138
|
+
}
|
139
|
+
teams {
|
140
|
+
edges {
|
141
|
+
node {
|
142
|
+
name
|
143
|
+
}
|
144
|
+
}
|
145
|
+
}
|
146
|
+
}
|
147
|
+
}
|
148
|
+
"""
|
149
|
+
)
|
150
|
+
USERS_QUERY = gql(
|
151
|
+
"""
|
152
|
+
query SearchUsers($query: String) {
|
153
|
+
users(query: $query) {
|
154
|
+
edges {
|
155
|
+
node {
|
156
|
+
id
|
157
|
+
flags
|
158
|
+
entity
|
159
|
+
admin
|
160
|
+
email
|
161
|
+
deletedAt
|
162
|
+
username
|
163
|
+
apiKeys {
|
164
|
+
edges {
|
165
|
+
node {
|
166
|
+
id
|
167
|
+
name
|
168
|
+
description
|
169
|
+
}
|
170
|
+
}
|
171
|
+
}
|
172
|
+
teams {
|
173
|
+
edges {
|
174
|
+
node {
|
175
|
+
name
|
176
|
+
}
|
177
|
+
}
|
178
|
+
}
|
179
|
+
}
|
180
|
+
}
|
181
|
+
}
|
182
|
+
}
|
183
|
+
"""
|
184
|
+
)
|
185
|
+
|
186
|
+
CREATE_PROJECT = gql(
|
187
|
+
"""
|
188
|
+
mutation upsertModel(
|
189
|
+
$description: String
|
190
|
+
$entityName: String
|
191
|
+
$id: String
|
192
|
+
$name: String
|
193
|
+
$framework: String
|
194
|
+
$access: String
|
195
|
+
$views: JSONString
|
196
|
+
) {
|
197
|
+
upsertModel(
|
198
|
+
input: {
|
199
|
+
description: $description
|
200
|
+
entityName: $entityName
|
201
|
+
id: $id
|
202
|
+
name: $name
|
203
|
+
framework: $framework
|
204
|
+
access: $access
|
205
|
+
views: $views
|
206
|
+
}
|
207
|
+
) {
|
208
|
+
project {
|
209
|
+
id
|
210
|
+
name
|
211
|
+
entityName
|
212
|
+
description
|
213
|
+
access
|
214
|
+
views
|
215
|
+
}
|
216
|
+
model {
|
217
|
+
id
|
218
|
+
name
|
219
|
+
entityName
|
220
|
+
description
|
221
|
+
access
|
222
|
+
views
|
223
|
+
}
|
224
|
+
inserted
|
225
|
+
}
|
226
|
+
}
|
227
|
+
"""
|
228
|
+
)
|
229
|
+
|
230
|
+
def __init__(
|
231
|
+
self,
|
232
|
+
overrides: Optional[Dict[str, Any]] = None,
|
233
|
+
timeout: Optional[int] = None,
|
234
|
+
api_key: Optional[str] = None,
|
235
|
+
) -> None:
|
236
|
+
self.settings = InternalApi().settings()
|
237
|
+
_overrides = overrides or {}
|
238
|
+
self._api_key = api_key
|
239
|
+
if self.api_key is None and _thread_local_api_settings.cookies is None:
|
240
|
+
wandb.login(host=_overrides.get("base_url"))
|
241
|
+
self.settings.update(_overrides)
|
242
|
+
if "username" in _overrides and "entity" not in _overrides:
|
243
|
+
wandb.termwarn(
|
244
|
+
'Passing "username" to Api is deprecated. please use "entity" instead.'
|
245
|
+
)
|
246
|
+
self.settings["entity"] = _overrides["username"]
|
247
|
+
self.settings["base_url"] = self.settings["base_url"].rstrip("/")
|
248
|
+
|
249
|
+
self._viewer = None
|
250
|
+
self._projects = {}
|
251
|
+
self._runs = {}
|
252
|
+
self._sweeps = {}
|
253
|
+
self._reports = {}
|
254
|
+
self._default_entity = None
|
255
|
+
self._timeout = timeout if timeout is not None else self._HTTP_TIMEOUT
|
256
|
+
auth = None
|
257
|
+
if not _thread_local_api_settings.cookies:
|
258
|
+
auth = ("api", self.api_key)
|
259
|
+
proxies = self.settings.get("_proxies") or json.loads(
|
260
|
+
os.environ.get("WANDB__PROXIES", "{}")
|
261
|
+
)
|
262
|
+
self._base_client = Client(
|
263
|
+
transport=GraphQLSession(
|
264
|
+
headers={
|
265
|
+
"User-Agent": self.user_agent,
|
266
|
+
"Use-Admin-Privileges": "true",
|
267
|
+
**(_thread_local_api_settings.headers or {}),
|
268
|
+
},
|
269
|
+
use_json=True,
|
270
|
+
# this timeout won't apply when the DNS lookup fails. in that case, it will be 60s
|
271
|
+
# https://bugs.python.org/issue22889
|
272
|
+
timeout=self._timeout,
|
273
|
+
auth=auth,
|
274
|
+
url="{}/graphql".format(self.settings["base_url"]),
|
275
|
+
cookies=_thread_local_api_settings.cookies,
|
276
|
+
proxies=proxies,
|
277
|
+
)
|
278
|
+
)
|
279
|
+
self._client = RetryingClient(self._base_client)
|
280
|
+
|
281
|
+
def create_project(self, name: str, entity: str) -> None:
|
282
|
+
"""Create a new project.
|
283
|
+
|
284
|
+
Arguments:
|
285
|
+
name: (str) The name of the new project.
|
286
|
+
entity: (str) The entity of the new project.
|
287
|
+
"""
|
288
|
+
self.client.execute(self.CREATE_PROJECT, {"entityName": entity, "name": name})
|
289
|
+
|
290
|
+
def create_run(
|
291
|
+
self,
|
292
|
+
*,
|
293
|
+
run_id: Optional[str] = None,
|
294
|
+
project: Optional[str] = None,
|
295
|
+
entity: Optional[str] = None,
|
296
|
+
) -> "public.Run":
|
297
|
+
"""Create a new run.
|
298
|
+
|
299
|
+
Arguments:
|
300
|
+
run_id: (str, optional) The ID to assign to the run, if given. The run ID is automatically generated by
|
301
|
+
default, so in general, you do not need to specify this and should only do so at your own risk.
|
302
|
+
project: (str, optional) If given, the project of the new run.
|
303
|
+
entity: (str, optional) If given, the entity of the new run.
|
304
|
+
|
305
|
+
Returns:
|
306
|
+
The newly created `Run`.
|
307
|
+
"""
|
308
|
+
if entity is None:
|
309
|
+
entity = self.default_entity
|
310
|
+
return public.Run.create(self, run_id=run_id, project=project, entity=entity)
|
311
|
+
|
312
|
+
def create_run_queue(
|
313
|
+
self,
|
314
|
+
name: str,
|
315
|
+
type: "public.RunQueueResourceType",
|
316
|
+
entity: Optional[str] = None,
|
317
|
+
prioritization_mode: Optional["public.RunQueuePrioritizationMode"] = None,
|
318
|
+
config: Optional[dict] = None,
|
319
|
+
template_variables: Optional[dict] = None,
|
320
|
+
) -> "public.RunQueue":
|
321
|
+
"""Create a new run queue (launch).
|
322
|
+
|
323
|
+
Arguments:
|
324
|
+
name: (str) Name of the queue to create
|
325
|
+
type: (str) Type of resource to be used for the queue. One of "local-container", "local-process", "kubernetes", "sagemaker", or "gcp-vertex".
|
326
|
+
entity: (str) Optional name of the entity to create the queue. If None, will use the configured or default entity.
|
327
|
+
prioritization_mode: (str) Optional version of prioritization to use. Either "V0" or None
|
328
|
+
config: (dict) Optional default resource configuration to be used for the queue. Use handlebars (eg. "{{var}}") to specify template variables.
|
329
|
+
template_variables: (dict) A dictionary of template variable schemas to be used with the config. Expected format of:
|
330
|
+
{
|
331
|
+
"var-name": {
|
332
|
+
"schema": {
|
333
|
+
"type": ("string", "number", or "integer"),
|
334
|
+
"default": (optional value),
|
335
|
+
"minimum": (optional minimum),
|
336
|
+
"maximum": (optional maximum),
|
337
|
+
"enum": [..."(options)"]
|
338
|
+
}
|
339
|
+
}
|
340
|
+
}
|
341
|
+
|
342
|
+
Returns:
|
343
|
+
The newly created `RunQueue`
|
344
|
+
|
345
|
+
Raises:
|
346
|
+
ValueError if any of the parameters are invalid
|
347
|
+
wandb.Error on wandb API errors
|
348
|
+
"""
|
349
|
+
# TODO(np): Need to check server capabilities for this feature
|
350
|
+
# 0. assert params are valid/normalized
|
351
|
+
if entity is None:
|
352
|
+
entity = self.settings["entity"] or self.default_entity
|
353
|
+
if entity is None:
|
354
|
+
raise ValueError(
|
355
|
+
"entity must be passed as a parameter, or set in settings"
|
356
|
+
)
|
357
|
+
|
358
|
+
if len(name) == 0:
|
359
|
+
raise ValueError("name must be non-empty")
|
360
|
+
if len(name) > 64:
|
361
|
+
raise ValueError("name must be less than 64 characters")
|
362
|
+
|
363
|
+
if type not in [
|
364
|
+
"local-container",
|
365
|
+
"local-process",
|
366
|
+
"kubernetes",
|
367
|
+
"sagemaker",
|
368
|
+
"gcp-vertex",
|
369
|
+
]:
|
370
|
+
raise ValueError(
|
371
|
+
"resource_type must be one of 'local-container', 'local-process', 'kubernetes', 'sagemaker', or 'gcp-vertex'"
|
372
|
+
)
|
373
|
+
|
374
|
+
if prioritization_mode:
|
375
|
+
prioritization_mode = prioritization_mode.upper()
|
376
|
+
if prioritization_mode not in ["V0"]:
|
377
|
+
raise ValueError("prioritization_mode must be 'V0' if present")
|
378
|
+
|
379
|
+
if config is None:
|
380
|
+
config = {}
|
381
|
+
|
382
|
+
# 1. create required default launch project in the entity
|
383
|
+
self.create_project(LAUNCH_DEFAULT_PROJECT, entity)
|
384
|
+
|
385
|
+
api = InternalApi(
|
386
|
+
default_settings={
|
387
|
+
"entity": entity,
|
388
|
+
"project": self.project(LAUNCH_DEFAULT_PROJECT),
|
389
|
+
},
|
390
|
+
retry_timedelta=RETRY_TIMEDELTA,
|
391
|
+
)
|
392
|
+
|
393
|
+
# 2. create default resource config, receive config id
|
394
|
+
config_json = json.dumps({"resource_args": {type: config}})
|
395
|
+
create_config_result = api.create_default_resource_config(
|
396
|
+
entity, type, config_json, template_variables
|
397
|
+
)
|
398
|
+
if not create_config_result["success"]:
|
399
|
+
raise wandb.Error("failed to create default resource config")
|
400
|
+
config_id = create_config_result["defaultResourceConfigID"]
|
401
|
+
|
402
|
+
# 3. create run queue
|
403
|
+
create_queue_result = api.create_run_queue(
|
404
|
+
entity,
|
405
|
+
LAUNCH_DEFAULT_PROJECT,
|
406
|
+
name,
|
407
|
+
"PROJECT",
|
408
|
+
prioritization_mode,
|
409
|
+
config_id,
|
410
|
+
)
|
411
|
+
if not create_queue_result["success"]:
|
412
|
+
raise wandb.Error("failed to create run queue")
|
413
|
+
|
414
|
+
return public.RunQueue(
|
415
|
+
client=self.client,
|
416
|
+
name=name,
|
417
|
+
entity=entity,
|
418
|
+
prioritization_mode=prioritization_mode,
|
419
|
+
_access="PROJECT",
|
420
|
+
_default_resource_config_id=config_id,
|
421
|
+
_default_resource_config=config,
|
422
|
+
)
|
423
|
+
|
424
|
+
def upsert_run_queue(
|
425
|
+
self,
|
426
|
+
name: str,
|
427
|
+
resource_config: dict,
|
428
|
+
resource_type: "public.RunQueueResourceType",
|
429
|
+
entity: Optional[str] = None,
|
430
|
+
template_variables: Optional[dict] = None,
|
431
|
+
external_links: Optional[dict] = None,
|
432
|
+
prioritization_mode: Optional["public.RunQueuePrioritizationMode"] = None,
|
433
|
+
):
|
434
|
+
"""Upsert a run queue (launch).
|
435
|
+
|
436
|
+
Arguments:
|
437
|
+
name: (str) Name of the queue to create
|
438
|
+
entity: (str) Optional name of the entity to create the queue. If None, will use the configured or default entity.
|
439
|
+
resource_config: (dict) Optional default resource configuration to be used for the queue. Use handlebars (eg. "{{var}}") to specify template variables.
|
440
|
+
resource_type: (str) Type of resource to be used for the queue. One of "local-container", "local-process", "kubernetes", "sagemaker", or "gcp-vertex".
|
441
|
+
template_variables: (dict) A dictionary of template variable schemas to be used with the config. Expected format of:
|
442
|
+
{
|
443
|
+
"var-name": {
|
444
|
+
"schema": {
|
445
|
+
"type": ("string", "number", or "integer"),
|
446
|
+
"default": (optional value),
|
447
|
+
"minimum": (optional minimum),
|
448
|
+
"maximum": (optional maximum),
|
449
|
+
"enum": [..."(options)"]
|
450
|
+
}
|
451
|
+
}
|
452
|
+
}
|
453
|
+
external_links: (dict) Optional dictionary of external links to be used with the queue. Expected format of:
|
454
|
+
{
|
455
|
+
"name": "url"
|
456
|
+
}
|
457
|
+
prioritization_mode: (str) Optional version of prioritization to use. Either "V0" or None
|
458
|
+
|
459
|
+
Returns:
|
460
|
+
The upserted `RunQueue`.
|
461
|
+
|
462
|
+
Raises:
|
463
|
+
ValueError if any of the parameters are invalid
|
464
|
+
wandb.Error on wandb API errors
|
465
|
+
"""
|
466
|
+
if entity is None:
|
467
|
+
entity = self.settings["entity"] or self.default_entity
|
468
|
+
if entity is None:
|
469
|
+
raise ValueError(
|
470
|
+
"entity must be passed as a parameter, or set in settings"
|
471
|
+
)
|
472
|
+
|
473
|
+
if len(name) == 0:
|
474
|
+
raise ValueError("name must be non-empty")
|
475
|
+
if len(name) > 64:
|
476
|
+
raise ValueError("name must be less than 64 characters")
|
477
|
+
|
478
|
+
prioritization_mode = prioritization_mode or "DISABLED"
|
479
|
+
prioritization_mode = prioritization_mode.upper()
|
480
|
+
if prioritization_mode not in ["V0", "DISABLED"]:
|
481
|
+
raise ValueError(
|
482
|
+
"prioritization_mode must be 'V0' or 'DISABLED' if present"
|
483
|
+
)
|
484
|
+
|
485
|
+
if resource_type not in [
|
486
|
+
"local-container",
|
487
|
+
"local-process",
|
488
|
+
"kubernetes",
|
489
|
+
"sagemaker",
|
490
|
+
"gcp-vertex",
|
491
|
+
]:
|
492
|
+
raise ValueError(
|
493
|
+
"resource_type must be one of 'local-container', 'local-process', 'kubernetes', 'sagemaker', or 'gcp-vertex'"
|
494
|
+
)
|
495
|
+
|
496
|
+
self.create_project(LAUNCH_DEFAULT_PROJECT, entity)
|
497
|
+
api = InternalApi(
|
498
|
+
default_settings={
|
499
|
+
"entity": entity,
|
500
|
+
"project": self.project(LAUNCH_DEFAULT_PROJECT),
|
501
|
+
},
|
502
|
+
retry_timedelta=RETRY_TIMEDELTA,
|
503
|
+
)
|
504
|
+
# User provides external_links as a dict with name: url format
|
505
|
+
# but backend stores it as a list of dicts with url and label keys.
|
506
|
+
external_links = external_links or {}
|
507
|
+
external_links = {
|
508
|
+
"links": [
|
509
|
+
{
|
510
|
+
"label": key,
|
511
|
+
"url": value,
|
512
|
+
}
|
513
|
+
for key, value in external_links.items()
|
514
|
+
]
|
515
|
+
}
|
516
|
+
upsert_run_queue_result = api.upsert_run_queue(
|
517
|
+
name,
|
518
|
+
entity,
|
519
|
+
resource_type,
|
520
|
+
{"resource_args": {resource_type: resource_config}},
|
521
|
+
template_variables=template_variables,
|
522
|
+
external_links=external_links,
|
523
|
+
prioritization_mode=prioritization_mode,
|
524
|
+
)
|
525
|
+
if not upsert_run_queue_result["success"]:
|
526
|
+
raise wandb.Error("failed to create run queue")
|
527
|
+
schema_errors = (
|
528
|
+
upsert_run_queue_result.get("configSchemaValidationErrors") or []
|
529
|
+
)
|
530
|
+
for error in schema_errors:
|
531
|
+
wandb.termwarn(f"resource config validation: {error}")
|
532
|
+
|
533
|
+
return public.RunQueue(
|
534
|
+
client=self.client,
|
535
|
+
name=name,
|
536
|
+
entity=entity,
|
537
|
+
)
|
538
|
+
|
539
|
+
def create_user(self, email, admin=False):
|
540
|
+
"""Create a new user.
|
541
|
+
|
542
|
+
Arguments:
|
543
|
+
email: (str) The email address of the user
|
544
|
+
admin: (bool) Whether this user should be a global instance admin
|
545
|
+
|
546
|
+
Returns:
|
547
|
+
A `User` object
|
548
|
+
"""
|
549
|
+
return public.User.create(self, email, admin)
|
550
|
+
|
551
|
+
def sync_tensorboard(self, root_dir, run_id=None, project=None, entity=None):
|
552
|
+
"""Sync a local directory containing tfevent files to wandb."""
|
553
|
+
from wandb.sync import SyncManager # TODO: circular import madness
|
554
|
+
|
555
|
+
run_id = run_id or runid.generate_id()
|
556
|
+
project = project or self.settings.get("project") or "uncategorized"
|
557
|
+
entity = entity or self.default_entity
|
558
|
+
# TODO: pipe through log_path to inform the user how to debug
|
559
|
+
sm = SyncManager(
|
560
|
+
project=project,
|
561
|
+
entity=entity,
|
562
|
+
run_id=run_id,
|
563
|
+
mark_synced=False,
|
564
|
+
app_url=self.client.app_url,
|
565
|
+
view=False,
|
566
|
+
verbose=False,
|
567
|
+
sync_tensorboard=True,
|
568
|
+
)
|
569
|
+
sm.add(root_dir)
|
570
|
+
sm.start()
|
571
|
+
while not sm.is_done():
|
572
|
+
_ = sm.poll()
|
573
|
+
return self.run("/".join([entity, project, run_id]))
|
574
|
+
|
575
|
+
@property
|
576
|
+
def client(self) -> RetryingClient:
|
577
|
+
return self._client
|
578
|
+
|
579
|
+
@property
|
580
|
+
def user_agent(self) -> str:
|
581
|
+
return "W&B Public Client {}".format(wandb.__version__)
|
582
|
+
|
583
|
+
@property
|
584
|
+
def api_key(self) -> Optional[str]:
|
585
|
+
# just use thread local api key if it's set
|
586
|
+
if _thread_local_api_settings.api_key:
|
587
|
+
return _thread_local_api_settings.api_key
|
588
|
+
if self._api_key is not None:
|
589
|
+
return self._api_key
|
590
|
+
auth = requests.utils.get_netrc_auth(self.settings["base_url"])
|
591
|
+
key = None
|
592
|
+
if auth:
|
593
|
+
key = auth[-1]
|
594
|
+
# Environment should take precedence
|
595
|
+
if os.getenv("WANDB_API_KEY"):
|
596
|
+
key = os.environ["WANDB_API_KEY"]
|
597
|
+
self._api_key = key # memoize key
|
598
|
+
return key
|
599
|
+
|
600
|
+
@property
|
601
|
+
def default_entity(self) -> Optional[str]:
|
602
|
+
if self._default_entity is None:
|
603
|
+
res = self._client.execute(self.DEFAULT_ENTITY_QUERY)
|
604
|
+
self._default_entity = (res.get("viewer") or {}).get("entity")
|
605
|
+
return self._default_entity
|
606
|
+
|
607
|
+
@property
|
608
|
+
def viewer(self) -> "public.User":
|
609
|
+
if self._viewer is None:
|
610
|
+
self._viewer = public.User(
|
611
|
+
self._client, self._client.execute(self.VIEWER_QUERY).get("viewer")
|
612
|
+
)
|
613
|
+
self._default_entity = self._viewer.entity
|
614
|
+
return self._viewer
|
615
|
+
|
616
|
+
def flush(self):
|
617
|
+
"""Flush the local cache.
|
618
|
+
|
619
|
+
The api object keeps a local cache of runs, so if the state of the run may
|
620
|
+
change while executing your script you must clear the local cache with
|
621
|
+
`api.flush()` to get the latest values associated with the run.
|
622
|
+
"""
|
623
|
+
self._runs = {}
|
624
|
+
|
625
|
+
def from_path(self, path):
|
626
|
+
"""Return a run, sweep, project or report from a path.
|
627
|
+
|
628
|
+
Examples:
|
629
|
+
```
|
630
|
+
project = api.from_path("my_project")
|
631
|
+
team_project = api.from_path("my_team/my_project")
|
632
|
+
run = api.from_path("my_team/my_project/runs/id")
|
633
|
+
sweep = api.from_path("my_team/my_project/sweeps/id")
|
634
|
+
report = api.from_path("my_team/my_project/reports/My-Report-Vm11dsdf")
|
635
|
+
```
|
636
|
+
|
637
|
+
Arguments:
|
638
|
+
path: (str) The path to the project, run, sweep or report
|
639
|
+
|
640
|
+
Returns:
|
641
|
+
A `Project`, `Run`, `Sweep`, or `BetaReport` instance.
|
642
|
+
|
643
|
+
Raises:
|
644
|
+
wandb.Error if path is invalid or the object doesn't exist
|
645
|
+
"""
|
646
|
+
parts = path.strip("/ ").split("/")
|
647
|
+
if len(parts) == 1:
|
648
|
+
return self.project(path)
|
649
|
+
elif len(parts) == 2:
|
650
|
+
return self.project(parts[1], parts[0])
|
651
|
+
elif len(parts) == 3:
|
652
|
+
return self.run(path)
|
653
|
+
elif len(parts) == 4:
|
654
|
+
if parts[2].startswith("run"):
|
655
|
+
return self.run(path)
|
656
|
+
elif parts[2].startswith("sweep"):
|
657
|
+
return self.sweep(path)
|
658
|
+
elif parts[2].startswith("report"):
|
659
|
+
if "--" not in parts[-1]:
|
660
|
+
if "-" in parts[-1]:
|
661
|
+
raise wandb.Error(
|
662
|
+
"Invalid report path, should be team/project/reports/Name--XXXX"
|
663
|
+
)
|
664
|
+
else:
|
665
|
+
parts[-1] = "--" + parts[-1]
|
666
|
+
name, id = parts[-1].split("--")
|
667
|
+
return public.BetaReport(
|
668
|
+
self.client,
|
669
|
+
{
|
670
|
+
"display_name": urllib.parse.unquote(name.replace("-", " ")),
|
671
|
+
"id": id,
|
672
|
+
"spec": "{}",
|
673
|
+
},
|
674
|
+
parts[0],
|
675
|
+
parts[1],
|
676
|
+
)
|
677
|
+
raise wandb.Error(
|
678
|
+
"Invalid path, should be TEAM/PROJECT/TYPE/ID where TYPE is runs, sweeps, or reports"
|
679
|
+
)
|
680
|
+
|
681
|
+
def _parse_project_path(self, path):
|
682
|
+
"""Return project and entity for project specified by path."""
|
683
|
+
project = self.settings["project"] or "uncategorized"
|
684
|
+
entity = self.settings["entity"] or self.default_entity
|
685
|
+
if path is None:
|
686
|
+
return entity, project
|
687
|
+
parts = path.split("/", 1)
|
688
|
+
if len(parts) == 1:
|
689
|
+
return entity, path
|
690
|
+
return parts
|
691
|
+
|
692
|
+
def _parse_path(self, path):
|
693
|
+
"""Parse url, filepath, or docker paths.
|
694
|
+
|
695
|
+
Allows paths in the following formats:
|
696
|
+
- url: entity/project/runs/id
|
697
|
+
- path: entity/project/id
|
698
|
+
- docker: entity/project:id
|
699
|
+
|
700
|
+
Entity is optional and will fall back to the current logged-in user.
|
701
|
+
"""
|
702
|
+
project = self.settings["project"] or "uncategorized"
|
703
|
+
entity = self.settings["entity"] or self.default_entity
|
704
|
+
parts = (
|
705
|
+
path.replace("/runs/", "/").replace("/sweeps/", "/").strip("/ ").split("/")
|
706
|
+
)
|
707
|
+
if ":" in parts[-1]:
|
708
|
+
id = parts[-1].split(":")[-1]
|
709
|
+
parts[-1] = parts[-1].split(":")[0]
|
710
|
+
elif parts[-1]:
|
711
|
+
id = parts[-1]
|
712
|
+
if len(parts) == 1 and project != "uncategorized":
|
713
|
+
pass
|
714
|
+
elif len(parts) > 1:
|
715
|
+
project = parts[1]
|
716
|
+
if entity and id == project:
|
717
|
+
project = parts[0]
|
718
|
+
else:
|
719
|
+
entity = parts[0]
|
720
|
+
if len(parts) == 3:
|
721
|
+
entity = parts[0]
|
722
|
+
else:
|
723
|
+
project = parts[0]
|
724
|
+
return entity, project, id
|
725
|
+
|
726
|
+
def _parse_artifact_path(self, path):
|
727
|
+
"""Return project, entity and artifact name for project specified by path."""
|
728
|
+
project = self.settings["project"] or "uncategorized"
|
729
|
+
entity = self.settings["entity"] or self.default_entity
|
730
|
+
if path is None:
|
731
|
+
return entity, project
|
732
|
+
|
733
|
+
path, colon, alias = path.partition(":")
|
734
|
+
full_alias = colon + alias
|
735
|
+
|
736
|
+
parts = path.split("/")
|
737
|
+
if len(parts) > 3:
|
738
|
+
raise ValueError("Invalid artifact path: {}".format(path))
|
739
|
+
elif len(parts) == 1:
|
740
|
+
return entity, project, path + full_alias
|
741
|
+
elif len(parts) == 2:
|
742
|
+
return entity, parts[0], parts[1] + full_alias
|
743
|
+
parts[-1] += full_alias
|
744
|
+
return parts
|
745
|
+
|
746
|
+
def projects(
|
747
|
+
self, entity: Optional[str] = None, per_page: Optional[int] = 200
|
748
|
+
) -> "public.Projects":
|
749
|
+
"""Get projects for a given entity.
|
750
|
+
|
751
|
+
Arguments:
|
752
|
+
entity: (str) Name of the entity requested. If None, will fall back to the
|
753
|
+
default entity passed to `Api`. If no default entity, will raise a `ValueError`.
|
754
|
+
per_page: (int) Sets the page size for query pagination. None will use the default size.
|
755
|
+
Usually there is no reason to change this.
|
756
|
+
|
757
|
+
Returns:
|
758
|
+
A `Projects` object which is an iterable collection of `Project` objects.
|
759
|
+
"""
|
760
|
+
if entity is None:
|
761
|
+
entity = self.settings["entity"] or self.default_entity
|
762
|
+
if entity is None:
|
763
|
+
raise ValueError(
|
764
|
+
"entity must be passed as a parameter, or set in settings"
|
765
|
+
)
|
766
|
+
if entity not in self._projects:
|
767
|
+
self._projects[entity] = public.Projects(
|
768
|
+
self.client, entity, per_page=per_page
|
769
|
+
)
|
770
|
+
return self._projects[entity]
|
771
|
+
|
772
|
+
def project(self, name: str, entity: Optional[str] = None) -> "public.Project":
|
773
|
+
"""Return the `Project` with the given name (and entity, if given).
|
774
|
+
|
775
|
+
Arguments:
|
776
|
+
name: (str) The project name.
|
777
|
+
entity: (str) Name of the entity requested. If None, will fall back to the
|
778
|
+
default entity passed to `Api`. If no default entity, will raise a `ValueError`.
|
779
|
+
|
780
|
+
Returns:
|
781
|
+
A `Project` object.
|
782
|
+
"""
|
783
|
+
if entity is None:
|
784
|
+
entity = self.settings["entity"] or self.default_entity
|
785
|
+
return public.Project(self.client, entity, name, {})
|
786
|
+
|
787
|
+
def reports(
|
788
|
+
self, path: str = "", name: Optional[str] = None, per_page: Optional[int] = 50
|
789
|
+
) -> "public.Reports":
|
790
|
+
"""Get reports for a given project path.
|
791
|
+
|
792
|
+
WARNING: This api is in beta and will likely change in a future release
|
793
|
+
|
794
|
+
Arguments:
|
795
|
+
path: (str) path to project the report resides in, should be in the form: "entity/project"
|
796
|
+
name: (str, optional) optional name of the report requested.
|
797
|
+
per_page: (int) Sets the page size for query pagination. None will use the default size.
|
798
|
+
Usually there is no reason to change this.
|
799
|
+
|
800
|
+
Returns:
|
801
|
+
A `Reports` object which is an iterable collection of `BetaReport` objects.
|
802
|
+
"""
|
803
|
+
entity, project, _ = self._parse_path(path + "/fake_run")
|
804
|
+
|
805
|
+
if name:
|
806
|
+
name = urllib.parse.unquote(name)
|
807
|
+
key = "/".join([entity, project, str(name)])
|
808
|
+
else:
|
809
|
+
key = "/".join([entity, project])
|
810
|
+
|
811
|
+
if key not in self._reports:
|
812
|
+
self._reports[key] = public.Reports(
|
813
|
+
self.client,
|
814
|
+
public.Project(self.client, entity, project, {}),
|
815
|
+
name=name,
|
816
|
+
per_page=per_page,
|
817
|
+
)
|
818
|
+
return self._reports[key]
|
819
|
+
|
820
|
+
def create_team(self, team, admin_username=None):
|
821
|
+
"""Create a new team.
|
822
|
+
|
823
|
+
Arguments:
|
824
|
+
team: (str) The name of the team
|
825
|
+
admin_username: (str) optional username of the admin user of the team, defaults to the current user.
|
826
|
+
|
827
|
+
Returns:
|
828
|
+
A `Team` object
|
829
|
+
"""
|
830
|
+
return public.Team.create(self, team, admin_username)
|
831
|
+
|
832
|
+
def team(self, team: str) -> "public.Team":
|
833
|
+
"""Return the matching `Team` with the given name.
|
834
|
+
|
835
|
+
Arguments:
|
836
|
+
team: (str) The name of the team.
|
837
|
+
|
838
|
+
Returns:
|
839
|
+
A `Team` object.
|
840
|
+
"""
|
841
|
+
return public.Team(self.client, team)
|
842
|
+
|
843
|
+
def user(self, username_or_email: str) -> Optional["public.User"]:
|
844
|
+
"""Return a user from a username or email address.
|
845
|
+
|
846
|
+
Note: This function only works for Local Admins, if you are trying to get your own user object, please use `api.viewer`.
|
847
|
+
|
848
|
+
Arguments:
|
849
|
+
username_or_email: (str) The username or email address of the user
|
850
|
+
|
851
|
+
Returns:
|
852
|
+
A `User` object or None if a user couldn't be found
|
853
|
+
"""
|
854
|
+
res = self._client.execute(self.USERS_QUERY, {"query": username_or_email})
|
855
|
+
if len(res["users"]["edges"]) == 0:
|
856
|
+
return None
|
857
|
+
elif len(res["users"]["edges"]) > 1:
|
858
|
+
wandb.termwarn(
|
859
|
+
"Found multiple users, returning the first user matching {}".format(
|
860
|
+
username_or_email
|
861
|
+
)
|
862
|
+
)
|
863
|
+
return public.User(self._client, res["users"]["edges"][0]["node"])
|
864
|
+
|
865
|
+
def users(self, username_or_email: str) -> List["public.User"]:
|
866
|
+
"""Return all users from a partial username or email address query.
|
867
|
+
|
868
|
+
Note: This function only works for Local Admins, if you are trying to get your own user object, please use `api.viewer`.
|
869
|
+
|
870
|
+
Arguments:
|
871
|
+
username_or_email: (str) The prefix or suffix of the user you want to find
|
872
|
+
|
873
|
+
Returns:
|
874
|
+
An array of `User` objects
|
875
|
+
"""
|
876
|
+
res = self._client.execute(self.USERS_QUERY, {"query": username_or_email})
|
877
|
+
return [
|
878
|
+
public.User(self._client, edge["node"]) for edge in res["users"]["edges"]
|
879
|
+
]
|
880
|
+
|
881
|
+
def runs(
|
882
|
+
self,
|
883
|
+
path: Optional[str] = None,
|
884
|
+
filters: Optional[Dict[str, Any]] = None,
|
885
|
+
order: str = "+created_at",
|
886
|
+
per_page: int = 50,
|
887
|
+
include_sweeps: bool = True,
|
888
|
+
):
|
889
|
+
"""Return a set of runs from a project that match the filters provided.
|
890
|
+
|
891
|
+
You can filter by `config.*`, `summary_metrics.*`, `tags`, `state`, `entity`, `createdAt`, etc.
|
892
|
+
|
893
|
+
Examples:
|
894
|
+
Find runs in my_project where config.experiment_name has been set to "foo"
|
895
|
+
```
|
896
|
+
api.runs(path="my_entity/my_project", filters={"config.experiment_name": "foo"})
|
897
|
+
```
|
898
|
+
|
899
|
+
Find runs in my_project where config.experiment_name has been set to "foo" or "bar"
|
900
|
+
```
|
901
|
+
api.runs(
|
902
|
+
path="my_entity/my_project",
|
903
|
+
filters={"$or": [{"config.experiment_name": "foo"}, {"config.experiment_name": "bar"}]}
|
904
|
+
)
|
905
|
+
```
|
906
|
+
|
907
|
+
Find runs in my_project where config.experiment_name matches a regex (anchors are not supported)
|
908
|
+
```
|
909
|
+
api.runs(
|
910
|
+
path="my_entity/my_project",
|
911
|
+
filters={"config.experiment_name": {"$regex": "b.*"}}
|
912
|
+
)
|
913
|
+
```
|
914
|
+
|
915
|
+
Find runs in my_project where the run name matches a regex (anchors are not supported)
|
916
|
+
```
|
917
|
+
api.runs(
|
918
|
+
path="my_entity/my_project",
|
919
|
+
filters={"display_name": {"$regex": "^foo.*"}}
|
920
|
+
)
|
921
|
+
```
|
922
|
+
|
923
|
+
Find runs in my_project sorted by ascending loss
|
924
|
+
```
|
925
|
+
api.runs(path="my_entity/my_project", order="+summary_metrics.loss")
|
926
|
+
```
|
927
|
+
|
928
|
+
Arguments:
|
929
|
+
path: (str) path to project, should be in the form: "entity/project"
|
930
|
+
filters: (dict) queries for specific runs using the MongoDB query language.
|
931
|
+
You can filter by run properties such as config.key, summary_metrics.key, state, entity, createdAt, etc.
|
932
|
+
For example: {"config.experiment_name": "foo"} would find runs with a config entry
|
933
|
+
of experiment name set to "foo"
|
934
|
+
You can compose operations to make more complicated queries,
|
935
|
+
see Reference for the language is at https://docs.mongodb.com/manual/reference/operator/query
|
936
|
+
order: (str) Order can be `created_at`, `heartbeat_at`, `config.*.value`, or `summary_metrics.*`.
|
937
|
+
If you prepend order with a + order is ascending.
|
938
|
+
If you prepend order with a - order is descending (default).
|
939
|
+
The default order is run.created_at from oldest to newest.
|
940
|
+
per_page: (int) Sets the page size for query pagination.
|
941
|
+
include_sweeps: (bool) Whether to include the sweep runs in the results.
|
942
|
+
|
943
|
+
Returns:
|
944
|
+
A `Runs` object, which is an iterable collection of `Run` objects.
|
945
|
+
"""
|
946
|
+
entity, project = self._parse_project_path(path)
|
947
|
+
filters = filters or {}
|
948
|
+
key = (path or "") + str(filters) + str(order)
|
949
|
+
if not self._runs.get(key):
|
950
|
+
self._runs[key] = public.Runs(
|
951
|
+
self.client,
|
952
|
+
entity,
|
953
|
+
project,
|
954
|
+
filters=filters,
|
955
|
+
order=order,
|
956
|
+
per_page=per_page,
|
957
|
+
include_sweeps=include_sweeps,
|
958
|
+
)
|
959
|
+
return self._runs[key]
|
960
|
+
|
961
|
+
@normalize_exceptions
|
962
|
+
def run(self, path=""):
|
963
|
+
"""Return a single run by parsing path in the form entity/project/run_id.
|
964
|
+
|
965
|
+
Arguments:
|
966
|
+
path: (str) path to run in the form `entity/project/run_id`.
|
967
|
+
If `api.entity` is set, this can be in the form `project/run_id`
|
968
|
+
and if `api.project` is set this can just be the run_id.
|
969
|
+
|
970
|
+
Returns:
|
971
|
+
A `Run` object.
|
972
|
+
"""
|
973
|
+
entity, project, run_id = self._parse_path(path)
|
974
|
+
if not self._runs.get(path):
|
975
|
+
self._runs[path] = public.Run(self.client, entity, project, run_id)
|
976
|
+
return self._runs[path]
|
977
|
+
|
978
|
+
def queued_run(
|
979
|
+
self,
|
980
|
+
entity,
|
981
|
+
project,
|
982
|
+
queue_name,
|
983
|
+
run_queue_item_id,
|
984
|
+
project_queue=None,
|
985
|
+
priority=None,
|
986
|
+
):
|
987
|
+
"""Return a single queued run based on the path.
|
988
|
+
|
989
|
+
Parses paths of the form entity/project/queue_id/run_queue_item_id.
|
990
|
+
"""
|
991
|
+
return public.QueuedRun(
|
992
|
+
self.client,
|
993
|
+
entity,
|
994
|
+
project,
|
995
|
+
queue_name,
|
996
|
+
run_queue_item_id,
|
997
|
+
project_queue=project_queue,
|
998
|
+
priority=priority,
|
999
|
+
)
|
1000
|
+
|
1001
|
+
def run_queue(
|
1002
|
+
self,
|
1003
|
+
entity,
|
1004
|
+
name,
|
1005
|
+
):
|
1006
|
+
"""Return the named `RunQueue` for entity.
|
1007
|
+
|
1008
|
+
To create a new `RunQueue`, use `wandb.Api().create_run_queue(...)`.
|
1009
|
+
"""
|
1010
|
+
return public.RunQueue(
|
1011
|
+
self.client,
|
1012
|
+
name,
|
1013
|
+
entity,
|
1014
|
+
)
|
1015
|
+
|
1016
|
+
@normalize_exceptions
|
1017
|
+
def sweep(self, path=""):
|
1018
|
+
"""Return a sweep by parsing path in the form `entity/project/sweep_id`.
|
1019
|
+
|
1020
|
+
Arguments:
|
1021
|
+
path: (str, optional) path to sweep in the form entity/project/sweep_id. If `api.entity`
|
1022
|
+
is set, this can be in the form project/sweep_id and if `api.project` is set
|
1023
|
+
this can just be the sweep_id.
|
1024
|
+
|
1025
|
+
Returns:
|
1026
|
+
A `Sweep` object.
|
1027
|
+
"""
|
1028
|
+
entity, project, sweep_id = self._parse_path(path)
|
1029
|
+
if not self._sweeps.get(path):
|
1030
|
+
self._sweeps[path] = public.Sweep(self.client, entity, project, sweep_id)
|
1031
|
+
return self._sweeps[path]
|
1032
|
+
|
1033
|
+
@normalize_exceptions
|
1034
|
+
def artifact_types(self, project: Optional[str] = None) -> "public.ArtifactTypes":
|
1035
|
+
"""Return a collection of matching artifact types.
|
1036
|
+
|
1037
|
+
Arguments:
|
1038
|
+
project: (str, optional) If given, a project name or path to filter on.
|
1039
|
+
|
1040
|
+
Returns:
|
1041
|
+
An iterable `ArtifactTypes` object.
|
1042
|
+
"""
|
1043
|
+
entity, project = self._parse_project_path(project)
|
1044
|
+
return public.ArtifactTypes(self.client, entity, project)
|
1045
|
+
|
1046
|
+
@normalize_exceptions
|
1047
|
+
def artifact_type(
|
1048
|
+
self, type_name: str, project: Optional[str] = None
|
1049
|
+
) -> "public.ArtifactType":
|
1050
|
+
"""Return the matching `ArtifactType`.
|
1051
|
+
|
1052
|
+
Arguments:
|
1053
|
+
type_name: (str) The name of the artifact type to retrieve.
|
1054
|
+
project: (str, optional) If given, a project name or path to filter on.
|
1055
|
+
|
1056
|
+
Returns:
|
1057
|
+
An `ArtifactType` object.
|
1058
|
+
"""
|
1059
|
+
entity, project = self._parse_project_path(project)
|
1060
|
+
return public.ArtifactType(self.client, entity, project, type_name)
|
1061
|
+
|
1062
|
+
@normalize_exceptions
|
1063
|
+
def artifact_collections(
|
1064
|
+
self, project_name: str, type_name: str, per_page: Optional[int] = 50
|
1065
|
+
) -> "public.ArtifactCollections":
|
1066
|
+
"""Return a collection of matching artifact collections.
|
1067
|
+
|
1068
|
+
Arguments:
|
1069
|
+
project_name: (str) The name of the project to filter on.
|
1070
|
+
type_name: (str) The name of the artifact type to filter on.
|
1071
|
+
per_page: (int, optional) Sets the page size for query pagination. None will use the default size.
|
1072
|
+
Usually there is no reason to change this.
|
1073
|
+
|
1074
|
+
Returns:
|
1075
|
+
An iterable `ArtifactCollections` object.
|
1076
|
+
"""
|
1077
|
+
entity, project = self._parse_project_path(project_name)
|
1078
|
+
return public.ArtifactCollections(
|
1079
|
+
self.client, entity, project, type_name, per_page=per_page
|
1080
|
+
)
|
1081
|
+
|
1082
|
+
@normalize_exceptions
|
1083
|
+
def artifact_collection(
|
1084
|
+
self, type_name: str, name: str
|
1085
|
+
) -> "public.ArtifactCollection":
|
1086
|
+
"""Return a single artifact collection by type and parsing path in the form `entity/project/name`.
|
1087
|
+
|
1088
|
+
Arguments:
|
1089
|
+
type_name: (str) The type of artifact collection to fetch.
|
1090
|
+
name: (str) An artifact collection name. May be prefixed with entity/project.
|
1091
|
+
|
1092
|
+
Returns:
|
1093
|
+
An `ArtifactCollection` object.
|
1094
|
+
"""
|
1095
|
+
entity, project, collection_name = self._parse_artifact_path(name)
|
1096
|
+
return public.ArtifactCollection(
|
1097
|
+
self.client, entity, project, collection_name, type_name
|
1098
|
+
)
|
1099
|
+
|
1100
|
+
@normalize_exceptions
|
1101
|
+
def artifact_versions(self, type_name, name, per_page=50):
|
1102
|
+
"""Deprecated, use `artifacts(type_name, name)` instead."""
|
1103
|
+
deprecate(
|
1104
|
+
field_name=Deprecated.api__artifact_versions,
|
1105
|
+
warning_message=(
|
1106
|
+
"Api.artifact_versions(type_name, name) is deprecated, "
|
1107
|
+
"use Api.artifacts(type_name, name) instead."
|
1108
|
+
),
|
1109
|
+
)
|
1110
|
+
return self.artifacts(type_name, name, per_page=per_page)
|
1111
|
+
|
1112
|
+
@normalize_exceptions
|
1113
|
+
def artifacts(
|
1114
|
+
self,
|
1115
|
+
type_name: str,
|
1116
|
+
name: str,
|
1117
|
+
per_page: Optional[int] = 50,
|
1118
|
+
tags: Optional[List[str]] = None,
|
1119
|
+
) -> "public.Artifacts":
|
1120
|
+
"""Return an `Artifacts` collection from the given parameters.
|
1121
|
+
|
1122
|
+
Arguments:
|
1123
|
+
type_name: (str) The type of artifacts to fetch.
|
1124
|
+
name: (str) An artifact collection name. May be prefixed with entity/project.
|
1125
|
+
per_page: (int, optional) Sets the page size for query pagination. None will use the default size.
|
1126
|
+
Usually there is no reason to change this.
|
1127
|
+
tags: (list[str], optional) Only return artifacts with all of these tags.
|
1128
|
+
|
1129
|
+
Returns:
|
1130
|
+
An iterable `Artifacts` object.
|
1131
|
+
"""
|
1132
|
+
entity, project, collection_name = self._parse_artifact_path(name)
|
1133
|
+
return public.Artifacts(
|
1134
|
+
self.client,
|
1135
|
+
entity,
|
1136
|
+
project,
|
1137
|
+
collection_name,
|
1138
|
+
type_name,
|
1139
|
+
per_page=per_page,
|
1140
|
+
tags=tags,
|
1141
|
+
)
|
1142
|
+
|
1143
|
+
@normalize_exceptions
|
1144
|
+
def artifact(self, name, type=None):
|
1145
|
+
"""Return a single artifact by parsing path in the form `entity/project/name`.
|
1146
|
+
|
1147
|
+
Arguments:
|
1148
|
+
name: (str) An artifact name. May be prefixed with entity/project. Valid names
|
1149
|
+
can be in the following forms:
|
1150
|
+
name:version
|
1151
|
+
name:alias
|
1152
|
+
type: (str, optional) The type of artifact to fetch.
|
1153
|
+
|
1154
|
+
Returns:
|
1155
|
+
A `Artifact` object.
|
1156
|
+
"""
|
1157
|
+
if name is None:
|
1158
|
+
raise ValueError("You must specify name= to fetch an artifact.")
|
1159
|
+
entity, project, artifact_name = self._parse_artifact_path(name)
|
1160
|
+
artifact = wandb.Artifact._from_name(
|
1161
|
+
entity, project, artifact_name, self.client
|
1162
|
+
)
|
1163
|
+
if type is not None and artifact.type != type:
|
1164
|
+
raise ValueError(
|
1165
|
+
f"type {type} specified but this artifact is of type {artifact.type}"
|
1166
|
+
)
|
1167
|
+
return artifact
|
1168
|
+
|
1169
|
+
@normalize_exceptions
|
1170
|
+
def job(self, name: Optional[str], path: Optional[str] = None) -> "public.Job":
|
1171
|
+
"""Return a `Job` from the given parameters.
|
1172
|
+
|
1173
|
+
Arguments:
|
1174
|
+
name: (str) The job name.
|
1175
|
+
path: (str, optional) If given, the root path in which to download the job artifact.
|
1176
|
+
|
1177
|
+
Returns:
|
1178
|
+
A `Job` object.
|
1179
|
+
"""
|
1180
|
+
if name is None:
|
1181
|
+
raise ValueError("You must specify name= to fetch a job.")
|
1182
|
+
elif name.count("/") != 2 or ":" not in name:
|
1183
|
+
raise ValueError(
|
1184
|
+
"Invalid job specification. A job must be of the form: <entity>/<project>/<job-name>:<alias-or-version>"
|
1185
|
+
)
|
1186
|
+
return public.Job(self, name, path)
|
1187
|
+
|
1188
|
+
@normalize_exceptions
|
1189
|
+
def list_jobs(self, entity: str, project: str) -> List[Dict[str, Any]]:
|
1190
|
+
"""Return a list of jobs, if any, for the given entity and project.
|
1191
|
+
|
1192
|
+
Arguments:
|
1193
|
+
entity: (str) The entity for the listed job(s).
|
1194
|
+
project: (str) The project for the listed job(s).
|
1195
|
+
|
1196
|
+
Returns:
|
1197
|
+
A list of matching jobs.
|
1198
|
+
"""
|
1199
|
+
if entity is None:
|
1200
|
+
raise ValueError("Specify an entity when listing jobs")
|
1201
|
+
if project is None:
|
1202
|
+
raise ValueError("Specify a project when listing jobs")
|
1203
|
+
|
1204
|
+
query = gql(
|
1205
|
+
"""
|
1206
|
+
query ArtifactOfType(
|
1207
|
+
$entityName: String!,
|
1208
|
+
$projectName: String!,
|
1209
|
+
$artifactTypeName: String!,
|
1210
|
+
) {
|
1211
|
+
project(name: $projectName, entityName: $entityName) {
|
1212
|
+
artifactType(name: $artifactTypeName) {
|
1213
|
+
artifactCollections {
|
1214
|
+
edges {
|
1215
|
+
node {
|
1216
|
+
artifacts {
|
1217
|
+
edges {
|
1218
|
+
node {
|
1219
|
+
id
|
1220
|
+
state
|
1221
|
+
aliases {
|
1222
|
+
alias
|
1223
|
+
}
|
1224
|
+
artifactSequence {
|
1225
|
+
name
|
1226
|
+
}
|
1227
|
+
}
|
1228
|
+
}
|
1229
|
+
}
|
1230
|
+
}
|
1231
|
+
}
|
1232
|
+
}
|
1233
|
+
}
|
1234
|
+
}
|
1235
|
+
}
|
1236
|
+
"""
|
1237
|
+
)
|
1238
|
+
|
1239
|
+
try:
|
1240
|
+
artifact_query = self._client.execute(
|
1241
|
+
query,
|
1242
|
+
{
|
1243
|
+
"projectName": project,
|
1244
|
+
"entityName": entity,
|
1245
|
+
"artifactTypeName": "job",
|
1246
|
+
},
|
1247
|
+
)
|
1248
|
+
|
1249
|
+
if not artifact_query or not artifact_query["project"]:
|
1250
|
+
wandb.termerror(
|
1251
|
+
f"Project: '{project}' not found in entity: '{entity}' or access denied."
|
1252
|
+
)
|
1253
|
+
return []
|
1254
|
+
|
1255
|
+
if artifact_query["project"]["artifactType"] is None:
|
1256
|
+
return []
|
1257
|
+
|
1258
|
+
artifacts = artifact_query["project"]["artifactType"][
|
1259
|
+
"artifactCollections"
|
1260
|
+
]["edges"]
|
1261
|
+
|
1262
|
+
return [x["node"]["artifacts"] for x in artifacts]
|
1263
|
+
except requests.exceptions.HTTPError:
|
1264
|
+
return False
|
1265
|
+
|
1266
|
+
@normalize_exceptions
|
1267
|
+
def artifact_exists(self, name: str, type: Optional[str] = None) -> bool:
|
1268
|
+
"""Return whether an artifact version exists within a specified project and entity.
|
1269
|
+
|
1270
|
+
Arguments:
|
1271
|
+
name: (str) An artifact name. May be prefixed with entity/project.
|
1272
|
+
If entity or project is not specified, it will be inferred from the override params if populated.
|
1273
|
+
Otherwise, entity will be pulled from the user settings and project will default to "uncategorized".
|
1274
|
+
Valid names can be in the following forms:
|
1275
|
+
name:version
|
1276
|
+
name:alias
|
1277
|
+
type: (str, optional) The type of artifact
|
1278
|
+
|
1279
|
+
Returns:
|
1280
|
+
True if the artifact version exists, False otherwise.
|
1281
|
+
"""
|
1282
|
+
try:
|
1283
|
+
self.artifact(name, type)
|
1284
|
+
return True
|
1285
|
+
except wandb.errors.CommError:
|
1286
|
+
return False
|
1287
|
+
|
1288
|
+
@normalize_exceptions
|
1289
|
+
def artifact_collection_exists(self, name: str, type: str) -> bool:
|
1290
|
+
"""Return whether an artifact collection exists within a specified project and entity.
|
1291
|
+
|
1292
|
+
Arguments:
|
1293
|
+
name: (str) An artifact collection name. May be prefixed with entity/project.
|
1294
|
+
If entity or project is not specified, it will be inferred from the override params if populated.
|
1295
|
+
Otherwise, entity will be pulled from the user settings and project will default to "uncategorized".
|
1296
|
+
type: (str) The type of artifact collection
|
1297
|
+
|
1298
|
+
Returns:
|
1299
|
+
True if the artifact collection exists, False otherwise.
|
1300
|
+
"""
|
1301
|
+
try:
|
1302
|
+
self.artifact_collection(type, name)
|
1303
|
+
return True
|
1304
|
+
except wandb.errors.CommError:
|
1305
|
+
return False
|