wandb 0.18.2__py3-none-musllinux_1_2_x86_64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package_readme.md +89 -0
- wandb/__init__.py +245 -0
- wandb/__init__.pyi +1139 -0
- wandb/__main__.py +3 -0
- wandb/_globals.py +19 -0
- wandb/agents/__init__.py +0 -0
- wandb/agents/pyagent.py +363 -0
- wandb/analytics/__init__.py +3 -0
- wandb/analytics/sentry.py +266 -0
- wandb/apis/__init__.py +48 -0
- wandb/apis/attrs.py +40 -0
- wandb/apis/importers/__init__.py +1 -0
- wandb/apis/importers/internals/internal.py +385 -0
- wandb/apis/importers/internals/protocols.py +99 -0
- wandb/apis/importers/internals/util.py +78 -0
- wandb/apis/importers/mlflow.py +254 -0
- wandb/apis/importers/validation.py +108 -0
- wandb/apis/importers/wandb.py +1603 -0
- wandb/apis/internal.py +232 -0
- wandb/apis/normalize.py +89 -0
- wandb/apis/paginator.py +81 -0
- wandb/apis/public/__init__.py +34 -0
- wandb/apis/public/api.py +1305 -0
- wandb/apis/public/artifacts.py +1090 -0
- wandb/apis/public/const.py +4 -0
- wandb/apis/public/files.py +195 -0
- wandb/apis/public/history.py +149 -0
- wandb/apis/public/jobs.py +659 -0
- wandb/apis/public/projects.py +154 -0
- wandb/apis/public/query_generator.py +166 -0
- wandb/apis/public/reports.py +469 -0
- wandb/apis/public/runs.py +914 -0
- wandb/apis/public/sweeps.py +240 -0
- wandb/apis/public/teams.py +198 -0
- wandb/apis/public/users.py +136 -0
- wandb/apis/reports/__init__.py +1 -0
- wandb/apis/reports/v1/__init__.py +8 -0
- wandb/apis/reports/v2/__init__.py +8 -0
- wandb/apis/workspaces/__init__.py +8 -0
- wandb/beta/workflows.py +288 -0
- wandb/bin/nvidia_gpu_stats +0 -0
- wandb/bin/wandb-core +0 -0
- wandb/cli/__init__.py +0 -0
- wandb/cli/cli.py +3004 -0
- wandb/data_types.py +63 -0
- wandb/docker/__init__.py +342 -0
- wandb/docker/auth.py +436 -0
- wandb/docker/wandb-entrypoint.sh +33 -0
- wandb/docker/www_authenticate.py +94 -0
- wandb/env.py +514 -0
- wandb/errors/__init__.py +17 -0
- wandb/errors/errors.py +37 -0
- wandb/errors/term.py +103 -0
- wandb/errors/util.py +57 -0
- wandb/errors/warnings.py +2 -0
- wandb/filesync/__init__.py +0 -0
- wandb/filesync/dir_watcher.py +403 -0
- wandb/filesync/stats.py +100 -0
- wandb/filesync/step_checksum.py +142 -0
- wandb/filesync/step_prepare.py +179 -0
- wandb/filesync/step_upload.py +290 -0
- wandb/filesync/upload_job.py +142 -0
- wandb/integration/__init__.py +0 -0
- wandb/integration/catboost/__init__.py +5 -0
- wandb/integration/catboost/catboost.py +178 -0
- wandb/integration/cohere/__init__.py +3 -0
- wandb/integration/cohere/cohere.py +21 -0
- wandb/integration/cohere/resolver.py +347 -0
- wandb/integration/diffusers/__init__.py +3 -0
- wandb/integration/diffusers/autologger.py +76 -0
- wandb/integration/diffusers/pipeline_resolver.py +50 -0
- wandb/integration/diffusers/resolvers/__init__.py +9 -0
- wandb/integration/diffusers/resolvers/multimodal.py +882 -0
- wandb/integration/diffusers/resolvers/utils.py +102 -0
- wandb/integration/fastai/__init__.py +249 -0
- wandb/integration/gym/__init__.py +105 -0
- wandb/integration/huggingface/__init__.py +3 -0
- wandb/integration/huggingface/huggingface.py +18 -0
- wandb/integration/huggingface/resolver.py +213 -0
- wandb/integration/keras/__init__.py +11 -0
- wandb/integration/keras/callbacks/__init__.py +5 -0
- wandb/integration/keras/callbacks/metrics_logger.py +136 -0
- wandb/integration/keras/callbacks/model_checkpoint.py +195 -0
- wandb/integration/keras/callbacks/tables_builder.py +226 -0
- wandb/integration/keras/keras.py +1091 -0
- wandb/integration/kfp/__init__.py +6 -0
- wandb/integration/kfp/helpers.py +28 -0
- wandb/integration/kfp/kfp_patch.py +324 -0
- wandb/integration/kfp/wandb_logging.py +182 -0
- wandb/integration/langchain/__init__.py +3 -0
- wandb/integration/langchain/wandb_tracer.py +48 -0
- wandb/integration/lightgbm/__init__.py +239 -0
- wandb/integration/lightning/__init__.py +0 -0
- wandb/integration/lightning/fabric/__init__.py +3 -0
- wandb/integration/lightning/fabric/logger.py +762 -0
- wandb/integration/magic.py +556 -0
- wandb/integration/metaflow/__init__.py +3 -0
- wandb/integration/metaflow/metaflow.py +383 -0
- wandb/integration/openai/__init__.py +3 -0
- wandb/integration/openai/fine_tuning.py +480 -0
- wandb/integration/openai/openai.py +22 -0
- wandb/integration/openai/resolver.py +240 -0
- wandb/integration/prodigy/__init__.py +3 -0
- wandb/integration/prodigy/prodigy.py +299 -0
- wandb/integration/sacred/__init__.py +117 -0
- wandb/integration/sagemaker/__init__.py +12 -0
- wandb/integration/sagemaker/auth.py +28 -0
- wandb/integration/sagemaker/config.py +49 -0
- wandb/integration/sagemaker/files.py +3 -0
- wandb/integration/sagemaker/resources.py +34 -0
- wandb/integration/sb3/__init__.py +3 -0
- wandb/integration/sb3/sb3.py +153 -0
- wandb/integration/sklearn/__init__.py +37 -0
- wandb/integration/sklearn/calculate/__init__.py +32 -0
- wandb/integration/sklearn/calculate/calibration_curves.py +125 -0
- wandb/integration/sklearn/calculate/class_proportions.py +68 -0
- wandb/integration/sklearn/calculate/confusion_matrix.py +93 -0
- wandb/integration/sklearn/calculate/decision_boundaries.py +40 -0
- wandb/integration/sklearn/calculate/elbow_curve.py +55 -0
- wandb/integration/sklearn/calculate/feature_importances.py +67 -0
- wandb/integration/sklearn/calculate/learning_curve.py +64 -0
- wandb/integration/sklearn/calculate/outlier_candidates.py +69 -0
- wandb/integration/sklearn/calculate/residuals.py +86 -0
- wandb/integration/sklearn/calculate/silhouette.py +118 -0
- wandb/integration/sklearn/calculate/summary_metrics.py +62 -0
- wandb/integration/sklearn/plot/__init__.py +35 -0
- wandb/integration/sklearn/plot/classifier.py +329 -0
- wandb/integration/sklearn/plot/clusterer.py +146 -0
- wandb/integration/sklearn/plot/regressor.py +121 -0
- wandb/integration/sklearn/plot/shared.py +91 -0
- wandb/integration/sklearn/utils.py +183 -0
- wandb/integration/tensorboard/__init__.py +10 -0
- wandb/integration/tensorboard/log.py +355 -0
- wandb/integration/tensorboard/monkeypatch.py +185 -0
- wandb/integration/tensorflow/__init__.py +5 -0
- wandb/integration/tensorflow/estimator_hook.py +54 -0
- wandb/integration/torch/__init__.py +0 -0
- wandb/integration/torch/wandb_torch.py +554 -0
- wandb/integration/ultralytics/__init__.py +11 -0
- wandb/integration/ultralytics/bbox_utils.py +208 -0
- wandb/integration/ultralytics/callback.py +524 -0
- wandb/integration/ultralytics/classification_utils.py +83 -0
- wandb/integration/ultralytics/mask_utils.py +202 -0
- wandb/integration/ultralytics/pose_utils.py +103 -0
- wandb/integration/xgboost/__init__.py +11 -0
- wandb/integration/xgboost/xgboost.py +189 -0
- wandb/integration/yolov8/__init__.py +0 -0
- wandb/integration/yolov8/yolov8.py +284 -0
- wandb/jupyter.py +515 -0
- wandb/magic.py +3 -0
- wandb/mpmain/__init__.py +0 -0
- wandb/mpmain/__main__.py +1 -0
- wandb/old/__init__.py +0 -0
- wandb/old/core.py +53 -0
- wandb/old/settings.py +173 -0
- wandb/old/summary.py +440 -0
- wandb/plot/__init__.py +19 -0
- wandb/plot/bar.py +45 -0
- wandb/plot/confusion_matrix.py +100 -0
- wandb/plot/histogram.py +39 -0
- wandb/plot/line.py +43 -0
- wandb/plot/line_series.py +88 -0
- wandb/plot/pr_curve.py +136 -0
- wandb/plot/roc_curve.py +118 -0
- wandb/plot/scatter.py +32 -0
- wandb/plot/utils.py +183 -0
- wandb/plot/viz.py +123 -0
- wandb/proto/__init__.py +0 -0
- wandb/proto/v3/__init__.py +0 -0
- wandb/proto/v3/wandb_base_pb2.py +55 -0
- wandb/proto/v3/wandb_internal_pb2.py +1608 -0
- wandb/proto/v3/wandb_server_pb2.py +208 -0
- wandb/proto/v3/wandb_settings_pb2.py +112 -0
- wandb/proto/v3/wandb_telemetry_pb2.py +106 -0
- wandb/proto/v4/__init__.py +0 -0
- wandb/proto/v4/wandb_base_pb2.py +30 -0
- wandb/proto/v4/wandb_internal_pb2.py +360 -0
- wandb/proto/v4/wandb_server_pb2.py +63 -0
- wandb/proto/v4/wandb_settings_pb2.py +45 -0
- wandb/proto/v4/wandb_telemetry_pb2.py +41 -0
- wandb/proto/v5/wandb_base_pb2.py +31 -0
- wandb/proto/v5/wandb_internal_pb2.py +361 -0
- wandb/proto/v5/wandb_server_pb2.py +64 -0
- wandb/proto/v5/wandb_settings_pb2.py +46 -0
- wandb/proto/v5/wandb_telemetry_pb2.py +42 -0
- wandb/proto/wandb_base_pb2.py +10 -0
- wandb/proto/wandb_deprecated.py +53 -0
- wandb/proto/wandb_generate_deprecated.py +34 -0
- wandb/proto/wandb_generate_proto.py +49 -0
- wandb/proto/wandb_internal_pb2.py +16 -0
- wandb/proto/wandb_server_pb2.py +10 -0
- wandb/proto/wandb_settings_pb2.py +10 -0
- wandb/proto/wandb_telemetry_pb2.py +10 -0
- wandb/py.typed +0 -0
- wandb/sdk/__init__.py +37 -0
- wandb/sdk/artifacts/__init__.py +0 -0
- wandb/sdk/artifacts/_validators.py +90 -0
- wandb/sdk/artifacts/artifact.py +2389 -0
- wandb/sdk/artifacts/artifact_download_logger.py +43 -0
- wandb/sdk/artifacts/artifact_file_cache.py +253 -0
- wandb/sdk/artifacts/artifact_instance_cache.py +17 -0
- wandb/sdk/artifacts/artifact_manifest.py +74 -0
- wandb/sdk/artifacts/artifact_manifest_entry.py +249 -0
- wandb/sdk/artifacts/artifact_manifests/__init__.py +0 -0
- wandb/sdk/artifacts/artifact_manifests/artifact_manifest_v1.py +92 -0
- wandb/sdk/artifacts/artifact_saver.py +269 -0
- wandb/sdk/artifacts/artifact_state.py +11 -0
- wandb/sdk/artifacts/artifact_ttl.py +7 -0
- wandb/sdk/artifacts/exceptions.py +57 -0
- wandb/sdk/artifacts/staging.py +25 -0
- wandb/sdk/artifacts/storage_handler.py +62 -0
- wandb/sdk/artifacts/storage_handlers/__init__.py +0 -0
- wandb/sdk/artifacts/storage_handlers/azure_handler.py +208 -0
- wandb/sdk/artifacts/storage_handlers/gcs_handler.py +228 -0
- wandb/sdk/artifacts/storage_handlers/http_handler.py +114 -0
- wandb/sdk/artifacts/storage_handlers/local_file_handler.py +141 -0
- wandb/sdk/artifacts/storage_handlers/multi_handler.py +56 -0
- wandb/sdk/artifacts/storage_handlers/s3_handler.py +300 -0
- wandb/sdk/artifacts/storage_handlers/tracking_handler.py +72 -0
- wandb/sdk/artifacts/storage_handlers/wb_artifact_handler.py +135 -0
- wandb/sdk/artifacts/storage_handlers/wb_local_artifact_handler.py +74 -0
- wandb/sdk/artifacts/storage_layout.py +6 -0
- wandb/sdk/artifacts/storage_policies/__init__.py +4 -0
- wandb/sdk/artifacts/storage_policies/register.py +1 -0
- wandb/sdk/artifacts/storage_policies/wandb_storage_policy.py +378 -0
- wandb/sdk/artifacts/storage_policy.py +72 -0
- wandb/sdk/backend/__init__.py +0 -0
- wandb/sdk/backend/backend.py +222 -0
- wandb/sdk/data_types/__init__.py +0 -0
- wandb/sdk/data_types/_dtypes.py +914 -0
- wandb/sdk/data_types/_private.py +10 -0
- wandb/sdk/data_types/audio.py +165 -0
- wandb/sdk/data_types/base_types/__init__.py +0 -0
- wandb/sdk/data_types/base_types/json_metadata.py +55 -0
- wandb/sdk/data_types/base_types/media.py +315 -0
- wandb/sdk/data_types/base_types/wb_value.py +272 -0
- wandb/sdk/data_types/bokeh.py +70 -0
- wandb/sdk/data_types/graph.py +405 -0
- wandb/sdk/data_types/helper_types/__init__.py +0 -0
- wandb/sdk/data_types/helper_types/bounding_boxes_2d.py +295 -0
- wandb/sdk/data_types/helper_types/classes.py +159 -0
- wandb/sdk/data_types/helper_types/image_mask.py +235 -0
- wandb/sdk/data_types/histogram.py +96 -0
- wandb/sdk/data_types/html.py +115 -0
- wandb/sdk/data_types/image.py +845 -0
- wandb/sdk/data_types/molecule.py +241 -0
- wandb/sdk/data_types/object_3d.py +474 -0
- wandb/sdk/data_types/plotly.py +82 -0
- wandb/sdk/data_types/saved_model.py +446 -0
- wandb/sdk/data_types/table.py +1204 -0
- wandb/sdk/data_types/trace_tree.py +438 -0
- wandb/sdk/data_types/utils.py +229 -0
- wandb/sdk/data_types/video.py +247 -0
- wandb/sdk/integration_utils/__init__.py +0 -0
- wandb/sdk/integration_utils/auto_logging.py +239 -0
- wandb/sdk/integration_utils/data_logging.py +475 -0
- wandb/sdk/interface/__init__.py +0 -0
- wandb/sdk/interface/constants.py +4 -0
- wandb/sdk/interface/interface.py +972 -0
- wandb/sdk/interface/interface_queue.py +59 -0
- wandb/sdk/interface/interface_relay.py +53 -0
- wandb/sdk/interface/interface_shared.py +537 -0
- wandb/sdk/interface/interface_sock.py +61 -0
- wandb/sdk/interface/message_future.py +27 -0
- wandb/sdk/interface/message_future_poll.py +50 -0
- wandb/sdk/interface/router.py +118 -0
- wandb/sdk/interface/router_queue.py +44 -0
- wandb/sdk/interface/router_relay.py +39 -0
- wandb/sdk/interface/router_sock.py +36 -0
- wandb/sdk/interface/summary_record.py +67 -0
- wandb/sdk/internal/__init__.py +0 -0
- wandb/sdk/internal/context.py +89 -0
- wandb/sdk/internal/datastore.py +297 -0
- wandb/sdk/internal/file_pusher.py +181 -0
- wandb/sdk/internal/file_stream.py +695 -0
- wandb/sdk/internal/flow_control.py +263 -0
- wandb/sdk/internal/handler.py +901 -0
- wandb/sdk/internal/internal.py +417 -0
- wandb/sdk/internal/internal_api.py +4358 -0
- wandb/sdk/internal/internal_util.py +100 -0
- wandb/sdk/internal/job_builder.py +629 -0
- wandb/sdk/internal/profiler.py +78 -0
- wandb/sdk/internal/progress.py +83 -0
- wandb/sdk/internal/run.py +25 -0
- wandb/sdk/internal/sample.py +70 -0
- wandb/sdk/internal/sender.py +1686 -0
- wandb/sdk/internal/sender_config.py +197 -0
- wandb/sdk/internal/settings_static.py +90 -0
- wandb/sdk/internal/system/__init__.py +0 -0
- wandb/sdk/internal/system/assets/__init__.py +27 -0
- wandb/sdk/internal/system/assets/aggregators.py +37 -0
- wandb/sdk/internal/system/assets/asset_registry.py +20 -0
- wandb/sdk/internal/system/assets/cpu.py +163 -0
- wandb/sdk/internal/system/assets/disk.py +210 -0
- wandb/sdk/internal/system/assets/gpu.py +416 -0
- wandb/sdk/internal/system/assets/gpu_amd.py +239 -0
- wandb/sdk/internal/system/assets/gpu_apple.py +177 -0
- wandb/sdk/internal/system/assets/interfaces.py +207 -0
- wandb/sdk/internal/system/assets/ipu.py +177 -0
- wandb/sdk/internal/system/assets/memory.py +166 -0
- wandb/sdk/internal/system/assets/network.py +125 -0
- wandb/sdk/internal/system/assets/open_metrics.py +299 -0
- wandb/sdk/internal/system/assets/tpu.py +154 -0
- wandb/sdk/internal/system/assets/trainium.py +399 -0
- wandb/sdk/internal/system/env_probe_helpers.py +13 -0
- wandb/sdk/internal/system/system_info.py +249 -0
- wandb/sdk/internal/system/system_monitor.py +229 -0
- wandb/sdk/internal/tb_watcher.py +518 -0
- wandb/sdk/internal/thread_local_settings.py +18 -0
- wandb/sdk/internal/writer.py +206 -0
- wandb/sdk/launch/__init__.py +14 -0
- wandb/sdk/launch/_launch.py +330 -0
- wandb/sdk/launch/_launch_add.py +255 -0
- wandb/sdk/launch/_project_spec.py +566 -0
- wandb/sdk/launch/agent/__init__.py +5 -0
- wandb/sdk/launch/agent/agent.py +924 -0
- wandb/sdk/launch/agent/config.py +296 -0
- wandb/sdk/launch/agent/job_status_tracker.py +53 -0
- wandb/sdk/launch/agent/run_queue_item_file_saver.py +45 -0
- wandb/sdk/launch/builder/__init__.py +0 -0
- wandb/sdk/launch/builder/abstract.py +156 -0
- wandb/sdk/launch/builder/build.py +297 -0
- wandb/sdk/launch/builder/context_manager.py +235 -0
- wandb/sdk/launch/builder/docker_builder.py +177 -0
- wandb/sdk/launch/builder/kaniko_builder.py +595 -0
- wandb/sdk/launch/builder/noop.py +58 -0
- wandb/sdk/launch/builder/templates/_wandb_bootstrap.py +188 -0
- wandb/sdk/launch/builder/templates/dockerfile.py +92 -0
- wandb/sdk/launch/create_job.py +528 -0
- wandb/sdk/launch/environment/abstract.py +29 -0
- wandb/sdk/launch/environment/aws_environment.py +322 -0
- wandb/sdk/launch/environment/azure_environment.py +105 -0
- wandb/sdk/launch/environment/gcp_environment.py +335 -0
- wandb/sdk/launch/environment/local_environment.py +66 -0
- wandb/sdk/launch/errors.py +19 -0
- wandb/sdk/launch/git_reference.py +109 -0
- wandb/sdk/launch/inputs/files.py +148 -0
- wandb/sdk/launch/inputs/internal.py +315 -0
- wandb/sdk/launch/inputs/manage.py +113 -0
- wandb/sdk/launch/inputs/schema.py +39 -0
- wandb/sdk/launch/loader.py +249 -0
- wandb/sdk/launch/registry/abstract.py +48 -0
- wandb/sdk/launch/registry/anon.py +29 -0
- wandb/sdk/launch/registry/azure_container_registry.py +124 -0
- wandb/sdk/launch/registry/elastic_container_registry.py +192 -0
- wandb/sdk/launch/registry/google_artifact_registry.py +219 -0
- wandb/sdk/launch/registry/local_registry.py +67 -0
- wandb/sdk/launch/runner/__init__.py +0 -0
- wandb/sdk/launch/runner/abstract.py +195 -0
- wandb/sdk/launch/runner/kubernetes_monitor.py +474 -0
- wandb/sdk/launch/runner/kubernetes_runner.py +963 -0
- wandb/sdk/launch/runner/local_container.py +301 -0
- wandb/sdk/launch/runner/local_process.py +78 -0
- wandb/sdk/launch/runner/sagemaker_runner.py +426 -0
- wandb/sdk/launch/runner/vertex_runner.py +230 -0
- wandb/sdk/launch/sweeps/__init__.py +39 -0
- wandb/sdk/launch/sweeps/scheduler.py +742 -0
- wandb/sdk/launch/sweeps/scheduler_sweep.py +91 -0
- wandb/sdk/launch/sweeps/utils.py +316 -0
- wandb/sdk/launch/utils.py +746 -0
- wandb/sdk/launch/wandb_reference.py +138 -0
- wandb/sdk/lib/__init__.py +5 -0
- wandb/sdk/lib/_settings_toposort_generate.py +159 -0
- wandb/sdk/lib/_settings_toposort_generated.py +250 -0
- wandb/sdk/lib/_wburls_generate.py +25 -0
- wandb/sdk/lib/_wburls_generated.py +22 -0
- wandb/sdk/lib/apikey.py +273 -0
- wandb/sdk/lib/capped_dict.py +26 -0
- wandb/sdk/lib/config_util.py +101 -0
- wandb/sdk/lib/credentials.py +141 -0
- wandb/sdk/lib/deprecate.py +42 -0
- wandb/sdk/lib/disabled.py +29 -0
- wandb/sdk/lib/exit_hooks.py +54 -0
- wandb/sdk/lib/file_stream_utils.py +118 -0
- wandb/sdk/lib/filenames.py +64 -0
- wandb/sdk/lib/filesystem.py +372 -0
- wandb/sdk/lib/fsm.py +174 -0
- wandb/sdk/lib/gitlib.py +239 -0
- wandb/sdk/lib/gql_request.py +65 -0
- wandb/sdk/lib/handler_util.py +21 -0
- wandb/sdk/lib/hashutil.py +84 -0
- wandb/sdk/lib/import_hooks.py +275 -0
- wandb/sdk/lib/ipython.py +146 -0
- wandb/sdk/lib/json_util.py +80 -0
- wandb/sdk/lib/lazyloader.py +63 -0
- wandb/sdk/lib/mailbox.py +460 -0
- wandb/sdk/lib/module.py +69 -0
- wandb/sdk/lib/paths.py +106 -0
- wandb/sdk/lib/preinit.py +42 -0
- wandb/sdk/lib/printer.py +313 -0
- wandb/sdk/lib/proto_util.py +90 -0
- wandb/sdk/lib/redirect.py +845 -0
- wandb/sdk/lib/reporting.py +99 -0
- wandb/sdk/lib/retry.py +289 -0
- wandb/sdk/lib/run_moment.py +78 -0
- wandb/sdk/lib/runid.py +12 -0
- wandb/sdk/lib/server.py +52 -0
- wandb/sdk/lib/service_connection.py +216 -0
- wandb/sdk/lib/service_token.py +94 -0
- wandb/sdk/lib/sock_client.py +295 -0
- wandb/sdk/lib/sparkline.py +45 -0
- wandb/sdk/lib/telemetry.py +100 -0
- wandb/sdk/lib/timed_input.py +133 -0
- wandb/sdk/lib/timer.py +19 -0
- wandb/sdk/lib/tracelog.py +255 -0
- wandb/sdk/lib/wburls.py +46 -0
- wandb/sdk/service/__init__.py +0 -0
- wandb/sdk/service/_startup_debug.py +22 -0
- wandb/sdk/service/port_file.py +53 -0
- wandb/sdk/service/server.py +116 -0
- wandb/sdk/service/server_sock.py +276 -0
- wandb/sdk/service/service.py +242 -0
- wandb/sdk/service/streams.py +417 -0
- wandb/sdk/verify/__init__.py +0 -0
- wandb/sdk/verify/verify.py +501 -0
- wandb/sdk/wandb_alerts.py +12 -0
- wandb/sdk/wandb_config.py +322 -0
- wandb/sdk/wandb_helper.py +54 -0
- wandb/sdk/wandb_init.py +1266 -0
- wandb/sdk/wandb_login.py +349 -0
- wandb/sdk/wandb_metric.py +110 -0
- wandb/sdk/wandb_require.py +97 -0
- wandb/sdk/wandb_require_helpers.py +44 -0
- wandb/sdk/wandb_run.py +4236 -0
- wandb/sdk/wandb_settings.py +2001 -0
- wandb/sdk/wandb_setup.py +409 -0
- wandb/sdk/wandb_summary.py +150 -0
- wandb/sdk/wandb_sweep.py +119 -0
- wandb/sdk/wandb_sync.py +81 -0
- wandb/sdk/wandb_watch.py +144 -0
- wandb/sklearn.py +35 -0
- wandb/sync/__init__.py +3 -0
- wandb/sync/sync.py +443 -0
- wandb/trigger.py +29 -0
- wandb/util.py +1956 -0
- wandb/vendor/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/setup.py +40 -0
- wandb/vendor/gql-0.2.0/tests/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/tests/starwars/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/tests/starwars/fixtures.py +96 -0
- wandb/vendor/gql-0.2.0/tests/starwars/schema.py +146 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_dsl.py +293 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_query.py +355 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_validation.py +171 -0
- wandb/vendor/gql-0.2.0/tests/test_client.py +31 -0
- wandb/vendor/gql-0.2.0/tests/test_transport.py +89 -0
- wandb/vendor/gql-0.2.0/wandb_gql/__init__.py +4 -0
- wandb/vendor/gql-0.2.0/wandb_gql/client.py +75 -0
- wandb/vendor/gql-0.2.0/wandb_gql/dsl.py +152 -0
- wandb/vendor/gql-0.2.0/wandb_gql/gql.py +10 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/http.py +6 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/local_schema.py +15 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/requests.py +46 -0
- wandb/vendor/gql-0.2.0/wandb_gql/utils.py +21 -0
- wandb/vendor/graphql-core-1.1/setup.py +86 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/__init__.py +287 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/__init__.py +6 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/base.py +42 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/format_error.py +11 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/located_error.py +29 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/syntax_error.py +36 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/__init__.py +26 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/base.py +311 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executor.py +398 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/asyncio.py +53 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/gevent.py +22 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/process.py +32 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/sync.py +7 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/thread.py +35 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/utils.py +6 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/executor.py +66 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/fragment.py +252 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/resolver.py +151 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/utils.py +7 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/middleware.py +57 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/values.py +145 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/graphql.py +60 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/ast.py +1349 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/base.py +19 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/lexer.py +435 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/location.py +30 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/parser.py +779 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/printer.py +193 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/source.py +18 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor.py +222 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor_meta.py +82 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/cached_property.py +17 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/contain_subset.py +28 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/default_ordered_dict.py +40 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/ordereddict.py +8 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/pair_set.py +43 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/version.py +78 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/__init__.py +67 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/definition.py +619 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/directives.py +132 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/introspection.py +440 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/scalars.py +131 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/schema.py +100 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/typemap.py +145 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/assert_valid_name.py +9 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_from_value.py +65 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_code.py +49 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_dict.py +24 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/base.py +75 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_ast_schema.py +291 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_client_schema.py +250 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/concat_ast.py +9 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/extend_schema.py +357 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_field_def.py +27 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_operation_ast.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/introspection_query.py +90 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_literal_value.py +67 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_value.py +66 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/quoted_or_list.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/schema_printer.py +168 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/suggestion_list.py +56 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_comparators.py +69 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_from_ast.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_info.py +149 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/value_from_ast.py +69 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/__init__.py +4 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/__init__.py +79 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/arguments_of_correct_type.py +24 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/base.py +8 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/default_values_of_correct_type.py +44 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fields_on_correct_type.py +113 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fragments_on_composite_types.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_argument_names.py +70 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_directives.py +97 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_fragment_names.py +19 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_type_names.py +43 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/lone_anonymous_operation.py +23 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_fragment_cycles.py +59 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_undefined_variables.py +36 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_fragments.py +38 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_variables.py +37 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/overlapping_fields_can_be_merged.py +529 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/possible_fragment_spreads.py +44 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/provided_non_null_arguments.py +46 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/scalar_leafs.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_argument_names.py +32 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_fragment_names.py +28 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_input_field_names.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_operation_names.py +31 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_variable_names.py +27 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_are_input_types.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_in_allowed_position.py +53 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/validation.py +158 -0
- wandb/vendor/promise-2.3.0/conftest.py +30 -0
- wandb/vendor/promise-2.3.0/setup.py +64 -0
- wandb/vendor/promise-2.3.0/tests/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/tests/conftest.py +8 -0
- wandb/vendor/promise-2.3.0/tests/test_awaitable.py +32 -0
- wandb/vendor/promise-2.3.0/tests/test_awaitable_35.py +47 -0
- wandb/vendor/promise-2.3.0/tests/test_benchmark.py +116 -0
- wandb/vendor/promise-2.3.0/tests/test_complex_threads.py +23 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader.py +452 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader_awaitable_35.py +99 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader_extra.py +65 -0
- wandb/vendor/promise-2.3.0/tests/test_extra.py +670 -0
- wandb/vendor/promise-2.3.0/tests/test_issues.py +132 -0
- wandb/vendor/promise-2.3.0/tests/test_promise_list.py +70 -0
- wandb/vendor/promise-2.3.0/tests/test_spec.py +584 -0
- wandb/vendor/promise-2.3.0/tests/test_thread_safety.py +115 -0
- wandb/vendor/promise-2.3.0/tests/utils.py +3 -0
- wandb/vendor/promise-2.3.0/wandb_promise/__init__.py +38 -0
- wandb/vendor/promise-2.3.0/wandb_promise/async_.py +135 -0
- wandb/vendor/promise-2.3.0/wandb_promise/compat.py +32 -0
- wandb/vendor/promise-2.3.0/wandb_promise/dataloader.py +326 -0
- wandb/vendor/promise-2.3.0/wandb_promise/iterate_promise.py +12 -0
- wandb/vendor/promise-2.3.0/wandb_promise/promise.py +848 -0
- wandb/vendor/promise-2.3.0/wandb_promise/promise_list.py +151 -0
- wandb/vendor/promise-2.3.0/wandb_promise/pyutils/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/wandb_promise/pyutils/version.py +83 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/asyncio.py +22 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/gevent.py +21 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/immediate.py +27 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/thread.py +18 -0
- wandb/vendor/promise-2.3.0/wandb_promise/utils.py +56 -0
- wandb/vendor/pygments/__init__.py +90 -0
- wandb/vendor/pygments/cmdline.py +568 -0
- wandb/vendor/pygments/console.py +74 -0
- wandb/vendor/pygments/filter.py +74 -0
- wandb/vendor/pygments/filters/__init__.py +350 -0
- wandb/vendor/pygments/formatter.py +95 -0
- wandb/vendor/pygments/formatters/__init__.py +153 -0
- wandb/vendor/pygments/formatters/_mapping.py +85 -0
- wandb/vendor/pygments/formatters/bbcode.py +109 -0
- wandb/vendor/pygments/formatters/html.py +851 -0
- wandb/vendor/pygments/formatters/img.py +600 -0
- wandb/vendor/pygments/formatters/irc.py +182 -0
- wandb/vendor/pygments/formatters/latex.py +482 -0
- wandb/vendor/pygments/formatters/other.py +160 -0
- wandb/vendor/pygments/formatters/rtf.py +147 -0
- wandb/vendor/pygments/formatters/svg.py +153 -0
- wandb/vendor/pygments/formatters/terminal.py +136 -0
- wandb/vendor/pygments/formatters/terminal256.py +309 -0
- wandb/vendor/pygments/lexer.py +871 -0
- wandb/vendor/pygments/lexers/__init__.py +329 -0
- wandb/vendor/pygments/lexers/_asy_builtins.py +1645 -0
- wandb/vendor/pygments/lexers/_cl_builtins.py +232 -0
- wandb/vendor/pygments/lexers/_cocoa_builtins.py +72 -0
- wandb/vendor/pygments/lexers/_csound_builtins.py +1346 -0
- wandb/vendor/pygments/lexers/_lasso_builtins.py +5327 -0
- wandb/vendor/pygments/lexers/_lua_builtins.py +295 -0
- wandb/vendor/pygments/lexers/_mapping.py +500 -0
- wandb/vendor/pygments/lexers/_mql_builtins.py +1172 -0
- wandb/vendor/pygments/lexers/_openedge_builtins.py +2547 -0
- wandb/vendor/pygments/lexers/_php_builtins.py +4756 -0
- wandb/vendor/pygments/lexers/_postgres_builtins.py +621 -0
- wandb/vendor/pygments/lexers/_scilab_builtins.py +3094 -0
- wandb/vendor/pygments/lexers/_sourcemod_builtins.py +1163 -0
- wandb/vendor/pygments/lexers/_stan_builtins.py +532 -0
- wandb/vendor/pygments/lexers/_stata_builtins.py +419 -0
- wandb/vendor/pygments/lexers/_tsql_builtins.py +1004 -0
- wandb/vendor/pygments/lexers/_vim_builtins.py +1939 -0
- wandb/vendor/pygments/lexers/actionscript.py +240 -0
- wandb/vendor/pygments/lexers/agile.py +24 -0
- wandb/vendor/pygments/lexers/algebra.py +221 -0
- wandb/vendor/pygments/lexers/ambient.py +76 -0
- wandb/vendor/pygments/lexers/ampl.py +87 -0
- wandb/vendor/pygments/lexers/apl.py +101 -0
- wandb/vendor/pygments/lexers/archetype.py +318 -0
- wandb/vendor/pygments/lexers/asm.py +641 -0
- wandb/vendor/pygments/lexers/automation.py +374 -0
- wandb/vendor/pygments/lexers/basic.py +500 -0
- wandb/vendor/pygments/lexers/bibtex.py +160 -0
- wandb/vendor/pygments/lexers/business.py +612 -0
- wandb/vendor/pygments/lexers/c_cpp.py +252 -0
- wandb/vendor/pygments/lexers/c_like.py +541 -0
- wandb/vendor/pygments/lexers/capnproto.py +78 -0
- wandb/vendor/pygments/lexers/chapel.py +102 -0
- wandb/vendor/pygments/lexers/clean.py +288 -0
- wandb/vendor/pygments/lexers/compiled.py +34 -0
- wandb/vendor/pygments/lexers/configs.py +833 -0
- wandb/vendor/pygments/lexers/console.py +114 -0
- wandb/vendor/pygments/lexers/crystal.py +393 -0
- wandb/vendor/pygments/lexers/csound.py +366 -0
- wandb/vendor/pygments/lexers/css.py +689 -0
- wandb/vendor/pygments/lexers/d.py +251 -0
- wandb/vendor/pygments/lexers/dalvik.py +125 -0
- wandb/vendor/pygments/lexers/data.py +555 -0
- wandb/vendor/pygments/lexers/diff.py +165 -0
- wandb/vendor/pygments/lexers/dotnet.py +691 -0
- wandb/vendor/pygments/lexers/dsls.py +878 -0
- wandb/vendor/pygments/lexers/dylan.py +289 -0
- wandb/vendor/pygments/lexers/ecl.py +125 -0
- wandb/vendor/pygments/lexers/eiffel.py +65 -0
- wandb/vendor/pygments/lexers/elm.py +121 -0
- wandb/vendor/pygments/lexers/erlang.py +533 -0
- wandb/vendor/pygments/lexers/esoteric.py +277 -0
- wandb/vendor/pygments/lexers/ezhil.py +69 -0
- wandb/vendor/pygments/lexers/factor.py +344 -0
- wandb/vendor/pygments/lexers/fantom.py +250 -0
- wandb/vendor/pygments/lexers/felix.py +273 -0
- wandb/vendor/pygments/lexers/forth.py +177 -0
- wandb/vendor/pygments/lexers/fortran.py +205 -0
- wandb/vendor/pygments/lexers/foxpro.py +428 -0
- wandb/vendor/pygments/lexers/functional.py +21 -0
- wandb/vendor/pygments/lexers/go.py +101 -0
- wandb/vendor/pygments/lexers/grammar_notation.py +213 -0
- wandb/vendor/pygments/lexers/graph.py +80 -0
- wandb/vendor/pygments/lexers/graphics.py +553 -0
- wandb/vendor/pygments/lexers/haskell.py +843 -0
- wandb/vendor/pygments/lexers/haxe.py +936 -0
- wandb/vendor/pygments/lexers/hdl.py +382 -0
- wandb/vendor/pygments/lexers/hexdump.py +103 -0
- wandb/vendor/pygments/lexers/html.py +602 -0
- wandb/vendor/pygments/lexers/idl.py +270 -0
- wandb/vendor/pygments/lexers/igor.py +288 -0
- wandb/vendor/pygments/lexers/inferno.py +96 -0
- wandb/vendor/pygments/lexers/installers.py +322 -0
- wandb/vendor/pygments/lexers/int_fiction.py +1343 -0
- wandb/vendor/pygments/lexers/iolang.py +63 -0
- wandb/vendor/pygments/lexers/j.py +146 -0
- wandb/vendor/pygments/lexers/javascript.py +1525 -0
- wandb/vendor/pygments/lexers/julia.py +333 -0
- wandb/vendor/pygments/lexers/jvm.py +1573 -0
- wandb/vendor/pygments/lexers/lisp.py +2621 -0
- wandb/vendor/pygments/lexers/make.py +202 -0
- wandb/vendor/pygments/lexers/markup.py +595 -0
- wandb/vendor/pygments/lexers/math.py +21 -0
- wandb/vendor/pygments/lexers/matlab.py +663 -0
- wandb/vendor/pygments/lexers/ml.py +769 -0
- wandb/vendor/pygments/lexers/modeling.py +358 -0
- wandb/vendor/pygments/lexers/modula2.py +1561 -0
- wandb/vendor/pygments/lexers/monte.py +204 -0
- wandb/vendor/pygments/lexers/ncl.py +894 -0
- wandb/vendor/pygments/lexers/nimrod.py +159 -0
- wandb/vendor/pygments/lexers/nit.py +64 -0
- wandb/vendor/pygments/lexers/nix.py +136 -0
- wandb/vendor/pygments/lexers/oberon.py +105 -0
- wandb/vendor/pygments/lexers/objective.py +504 -0
- wandb/vendor/pygments/lexers/ooc.py +85 -0
- wandb/vendor/pygments/lexers/other.py +41 -0
- wandb/vendor/pygments/lexers/parasail.py +79 -0
- wandb/vendor/pygments/lexers/parsers.py +835 -0
- wandb/vendor/pygments/lexers/pascal.py +644 -0
- wandb/vendor/pygments/lexers/pawn.py +199 -0
- wandb/vendor/pygments/lexers/perl.py +620 -0
- wandb/vendor/pygments/lexers/php.py +267 -0
- wandb/vendor/pygments/lexers/praat.py +294 -0
- wandb/vendor/pygments/lexers/prolog.py +306 -0
- wandb/vendor/pygments/lexers/python.py +939 -0
- wandb/vendor/pygments/lexers/qvt.py +152 -0
- wandb/vendor/pygments/lexers/r.py +453 -0
- wandb/vendor/pygments/lexers/rdf.py +270 -0
- wandb/vendor/pygments/lexers/rebol.py +431 -0
- wandb/vendor/pygments/lexers/resource.py +85 -0
- wandb/vendor/pygments/lexers/rnc.py +67 -0
- wandb/vendor/pygments/lexers/roboconf.py +82 -0
- wandb/vendor/pygments/lexers/robotframework.py +560 -0
- wandb/vendor/pygments/lexers/ruby.py +519 -0
- wandb/vendor/pygments/lexers/rust.py +220 -0
- wandb/vendor/pygments/lexers/sas.py +228 -0
- wandb/vendor/pygments/lexers/scripting.py +1222 -0
- wandb/vendor/pygments/lexers/shell.py +794 -0
- wandb/vendor/pygments/lexers/smalltalk.py +195 -0
- wandb/vendor/pygments/lexers/smv.py +79 -0
- wandb/vendor/pygments/lexers/snobol.py +83 -0
- wandb/vendor/pygments/lexers/special.py +103 -0
- wandb/vendor/pygments/lexers/sql.py +681 -0
- wandb/vendor/pygments/lexers/stata.py +108 -0
- wandb/vendor/pygments/lexers/supercollider.py +90 -0
- wandb/vendor/pygments/lexers/tcl.py +145 -0
- wandb/vendor/pygments/lexers/templates.py +2283 -0
- wandb/vendor/pygments/lexers/testing.py +207 -0
- wandb/vendor/pygments/lexers/text.py +25 -0
- wandb/vendor/pygments/lexers/textedit.py +169 -0
- wandb/vendor/pygments/lexers/textfmts.py +297 -0
- wandb/vendor/pygments/lexers/theorem.py +458 -0
- wandb/vendor/pygments/lexers/trafficscript.py +54 -0
- wandb/vendor/pygments/lexers/typoscript.py +226 -0
- wandb/vendor/pygments/lexers/urbi.py +133 -0
- wandb/vendor/pygments/lexers/varnish.py +190 -0
- wandb/vendor/pygments/lexers/verification.py +111 -0
- wandb/vendor/pygments/lexers/web.py +24 -0
- wandb/vendor/pygments/lexers/webmisc.py +988 -0
- wandb/vendor/pygments/lexers/whiley.py +116 -0
- wandb/vendor/pygments/lexers/x10.py +69 -0
- wandb/vendor/pygments/modeline.py +44 -0
- wandb/vendor/pygments/plugin.py +68 -0
- wandb/vendor/pygments/regexopt.py +92 -0
- wandb/vendor/pygments/scanner.py +105 -0
- wandb/vendor/pygments/sphinxext.py +158 -0
- wandb/vendor/pygments/style.py +155 -0
- wandb/vendor/pygments/styles/__init__.py +80 -0
- wandb/vendor/pygments/styles/abap.py +29 -0
- wandb/vendor/pygments/styles/algol.py +63 -0
- wandb/vendor/pygments/styles/algol_nu.py +63 -0
- wandb/vendor/pygments/styles/arduino.py +98 -0
- wandb/vendor/pygments/styles/autumn.py +65 -0
- wandb/vendor/pygments/styles/borland.py +51 -0
- wandb/vendor/pygments/styles/bw.py +49 -0
- wandb/vendor/pygments/styles/colorful.py +81 -0
- wandb/vendor/pygments/styles/default.py +73 -0
- wandb/vendor/pygments/styles/emacs.py +72 -0
- wandb/vendor/pygments/styles/friendly.py +72 -0
- wandb/vendor/pygments/styles/fruity.py +42 -0
- wandb/vendor/pygments/styles/igor.py +29 -0
- wandb/vendor/pygments/styles/lovelace.py +97 -0
- wandb/vendor/pygments/styles/manni.py +75 -0
- wandb/vendor/pygments/styles/monokai.py +106 -0
- wandb/vendor/pygments/styles/murphy.py +80 -0
- wandb/vendor/pygments/styles/native.py +65 -0
- wandb/vendor/pygments/styles/paraiso_dark.py +125 -0
- wandb/vendor/pygments/styles/paraiso_light.py +125 -0
- wandb/vendor/pygments/styles/pastie.py +75 -0
- wandb/vendor/pygments/styles/perldoc.py +69 -0
- wandb/vendor/pygments/styles/rainbow_dash.py +89 -0
- wandb/vendor/pygments/styles/rrt.py +33 -0
- wandb/vendor/pygments/styles/sas.py +44 -0
- wandb/vendor/pygments/styles/stata.py +40 -0
- wandb/vendor/pygments/styles/tango.py +141 -0
- wandb/vendor/pygments/styles/trac.py +63 -0
- wandb/vendor/pygments/styles/vim.py +63 -0
- wandb/vendor/pygments/styles/vs.py +38 -0
- wandb/vendor/pygments/styles/xcode.py +51 -0
- wandb/vendor/pygments/token.py +213 -0
- wandb/vendor/pygments/unistring.py +217 -0
- wandb/vendor/pygments/util.py +388 -0
- wandb/vendor/pynvml/__init__.py +0 -0
- wandb/vendor/pynvml/pynvml.py +4779 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/__init__.py +17 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/events.py +615 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/__init__.py +98 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/api.py +369 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents.py +172 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents2.py +239 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify.py +218 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_buffer.py +81 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_c.py +575 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/kqueue.py +730 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/polling.py +145 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/read_directory_changes.py +133 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/winapi.py +348 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/patterns.py +265 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/tricks/__init__.py +174 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/__init__.py +151 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/bricks.py +249 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/compat.py +29 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/decorators.py +198 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/delayed_queue.py +88 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/dirsnapshot.py +293 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/echo.py +157 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/event_backport.py +41 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/importlib2.py +40 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/platform.py +57 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/unicode_paths.py +64 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/win32stat.py +123 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/version.py +28 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/watchmedo.py +577 -0
- wandb/wandb_agent.py +588 -0
- wandb/wandb_controller.py +721 -0
- wandb/wandb_run.py +9 -0
- wandb-0.18.2.dist-info/METADATA +213 -0
- wandb-0.18.2.dist-info/RECORD +827 -0
- wandb-0.18.2.dist-info/WHEEL +5 -0
- wandb-0.18.2.dist-info/entry_points.txt +3 -0
- wandb-0.18.2.dist-info/licenses/LICENSE +21 -0
@@ -0,0 +1,216 @@
|
|
1
|
+
from __future__ import annotations
|
2
|
+
|
3
|
+
import atexit
|
4
|
+
import os
|
5
|
+
from typing import Callable
|
6
|
+
|
7
|
+
from wandb.proto import wandb_internal_pb2 as pb
|
8
|
+
from wandb.proto import wandb_server_pb2 as spb
|
9
|
+
from wandb.proto import wandb_settings_pb2
|
10
|
+
from wandb.sdk import wandb_settings
|
11
|
+
from wandb.sdk.interface.interface import InterfaceBase
|
12
|
+
from wandb.sdk.interface.interface_sock import InterfaceSock
|
13
|
+
from wandb.sdk.lib import service_token
|
14
|
+
from wandb.sdk.lib.exit_hooks import ExitHooks
|
15
|
+
from wandb.sdk.lib.mailbox import Mailbox
|
16
|
+
from wandb.sdk.lib.sock_client import SockClient, SockClientTimeoutError
|
17
|
+
from wandb.sdk.service import service
|
18
|
+
|
19
|
+
|
20
|
+
class WandbServiceNotOwnedError(Exception):
|
21
|
+
"""Raised when the current process does not own the service process."""
|
22
|
+
|
23
|
+
|
24
|
+
class WandbServiceConnectionError(Exception):
|
25
|
+
"""Raised on failure to connect to the service process."""
|
26
|
+
|
27
|
+
|
28
|
+
class WandbAttachFailedError(Exception):
|
29
|
+
"""Raised if attaching to a run fails."""
|
30
|
+
|
31
|
+
|
32
|
+
def connect_to_service(
|
33
|
+
settings: wandb_settings.Settings,
|
34
|
+
) -> ServiceConnection:
|
35
|
+
"""Connects to the service process, starting one up if necessary."""
|
36
|
+
conn = _try_connect_to_existing_service()
|
37
|
+
if conn:
|
38
|
+
return conn
|
39
|
+
|
40
|
+
return _start_and_connect_service(settings)
|
41
|
+
|
42
|
+
|
43
|
+
def _try_connect_to_existing_service() -> ServiceConnection | None:
|
44
|
+
"""Attemps to connect to an existing service process."""
|
45
|
+
token = service_token.get_service_token()
|
46
|
+
if not token:
|
47
|
+
return None
|
48
|
+
|
49
|
+
# Only localhost sockets are supported below.
|
50
|
+
assert token.host == "localhost"
|
51
|
+
client = SockClient()
|
52
|
+
|
53
|
+
try:
|
54
|
+
# TODO: This may block indefinitely if the service is unhealthy.
|
55
|
+
client.connect(token.port)
|
56
|
+
|
57
|
+
except Exception as e:
|
58
|
+
raise WandbServiceConnectionError(
|
59
|
+
"Failed to connect to internal service."
|
60
|
+
) from e
|
61
|
+
|
62
|
+
return ServiceConnection(client=client, proc=None)
|
63
|
+
|
64
|
+
|
65
|
+
def _start_and_connect_service(
|
66
|
+
settings: wandb_settings.Settings,
|
67
|
+
) -> ServiceConnection:
|
68
|
+
"""Starts a service process and returns a connection to it.
|
69
|
+
|
70
|
+
An atexit hook is registered to tear down the service process and wait for
|
71
|
+
it to complete. The hook does not run in processes started using the
|
72
|
+
multiprocessing module.
|
73
|
+
"""
|
74
|
+
proc = service._Service(settings)
|
75
|
+
proc.start()
|
76
|
+
|
77
|
+
port = proc.sock_port
|
78
|
+
assert port
|
79
|
+
client = SockClient()
|
80
|
+
client.connect(port)
|
81
|
+
|
82
|
+
service_token.set_service_token(
|
83
|
+
parent_pid=os.getpid(),
|
84
|
+
transport="tcp",
|
85
|
+
host="localhost",
|
86
|
+
port=port,
|
87
|
+
)
|
88
|
+
|
89
|
+
hooks = ExitHooks()
|
90
|
+
hooks.hook()
|
91
|
+
|
92
|
+
def teardown_atexit():
|
93
|
+
conn.teardown(hooks.exit_code)
|
94
|
+
|
95
|
+
conn = ServiceConnection(
|
96
|
+
client=client,
|
97
|
+
proc=proc,
|
98
|
+
cleanup=lambda: atexit.unregister(teardown_atexit),
|
99
|
+
)
|
100
|
+
|
101
|
+
atexit.register(teardown_atexit)
|
102
|
+
|
103
|
+
return conn
|
104
|
+
|
105
|
+
|
106
|
+
class ServiceConnection:
|
107
|
+
"""A connection to the W&B internal service process."""
|
108
|
+
|
109
|
+
def __init__(
|
110
|
+
self,
|
111
|
+
client: SockClient,
|
112
|
+
proc: service._Service | None,
|
113
|
+
cleanup: Callable[[], None] | None = None,
|
114
|
+
):
|
115
|
+
"""Returns a new ServiceConnection.
|
116
|
+
|
117
|
+
Args:
|
118
|
+
client: A socket that's connected to the service.
|
119
|
+
proc: The service process if we own it, or None otherwise.
|
120
|
+
cleanup: A callback to run on teardown before doing anything.
|
121
|
+
"""
|
122
|
+
self._client = client
|
123
|
+
self._proc = proc
|
124
|
+
self._torn_down = False
|
125
|
+
self._cleanup = cleanup
|
126
|
+
|
127
|
+
def make_interface(self, mailbox: Mailbox) -> InterfaceBase:
|
128
|
+
"""Returns an interface for communicating with the service."""
|
129
|
+
return InterfaceSock(self._client, mailbox)
|
130
|
+
|
131
|
+
def send_record(self, record: pb.Record) -> None:
|
132
|
+
"""Sends data to the service."""
|
133
|
+
self._client.send_record_publish(record)
|
134
|
+
|
135
|
+
def inform_init(
|
136
|
+
self,
|
137
|
+
settings: wandb_settings_pb2.Settings,
|
138
|
+
run_id: str,
|
139
|
+
) -> None:
|
140
|
+
"""Sends an init request to the service."""
|
141
|
+
request = spb.ServerInformInitRequest()
|
142
|
+
request.settings.CopyFrom(settings)
|
143
|
+
request._info.stream_id = run_id
|
144
|
+
self._client.send(inform_init=request)
|
145
|
+
|
146
|
+
def inform_finish(self, run_id: str) -> None:
|
147
|
+
"""Sends an finish request to the service."""
|
148
|
+
request = spb.ServerInformFinishRequest()
|
149
|
+
request._info.stream_id = run_id
|
150
|
+
self._client.send(inform_finish=request)
|
151
|
+
|
152
|
+
def inform_attach(
|
153
|
+
self,
|
154
|
+
attach_id: str,
|
155
|
+
) -> wandb_settings_pb2.Settings:
|
156
|
+
"""Sends an attach request to the service.
|
157
|
+
|
158
|
+
Raises a WandbAttachFailedError if attaching is not possible.
|
159
|
+
"""
|
160
|
+
request = spb.ServerInformAttachRequest()
|
161
|
+
request._info.stream_id = attach_id
|
162
|
+
|
163
|
+
try:
|
164
|
+
response = self._client.send_and_recv(inform_attach=request)
|
165
|
+
return response.inform_attach_response.settings
|
166
|
+
except SockClientTimeoutError:
|
167
|
+
raise WandbAttachFailedError(
|
168
|
+
"Could not attach because the run does not belong to"
|
169
|
+
" the current service process, or because the service"
|
170
|
+
" process is busy (unlikely)."
|
171
|
+
)
|
172
|
+
|
173
|
+
def inform_start(
|
174
|
+
self,
|
175
|
+
settings: wandb_settings_pb2.Settings,
|
176
|
+
run_id: str,
|
177
|
+
) -> None:
|
178
|
+
"""Sends a start request to the service."""
|
179
|
+
request = spb.ServerInformStartRequest()
|
180
|
+
request.settings.CopyFrom(settings)
|
181
|
+
request._info.stream_id = run_id
|
182
|
+
self._client.send(inform_start=request)
|
183
|
+
|
184
|
+
def teardown(self, exit_code: int) -> int:
|
185
|
+
"""Shuts down the service process and returns its exit code.
|
186
|
+
|
187
|
+
This may only be called once.
|
188
|
+
|
189
|
+
Returns:
|
190
|
+
The exit code of the service process.
|
191
|
+
|
192
|
+
Raises:
|
193
|
+
WandbServiceNotOwnedError: If the current process did not start
|
194
|
+
the service process.
|
195
|
+
"""
|
196
|
+
if not self._proc:
|
197
|
+
raise WandbServiceNotOwnedError(
|
198
|
+
"Cannot tear down service started by different process",
|
199
|
+
)
|
200
|
+
|
201
|
+
assert not self._torn_down
|
202
|
+
self._torn_down = True
|
203
|
+
|
204
|
+
if self._cleanup:
|
205
|
+
self._cleanup()
|
206
|
+
|
207
|
+
# Clear the service token to prevent new connections from being made.
|
208
|
+
service_token.clear_service_token()
|
209
|
+
|
210
|
+
self._client.send(
|
211
|
+
inform_teardown=spb.ServerInformTeardownRequest(
|
212
|
+
exit_code=exit_code,
|
213
|
+
)
|
214
|
+
)
|
215
|
+
|
216
|
+
return self._proc.join()
|
@@ -0,0 +1,94 @@
|
|
1
|
+
from __future__ import annotations
|
2
|
+
|
3
|
+
import dataclasses
|
4
|
+
import os
|
5
|
+
|
6
|
+
from wandb import env
|
7
|
+
|
8
|
+
_CURRENT_VERSION = "2"
|
9
|
+
_SUPPORTED_TRANSPORTS = "tcp"
|
10
|
+
|
11
|
+
|
12
|
+
def get_service_token() -> ServiceToken | None:
|
13
|
+
"""Reads the token from environment variables.
|
14
|
+
|
15
|
+
Returns:
|
16
|
+
The token if the correct environment variable is set, or None.
|
17
|
+
|
18
|
+
Raises:
|
19
|
+
ValueError: If the environment variable is set but cannot be
|
20
|
+
parsed.
|
21
|
+
"""
|
22
|
+
token = os.environ.get(env.SERVICE)
|
23
|
+
if not token:
|
24
|
+
return None
|
25
|
+
|
26
|
+
parts = token.split("-")
|
27
|
+
if len(parts) != 5:
|
28
|
+
raise ValueError(f"Invalid token: {token}")
|
29
|
+
|
30
|
+
version, pid_str, transport, host, port_str = parts
|
31
|
+
|
32
|
+
if version != _CURRENT_VERSION:
|
33
|
+
raise ValueError(
|
34
|
+
f"Expected version {_CURRENT_VERSION},"
|
35
|
+
f" but got {version} (token={token})"
|
36
|
+
)
|
37
|
+
if transport not in _SUPPORTED_TRANSPORTS:
|
38
|
+
raise ValueError(
|
39
|
+
f"Unsupported transport: {transport} (token={token})",
|
40
|
+
)
|
41
|
+
|
42
|
+
try:
|
43
|
+
return ServiceToken(
|
44
|
+
version=version,
|
45
|
+
pid=int(pid_str),
|
46
|
+
transport=transport,
|
47
|
+
host=host,
|
48
|
+
port=int(port_str),
|
49
|
+
)
|
50
|
+
except ValueError as e:
|
51
|
+
raise ValueError(f"Invalid token: {token}") from e
|
52
|
+
|
53
|
+
|
54
|
+
def set_service_token(parent_pid: int, transport: str, host: str, port: int) -> None:
|
55
|
+
"""Stores a service token in an environment variable.
|
56
|
+
|
57
|
+
Args:
|
58
|
+
parent_pid: The process ID of the process that started the service.
|
59
|
+
transport: The transport used to communicate with the service.
|
60
|
+
host: The host part of the internet address on which the service
|
61
|
+
is listening (e.g. localhost).
|
62
|
+
port: The port the service is listening on.
|
63
|
+
|
64
|
+
Raises:
|
65
|
+
ValueError: If given an unsupported transport.
|
66
|
+
"""
|
67
|
+
if transport not in _SUPPORTED_TRANSPORTS:
|
68
|
+
raise ValueError(f"Unsupported transport: {transport}")
|
69
|
+
|
70
|
+
os.environ[env.SERVICE] = "-".join(
|
71
|
+
(
|
72
|
+
_CURRENT_VERSION,
|
73
|
+
str(parent_pid),
|
74
|
+
transport,
|
75
|
+
host,
|
76
|
+
str(port),
|
77
|
+
)
|
78
|
+
)
|
79
|
+
|
80
|
+
|
81
|
+
def clear_service_token() -> None:
|
82
|
+
"""Clears the environment variable storing the service token."""
|
83
|
+
os.environ.pop(env.SERVICE, None)
|
84
|
+
|
85
|
+
|
86
|
+
@dataclasses.dataclass(frozen=True)
|
87
|
+
class ServiceToken:
|
88
|
+
"""An identifier for a running service process."""
|
89
|
+
|
90
|
+
version: str
|
91
|
+
pid: int
|
92
|
+
transport: str
|
93
|
+
host: str
|
94
|
+
port: int
|
@@ -0,0 +1,295 @@
|
|
1
|
+
import socket
|
2
|
+
import struct
|
3
|
+
import threading
|
4
|
+
import time
|
5
|
+
import uuid
|
6
|
+
from typing import TYPE_CHECKING, Any, List, Optional
|
7
|
+
|
8
|
+
from wandb.proto import wandb_server_pb2 as spb
|
9
|
+
|
10
|
+
from . import tracelog
|
11
|
+
|
12
|
+
if TYPE_CHECKING:
|
13
|
+
from wandb.proto import wandb_internal_pb2 as pb
|
14
|
+
|
15
|
+
|
16
|
+
class SockClientClosedError(Exception):
|
17
|
+
"""Raised on operations on a closed socket."""
|
18
|
+
|
19
|
+
|
20
|
+
class SockClientTimeoutError(Exception):
|
21
|
+
"""Raised if the server didn't respond before the timeout."""
|
22
|
+
|
23
|
+
|
24
|
+
class SockBuffer:
|
25
|
+
_buf_list: List[bytes]
|
26
|
+
_buf_lengths: List[int]
|
27
|
+
_buf_total: int
|
28
|
+
|
29
|
+
def __init__(self) -> None:
|
30
|
+
self._buf_list = []
|
31
|
+
self._buf_lengths = []
|
32
|
+
self._buf_total = 0
|
33
|
+
|
34
|
+
@property
|
35
|
+
def length(self) -> int:
|
36
|
+
return self._buf_total
|
37
|
+
|
38
|
+
def _get(self, start: int, end: int, peek: bool = False) -> bytes:
|
39
|
+
index: Optional[int] = None
|
40
|
+
buffers = []
|
41
|
+
need = end
|
42
|
+
|
43
|
+
# compute buffers needed
|
44
|
+
for i, (buf_len, buf_data) in enumerate(zip(self._buf_lengths, self._buf_list)):
|
45
|
+
buffers.append(buf_data[:need] if need < buf_len else buf_data)
|
46
|
+
if need <= buf_len:
|
47
|
+
index = i
|
48
|
+
break
|
49
|
+
need -= buf_len
|
50
|
+
|
51
|
+
# buffer not large enough, caller should have made sure there was enough data
|
52
|
+
if index is None:
|
53
|
+
raise IndexError("SockBuffer index out of range")
|
54
|
+
|
55
|
+
# advance buffer internals if we are not peeking into the data
|
56
|
+
if not peek:
|
57
|
+
self._buf_total -= end
|
58
|
+
if need < buf_len:
|
59
|
+
# update partially used buffer list
|
60
|
+
self._buf_list = self._buf_list[index:]
|
61
|
+
self._buf_lengths = self._buf_lengths[index:]
|
62
|
+
self._buf_list[0] = self._buf_list[0][need:]
|
63
|
+
self._buf_lengths[0] -= need
|
64
|
+
else:
|
65
|
+
# update fully used buffer list
|
66
|
+
self._buf_list = self._buf_list[index + 1 :]
|
67
|
+
self._buf_lengths = self._buf_lengths[index + 1 :]
|
68
|
+
|
69
|
+
return b"".join(buffers)[start:end]
|
70
|
+
|
71
|
+
def get(self, start: int, end: int) -> bytes:
|
72
|
+
return self._get(start, end)
|
73
|
+
|
74
|
+
def peek(self, start: int, end: int) -> bytes:
|
75
|
+
return self._get(start, end, peek=True)
|
76
|
+
|
77
|
+
def put(self, data: bytes, data_len: int) -> None:
|
78
|
+
self._buf_list.append(data)
|
79
|
+
self._buf_lengths.append(data_len)
|
80
|
+
self._buf_total += data_len
|
81
|
+
|
82
|
+
|
83
|
+
class SockClient:
|
84
|
+
_sock: socket.socket
|
85
|
+
_sockid: str
|
86
|
+
_retry_delay: float
|
87
|
+
_lock: "threading.Lock"
|
88
|
+
_bufsize: int
|
89
|
+
_buffer: SockBuffer
|
90
|
+
|
91
|
+
# current header is magic byte "W" followed by 4 byte length of the message
|
92
|
+
HEADLEN = 1 + 4
|
93
|
+
|
94
|
+
def __init__(self) -> None:
|
95
|
+
# TODO: use safe uuid's (python3.7+) or emulate this
|
96
|
+
self._sockid = uuid.uuid4().hex
|
97
|
+
self._retry_delay = 0.1
|
98
|
+
self._lock = threading.Lock()
|
99
|
+
self._bufsize = 4096
|
100
|
+
self._buffer = SockBuffer()
|
101
|
+
|
102
|
+
def connect(self, port: int) -> None:
|
103
|
+
s = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
|
104
|
+
s.connect(("localhost", port))
|
105
|
+
self._sock = s
|
106
|
+
self._detect_bufsize()
|
107
|
+
|
108
|
+
def _detect_bufsize(self) -> None:
|
109
|
+
sndbuf_size = self._sock.getsockopt(socket.SOL_SOCKET, socket.SO_SNDBUF)
|
110
|
+
rcvbuf_size = self._sock.getsockopt(socket.SOL_SOCKET, socket.SO_RCVBUF)
|
111
|
+
self._bufsize = min(sndbuf_size, rcvbuf_size, 65536)
|
112
|
+
|
113
|
+
def close(self) -> None:
|
114
|
+
self._sock.close()
|
115
|
+
|
116
|
+
def shutdown(self, val: int) -> None:
|
117
|
+
self._sock.shutdown(val)
|
118
|
+
|
119
|
+
def set_socket(self, sock: socket.socket) -> None:
|
120
|
+
self._sock = sock
|
121
|
+
self._detect_bufsize()
|
122
|
+
|
123
|
+
def _sendall_with_error_handle(self, data: bytes) -> None:
|
124
|
+
# This is a helper function for sending data in a retry fashion.
|
125
|
+
# Similar to the sendall() function in the socket module, but with
|
126
|
+
# an error handling in case of timeout.
|
127
|
+
total_sent = 0
|
128
|
+
total_data = len(data)
|
129
|
+
while total_sent < total_data:
|
130
|
+
start_time = time.monotonic()
|
131
|
+
try:
|
132
|
+
sent = self._sock.send(data)
|
133
|
+
# sent equal to 0 indicates a closed socket
|
134
|
+
if sent == 0:
|
135
|
+
raise SockClientClosedError("socket connection broken")
|
136
|
+
total_sent += sent
|
137
|
+
# truncate our data to save memory
|
138
|
+
data = data[sent:]
|
139
|
+
# we handle the timeout case for the cases when timeout is set
|
140
|
+
# on a system level by another application
|
141
|
+
except socket.timeout:
|
142
|
+
# adding sleep to avoid tight loop
|
143
|
+
delta_time = time.monotonic() - start_time
|
144
|
+
if delta_time < self._retry_delay:
|
145
|
+
time.sleep(self._retry_delay - delta_time)
|
146
|
+
|
147
|
+
def _send_message(self, msg: Any) -> None:
|
148
|
+
tracelog.log_message_send(msg, self._sockid)
|
149
|
+
raw_size = msg.ByteSize()
|
150
|
+
data = msg.SerializeToString()
|
151
|
+
assert len(data) == raw_size, "invalid serialization"
|
152
|
+
header = struct.pack("<BI", ord("W"), raw_size)
|
153
|
+
with self._lock:
|
154
|
+
self._sendall_with_error_handle(header + data)
|
155
|
+
|
156
|
+
def send_server_request(self, msg: Any) -> None:
|
157
|
+
self._send_message(msg)
|
158
|
+
|
159
|
+
def send_server_response(self, msg: Any) -> None:
|
160
|
+
try:
|
161
|
+
self._send_message(msg)
|
162
|
+
except BrokenPipeError:
|
163
|
+
# TODO(jhr): user thread might no longer be around to receive responses to
|
164
|
+
# things like network status poll loop, there might be a better way to quiesce
|
165
|
+
pass
|
166
|
+
|
167
|
+
def send_and_recv(
|
168
|
+
self,
|
169
|
+
*,
|
170
|
+
inform_init: Optional[spb.ServerInformInitRequest] = None,
|
171
|
+
inform_start: Optional[spb.ServerInformStartRequest] = None,
|
172
|
+
inform_attach: Optional[spb.ServerInformAttachRequest] = None,
|
173
|
+
inform_finish: Optional[spb.ServerInformFinishRequest] = None,
|
174
|
+
inform_teardown: Optional[spb.ServerInformTeardownRequest] = None,
|
175
|
+
) -> spb.ServerResponse:
|
176
|
+
self.send(
|
177
|
+
inform_init=inform_init,
|
178
|
+
inform_start=inform_start,
|
179
|
+
inform_attach=inform_attach,
|
180
|
+
inform_finish=inform_finish,
|
181
|
+
inform_teardown=inform_teardown,
|
182
|
+
)
|
183
|
+
# TODO: this solution is fragile, but for checking attach
|
184
|
+
# it should be relatively stable.
|
185
|
+
# This pass would be solved as part of the fix in https://wandb.atlassian.net/browse/WB-8709
|
186
|
+
response = self.read_server_response(timeout=1)
|
187
|
+
|
188
|
+
if response is None:
|
189
|
+
raise SockClientTimeoutError("No response after 1 second.")
|
190
|
+
|
191
|
+
return response
|
192
|
+
|
193
|
+
def send(
|
194
|
+
self,
|
195
|
+
*,
|
196
|
+
inform_init: Optional[spb.ServerInformInitRequest] = None,
|
197
|
+
inform_start: Optional[spb.ServerInformStartRequest] = None,
|
198
|
+
inform_attach: Optional[spb.ServerInformAttachRequest] = None,
|
199
|
+
inform_finish: Optional[spb.ServerInformFinishRequest] = None,
|
200
|
+
inform_teardown: Optional[spb.ServerInformTeardownRequest] = None,
|
201
|
+
) -> None:
|
202
|
+
server_req = spb.ServerRequest()
|
203
|
+
if inform_init:
|
204
|
+
server_req.inform_init.CopyFrom(inform_init)
|
205
|
+
elif inform_start:
|
206
|
+
server_req.inform_start.CopyFrom(inform_start)
|
207
|
+
elif inform_attach:
|
208
|
+
server_req.inform_attach.CopyFrom(inform_attach)
|
209
|
+
elif inform_finish:
|
210
|
+
server_req.inform_finish.CopyFrom(inform_finish)
|
211
|
+
elif inform_teardown:
|
212
|
+
server_req.inform_teardown.CopyFrom(inform_teardown)
|
213
|
+
else:
|
214
|
+
raise Exception("unmatched")
|
215
|
+
self.send_server_request(server_req)
|
216
|
+
|
217
|
+
def send_record_communicate(self, record: "pb.Record") -> None:
|
218
|
+
server_req = spb.ServerRequest()
|
219
|
+
server_req.record_communicate.CopyFrom(record)
|
220
|
+
self.send_server_request(server_req)
|
221
|
+
|
222
|
+
def send_record_publish(self, record: "pb.Record") -> None:
|
223
|
+
server_req = spb.ServerRequest()
|
224
|
+
server_req.record_publish.CopyFrom(record)
|
225
|
+
self.send_server_request(server_req)
|
226
|
+
|
227
|
+
def _extract_packet_bytes(self) -> Optional[bytes]:
|
228
|
+
# Do we have enough data to read the header?
|
229
|
+
start_offset = self.HEADLEN
|
230
|
+
if self._buffer.length >= start_offset:
|
231
|
+
header = self._buffer.peek(0, start_offset)
|
232
|
+
fields = struct.unpack("<BI", header)
|
233
|
+
magic, dlength = fields
|
234
|
+
assert magic == ord("W")
|
235
|
+
# Do we have enough data to read the full record?
|
236
|
+
end_offset = self.HEADLEN + dlength
|
237
|
+
if self._buffer.length >= end_offset:
|
238
|
+
rec_data = self._buffer.get(start_offset, end_offset)
|
239
|
+
return rec_data
|
240
|
+
return None
|
241
|
+
|
242
|
+
def _read_packet_bytes(self, timeout: Optional[int] = None) -> Optional[bytes]:
|
243
|
+
"""Read full message from socket.
|
244
|
+
|
245
|
+
Args:
|
246
|
+
timeout: number of seconds to wait on socket data.
|
247
|
+
|
248
|
+
Raises:
|
249
|
+
SockClientClosedError: socket has been closed.
|
250
|
+
"""
|
251
|
+
while True:
|
252
|
+
rec = self._extract_packet_bytes()
|
253
|
+
if rec:
|
254
|
+
return rec
|
255
|
+
|
256
|
+
if timeout:
|
257
|
+
self._sock.settimeout(timeout)
|
258
|
+
try:
|
259
|
+
data = self._sock.recv(self._bufsize)
|
260
|
+
except socket.timeout:
|
261
|
+
break
|
262
|
+
except ConnectionResetError:
|
263
|
+
raise SockClientClosedError
|
264
|
+
except OSError:
|
265
|
+
raise SockClientClosedError
|
266
|
+
finally:
|
267
|
+
if timeout:
|
268
|
+
self._sock.settimeout(None)
|
269
|
+
data_len = len(data)
|
270
|
+
if data_len == 0:
|
271
|
+
# socket.recv() will return 0 bytes if socket was shutdown
|
272
|
+
# caller will handle this condition like other connection problems
|
273
|
+
raise SockClientClosedError
|
274
|
+
self._buffer.put(data, data_len)
|
275
|
+
return None
|
276
|
+
|
277
|
+
def read_server_request(self) -> Optional[spb.ServerRequest]:
|
278
|
+
data = self._read_packet_bytes()
|
279
|
+
if not data:
|
280
|
+
return None
|
281
|
+
rec = spb.ServerRequest()
|
282
|
+
rec.ParseFromString(data)
|
283
|
+
tracelog.log_message_recv(rec, self._sockid)
|
284
|
+
return rec
|
285
|
+
|
286
|
+
def read_server_response(
|
287
|
+
self, timeout: Optional[int] = None
|
288
|
+
) -> Optional[spb.ServerResponse]:
|
289
|
+
data = self._read_packet_bytes(timeout=timeout)
|
290
|
+
if not data:
|
291
|
+
return None
|
292
|
+
rec = spb.ServerResponse()
|
293
|
+
rec.ParseFromString(data)
|
294
|
+
tracelog.log_message_recv(rec, self._sockid)
|
295
|
+
return rec
|
@@ -0,0 +1,45 @@
|
|
1
|
+
#
|
2
|
+
# From pysparklines (BSD License): https://pypi.python.org/pypi/pysparklines
|
3
|
+
|
4
|
+
import math
|
5
|
+
from typing import List, Union
|
6
|
+
|
7
|
+
spark_chars = "▁▂▃▄▅▆▇█"
|
8
|
+
|
9
|
+
|
10
|
+
# math.isfinite doesn't exist in python2, so provider our own
|
11
|
+
def isfinite(f):
|
12
|
+
return not (math.isinf(f) or math.isnan(f))
|
13
|
+
|
14
|
+
|
15
|
+
def sparkify(series: List[Union[float, int]]) -> str:
|
16
|
+
"""Convert <series> to a sparkline string.
|
17
|
+
|
18
|
+
Example:
|
19
|
+
>>> sparkify([ 0.5, 1.2, 3.5, 7.3, 8.0, 12.5, 13.2, 15.0, 14.2, 11.8, 6.1,
|
20
|
+
... 1.9 ])
|
21
|
+
u'▁▁▂▄▅▇▇██▆▄▂'
|
22
|
+
|
23
|
+
>>> sparkify([1, 1, -2, 3, -5, 8, -13])
|
24
|
+
u'▆▆▅▆▄█▁'
|
25
|
+
|
26
|
+
Raises ValueError if input data cannot be converted to float.
|
27
|
+
Raises TypeError if series is not an iterable.
|
28
|
+
"""
|
29
|
+
series = [float(i) for i in series]
|
30
|
+
finite_series = [x for x in series if isfinite(x)]
|
31
|
+
if not finite_series:
|
32
|
+
return ""
|
33
|
+
minimum = min(finite_series)
|
34
|
+
maximum = max(finite_series)
|
35
|
+
data_range = maximum - minimum
|
36
|
+
if data_range == 0.0:
|
37
|
+
# Graph a baseline if every input value is equal.
|
38
|
+
return "".join([spark_chars[0] if isfinite(x) else " " for x in series])
|
39
|
+
coefficient = (len(spark_chars) - 1.0) / data_range
|
40
|
+
return "".join(
|
41
|
+
[
|
42
|
+
spark_chars[int(round((x - minimum) * coefficient))] if isfinite(x) else " "
|
43
|
+
for x in series
|
44
|
+
]
|
45
|
+
)
|