wandb 0.19.1rc1__py3-none-musllinux_1_2_aarch64.whl
Sign up to get free protection for your applications and to get access to all the features.
- package_readme.md +97 -0
- wandb/__init__.py +252 -0
- wandb/__init__.pyi +1197 -0
- wandb/__main__.py +3 -0
- wandb/_globals.py +19 -0
- wandb/agents/__init__.py +0 -0
- wandb/agents/pyagent.py +363 -0
- wandb/analytics/__init__.py +3 -0
- wandb/analytics/sentry.py +263 -0
- wandb/apis/__init__.py +48 -0
- wandb/apis/attrs.py +51 -0
- wandb/apis/importers/__init__.py +1 -0
- wandb/apis/importers/internals/internal.py +385 -0
- wandb/apis/importers/internals/protocols.py +103 -0
- wandb/apis/importers/internals/util.py +78 -0
- wandb/apis/importers/mlflow.py +254 -0
- wandb/apis/importers/validation.py +108 -0
- wandb/apis/importers/wandb.py +1603 -0
- wandb/apis/internal.py +232 -0
- wandb/apis/normalize.py +73 -0
- wandb/apis/paginator.py +81 -0
- wandb/apis/public/__init__.py +34 -0
- wandb/apis/public/api.py +1387 -0
- wandb/apis/public/artifacts.py +1095 -0
- wandb/apis/public/const.py +4 -0
- wandb/apis/public/files.py +263 -0
- wandb/apis/public/history.py +149 -0
- wandb/apis/public/jobs.py +653 -0
- wandb/apis/public/projects.py +154 -0
- wandb/apis/public/query_generator.py +166 -0
- wandb/apis/public/reports.py +458 -0
- wandb/apis/public/runs.py +1012 -0
- wandb/apis/public/sweeps.py +240 -0
- wandb/apis/public/teams.py +198 -0
- wandb/apis/public/users.py +136 -0
- wandb/apis/public/utils.py +68 -0
- wandb/apis/reports/__init__.py +1 -0
- wandb/apis/reports/v1/__init__.py +8 -0
- wandb/apis/reports/v2/__init__.py +8 -0
- wandb/apis/workspaces/__init__.py +8 -0
- wandb/beta/workflows.py +288 -0
- wandb/bin/gpu_stats +0 -0
- wandb/bin/wandb-core +0 -0
- wandb/cli/__init__.py +0 -0
- wandb/cli/beta.py +178 -0
- wandb/cli/cli.py +2812 -0
- wandb/data_types.py +66 -0
- wandb/docker/__init__.py +343 -0
- wandb/docker/auth.py +435 -0
- wandb/docker/wandb-entrypoint.sh +33 -0
- wandb/docker/www_authenticate.py +94 -0
- wandb/env.py +513 -0
- wandb/errors/__init__.py +17 -0
- wandb/errors/errors.py +37 -0
- wandb/errors/links.py +73 -0
- wandb/errors/term.py +415 -0
- wandb/errors/util.py +57 -0
- wandb/errors/warnings.py +2 -0
- wandb/filesync/__init__.py +0 -0
- wandb/filesync/dir_watcher.py +403 -0
- wandb/filesync/stats.py +100 -0
- wandb/filesync/step_checksum.py +142 -0
- wandb/filesync/step_prepare.py +179 -0
- wandb/filesync/step_upload.py +287 -0
- wandb/filesync/upload_job.py +142 -0
- wandb/integration/__init__.py +0 -0
- wandb/integration/catboost/__init__.py +5 -0
- wandb/integration/catboost/catboost.py +178 -0
- wandb/integration/cohere/__init__.py +3 -0
- wandb/integration/cohere/cohere.py +21 -0
- wandb/integration/cohere/resolver.py +347 -0
- wandb/integration/diffusers/__init__.py +3 -0
- wandb/integration/diffusers/autologger.py +76 -0
- wandb/integration/diffusers/pipeline_resolver.py +50 -0
- wandb/integration/diffusers/resolvers/__init__.py +9 -0
- wandb/integration/diffusers/resolvers/multimodal.py +882 -0
- wandb/integration/diffusers/resolvers/utils.py +102 -0
- wandb/integration/fastai/__init__.py +245 -0
- wandb/integration/gym/__init__.py +99 -0
- wandb/integration/huggingface/__init__.py +3 -0
- wandb/integration/huggingface/huggingface.py +18 -0
- wandb/integration/huggingface/resolver.py +213 -0
- wandb/integration/keras/__init__.py +11 -0
- wandb/integration/keras/callbacks/__init__.py +5 -0
- wandb/integration/keras/callbacks/metrics_logger.py +129 -0
- wandb/integration/keras/callbacks/model_checkpoint.py +188 -0
- wandb/integration/keras/callbacks/tables_builder.py +228 -0
- wandb/integration/keras/keras.py +1089 -0
- wandb/integration/kfp/__init__.py +6 -0
- wandb/integration/kfp/helpers.py +28 -0
- wandb/integration/kfp/kfp_patch.py +334 -0
- wandb/integration/kfp/wandb_logging.py +182 -0
- wandb/integration/langchain/__init__.py +3 -0
- wandb/integration/langchain/wandb_tracer.py +48 -0
- wandb/integration/lightgbm/__init__.py +239 -0
- wandb/integration/lightning/__init__.py +0 -0
- wandb/integration/lightning/fabric/__init__.py +3 -0
- wandb/integration/lightning/fabric/logger.py +764 -0
- wandb/integration/metaflow/__init__.py +3 -0
- wandb/integration/metaflow/metaflow.py +383 -0
- wandb/integration/openai/__init__.py +3 -0
- wandb/integration/openai/fine_tuning.py +480 -0
- wandb/integration/openai/openai.py +22 -0
- wandb/integration/openai/resolver.py +240 -0
- wandb/integration/prodigy/__init__.py +3 -0
- wandb/integration/prodigy/prodigy.py +299 -0
- wandb/integration/sacred/__init__.py +117 -0
- wandb/integration/sagemaker/__init__.py +12 -0
- wandb/integration/sagemaker/auth.py +28 -0
- wandb/integration/sagemaker/config.py +49 -0
- wandb/integration/sagemaker/files.py +3 -0
- wandb/integration/sagemaker/resources.py +34 -0
- wandb/integration/sb3/__init__.py +3 -0
- wandb/integration/sb3/sb3.py +147 -0
- wandb/integration/sklearn/__init__.py +37 -0
- wandb/integration/sklearn/calculate/__init__.py +32 -0
- wandb/integration/sklearn/calculate/calibration_curves.py +125 -0
- wandb/integration/sklearn/calculate/class_proportions.py +68 -0
- wandb/integration/sklearn/calculate/confusion_matrix.py +93 -0
- wandb/integration/sklearn/calculate/decision_boundaries.py +40 -0
- wandb/integration/sklearn/calculate/elbow_curve.py +55 -0
- wandb/integration/sklearn/calculate/feature_importances.py +67 -0
- wandb/integration/sklearn/calculate/learning_curve.py +64 -0
- wandb/integration/sklearn/calculate/outlier_candidates.py +69 -0
- wandb/integration/sklearn/calculate/residuals.py +86 -0
- wandb/integration/sklearn/calculate/silhouette.py +118 -0
- wandb/integration/sklearn/calculate/summary_metrics.py +62 -0
- wandb/integration/sklearn/plot/__init__.py +35 -0
- wandb/integration/sklearn/plot/classifier.py +329 -0
- wandb/integration/sklearn/plot/clusterer.py +146 -0
- wandb/integration/sklearn/plot/regressor.py +121 -0
- wandb/integration/sklearn/plot/shared.py +91 -0
- wandb/integration/sklearn/utils.py +183 -0
- wandb/integration/tensorboard/__init__.py +10 -0
- wandb/integration/tensorboard/log.py +354 -0
- wandb/integration/tensorboard/monkeypatch.py +186 -0
- wandb/integration/tensorflow/__init__.py +5 -0
- wandb/integration/tensorflow/estimator_hook.py +54 -0
- wandb/integration/torch/__init__.py +0 -0
- wandb/integration/torch/wandb_torch.py +554 -0
- wandb/integration/ultralytics/__init__.py +11 -0
- wandb/integration/ultralytics/bbox_utils.py +215 -0
- wandb/integration/ultralytics/callback.py +524 -0
- wandb/integration/ultralytics/classification_utils.py +83 -0
- wandb/integration/ultralytics/mask_utils.py +202 -0
- wandb/integration/ultralytics/pose_utils.py +103 -0
- wandb/integration/xgboost/__init__.py +11 -0
- wandb/integration/xgboost/xgboost.py +189 -0
- wandb/integration/yolov8/__init__.py +0 -0
- wandb/integration/yolov8/yolov8.py +284 -0
- wandb/jupyter.py +513 -0
- wandb/mpmain/__init__.py +0 -0
- wandb/mpmain/__main__.py +1 -0
- wandb/old/__init__.py +0 -0
- wandb/old/core.py +53 -0
- wandb/old/settings.py +173 -0
- wandb/old/summary.py +440 -0
- wandb/plot/__init__.py +28 -0
- wandb/plot/bar.py +70 -0
- wandb/plot/confusion_matrix.py +181 -0
- wandb/plot/custom_chart.py +124 -0
- wandb/plot/histogram.py +65 -0
- wandb/plot/line.py +74 -0
- wandb/plot/line_series.py +176 -0
- wandb/plot/pr_curve.py +185 -0
- wandb/plot/roc_curve.py +163 -0
- wandb/plot/scatter.py +66 -0
- wandb/plot/utils.py +183 -0
- wandb/plot/viz.py +41 -0
- wandb/proto/__init__.py +0 -0
- wandb/proto/v3/__init__.py +0 -0
- wandb/proto/v3/wandb_base_pb2.py +55 -0
- wandb/proto/v3/wandb_internal_pb2.py +1658 -0
- wandb/proto/v3/wandb_server_pb2.py +228 -0
- wandb/proto/v3/wandb_settings_pb2.py +122 -0
- wandb/proto/v3/wandb_telemetry_pb2.py +106 -0
- wandb/proto/v4/__init__.py +0 -0
- wandb/proto/v4/wandb_base_pb2.py +30 -0
- wandb/proto/v4/wandb_internal_pb2.py +370 -0
- wandb/proto/v4/wandb_server_pb2.py +67 -0
- wandb/proto/v4/wandb_settings_pb2.py +47 -0
- wandb/proto/v4/wandb_telemetry_pb2.py +41 -0
- wandb/proto/v5/wandb_base_pb2.py +31 -0
- wandb/proto/v5/wandb_internal_pb2.py +371 -0
- wandb/proto/v5/wandb_server_pb2.py +68 -0
- wandb/proto/v5/wandb_settings_pb2.py +48 -0
- wandb/proto/v5/wandb_telemetry_pb2.py +42 -0
- wandb/proto/wandb_base_pb2.py +10 -0
- wandb/proto/wandb_deprecated.py +45 -0
- wandb/proto/wandb_generate_deprecated.py +30 -0
- wandb/proto/wandb_generate_proto.py +49 -0
- wandb/proto/wandb_internal_pb2.py +16 -0
- wandb/proto/wandb_server_pb2.py +10 -0
- wandb/proto/wandb_settings_pb2.py +10 -0
- wandb/proto/wandb_telemetry_pb2.py +10 -0
- wandb/py.typed +0 -0
- wandb/sdk/__init__.py +37 -0
- wandb/sdk/artifacts/__init__.py +0 -0
- wandb/sdk/artifacts/_validators.py +121 -0
- wandb/sdk/artifacts/artifact.py +2364 -0
- wandb/sdk/artifacts/artifact_download_logger.py +43 -0
- wandb/sdk/artifacts/artifact_file_cache.py +249 -0
- wandb/sdk/artifacts/artifact_instance_cache.py +17 -0
- wandb/sdk/artifacts/artifact_manifest.py +75 -0
- wandb/sdk/artifacts/artifact_manifest_entry.py +249 -0
- wandb/sdk/artifacts/artifact_manifests/__init__.py +0 -0
- wandb/sdk/artifacts/artifact_manifests/artifact_manifest_v1.py +92 -0
- wandb/sdk/artifacts/artifact_saver.py +265 -0
- wandb/sdk/artifacts/artifact_state.py +11 -0
- wandb/sdk/artifacts/artifact_ttl.py +7 -0
- wandb/sdk/artifacts/exceptions.py +57 -0
- wandb/sdk/artifacts/staging.py +25 -0
- wandb/sdk/artifacts/storage_handler.py +62 -0
- wandb/sdk/artifacts/storage_handlers/__init__.py +0 -0
- wandb/sdk/artifacts/storage_handlers/azure_handler.py +213 -0
- wandb/sdk/artifacts/storage_handlers/gcs_handler.py +224 -0
- wandb/sdk/artifacts/storage_handlers/http_handler.py +114 -0
- wandb/sdk/artifacts/storage_handlers/local_file_handler.py +139 -0
- wandb/sdk/artifacts/storage_handlers/multi_handler.py +56 -0
- wandb/sdk/artifacts/storage_handlers/s3_handler.py +298 -0
- wandb/sdk/artifacts/storage_handlers/tracking_handler.py +72 -0
- wandb/sdk/artifacts/storage_handlers/wb_artifact_handler.py +135 -0
- wandb/sdk/artifacts/storage_handlers/wb_local_artifact_handler.py +74 -0
- wandb/sdk/artifacts/storage_layout.py +6 -0
- wandb/sdk/artifacts/storage_policies/__init__.py +4 -0
- wandb/sdk/artifacts/storage_policies/register.py +1 -0
- wandb/sdk/artifacts/storage_policies/wandb_storage_policy.py +378 -0
- wandb/sdk/artifacts/storage_policy.py +72 -0
- wandb/sdk/backend/__init__.py +0 -0
- wandb/sdk/backend/backend.py +221 -0
- wandb/sdk/data_types/__init__.py +0 -0
- wandb/sdk/data_types/_dtypes.py +918 -0
- wandb/sdk/data_types/_private.py +10 -0
- wandb/sdk/data_types/audio.py +165 -0
- wandb/sdk/data_types/base_types/__init__.py +0 -0
- wandb/sdk/data_types/base_types/json_metadata.py +55 -0
- wandb/sdk/data_types/base_types/media.py +376 -0
- wandb/sdk/data_types/base_types/wb_value.py +282 -0
- wandb/sdk/data_types/bokeh.py +70 -0
- wandb/sdk/data_types/graph.py +405 -0
- wandb/sdk/data_types/helper_types/__init__.py +0 -0
- wandb/sdk/data_types/helper_types/bounding_boxes_2d.py +305 -0
- wandb/sdk/data_types/helper_types/classes.py +159 -0
- wandb/sdk/data_types/helper_types/image_mask.py +241 -0
- wandb/sdk/data_types/histogram.py +94 -0
- wandb/sdk/data_types/html.py +115 -0
- wandb/sdk/data_types/image.py +847 -0
- wandb/sdk/data_types/molecule.py +241 -0
- wandb/sdk/data_types/object_3d.py +470 -0
- wandb/sdk/data_types/plotly.py +82 -0
- wandb/sdk/data_types/saved_model.py +445 -0
- wandb/sdk/data_types/table.py +1204 -0
- wandb/sdk/data_types/trace_tree.py +438 -0
- wandb/sdk/data_types/utils.py +228 -0
- wandb/sdk/data_types/video.py +268 -0
- wandb/sdk/integration_utils/__init__.py +0 -0
- wandb/sdk/integration_utils/auto_logging.py +232 -0
- wandb/sdk/integration_utils/data_logging.py +475 -0
- wandb/sdk/interface/__init__.py +0 -0
- wandb/sdk/interface/constants.py +4 -0
- wandb/sdk/interface/interface.py +1010 -0
- wandb/sdk/interface/interface_queue.py +53 -0
- wandb/sdk/interface/interface_relay.py +53 -0
- wandb/sdk/interface/interface_shared.py +546 -0
- wandb/sdk/interface/interface_sock.py +61 -0
- wandb/sdk/interface/message_future.py +27 -0
- wandb/sdk/interface/message_future_poll.py +50 -0
- wandb/sdk/interface/router.py +115 -0
- wandb/sdk/interface/router_queue.py +41 -0
- wandb/sdk/interface/router_relay.py +37 -0
- wandb/sdk/interface/router_sock.py +36 -0
- wandb/sdk/interface/summary_record.py +67 -0
- wandb/sdk/internal/__init__.py +0 -0
- wandb/sdk/internal/context.py +89 -0
- wandb/sdk/internal/datastore.py +297 -0
- wandb/sdk/internal/file_pusher.py +181 -0
- wandb/sdk/internal/file_stream.py +695 -0
- wandb/sdk/internal/flow_control.py +263 -0
- wandb/sdk/internal/handler.py +905 -0
- wandb/sdk/internal/internal.py +403 -0
- wandb/sdk/internal/internal_api.py +4587 -0
- wandb/sdk/internal/internal_util.py +97 -0
- wandb/sdk/internal/job_builder.py +638 -0
- wandb/sdk/internal/profiler.py +78 -0
- wandb/sdk/internal/progress.py +79 -0
- wandb/sdk/internal/run.py +25 -0
- wandb/sdk/internal/sample.py +70 -0
- wandb/sdk/internal/sender.py +1696 -0
- wandb/sdk/internal/sender_config.py +197 -0
- wandb/sdk/internal/settings_static.py +97 -0
- wandb/sdk/internal/system/__init__.py +0 -0
- wandb/sdk/internal/system/assets/__init__.py +25 -0
- wandb/sdk/internal/system/assets/aggregators.py +37 -0
- wandb/sdk/internal/system/assets/asset_registry.py +20 -0
- wandb/sdk/internal/system/assets/cpu.py +163 -0
- wandb/sdk/internal/system/assets/disk.py +210 -0
- wandb/sdk/internal/system/assets/gpu.py +416 -0
- wandb/sdk/internal/system/assets/gpu_amd.py +233 -0
- wandb/sdk/internal/system/assets/interfaces.py +205 -0
- wandb/sdk/internal/system/assets/ipu.py +177 -0
- wandb/sdk/internal/system/assets/memory.py +166 -0
- wandb/sdk/internal/system/assets/network.py +125 -0
- wandb/sdk/internal/system/assets/open_metrics.py +293 -0
- wandb/sdk/internal/system/assets/tpu.py +154 -0
- wandb/sdk/internal/system/assets/trainium.py +393 -0
- wandb/sdk/internal/system/env_probe_helpers.py +13 -0
- wandb/sdk/internal/system/system_info.py +250 -0
- wandb/sdk/internal/system/system_monitor.py +222 -0
- wandb/sdk/internal/tb_watcher.py +519 -0
- wandb/sdk/internal/thread_local_settings.py +18 -0
- wandb/sdk/internal/writer.py +204 -0
- wandb/sdk/launch/__init__.py +15 -0
- wandb/sdk/launch/_launch.py +331 -0
- wandb/sdk/launch/_launch_add.py +255 -0
- wandb/sdk/launch/_project_spec.py +566 -0
- wandb/sdk/launch/agent/__init__.py +5 -0
- wandb/sdk/launch/agent/agent.py +924 -0
- wandb/sdk/launch/agent/config.py +296 -0
- wandb/sdk/launch/agent/job_status_tracker.py +53 -0
- wandb/sdk/launch/agent/run_queue_item_file_saver.py +39 -0
- wandb/sdk/launch/builder/__init__.py +0 -0
- wandb/sdk/launch/builder/abstract.py +156 -0
- wandb/sdk/launch/builder/build.py +297 -0
- wandb/sdk/launch/builder/context_manager.py +235 -0
- wandb/sdk/launch/builder/docker_builder.py +177 -0
- wandb/sdk/launch/builder/kaniko_builder.py +594 -0
- wandb/sdk/launch/builder/noop.py +58 -0
- wandb/sdk/launch/builder/templates/_wandb_bootstrap.py +188 -0
- wandb/sdk/launch/builder/templates/dockerfile.py +92 -0
- wandb/sdk/launch/create_job.py +528 -0
- wandb/sdk/launch/environment/abstract.py +29 -0
- wandb/sdk/launch/environment/aws_environment.py +322 -0
- wandb/sdk/launch/environment/azure_environment.py +105 -0
- wandb/sdk/launch/environment/gcp_environment.py +335 -0
- wandb/sdk/launch/environment/local_environment.py +65 -0
- wandb/sdk/launch/errors.py +13 -0
- wandb/sdk/launch/git_reference.py +109 -0
- wandb/sdk/launch/inputs/files.py +148 -0
- wandb/sdk/launch/inputs/internal.py +315 -0
- wandb/sdk/launch/inputs/manage.py +113 -0
- wandb/sdk/launch/inputs/schema.py +39 -0
- wandb/sdk/launch/loader.py +249 -0
- wandb/sdk/launch/registry/abstract.py +48 -0
- wandb/sdk/launch/registry/anon.py +29 -0
- wandb/sdk/launch/registry/azure_container_registry.py +124 -0
- wandb/sdk/launch/registry/elastic_container_registry.py +192 -0
- wandb/sdk/launch/registry/google_artifact_registry.py +219 -0
- wandb/sdk/launch/registry/local_registry.py +65 -0
- wandb/sdk/launch/runner/__init__.py +0 -0
- wandb/sdk/launch/runner/abstract.py +185 -0
- wandb/sdk/launch/runner/kubernetes_monitor.py +472 -0
- wandb/sdk/launch/runner/kubernetes_runner.py +963 -0
- wandb/sdk/launch/runner/local_container.py +301 -0
- wandb/sdk/launch/runner/local_process.py +78 -0
- wandb/sdk/launch/runner/sagemaker_runner.py +426 -0
- wandb/sdk/launch/runner/vertex_runner.py +230 -0
- wandb/sdk/launch/sweeps/__init__.py +37 -0
- wandb/sdk/launch/sweeps/scheduler.py +740 -0
- wandb/sdk/launch/sweeps/scheduler_sweep.py +90 -0
- wandb/sdk/launch/sweeps/utils.py +316 -0
- wandb/sdk/launch/utils.py +747 -0
- wandb/sdk/launch/wandb_reference.py +138 -0
- wandb/sdk/lib/__init__.py +5 -0
- wandb/sdk/lib/apikey.py +269 -0
- wandb/sdk/lib/capped_dict.py +26 -0
- wandb/sdk/lib/config_util.py +101 -0
- wandb/sdk/lib/credentials.py +141 -0
- wandb/sdk/lib/deprecate.py +42 -0
- wandb/sdk/lib/disabled.py +29 -0
- wandb/sdk/lib/exit_hooks.py +54 -0
- wandb/sdk/lib/file_stream_utils.py +118 -0
- wandb/sdk/lib/filenames.py +64 -0
- wandb/sdk/lib/filesystem.py +372 -0
- wandb/sdk/lib/fsm.py +180 -0
- wandb/sdk/lib/gitlib.py +239 -0
- wandb/sdk/lib/gql_request.py +65 -0
- wandb/sdk/lib/handler_util.py +21 -0
- wandb/sdk/lib/hashutil.py +84 -0
- wandb/sdk/lib/import_hooks.py +275 -0
- wandb/sdk/lib/ipython.py +126 -0
- wandb/sdk/lib/json_util.py +80 -0
- wandb/sdk/lib/lazyloader.py +63 -0
- wandb/sdk/lib/mailbox.py +456 -0
- wandb/sdk/lib/module.py +78 -0
- wandb/sdk/lib/paths.py +106 -0
- wandb/sdk/lib/preinit.py +42 -0
- wandb/sdk/lib/printer.py +548 -0
- wandb/sdk/lib/progress.py +273 -0
- wandb/sdk/lib/proto_util.py +90 -0
- wandb/sdk/lib/redirect.py +845 -0
- wandb/sdk/lib/retry.py +289 -0
- wandb/sdk/lib/run_moment.py +72 -0
- wandb/sdk/lib/runid.py +12 -0
- wandb/sdk/lib/server.py +38 -0
- wandb/sdk/lib/service_connection.py +216 -0
- wandb/sdk/lib/service_token.py +94 -0
- wandb/sdk/lib/sock_client.py +290 -0
- wandb/sdk/lib/sparkline.py +44 -0
- wandb/sdk/lib/telemetry.py +100 -0
- wandb/sdk/lib/timed_input.py +133 -0
- wandb/sdk/lib/timer.py +19 -0
- wandb/sdk/service/__init__.py +0 -0
- wandb/sdk/service/_startup_debug.py +22 -0
- wandb/sdk/service/port_file.py +53 -0
- wandb/sdk/service/server.py +107 -0
- wandb/sdk/service/server_sock.py +274 -0
- wandb/sdk/service/service.py +242 -0
- wandb/sdk/service/streams.py +425 -0
- wandb/sdk/verify/__init__.py +0 -0
- wandb/sdk/verify/verify.py +501 -0
- wandb/sdk/wandb_alerts.py +12 -0
- wandb/sdk/wandb_config.py +322 -0
- wandb/sdk/wandb_helper.py +54 -0
- wandb/sdk/wandb_init.py +1313 -0
- wandb/sdk/wandb_login.py +339 -0
- wandb/sdk/wandb_metric.py +110 -0
- wandb/sdk/wandb_require.py +94 -0
- wandb/sdk/wandb_require_helpers.py +44 -0
- wandb/sdk/wandb_run.py +4066 -0
- wandb/sdk/wandb_settings.py +1309 -0
- wandb/sdk/wandb_setup.py +402 -0
- wandb/sdk/wandb_summary.py +150 -0
- wandb/sdk/wandb_sweep.py +119 -0
- wandb/sdk/wandb_sync.py +82 -0
- wandb/sdk/wandb_watch.py +150 -0
- wandb/sklearn.py +35 -0
- wandb/sync/__init__.py +3 -0
- wandb/sync/sync.py +442 -0
- wandb/trigger.py +29 -0
- wandb/util.py +1955 -0
- wandb/vendor/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/setup.py +40 -0
- wandb/vendor/gql-0.2.0/tests/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/tests/starwars/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/tests/starwars/fixtures.py +96 -0
- wandb/vendor/gql-0.2.0/tests/starwars/schema.py +146 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_dsl.py +293 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_query.py +355 -0
- wandb/vendor/gql-0.2.0/tests/starwars/test_validation.py +171 -0
- wandb/vendor/gql-0.2.0/tests/test_client.py +31 -0
- wandb/vendor/gql-0.2.0/tests/test_transport.py +89 -0
- wandb/vendor/gql-0.2.0/wandb_gql/__init__.py +4 -0
- wandb/vendor/gql-0.2.0/wandb_gql/client.py +75 -0
- wandb/vendor/gql-0.2.0/wandb_gql/dsl.py +152 -0
- wandb/vendor/gql-0.2.0/wandb_gql/gql.py +10 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/__init__.py +0 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/http.py +6 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/local_schema.py +15 -0
- wandb/vendor/gql-0.2.0/wandb_gql/transport/requests.py +46 -0
- wandb/vendor/gql-0.2.0/wandb_gql/utils.py +21 -0
- wandb/vendor/graphql-core-1.1/setup.py +86 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/__init__.py +287 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/__init__.py +6 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/base.py +42 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/format_error.py +11 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/located_error.py +29 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/error/syntax_error.py +36 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/__init__.py +26 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/base.py +311 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executor.py +398 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/asyncio.py +53 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/gevent.py +22 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/process.py +32 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/sync.py +7 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/thread.py +35 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/utils.py +6 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/executor.py +66 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/fragment.py +252 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/resolver.py +151 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/utils.py +7 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/middleware.py +57 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/execution/values.py +145 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/graphql.py +60 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/ast.py +1349 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/base.py +19 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/lexer.py +435 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/location.py +30 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/parser.py +779 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/printer.py +193 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/source.py +18 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor.py +222 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor_meta.py +82 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/cached_property.py +17 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/contain_subset.py +28 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/default_ordered_dict.py +40 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/ordereddict.py +8 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/pair_set.py +43 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/version.py +78 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/__init__.py +67 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/definition.py +619 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/directives.py +132 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/introspection.py +440 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/scalars.py +131 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/schema.py +100 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/type/typemap.py +145 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/__init__.py +0 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/assert_valid_name.py +9 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_from_value.py +65 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_code.py +49 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_dict.py +24 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/base.py +75 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_ast_schema.py +291 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_client_schema.py +250 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/concat_ast.py +9 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/extend_schema.py +357 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_field_def.py +27 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_operation_ast.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/introspection_query.py +90 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_literal_value.py +67 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_value.py +66 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/quoted_or_list.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/schema_printer.py +168 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/suggestion_list.py +56 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_comparators.py +69 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_from_ast.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_info.py +149 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/utils/value_from_ast.py +69 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/__init__.py +4 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/__init__.py +79 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/arguments_of_correct_type.py +24 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/base.py +8 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/default_values_of_correct_type.py +44 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fields_on_correct_type.py +113 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fragments_on_composite_types.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_argument_names.py +70 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_directives.py +97 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_fragment_names.py +19 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_type_names.py +43 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/lone_anonymous_operation.py +23 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_fragment_cycles.py +59 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_undefined_variables.py +36 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_fragments.py +38 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_variables.py +37 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/overlapping_fields_can_be_merged.py +529 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/possible_fragment_spreads.py +44 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/provided_non_null_arguments.py +46 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/scalar_leafs.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_argument_names.py +32 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_fragment_names.py +28 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_input_field_names.py +33 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_operation_names.py +31 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_variable_names.py +27 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_are_input_types.py +21 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_in_allowed_position.py +53 -0
- wandb/vendor/graphql-core-1.1/wandb_graphql/validation/validation.py +158 -0
- wandb/vendor/promise-2.3.0/conftest.py +30 -0
- wandb/vendor/promise-2.3.0/setup.py +64 -0
- wandb/vendor/promise-2.3.0/tests/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/tests/conftest.py +8 -0
- wandb/vendor/promise-2.3.0/tests/test_awaitable.py +32 -0
- wandb/vendor/promise-2.3.0/tests/test_awaitable_35.py +47 -0
- wandb/vendor/promise-2.3.0/tests/test_benchmark.py +116 -0
- wandb/vendor/promise-2.3.0/tests/test_complex_threads.py +23 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader.py +452 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader_awaitable_35.py +99 -0
- wandb/vendor/promise-2.3.0/tests/test_dataloader_extra.py +65 -0
- wandb/vendor/promise-2.3.0/tests/test_extra.py +670 -0
- wandb/vendor/promise-2.3.0/tests/test_issues.py +132 -0
- wandb/vendor/promise-2.3.0/tests/test_promise_list.py +70 -0
- wandb/vendor/promise-2.3.0/tests/test_spec.py +584 -0
- wandb/vendor/promise-2.3.0/tests/test_thread_safety.py +115 -0
- wandb/vendor/promise-2.3.0/tests/utils.py +3 -0
- wandb/vendor/promise-2.3.0/wandb_promise/__init__.py +38 -0
- wandb/vendor/promise-2.3.0/wandb_promise/async_.py +135 -0
- wandb/vendor/promise-2.3.0/wandb_promise/compat.py +32 -0
- wandb/vendor/promise-2.3.0/wandb_promise/dataloader.py +326 -0
- wandb/vendor/promise-2.3.0/wandb_promise/iterate_promise.py +12 -0
- wandb/vendor/promise-2.3.0/wandb_promise/promise.py +848 -0
- wandb/vendor/promise-2.3.0/wandb_promise/promise_list.py +151 -0
- wandb/vendor/promise-2.3.0/wandb_promise/pyutils/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/wandb_promise/pyutils/version.py +83 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/__init__.py +0 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/asyncio.py +22 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/gevent.py +21 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/immediate.py +27 -0
- wandb/vendor/promise-2.3.0/wandb_promise/schedulers/thread.py +18 -0
- wandb/vendor/promise-2.3.0/wandb_promise/utils.py +56 -0
- wandb/vendor/pygments/__init__.py +90 -0
- wandb/vendor/pygments/cmdline.py +568 -0
- wandb/vendor/pygments/console.py +74 -0
- wandb/vendor/pygments/filter.py +74 -0
- wandb/vendor/pygments/filters/__init__.py +350 -0
- wandb/vendor/pygments/formatter.py +95 -0
- wandb/vendor/pygments/formatters/__init__.py +153 -0
- wandb/vendor/pygments/formatters/_mapping.py +85 -0
- wandb/vendor/pygments/formatters/bbcode.py +109 -0
- wandb/vendor/pygments/formatters/html.py +851 -0
- wandb/vendor/pygments/formatters/img.py +600 -0
- wandb/vendor/pygments/formatters/irc.py +182 -0
- wandb/vendor/pygments/formatters/latex.py +482 -0
- wandb/vendor/pygments/formatters/other.py +160 -0
- wandb/vendor/pygments/formatters/rtf.py +147 -0
- wandb/vendor/pygments/formatters/svg.py +153 -0
- wandb/vendor/pygments/formatters/terminal.py +136 -0
- wandb/vendor/pygments/formatters/terminal256.py +309 -0
- wandb/vendor/pygments/lexer.py +871 -0
- wandb/vendor/pygments/lexers/__init__.py +329 -0
- wandb/vendor/pygments/lexers/_asy_builtins.py +1645 -0
- wandb/vendor/pygments/lexers/_cl_builtins.py +232 -0
- wandb/vendor/pygments/lexers/_cocoa_builtins.py +72 -0
- wandb/vendor/pygments/lexers/_csound_builtins.py +1346 -0
- wandb/vendor/pygments/lexers/_lasso_builtins.py +5327 -0
- wandb/vendor/pygments/lexers/_lua_builtins.py +295 -0
- wandb/vendor/pygments/lexers/_mapping.py +500 -0
- wandb/vendor/pygments/lexers/_mql_builtins.py +1172 -0
- wandb/vendor/pygments/lexers/_openedge_builtins.py +2547 -0
- wandb/vendor/pygments/lexers/_php_builtins.py +4756 -0
- wandb/vendor/pygments/lexers/_postgres_builtins.py +621 -0
- wandb/vendor/pygments/lexers/_scilab_builtins.py +3094 -0
- wandb/vendor/pygments/lexers/_sourcemod_builtins.py +1163 -0
- wandb/vendor/pygments/lexers/_stan_builtins.py +532 -0
- wandb/vendor/pygments/lexers/_stata_builtins.py +419 -0
- wandb/vendor/pygments/lexers/_tsql_builtins.py +1004 -0
- wandb/vendor/pygments/lexers/_vim_builtins.py +1939 -0
- wandb/vendor/pygments/lexers/actionscript.py +240 -0
- wandb/vendor/pygments/lexers/agile.py +24 -0
- wandb/vendor/pygments/lexers/algebra.py +221 -0
- wandb/vendor/pygments/lexers/ambient.py +76 -0
- wandb/vendor/pygments/lexers/ampl.py +87 -0
- wandb/vendor/pygments/lexers/apl.py +101 -0
- wandb/vendor/pygments/lexers/archetype.py +318 -0
- wandb/vendor/pygments/lexers/asm.py +641 -0
- wandb/vendor/pygments/lexers/automation.py +374 -0
- wandb/vendor/pygments/lexers/basic.py +500 -0
- wandb/vendor/pygments/lexers/bibtex.py +160 -0
- wandb/vendor/pygments/lexers/business.py +612 -0
- wandb/vendor/pygments/lexers/c_cpp.py +252 -0
- wandb/vendor/pygments/lexers/c_like.py +541 -0
- wandb/vendor/pygments/lexers/capnproto.py +78 -0
- wandb/vendor/pygments/lexers/chapel.py +102 -0
- wandb/vendor/pygments/lexers/clean.py +288 -0
- wandb/vendor/pygments/lexers/compiled.py +34 -0
- wandb/vendor/pygments/lexers/configs.py +833 -0
- wandb/vendor/pygments/lexers/console.py +114 -0
- wandb/vendor/pygments/lexers/crystal.py +393 -0
- wandb/vendor/pygments/lexers/csound.py +366 -0
- wandb/vendor/pygments/lexers/css.py +689 -0
- wandb/vendor/pygments/lexers/d.py +251 -0
- wandb/vendor/pygments/lexers/dalvik.py +125 -0
- wandb/vendor/pygments/lexers/data.py +555 -0
- wandb/vendor/pygments/lexers/diff.py +165 -0
- wandb/vendor/pygments/lexers/dotnet.py +691 -0
- wandb/vendor/pygments/lexers/dsls.py +878 -0
- wandb/vendor/pygments/lexers/dylan.py +289 -0
- wandb/vendor/pygments/lexers/ecl.py +125 -0
- wandb/vendor/pygments/lexers/eiffel.py +65 -0
- wandb/vendor/pygments/lexers/elm.py +121 -0
- wandb/vendor/pygments/lexers/erlang.py +533 -0
- wandb/vendor/pygments/lexers/esoteric.py +277 -0
- wandb/vendor/pygments/lexers/ezhil.py +69 -0
- wandb/vendor/pygments/lexers/factor.py +344 -0
- wandb/vendor/pygments/lexers/fantom.py +250 -0
- wandb/vendor/pygments/lexers/felix.py +273 -0
- wandb/vendor/pygments/lexers/forth.py +177 -0
- wandb/vendor/pygments/lexers/fortran.py +205 -0
- wandb/vendor/pygments/lexers/foxpro.py +428 -0
- wandb/vendor/pygments/lexers/functional.py +21 -0
- wandb/vendor/pygments/lexers/go.py +101 -0
- wandb/vendor/pygments/lexers/grammar_notation.py +213 -0
- wandb/vendor/pygments/lexers/graph.py +80 -0
- wandb/vendor/pygments/lexers/graphics.py +553 -0
- wandb/vendor/pygments/lexers/haskell.py +843 -0
- wandb/vendor/pygments/lexers/haxe.py +936 -0
- wandb/vendor/pygments/lexers/hdl.py +382 -0
- wandb/vendor/pygments/lexers/hexdump.py +103 -0
- wandb/vendor/pygments/lexers/html.py +602 -0
- wandb/vendor/pygments/lexers/idl.py +270 -0
- wandb/vendor/pygments/lexers/igor.py +288 -0
- wandb/vendor/pygments/lexers/inferno.py +96 -0
- wandb/vendor/pygments/lexers/installers.py +322 -0
- wandb/vendor/pygments/lexers/int_fiction.py +1343 -0
- wandb/vendor/pygments/lexers/iolang.py +63 -0
- wandb/vendor/pygments/lexers/j.py +146 -0
- wandb/vendor/pygments/lexers/javascript.py +1525 -0
- wandb/vendor/pygments/lexers/julia.py +333 -0
- wandb/vendor/pygments/lexers/jvm.py +1573 -0
- wandb/vendor/pygments/lexers/lisp.py +2621 -0
- wandb/vendor/pygments/lexers/make.py +202 -0
- wandb/vendor/pygments/lexers/markup.py +595 -0
- wandb/vendor/pygments/lexers/math.py +21 -0
- wandb/vendor/pygments/lexers/matlab.py +663 -0
- wandb/vendor/pygments/lexers/ml.py +769 -0
- wandb/vendor/pygments/lexers/modeling.py +358 -0
- wandb/vendor/pygments/lexers/modula2.py +1561 -0
- wandb/vendor/pygments/lexers/monte.py +204 -0
- wandb/vendor/pygments/lexers/ncl.py +894 -0
- wandb/vendor/pygments/lexers/nimrod.py +159 -0
- wandb/vendor/pygments/lexers/nit.py +64 -0
- wandb/vendor/pygments/lexers/nix.py +136 -0
- wandb/vendor/pygments/lexers/oberon.py +105 -0
- wandb/vendor/pygments/lexers/objective.py +504 -0
- wandb/vendor/pygments/lexers/ooc.py +85 -0
- wandb/vendor/pygments/lexers/other.py +41 -0
- wandb/vendor/pygments/lexers/parasail.py +79 -0
- wandb/vendor/pygments/lexers/parsers.py +835 -0
- wandb/vendor/pygments/lexers/pascal.py +644 -0
- wandb/vendor/pygments/lexers/pawn.py +199 -0
- wandb/vendor/pygments/lexers/perl.py +620 -0
- wandb/vendor/pygments/lexers/php.py +267 -0
- wandb/vendor/pygments/lexers/praat.py +294 -0
- wandb/vendor/pygments/lexers/prolog.py +306 -0
- wandb/vendor/pygments/lexers/python.py +939 -0
- wandb/vendor/pygments/lexers/qvt.py +152 -0
- wandb/vendor/pygments/lexers/r.py +453 -0
- wandb/vendor/pygments/lexers/rdf.py +270 -0
- wandb/vendor/pygments/lexers/rebol.py +431 -0
- wandb/vendor/pygments/lexers/resource.py +85 -0
- wandb/vendor/pygments/lexers/rnc.py +67 -0
- wandb/vendor/pygments/lexers/roboconf.py +82 -0
- wandb/vendor/pygments/lexers/robotframework.py +560 -0
- wandb/vendor/pygments/lexers/ruby.py +519 -0
- wandb/vendor/pygments/lexers/rust.py +220 -0
- wandb/vendor/pygments/lexers/sas.py +228 -0
- wandb/vendor/pygments/lexers/scripting.py +1222 -0
- wandb/vendor/pygments/lexers/shell.py +794 -0
- wandb/vendor/pygments/lexers/smalltalk.py +195 -0
- wandb/vendor/pygments/lexers/smv.py +79 -0
- wandb/vendor/pygments/lexers/snobol.py +83 -0
- wandb/vendor/pygments/lexers/special.py +103 -0
- wandb/vendor/pygments/lexers/sql.py +681 -0
- wandb/vendor/pygments/lexers/stata.py +108 -0
- wandb/vendor/pygments/lexers/supercollider.py +90 -0
- wandb/vendor/pygments/lexers/tcl.py +145 -0
- wandb/vendor/pygments/lexers/templates.py +2283 -0
- wandb/vendor/pygments/lexers/testing.py +207 -0
- wandb/vendor/pygments/lexers/text.py +25 -0
- wandb/vendor/pygments/lexers/textedit.py +169 -0
- wandb/vendor/pygments/lexers/textfmts.py +297 -0
- wandb/vendor/pygments/lexers/theorem.py +458 -0
- wandb/vendor/pygments/lexers/trafficscript.py +54 -0
- wandb/vendor/pygments/lexers/typoscript.py +226 -0
- wandb/vendor/pygments/lexers/urbi.py +133 -0
- wandb/vendor/pygments/lexers/varnish.py +190 -0
- wandb/vendor/pygments/lexers/verification.py +111 -0
- wandb/vendor/pygments/lexers/web.py +24 -0
- wandb/vendor/pygments/lexers/webmisc.py +988 -0
- wandb/vendor/pygments/lexers/whiley.py +116 -0
- wandb/vendor/pygments/lexers/x10.py +69 -0
- wandb/vendor/pygments/modeline.py +44 -0
- wandb/vendor/pygments/plugin.py +68 -0
- wandb/vendor/pygments/regexopt.py +92 -0
- wandb/vendor/pygments/scanner.py +105 -0
- wandb/vendor/pygments/sphinxext.py +158 -0
- wandb/vendor/pygments/style.py +155 -0
- wandb/vendor/pygments/styles/__init__.py +80 -0
- wandb/vendor/pygments/styles/abap.py +29 -0
- wandb/vendor/pygments/styles/algol.py +63 -0
- wandb/vendor/pygments/styles/algol_nu.py +63 -0
- wandb/vendor/pygments/styles/arduino.py +98 -0
- wandb/vendor/pygments/styles/autumn.py +65 -0
- wandb/vendor/pygments/styles/borland.py +51 -0
- wandb/vendor/pygments/styles/bw.py +49 -0
- wandb/vendor/pygments/styles/colorful.py +81 -0
- wandb/vendor/pygments/styles/default.py +73 -0
- wandb/vendor/pygments/styles/emacs.py +72 -0
- wandb/vendor/pygments/styles/friendly.py +72 -0
- wandb/vendor/pygments/styles/fruity.py +42 -0
- wandb/vendor/pygments/styles/igor.py +29 -0
- wandb/vendor/pygments/styles/lovelace.py +97 -0
- wandb/vendor/pygments/styles/manni.py +75 -0
- wandb/vendor/pygments/styles/monokai.py +106 -0
- wandb/vendor/pygments/styles/murphy.py +80 -0
- wandb/vendor/pygments/styles/native.py +65 -0
- wandb/vendor/pygments/styles/paraiso_dark.py +125 -0
- wandb/vendor/pygments/styles/paraiso_light.py +125 -0
- wandb/vendor/pygments/styles/pastie.py +75 -0
- wandb/vendor/pygments/styles/perldoc.py +69 -0
- wandb/vendor/pygments/styles/rainbow_dash.py +89 -0
- wandb/vendor/pygments/styles/rrt.py +33 -0
- wandb/vendor/pygments/styles/sas.py +44 -0
- wandb/vendor/pygments/styles/stata.py +40 -0
- wandb/vendor/pygments/styles/tango.py +141 -0
- wandb/vendor/pygments/styles/trac.py +63 -0
- wandb/vendor/pygments/styles/vim.py +63 -0
- wandb/vendor/pygments/styles/vs.py +38 -0
- wandb/vendor/pygments/styles/xcode.py +51 -0
- wandb/vendor/pygments/token.py +213 -0
- wandb/vendor/pygments/unistring.py +217 -0
- wandb/vendor/pygments/util.py +388 -0
- wandb/vendor/pynvml/__init__.py +0 -0
- wandb/vendor/pynvml/pynvml.py +4779 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/__init__.py +17 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/events.py +615 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/__init__.py +98 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/api.py +369 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents.py +172 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents2.py +239 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify.py +218 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_buffer.py +81 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_c.py +575 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/kqueue.py +730 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/polling.py +145 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/read_directory_changes.py +133 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/winapi.py +348 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/patterns.py +265 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/tricks/__init__.py +174 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/__init__.py +151 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/bricks.py +249 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/compat.py +29 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/decorators.py +198 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/delayed_queue.py +88 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/dirsnapshot.py +293 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/echo.py +157 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/event_backport.py +41 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/importlib2.py +40 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/platform.py +57 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/unicode_paths.py +64 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/win32stat.py +123 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/version.py +28 -0
- wandb/vendor/watchdog_0_9_0/wandb_watchdog/watchmedo.py +577 -0
- wandb/wandb_agent.py +588 -0
- wandb/wandb_controller.py +719 -0
- wandb/wandb_run.py +9 -0
- wandb-0.19.1rc1.dist-info/METADATA +223 -0
- wandb-0.19.1rc1.dist-info/RECORD +822 -0
- wandb-0.19.1rc1.dist-info/WHEEL +5 -0
- wandb-0.19.1rc1.dist-info/entry_points.txt +3 -0
- wandb-0.19.1rc1.dist-info/licenses/LICENSE +21 -0
@@ -0,0 +1,145 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
#
|
4
|
+
# Copyright 2011 Yesudeep Mangalapilly <yesudeep@gmail.com>
|
5
|
+
# Copyright 2012 Google, Inc.
|
6
|
+
#
|
7
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
8
|
+
# you may not use this file except in compliance with the License.
|
9
|
+
# You may obtain a copy of the License at
|
10
|
+
#
|
11
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
12
|
+
#
|
13
|
+
# Unless required by applicable law or agreed to in writing, software
|
14
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
15
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
16
|
+
# See the License for the specific language governing permissions and
|
17
|
+
# limitations under the License.
|
18
|
+
|
19
|
+
|
20
|
+
"""
|
21
|
+
:module: watchdog.observers.polling
|
22
|
+
:synopsis: Polling emitter implementation.
|
23
|
+
:author: yesudeep@google.com (Yesudeep Mangalapilly)
|
24
|
+
|
25
|
+
Classes
|
26
|
+
-------
|
27
|
+
.. autoclass:: PollingObserver
|
28
|
+
:members:
|
29
|
+
:show-inheritance:
|
30
|
+
|
31
|
+
.. autoclass:: PollingObserverVFS
|
32
|
+
:members:
|
33
|
+
:show-inheritance:
|
34
|
+
:special-members:
|
35
|
+
"""
|
36
|
+
|
37
|
+
from __future__ import with_statement
|
38
|
+
import os
|
39
|
+
import threading
|
40
|
+
from functools import partial
|
41
|
+
from wandb_watchdog.utils import stat as default_stat
|
42
|
+
from wandb_watchdog.utils.dirsnapshot import DirectorySnapshot, DirectorySnapshotDiff
|
43
|
+
from wandb_watchdog.observers.api import (
|
44
|
+
EventEmitter,
|
45
|
+
BaseObserver,
|
46
|
+
DEFAULT_OBSERVER_TIMEOUT,
|
47
|
+
DEFAULT_EMITTER_TIMEOUT
|
48
|
+
)
|
49
|
+
|
50
|
+
from wandb_watchdog.events import (
|
51
|
+
DirMovedEvent,
|
52
|
+
DirDeletedEvent,
|
53
|
+
DirCreatedEvent,
|
54
|
+
DirModifiedEvent,
|
55
|
+
FileMovedEvent,
|
56
|
+
FileDeletedEvent,
|
57
|
+
FileCreatedEvent,
|
58
|
+
FileModifiedEvent
|
59
|
+
)
|
60
|
+
|
61
|
+
|
62
|
+
class PollingEmitter(EventEmitter):
|
63
|
+
"""
|
64
|
+
Platform-independent emitter that polls a directory to detect file
|
65
|
+
system changes.
|
66
|
+
"""
|
67
|
+
|
68
|
+
def __init__(self, event_queue, watch, timeout=DEFAULT_EMITTER_TIMEOUT,
|
69
|
+
stat=default_stat, listdir=os.listdir):
|
70
|
+
EventEmitter.__init__(self, event_queue, watch, timeout)
|
71
|
+
self._snapshot = None
|
72
|
+
self._lock = threading.Lock()
|
73
|
+
self._take_snapshot = lambda: DirectorySnapshot(
|
74
|
+
self.watch.path, self.watch.is_recursive, stat=stat, listdir=listdir)
|
75
|
+
|
76
|
+
def on_thread_start(self):
|
77
|
+
self._snapshot = self._take_snapshot()
|
78
|
+
|
79
|
+
def queue_events(self, timeout):
|
80
|
+
# We don't want to hit the disk continuously.
|
81
|
+
# timeout behaves like an interval for polling emitters.
|
82
|
+
if self.stopped_event.wait(timeout):
|
83
|
+
return
|
84
|
+
|
85
|
+
with self._lock:
|
86
|
+
if not self.should_keep_running():
|
87
|
+
return
|
88
|
+
|
89
|
+
# Get event diff between fresh snapshot and previous snapshot.
|
90
|
+
# Update snapshot.
|
91
|
+
try:
|
92
|
+
new_snapshot = self._take_snapshot()
|
93
|
+
except OSError:
|
94
|
+
self.queue_event(DirDeletedEvent(self.watch.path))
|
95
|
+
self.stop()
|
96
|
+
return
|
97
|
+
|
98
|
+
events = DirectorySnapshotDiff(self._snapshot, new_snapshot)
|
99
|
+
self._snapshot = new_snapshot
|
100
|
+
|
101
|
+
# Files.
|
102
|
+
for src_path in events.files_deleted:
|
103
|
+
self.queue_event(FileDeletedEvent(src_path))
|
104
|
+
for src_path in events.files_modified:
|
105
|
+
self.queue_event(FileModifiedEvent(src_path))
|
106
|
+
for src_path in events.files_created:
|
107
|
+
self.queue_event(FileCreatedEvent(src_path))
|
108
|
+
for src_path, dest_path in events.files_moved:
|
109
|
+
self.queue_event(FileMovedEvent(src_path, dest_path))
|
110
|
+
|
111
|
+
# Directories.
|
112
|
+
for src_path in events.dirs_deleted:
|
113
|
+
self.queue_event(DirDeletedEvent(src_path))
|
114
|
+
for src_path in events.dirs_modified:
|
115
|
+
self.queue_event(DirModifiedEvent(src_path))
|
116
|
+
for src_path in events.dirs_created:
|
117
|
+
self.queue_event(DirCreatedEvent(src_path))
|
118
|
+
for src_path, dest_path in events.dirs_moved:
|
119
|
+
self.queue_event(DirMovedEvent(src_path, dest_path))
|
120
|
+
|
121
|
+
|
122
|
+
class PollingObserver(BaseObserver):
|
123
|
+
"""
|
124
|
+
Platform-independent observer that polls a directory to detect file
|
125
|
+
system changes.
|
126
|
+
"""
|
127
|
+
|
128
|
+
def __init__(self, timeout=DEFAULT_OBSERVER_TIMEOUT):
|
129
|
+
BaseObserver.__init__(self, emitter_class=PollingEmitter, timeout=timeout)
|
130
|
+
|
131
|
+
|
132
|
+
class PollingObserverVFS(BaseObserver):
|
133
|
+
"""
|
134
|
+
File system independent observer that polls a directory to detect changes.
|
135
|
+
"""
|
136
|
+
|
137
|
+
def __init__(self, stat, listdir, polling_interval=1):
|
138
|
+
"""
|
139
|
+
:param stat: stat function. See ``os.stat`` for details.
|
140
|
+
:param listdir: listdir function. See ``os.listdir`` for details.
|
141
|
+
:type polling_interval: float
|
142
|
+
:param polling_interval: interval in seconds between polling the file system.
|
143
|
+
"""
|
144
|
+
emitter_cls = partial(PollingEmitter, stat=stat, listdir=listdir)
|
145
|
+
BaseObserver.__init__(self, emitter_class=emitter_cls, timeout=polling_interval)
|
@@ -0,0 +1,133 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
#
|
4
|
+
# Copyright 2011 Yesudeep Mangalapilly <yesudeep@gmail.com>
|
5
|
+
# Copyright 2012 Google, Inc.
|
6
|
+
# Copyright 2014 Thomas Amland
|
7
|
+
#
|
8
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
9
|
+
# you may not use this file except in compliance with the License.
|
10
|
+
# You may obtain a copy of the License at
|
11
|
+
#
|
12
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
13
|
+
#
|
14
|
+
# Unless required by applicable law or agreed to in writing, software
|
15
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
16
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
17
|
+
# See the License for the specific language governing permissions and
|
18
|
+
# limitations under the License.
|
19
|
+
|
20
|
+
from __future__ import with_statement
|
21
|
+
|
22
|
+
import threading
|
23
|
+
import os.path
|
24
|
+
import time
|
25
|
+
|
26
|
+
from wandb_watchdog.events import (
|
27
|
+
DirCreatedEvent,
|
28
|
+
DirMovedEvent,
|
29
|
+
DirModifiedEvent,
|
30
|
+
FileCreatedEvent,
|
31
|
+
FileDeletedEvent,
|
32
|
+
FileMovedEvent,
|
33
|
+
FileModifiedEvent,
|
34
|
+
generate_sub_moved_events,
|
35
|
+
generate_sub_created_events,
|
36
|
+
)
|
37
|
+
|
38
|
+
from wandb_watchdog.observers.api import (
|
39
|
+
EventEmitter,
|
40
|
+
BaseObserver,
|
41
|
+
DEFAULT_OBSERVER_TIMEOUT,
|
42
|
+
DEFAULT_EMITTER_TIMEOUT
|
43
|
+
)
|
44
|
+
|
45
|
+
from wandb_watchdog.observers.winapi import (
|
46
|
+
read_events,
|
47
|
+
get_directory_handle,
|
48
|
+
close_directory_handle,
|
49
|
+
)
|
50
|
+
|
51
|
+
|
52
|
+
# HACK:
|
53
|
+
WATCHDOG_TRAVERSE_MOVED_DIR_DELAY = 1 # seconds
|
54
|
+
|
55
|
+
|
56
|
+
class WindowsApiEmitter(EventEmitter):
|
57
|
+
"""
|
58
|
+
Windows API-based emitter that uses ReadDirectoryChangesW
|
59
|
+
to detect file system changes for a watch.
|
60
|
+
"""
|
61
|
+
|
62
|
+
def __init__(self, event_queue, watch, timeout=DEFAULT_EMITTER_TIMEOUT):
|
63
|
+
EventEmitter.__init__(self, event_queue, watch, timeout)
|
64
|
+
self._lock = threading.Lock()
|
65
|
+
self._handle = None
|
66
|
+
|
67
|
+
def on_thread_start(self):
|
68
|
+
self._handle = get_directory_handle(self.watch.path)
|
69
|
+
|
70
|
+
def on_thread_stop(self):
|
71
|
+
if self._handle:
|
72
|
+
close_directory_handle(self._handle)
|
73
|
+
|
74
|
+
def queue_events(self, timeout):
|
75
|
+
winapi_events = read_events(self._handle, self.watch.is_recursive)
|
76
|
+
with self._lock:
|
77
|
+
last_renamed_src_path = ""
|
78
|
+
for winapi_event in winapi_events:
|
79
|
+
src_path = os.path.join(self.watch.path, winapi_event.src_path)
|
80
|
+
|
81
|
+
if winapi_event.is_renamed_old:
|
82
|
+
last_renamed_src_path = src_path
|
83
|
+
elif winapi_event.is_renamed_new:
|
84
|
+
dest_path = src_path
|
85
|
+
src_path = last_renamed_src_path
|
86
|
+
if os.path.isdir(dest_path):
|
87
|
+
event = DirMovedEvent(src_path, dest_path)
|
88
|
+
if self.watch.is_recursive:
|
89
|
+
# HACK: We introduce a forced delay before
|
90
|
+
# traversing the moved directory. This will read
|
91
|
+
# only file movement that finishes within this
|
92
|
+
# delay time.
|
93
|
+
time.sleep(WATCHDOG_TRAVERSE_MOVED_DIR_DELAY)
|
94
|
+
# The following block of code may not
|
95
|
+
# obtain moved events for the entire tree if
|
96
|
+
# the I/O is not completed within the above
|
97
|
+
# delay time. So, it's not guaranteed to work.
|
98
|
+
# TODO: Come up with a better solution, possibly
|
99
|
+
# a way to wait for I/O to complete before
|
100
|
+
# queuing events.
|
101
|
+
for sub_moved_event in generate_sub_moved_events(src_path, dest_path):
|
102
|
+
self.queue_event(sub_moved_event)
|
103
|
+
self.queue_event(event)
|
104
|
+
else:
|
105
|
+
self.queue_event(FileMovedEvent(src_path, dest_path))
|
106
|
+
elif winapi_event.is_modified:
|
107
|
+
cls = DirModifiedEvent if os.path.isdir(src_path) else FileModifiedEvent
|
108
|
+
self.queue_event(cls(src_path))
|
109
|
+
elif winapi_event.is_added:
|
110
|
+
isdir = os.path.isdir(src_path)
|
111
|
+
cls = DirCreatedEvent if isdir else FileCreatedEvent
|
112
|
+
self.queue_event(cls(src_path))
|
113
|
+
if isdir:
|
114
|
+
# If a directory is moved from outside the watched folder to inside it
|
115
|
+
# we only get a created directory event out of it, not any events for its children
|
116
|
+
# so use the same hack as for file moves to get the child events
|
117
|
+
time.sleep(WATCHDOG_TRAVERSE_MOVED_DIR_DELAY)
|
118
|
+
sub_events = generate_sub_created_events(src_path)
|
119
|
+
for sub_created_event in sub_events:
|
120
|
+
self.queue_event(sub_created_event)
|
121
|
+
elif winapi_event.is_removed:
|
122
|
+
self.queue_event(FileDeletedEvent(src_path))
|
123
|
+
|
124
|
+
|
125
|
+
class WindowsApiObserver(BaseObserver):
|
126
|
+
"""
|
127
|
+
Observer thread that schedules watching directories and dispatches
|
128
|
+
calls to event handlers.
|
129
|
+
"""
|
130
|
+
|
131
|
+
def __init__(self, timeout=DEFAULT_OBSERVER_TIMEOUT):
|
132
|
+
BaseObserver.__init__(self, emitter_class=WindowsApiEmitter,
|
133
|
+
timeout=timeout)
|
@@ -0,0 +1,348 @@
|
|
1
|
+
#!/usr/bin/env python
|
2
|
+
# -*- coding: utf-8 -*-
|
3
|
+
# winapi.py: Windows API-Python interface (removes dependency on pywin32)
|
4
|
+
#
|
5
|
+
# Copyright (C) 2007 Thomas Heller <theller@ctypes.org>
|
6
|
+
# Copyright (C) 2010 Will McGugan <will@willmcgugan.com>
|
7
|
+
# Copyright (C) 2010 Ryan Kelly <ryan@rfk.id.au>
|
8
|
+
# Copyright (C) 2010 Yesudeep Mangalapilly <yesudeep@gmail.com>
|
9
|
+
# Copyright (C) 2014 Thomas Amland
|
10
|
+
# All rights reserved.
|
11
|
+
#
|
12
|
+
# Redistribution and use in source and binary forms, with or without
|
13
|
+
# modification, are permitted provided that the following conditions are met:
|
14
|
+
#
|
15
|
+
# * Redistributions of source code must retain the above copyright notice, this
|
16
|
+
# list of conditions and the following disclaimer.
|
17
|
+
# * Redistributions in binary form must reproduce the above copyright notice,
|
18
|
+
# this list of conditions and the following disclaimer in the documentation
|
19
|
+
# and / or other materials provided with the distribution.
|
20
|
+
# * Neither the name of the organization nor the names of its contributors may
|
21
|
+
# be used to endorse or promote products derived from this software without
|
22
|
+
# specific prior written permission.
|
23
|
+
#
|
24
|
+
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
|
25
|
+
# AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
|
26
|
+
# IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
|
27
|
+
# ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT HOLDER OR CONTRIBUTORS BE
|
28
|
+
# LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR
|
29
|
+
# CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF
|
30
|
+
# SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
31
|
+
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN
|
32
|
+
# CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE)
|
33
|
+
# ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE
|
34
|
+
# POSSIBILITY OF SUCH DAMAGE.
|
35
|
+
#
|
36
|
+
# Portions of this code were taken from pyfilesystem, which uses the above
|
37
|
+
# new BSD license.
|
38
|
+
|
39
|
+
from __future__ import with_statement
|
40
|
+
|
41
|
+
import ctypes.wintypes
|
42
|
+
from functools import reduce
|
43
|
+
|
44
|
+
try:
|
45
|
+
LPVOID = ctypes.wintypes.LPVOID
|
46
|
+
except AttributeError:
|
47
|
+
# LPVOID wasn't defined in Py2.5, guess it was introduced in Py2.6
|
48
|
+
LPVOID = ctypes.c_void_p
|
49
|
+
|
50
|
+
# Invalid handle value.
|
51
|
+
INVALID_HANDLE_VALUE = ctypes.c_void_p(-1).value
|
52
|
+
|
53
|
+
# File notification contants.
|
54
|
+
FILE_NOTIFY_CHANGE_FILE_NAME = 0x01
|
55
|
+
FILE_NOTIFY_CHANGE_DIR_NAME = 0x02
|
56
|
+
FILE_NOTIFY_CHANGE_ATTRIBUTES = 0x04
|
57
|
+
FILE_NOTIFY_CHANGE_SIZE = 0x08
|
58
|
+
FILE_NOTIFY_CHANGE_LAST_WRITE = 0x010
|
59
|
+
FILE_NOTIFY_CHANGE_LAST_ACCESS = 0x020
|
60
|
+
FILE_NOTIFY_CHANGE_CREATION = 0x040
|
61
|
+
FILE_NOTIFY_CHANGE_SECURITY = 0x0100
|
62
|
+
|
63
|
+
FILE_FLAG_BACKUP_SEMANTICS = 0x02000000
|
64
|
+
FILE_FLAG_OVERLAPPED = 0x40000000
|
65
|
+
FILE_LIST_DIRECTORY = 1
|
66
|
+
FILE_SHARE_READ = 0x01
|
67
|
+
FILE_SHARE_WRITE = 0x02
|
68
|
+
FILE_SHARE_DELETE = 0x04
|
69
|
+
OPEN_EXISTING = 3
|
70
|
+
|
71
|
+
# File action constants.
|
72
|
+
FILE_ACTION_CREATED = 1
|
73
|
+
FILE_ACTION_DELETED = 2
|
74
|
+
FILE_ACTION_MODIFIED = 3
|
75
|
+
FILE_ACTION_RENAMED_OLD_NAME = 4
|
76
|
+
FILE_ACTION_RENAMED_NEW_NAME = 5
|
77
|
+
FILE_ACTION_OVERFLOW = 0xFFFF
|
78
|
+
|
79
|
+
# Aliases
|
80
|
+
FILE_ACTION_ADDED = FILE_ACTION_CREATED
|
81
|
+
FILE_ACTION_REMOVED = FILE_ACTION_DELETED
|
82
|
+
|
83
|
+
THREAD_TERMINATE = 0x0001
|
84
|
+
|
85
|
+
# IO waiting constants.
|
86
|
+
WAIT_ABANDONED = 0x00000080
|
87
|
+
WAIT_IO_COMPLETION = 0x000000C0
|
88
|
+
WAIT_OBJECT_0 = 0x00000000
|
89
|
+
WAIT_TIMEOUT = 0x00000102
|
90
|
+
|
91
|
+
# Error codes
|
92
|
+
ERROR_OPERATION_ABORTED = 995
|
93
|
+
|
94
|
+
|
95
|
+
class OVERLAPPED(ctypes.Structure):
|
96
|
+
_fields_ = [('Internal', LPVOID),
|
97
|
+
('InternalHigh', LPVOID),
|
98
|
+
('Offset', ctypes.wintypes.DWORD),
|
99
|
+
('OffsetHigh', ctypes.wintypes.DWORD),
|
100
|
+
('Pointer', LPVOID),
|
101
|
+
('hEvent', ctypes.wintypes.HANDLE),
|
102
|
+
]
|
103
|
+
|
104
|
+
|
105
|
+
def _errcheck_bool(value, func, args):
|
106
|
+
if not value:
|
107
|
+
raise ctypes.WinError
|
108
|
+
return args
|
109
|
+
|
110
|
+
|
111
|
+
def _errcheck_handle(value, func, args):
|
112
|
+
if not value:
|
113
|
+
raise ctypes.WinError
|
114
|
+
if value == INVALID_HANDLE_VALUE:
|
115
|
+
raise ctypes.WinError
|
116
|
+
return args
|
117
|
+
|
118
|
+
|
119
|
+
def _errcheck_dword(value, func, args):
|
120
|
+
if value == 0xFFFFFFFF:
|
121
|
+
raise ctypes.WinError
|
122
|
+
return args
|
123
|
+
|
124
|
+
|
125
|
+
ReadDirectoryChangesW = ctypes.windll.kernel32.ReadDirectoryChangesW
|
126
|
+
ReadDirectoryChangesW.restype = ctypes.wintypes.BOOL
|
127
|
+
ReadDirectoryChangesW.errcheck = _errcheck_bool
|
128
|
+
ReadDirectoryChangesW.argtypes = (
|
129
|
+
ctypes.wintypes.HANDLE, # hDirectory
|
130
|
+
LPVOID, # lpBuffer
|
131
|
+
ctypes.wintypes.DWORD, # nBufferLength
|
132
|
+
ctypes.wintypes.BOOL, # bWatchSubtree
|
133
|
+
ctypes.wintypes.DWORD, # dwNotifyFilter
|
134
|
+
ctypes.POINTER(ctypes.wintypes.DWORD), # lpBytesReturned
|
135
|
+
ctypes.POINTER(OVERLAPPED), # lpOverlapped
|
136
|
+
LPVOID # FileIOCompletionRoutine # lpCompletionRoutine
|
137
|
+
)
|
138
|
+
|
139
|
+
CreateFileW = ctypes.windll.kernel32.CreateFileW
|
140
|
+
CreateFileW.restype = ctypes.wintypes.HANDLE
|
141
|
+
CreateFileW.errcheck = _errcheck_handle
|
142
|
+
CreateFileW.argtypes = (
|
143
|
+
ctypes.wintypes.LPCWSTR, # lpFileName
|
144
|
+
ctypes.wintypes.DWORD, # dwDesiredAccess
|
145
|
+
ctypes.wintypes.DWORD, # dwShareMode
|
146
|
+
LPVOID, # lpSecurityAttributes
|
147
|
+
ctypes.wintypes.DWORD, # dwCreationDisposition
|
148
|
+
ctypes.wintypes.DWORD, # dwFlagsAndAttributes
|
149
|
+
ctypes.wintypes.HANDLE # hTemplateFile
|
150
|
+
)
|
151
|
+
|
152
|
+
CloseHandle = ctypes.windll.kernel32.CloseHandle
|
153
|
+
CloseHandle.restype = ctypes.wintypes.BOOL
|
154
|
+
CloseHandle.argtypes = (
|
155
|
+
ctypes.wintypes.HANDLE, # hObject
|
156
|
+
)
|
157
|
+
|
158
|
+
CancelIoEx = ctypes.windll.kernel32.CancelIoEx
|
159
|
+
CancelIoEx.restype = ctypes.wintypes.BOOL
|
160
|
+
CancelIoEx.errcheck = _errcheck_bool
|
161
|
+
CancelIoEx.argtypes = (
|
162
|
+
ctypes.wintypes.HANDLE, # hObject
|
163
|
+
ctypes.POINTER(OVERLAPPED) # lpOverlapped
|
164
|
+
)
|
165
|
+
|
166
|
+
CreateEvent = ctypes.windll.kernel32.CreateEventW
|
167
|
+
CreateEvent.restype = ctypes.wintypes.HANDLE
|
168
|
+
CreateEvent.errcheck = _errcheck_handle
|
169
|
+
CreateEvent.argtypes = (
|
170
|
+
LPVOID, # lpEventAttributes
|
171
|
+
ctypes.wintypes.BOOL, # bManualReset
|
172
|
+
ctypes.wintypes.BOOL, # bInitialState
|
173
|
+
ctypes.wintypes.LPCWSTR, # lpName
|
174
|
+
)
|
175
|
+
|
176
|
+
SetEvent = ctypes.windll.kernel32.SetEvent
|
177
|
+
SetEvent.restype = ctypes.wintypes.BOOL
|
178
|
+
SetEvent.errcheck = _errcheck_bool
|
179
|
+
SetEvent.argtypes = (
|
180
|
+
ctypes.wintypes.HANDLE, # hEvent
|
181
|
+
)
|
182
|
+
|
183
|
+
WaitForSingleObjectEx = ctypes.windll.kernel32.WaitForSingleObjectEx
|
184
|
+
WaitForSingleObjectEx.restype = ctypes.wintypes.DWORD
|
185
|
+
WaitForSingleObjectEx.errcheck = _errcheck_dword
|
186
|
+
WaitForSingleObjectEx.argtypes = (
|
187
|
+
ctypes.wintypes.HANDLE, # hObject
|
188
|
+
ctypes.wintypes.DWORD, # dwMilliseconds
|
189
|
+
ctypes.wintypes.BOOL, # bAlertable
|
190
|
+
)
|
191
|
+
|
192
|
+
CreateIoCompletionPort = ctypes.windll.kernel32.CreateIoCompletionPort
|
193
|
+
CreateIoCompletionPort.restype = ctypes.wintypes.HANDLE
|
194
|
+
CreateIoCompletionPort.errcheck = _errcheck_handle
|
195
|
+
CreateIoCompletionPort.argtypes = (
|
196
|
+
ctypes.wintypes.HANDLE, # FileHandle
|
197
|
+
ctypes.wintypes.HANDLE, # ExistingCompletionPort
|
198
|
+
LPVOID, # CompletionKey
|
199
|
+
ctypes.wintypes.DWORD, # NumberOfConcurrentThreads
|
200
|
+
)
|
201
|
+
|
202
|
+
GetQueuedCompletionStatus = ctypes.windll.kernel32.GetQueuedCompletionStatus
|
203
|
+
GetQueuedCompletionStatus.restype = ctypes.wintypes.BOOL
|
204
|
+
GetQueuedCompletionStatus.errcheck = _errcheck_bool
|
205
|
+
GetQueuedCompletionStatus.argtypes = (
|
206
|
+
ctypes.wintypes.HANDLE, # CompletionPort
|
207
|
+
LPVOID, # lpNumberOfBytesTransferred
|
208
|
+
LPVOID, # lpCompletionKey
|
209
|
+
ctypes.POINTER(OVERLAPPED), # lpOverlapped
|
210
|
+
ctypes.wintypes.DWORD, # dwMilliseconds
|
211
|
+
)
|
212
|
+
|
213
|
+
PostQueuedCompletionStatus = ctypes.windll.kernel32.PostQueuedCompletionStatus
|
214
|
+
PostQueuedCompletionStatus.restype = ctypes.wintypes.BOOL
|
215
|
+
PostQueuedCompletionStatus.errcheck = _errcheck_bool
|
216
|
+
PostQueuedCompletionStatus.argtypes = (
|
217
|
+
ctypes.wintypes.HANDLE, # CompletionPort
|
218
|
+
ctypes.wintypes.DWORD, # lpNumberOfBytesTransferred
|
219
|
+
ctypes.wintypes.DWORD, # lpCompletionKey
|
220
|
+
ctypes.POINTER(OVERLAPPED), # lpOverlapped
|
221
|
+
)
|
222
|
+
|
223
|
+
|
224
|
+
class FILE_NOTIFY_INFORMATION(ctypes.Structure):
|
225
|
+
_fields_ = [("NextEntryOffset", ctypes.wintypes.DWORD),
|
226
|
+
("Action", ctypes.wintypes.DWORD),
|
227
|
+
("FileNameLength", ctypes.wintypes.DWORD),
|
228
|
+
#("FileName", (ctypes.wintypes.WCHAR * 1))]
|
229
|
+
("FileName", (ctypes.c_char * 1))]
|
230
|
+
|
231
|
+
LPFNI = ctypes.POINTER(FILE_NOTIFY_INFORMATION)
|
232
|
+
|
233
|
+
|
234
|
+
# We don't need to recalculate these flags every time a call is made to
|
235
|
+
# the win32 API functions.
|
236
|
+
WATCHDOG_FILE_FLAGS = FILE_FLAG_BACKUP_SEMANTICS
|
237
|
+
WATCHDOG_FILE_SHARE_FLAGS = reduce(
|
238
|
+
lambda x, y: x | y, [
|
239
|
+
FILE_SHARE_READ,
|
240
|
+
FILE_SHARE_WRITE,
|
241
|
+
FILE_SHARE_DELETE,
|
242
|
+
])
|
243
|
+
WATCHDOG_FILE_NOTIFY_FLAGS = reduce(
|
244
|
+
lambda x, y: x | y, [
|
245
|
+
FILE_NOTIFY_CHANGE_FILE_NAME,
|
246
|
+
FILE_NOTIFY_CHANGE_DIR_NAME,
|
247
|
+
FILE_NOTIFY_CHANGE_ATTRIBUTES,
|
248
|
+
FILE_NOTIFY_CHANGE_SIZE,
|
249
|
+
FILE_NOTIFY_CHANGE_LAST_WRITE,
|
250
|
+
FILE_NOTIFY_CHANGE_SECURITY,
|
251
|
+
FILE_NOTIFY_CHANGE_LAST_ACCESS,
|
252
|
+
FILE_NOTIFY_CHANGE_CREATION,
|
253
|
+
])
|
254
|
+
|
255
|
+
BUFFER_SIZE = 2048
|
256
|
+
|
257
|
+
|
258
|
+
def _parse_event_buffer(readBuffer, nBytes):
|
259
|
+
results = []
|
260
|
+
while nBytes > 0:
|
261
|
+
fni = ctypes.cast(readBuffer, LPFNI)[0]
|
262
|
+
ptr = ctypes.addressof(fni) + FILE_NOTIFY_INFORMATION.FileName.offset
|
263
|
+
#filename = ctypes.wstring_at(ptr, fni.FileNameLength)
|
264
|
+
filename = ctypes.string_at(ptr, fni.FileNameLength)
|
265
|
+
results.append((fni.Action, filename.decode('utf-16')))
|
266
|
+
numToSkip = fni.NextEntryOffset
|
267
|
+
if numToSkip <= 0:
|
268
|
+
break
|
269
|
+
readBuffer = readBuffer[numToSkip:]
|
270
|
+
nBytes -= numToSkip # numToSkip is long. nBytes should be long too.
|
271
|
+
return results
|
272
|
+
|
273
|
+
|
274
|
+
def get_directory_handle(path):
|
275
|
+
"""Returns a Windows handle to the specified directory path."""
|
276
|
+
return CreateFileW(path, FILE_LIST_DIRECTORY, WATCHDOG_FILE_SHARE_FLAGS,
|
277
|
+
None, OPEN_EXISTING, WATCHDOG_FILE_FLAGS, None)
|
278
|
+
|
279
|
+
|
280
|
+
def close_directory_handle(handle):
|
281
|
+
try:
|
282
|
+
CancelIoEx(handle, None) # force ReadDirectoryChangesW to return
|
283
|
+
CloseHandle(handle) # close directory handle
|
284
|
+
except WindowsError:
|
285
|
+
try:
|
286
|
+
CloseHandle(handle) # close directory handle
|
287
|
+
except:
|
288
|
+
return
|
289
|
+
|
290
|
+
|
291
|
+
def read_directory_changes(handle, recursive):
|
292
|
+
"""Read changes to the directory using the specified directory handle.
|
293
|
+
|
294
|
+
http://timgolden.me.uk/pywin32-docs/win32file__ReadDirectoryChangesW_meth.html
|
295
|
+
"""
|
296
|
+
event_buffer = ctypes.create_string_buffer(BUFFER_SIZE)
|
297
|
+
nbytes = ctypes.wintypes.DWORD()
|
298
|
+
try:
|
299
|
+
ReadDirectoryChangesW(handle, ctypes.byref(event_buffer),
|
300
|
+
len(event_buffer), recursive,
|
301
|
+
WATCHDOG_FILE_NOTIFY_FLAGS,
|
302
|
+
ctypes.byref(nbytes), None, None)
|
303
|
+
except WindowsError as e:
|
304
|
+
if e.winerror == ERROR_OPERATION_ABORTED:
|
305
|
+
return [], 0
|
306
|
+
raise e
|
307
|
+
|
308
|
+
# Python 2/3 compat
|
309
|
+
try:
|
310
|
+
int_class = long
|
311
|
+
except NameError:
|
312
|
+
int_class = int
|
313
|
+
return event_buffer.raw, int_class(nbytes.value)
|
314
|
+
|
315
|
+
|
316
|
+
class WinAPINativeEvent(object):
|
317
|
+
def __init__(self, action, src_path):
|
318
|
+
self.action = action
|
319
|
+
self.src_path = src_path
|
320
|
+
|
321
|
+
@property
|
322
|
+
def is_added(self):
|
323
|
+
return self.action == FILE_ACTION_CREATED
|
324
|
+
|
325
|
+
@property
|
326
|
+
def is_removed(self):
|
327
|
+
return self.action == FILE_ACTION_REMOVED
|
328
|
+
|
329
|
+
@property
|
330
|
+
def is_modified(self):
|
331
|
+
return self.action == FILE_ACTION_MODIFIED
|
332
|
+
|
333
|
+
@property
|
334
|
+
def is_renamed_old(self):
|
335
|
+
return self.action == FILE_ACTION_RENAMED_OLD_NAME
|
336
|
+
|
337
|
+
@property
|
338
|
+
def is_renamed_new(self):
|
339
|
+
return self.action == FILE_ACTION_RENAMED_NEW_NAME
|
340
|
+
|
341
|
+
def __repr__(self):
|
342
|
+
return ("<WinAPINativeEvent: action=%d, src_path=%r>" % (self.action, self.src_path))
|
343
|
+
|
344
|
+
|
345
|
+
def read_events(handle, recursive):
|
346
|
+
buf, nbytes = read_directory_changes(handle, recursive)
|
347
|
+
events = _parse_event_buffer(buf, nbytes)
|
348
|
+
return [WinAPINativeEvent(action, path) for action, path in events]
|