wandb 0.17.7__py3-none-win_amd64.whl → 0.17.8__py3-none-win_amd64.whl
Sign up to get free protection for your applications and to get access to all the features.
- package_readme.md +47 -53
- wandb/__init__.py +8 -4
- wandb/__init__.pyi +964 -0
- wandb/bin/wandb-core +0 -0
- wandb/data_types.py +1 -0
- wandb/env.py +13 -0
- wandb/integration/keras/__init__.py +2 -5
- wandb/integration/keras/callbacks/metrics_logger.py +10 -4
- wandb/integration/keras/callbacks/model_checkpoint.py +0 -5
- wandb/integration/keras/keras.py +11 -0
- wandb/proto/v3/wandb_internal_pb2.py +24 -24
- wandb/proto/v3/wandb_settings_pb2.py +2 -2
- wandb/proto/v3/wandb_telemetry_pb2.py +12 -12
- wandb/proto/v4/wandb_internal_pb2.py +24 -24
- wandb/proto/v4/wandb_settings_pb2.py +2 -2
- wandb/proto/v4/wandb_telemetry_pb2.py +12 -12
- wandb/proto/v5/wandb_internal_pb2.py +24 -24
- wandb/proto/v5/wandb_settings_pb2.py +2 -2
- wandb/proto/v5/wandb_telemetry_pb2.py +12 -12
- wandb/proto/wandb_deprecated.py +2 -0
- wandb/sdk/artifacts/artifact.py +21 -25
- wandb/sdk/artifacts/artifact_manifest_entry.py +10 -2
- wandb/sdk/artifacts/storage_handlers/gcs_handler.py +31 -0
- wandb/sdk/data_types/video.py +2 -2
- wandb/sdk/internal/handler.py +5 -1
- wandb/sdk/lib/_settings_toposort_generated.py +1 -0
- wandb/sdk/service/service.py +7 -2
- wandb/sdk/wandb_config.py +3 -0
- wandb/sdk/wandb_init.py +4 -1
- wandb/sdk/wandb_manager.py +0 -3
- wandb/sdk/wandb_require.py +22 -1
- wandb/sdk/wandb_run.py +28 -24
- wandb/sdk/wandb_settings.py +25 -1
- wandb/sdk/wandb_setup.py +3 -0
- wandb/testing/relay.py +7 -1
- {wandb-0.17.7.dist-info → wandb-0.17.8.dist-info}/METADATA +48 -54
- {wandb-0.17.7.dist-info → wandb-0.17.8.dist-info}/RECORD +40 -39
- {wandb-0.17.7.dist-info → wandb-0.17.8.dist-info}/WHEEL +0 -0
- {wandb-0.17.7.dist-info → wandb-0.17.8.dist-info}/entry_points.txt +0 -0
- {wandb-0.17.7.dist-info → wandb-0.17.8.dist-info}/licenses/LICENSE +0 -0
|
@@ -15,7 +15,7 @@ _sym_db = _symbol_database.Default()
|
|
|
15
15
|
from google.protobuf import wrappers_pb2 as google_dot_protobuf_dot_wrappers__pb2
|
|
16
16
|
|
|
17
17
|
|
|
18
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n wandb/proto/wandb_settings.proto\x12\x0ewandb_internal\x1a\x1egoogle/protobuf/wrappers.proto\" \n\x0fListStringValue\x12\r\n\x05value\x18\x01 \x03(\t\"\x8a\x01\n\x17MapStringKeyStringValue\x12\x41\n\x05value\x18\x01 \x03(\x0b\x32\x32.wandb_internal.MapStringKeyStringValue.ValueEntry\x1a,\n\nValueEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xcb\x01\n#MapStringKeyMapStringKeyStringValue\x12M\n\x05value\x18\x01 \x03(\x0b\x32>.wandb_internal.MapStringKeyMapStringKeyStringValue.ValueEntry\x1aU\n\nValueEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x36\n\x05value\x18\x02 \x01(\x0b\x32\'.wandb_internal.MapStringKeyStringValue:\x02\x38\x01\"\x9a\x01\n\x12OpenMetricsFilters\x12\x33\n\x08sequence\x18\x01 \x01(\x0b\x32\x1f.wandb_internal.ListStringValueH\x00\x12\x46\n\x07mapping\x18\x02 \x01(\x0b\x32\x33.wandb_internal.MapStringKeyMapStringKeyStringValueH\x00\x42\x07\n\x05value\"7\n\tRunMoment\x12\x0b\n\x03run\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x01\x12\x0e\n\x06metric\x18\x03 \x01(\t\"\xed\x46\n\x08Settings\x12-\n\x07\x61pi_key\x18\x37 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12,\n\x08_offline\x18\x1e \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x07_shared\x18\xa2\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x06run_id\x18k \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12-\n\x07run_url\x18q \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12-\n\x07project\x18\x61 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12,\n\x06\x65ntity\x18\x45 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x31\n\x0b_start_time\x18) \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12-\n\x07log_dir\x18U \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x32\n\x0clog_internal\x18V \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\tfiles_dir\x18\x46 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x35\n\x0cignore_globs\x18N \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12:\n\x15_disable_update_check\x18\xa5\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x31\n\r_require_core\x18$ \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12:\n\x13identity_token_file\x18\xaa\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x37\n\x10\x63redentials_file\x18\xab\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12<\n\x16_file_stream_max_bytes\x18\xac\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x44\n\x13_extra_http_headers\x18\x0e \x01(\x0b\x32\'.wandb_internal.MapStringKeyStringValue\x12<\n\x16_file_stream_retry_max\x18\x93\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12J\n#_file_stream_retry_wait_min_seconds\x18\x94\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12J\n#_file_stream_retry_wait_max_seconds\x18\x95\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12\x42\n\x1c_file_stream_timeout_seconds\x18\x0f \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12>\n\x18_file_transfer_retry_max\x18\x96\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12L\n%_file_transfer_retry_wait_min_seconds\x18\x97\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12L\n%_file_transfer_retry_wait_max_seconds\x18\x98\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12\x45\n\x1e_file_transfer_timeout_seconds\x18\x99\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12\x38\n\x12_graphql_retry_max\x18\x9a\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x46\n\x1f_graphql_retry_wait_min_seconds\x18\x9b\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12\x46\n\x1f_graphql_retry_wait_max_seconds\x18\x9c\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12?\n\x18_graphql_timeout_seconds\x18\x9d\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12.\n\x05_args\x18\x01 \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12/\n\x0b_aws_lambda\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x32\n\x0e_cli_only_mode\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12*\n\x06_colab\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12+\n\x05_cuda\x18\x06 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x31\n\r_disable_meta\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x34\n\x10_disable_service\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x39\n\x15_disable_setproctitle\x18\t \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x32\n\x0e_disable_stats\x18\n \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x33\n\x0f_disable_viewer\x18\x0b \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x31\n\x0b_executable\x18\r \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x38\n\x14_flow_control_custom\x18\x10 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12:\n\x16_flow_control_disabled\x18\x11 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12=\n\x17_internal_check_process\x18\x12 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12=\n\x17_internal_queue_timeout\x18\x13 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12,\n\x08_ipython\x18\x14 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x08_jupyter\x18\x15 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x33\n\r_jupyter_root\x18\x16 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12+\n\x07_kaggle\x18\x17 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12<\n\x17_live_policy_rate_limit\x18\x18 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12;\n\x16_live_policy_wait_time\x18\x19 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12/\n\n_log_level\x18\x1a \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x34\n\x0f_network_buffer\x18\x1b \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12)\n\x05_noop\x18\x1c \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12-\n\t_notebook\x18\x1d \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12)\n\x05_sync\x18\x1f \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12)\n\x03_os\x18 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\t_platform\x18! \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12-\n\x07_python\x18\" \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x37\n\x11_runqueue_item_id\x18# \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x36\n\x12_save_requirements\x18% \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x38\n\x12_service_transport\x18& \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x33\n\r_service_wait\x18\' \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12\x35\n\x0f_start_datetime\x18( \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\n_stats_pid\x18* \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12@\n\x1a_stats_sample_rate_seconds\x18+ \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12>\n\x19_stats_samples_to_average\x18, \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x36\n\x12_stats_join_assets\x18- \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12G\n!_stats_neuron_monitor_config_path\x18. \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12N\n\x1d_stats_open_metrics_endpoints\x18/ \x01(\x0b\x32\'.wandb_internal.MapStringKeyStringValue\x12G\n\x1b_stats_open_metrics_filters\x18\x30 \x01(\x0b\x32\".wandb_internal.OpenMetricsFilters\x12\x33\n\r_tmp_code_dir\x18\x31 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\t_tracelog\x18\x32 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x36\n\r_unsaved_keys\x18\x33 \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12,\n\x08_windows\x18\x34 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x34\n\x10\x61llow_val_change\x18\x35 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12/\n\tanonymous\x18\x36 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12P\n\x1f\x61zure_account_url_to_access_key\x18\x38 \x01(\x0b\x32\'.wandb_internal.MapStringKeyStringValue\x12.\n\x08\x62\x61se_url\x18\x39 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x08\x63ode_dir\x18: \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x35\n\x0c\x63onfig_paths\x18; \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12-\n\x07\x63onsole\x18< \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\ndeployment\x18= \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\x0c\x64isable_code\x18> \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12/\n\x0b\x64isable_git\x18? \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x31\n\rdisable_hints\x18@ \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x38\n\x14\x64isable_job_creation\x18\x41 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x08\x64isabled\x18\x42 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x06\x64ocker\x18\x43 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12+\n\x05\x65mail\x18\x44 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12)\n\x05\x66orce\x18G \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x30\n\ngit_commit\x18H \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\ngit_remote\x18I \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x34\n\x0egit_remote_url\x18J \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x08git_root\x18K \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x36\n\x11heartbeat_seconds\x18L \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12*\n\x04host\x18M \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x32\n\x0cinit_timeout\x18O \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12,\n\x08is_local\x18P \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x30\n\njob_source\x18Q \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x31\n\rlabel_disable\x18R \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12*\n\x06launch\x18S \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x38\n\x12launch_config_path\x18T \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12:\n\x14log_symlink_internal\x18W \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x36\n\x10log_symlink_user\x18X \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x08log_user\x18Y \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x33\n\rlogin_timeout\x18Z \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12*\n\x04mode\x18\\ \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x33\n\rnotebook_name\x18] \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12-\n\x07program\x18_ \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x35\n\x0fprogram_relpath\x18` \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x31\n\x0bproject_url\x18\x62 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12)\n\x05quiet\x18\x63 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12*\n\x06reinit\x18\x64 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12+\n\x07relogin\x18\x65 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x06resume\x18\x66 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x32\n\x0cresume_fname\x18g \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12+\n\x07resumed\x18h \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12-\n\tfork_from\x18\xa4\x01 \x01(\x0b\x32\x19.wandb_internal.RunMoment\x12/\n\x0bresume_from\x18\xa7\x01 \x01(\x0b\x32\x19.wandb_internal.RunMoment\x12.\n\x08root_dir\x18i \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\trun_group\x18j \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x32\n\x0crun_job_type\x18l \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x08run_mode\x18m \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x08run_name\x18n \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\trun_notes\x18o \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x31\n\x08run_tags\x18p \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12\x35\n\x11sagemaker_disable\x18r \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12-\n\tsave_code\x18s \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x35\n\x0fsettings_system\x18t \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x38\n\x12settings_workspace\x18u \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\x0bshow_colors\x18v \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12.\n\nshow_emoji\x18w \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12/\n\x0bshow_errors\x18x \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12-\n\tshow_info\x18y \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x31\n\rshow_warnings\x18z \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12*\n\x06silent\x18{ \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x32\n\x0cstart_method\x18| \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12*\n\x06strict\x18} \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x33\n\x0esummary_errors\x18~ \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x34\n\x0fsummary_timeout\x18\x7f \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x36\n\x10summary_warnings\x18\x80\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12/\n\x08sweep_id\x18\x81\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x37\n\x10sweep_param_path\x18\x82\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\tsweep_url\x18\x83\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12,\n\x07symlink\x18\x84\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12/\n\x08sync_dir\x18\x85\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\tsync_file\x18\x86\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12:\n\x13sync_symlink_latest\x18\x87\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x33\n\rsystem_sample\x18\x88\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12;\n\x15system_sample_seconds\x18\x89\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12J\n%table_raise_on_max_row_limit_exceeded\x18\x8a\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12/\n\x08timespec\x18\x8b\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x07tmp_dir\x18\x8c\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\x08username\x18\x8d\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\twandb_dir\x18\x8e\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x34\n\r_jupyter_name\x18\x8f\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x34\n\r_jupyter_path\x18\x90\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\x08job_name\x18\x91\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12;\n\x11_stats_disk_paths\x18\x92\x01 \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12:\n\x15_disable_machine_info\x18\x9e\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x36\n\x0fprogram_abspath\x18\x9f\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\tcolab_url\x18\xa0\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x38\n\x12_stats_buffer_size\x18\xa1\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x37\n\x10_code_path_local\x18\xa3\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x36\n\x11\x63onsole_multipart\x18\xa6\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x31\n\nhttp_proxy\x18\xa8\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x32\n\x0bhttps_proxy\x18\xa9\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12:\n\x08_proxies\x18\xc8\x01 \x01(\x0b\x32\'.wandb_internal.MapStringKeyStringValueJ\x04\x08\x0c\x10\rJ\x04\x08^\x10_b\x06proto3')
|
|
18
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n wandb/proto/wandb_settings.proto\x12\x0ewandb_internal\x1a\x1egoogle/protobuf/wrappers.proto\" \n\x0fListStringValue\x12\r\n\x05value\x18\x01 \x03(\t\"\x8a\x01\n\x17MapStringKeyStringValue\x12\x41\n\x05value\x18\x01 \x03(\x0b\x32\x32.wandb_internal.MapStringKeyStringValue.ValueEntry\x1a,\n\nValueEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01\"\xcb\x01\n#MapStringKeyMapStringKeyStringValue\x12M\n\x05value\x18\x01 \x03(\x0b\x32>.wandb_internal.MapStringKeyMapStringKeyStringValue.ValueEntry\x1aU\n\nValueEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\x36\n\x05value\x18\x02 \x01(\x0b\x32\'.wandb_internal.MapStringKeyStringValue:\x02\x38\x01\"\x9a\x01\n\x12OpenMetricsFilters\x12\x33\n\x08sequence\x18\x01 \x01(\x0b\x32\x1f.wandb_internal.ListStringValueH\x00\x12\x46\n\x07mapping\x18\x02 \x01(\x0b\x32\x33.wandb_internal.MapStringKeyMapStringKeyStringValueH\x00\x42\x07\n\x05value\"7\n\tRunMoment\x12\x0b\n\x03run\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\x01\x12\x0e\n\x06metric\x18\x03 \x01(\t\"\xabG\n\x08Settings\x12-\n\x07\x61pi_key\x18\x37 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12,\n\x08_offline\x18\x1e \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x07_shared\x18\xa2\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x06run_id\x18k \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12-\n\x07run_url\x18q \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12-\n\x07project\x18\x61 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12,\n\x06\x65ntity\x18\x45 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x31\n\x0b_start_time\x18) \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12-\n\x07log_dir\x18U \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x32\n\x0clog_internal\x18V \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\tfiles_dir\x18\x46 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x35\n\x0cignore_globs\x18N \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12:\n\x15_disable_update_check\x18\xa5\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x31\n\r_require_core\x18$ \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12<\n\x17_require_legacy_service\x18\xad\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12:\n\x13identity_token_file\x18\xaa\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x37\n\x10\x63redentials_file\x18\xab\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12<\n\x16_file_stream_max_bytes\x18\xac\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x44\n\x13_extra_http_headers\x18\x0e \x01(\x0b\x32\'.wandb_internal.MapStringKeyStringValue\x12<\n\x16_file_stream_retry_max\x18\x93\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12J\n#_file_stream_retry_wait_min_seconds\x18\x94\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12J\n#_file_stream_retry_wait_max_seconds\x18\x95\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12\x42\n\x1c_file_stream_timeout_seconds\x18\x0f \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12>\n\x18_file_transfer_retry_max\x18\x96\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12L\n%_file_transfer_retry_wait_min_seconds\x18\x97\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12L\n%_file_transfer_retry_wait_max_seconds\x18\x98\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12\x45\n\x1e_file_transfer_timeout_seconds\x18\x99\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12\x38\n\x12_graphql_retry_max\x18\x9a\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x46\n\x1f_graphql_retry_wait_min_seconds\x18\x9b\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12\x46\n\x1f_graphql_retry_wait_max_seconds\x18\x9c\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12?\n\x18_graphql_timeout_seconds\x18\x9d\x01 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12.\n\x05_args\x18\x01 \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12/\n\x0b_aws_lambda\x18\x02 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x32\n\x0e_cli_only_mode\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12*\n\x06_colab\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12+\n\x05_cuda\x18\x06 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x31\n\r_disable_meta\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x34\n\x10_disable_service\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x39\n\x15_disable_setproctitle\x18\t \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x32\n\x0e_disable_stats\x18\n \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x33\n\x0f_disable_viewer\x18\x0b \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x31\n\x0b_executable\x18\r \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x38\n\x14_flow_control_custom\x18\x10 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12:\n\x16_flow_control_disabled\x18\x11 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12=\n\x17_internal_check_process\x18\x12 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12=\n\x17_internal_queue_timeout\x18\x13 \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12,\n\x08_ipython\x18\x14 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x08_jupyter\x18\x15 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x33\n\r_jupyter_root\x18\x16 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12+\n\x07_kaggle\x18\x17 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12<\n\x17_live_policy_rate_limit\x18\x18 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12;\n\x16_live_policy_wait_time\x18\x19 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12/\n\n_log_level\x18\x1a \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x34\n\x0f_network_buffer\x18\x1b \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12)\n\x05_noop\x18\x1c \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12-\n\t_notebook\x18\x1d \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12)\n\x05_sync\x18\x1f \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12)\n\x03_os\x18 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\t_platform\x18! \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12-\n\x07_python\x18\" \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x37\n\x11_runqueue_item_id\x18# \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x36\n\x12_save_requirements\x18% \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x38\n\x12_service_transport\x18& \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x33\n\r_service_wait\x18\' \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12\x35\n\x0f_start_datetime\x18( \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\n_stats_pid\x18* \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12@\n\x1a_stats_sample_rate_seconds\x18+ \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12>\n\x19_stats_samples_to_average\x18, \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x36\n\x12_stats_join_assets\x18- \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12G\n!_stats_neuron_monitor_config_path\x18. \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12N\n\x1d_stats_open_metrics_endpoints\x18/ \x01(\x0b\x32\'.wandb_internal.MapStringKeyStringValue\x12G\n\x1b_stats_open_metrics_filters\x18\x30 \x01(\x0b\x32\".wandb_internal.OpenMetricsFilters\x12\x33\n\r_tmp_code_dir\x18\x31 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\t_tracelog\x18\x32 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x36\n\r_unsaved_keys\x18\x33 \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12,\n\x08_windows\x18\x34 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x34\n\x10\x61llow_val_change\x18\x35 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12/\n\tanonymous\x18\x36 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12P\n\x1f\x61zure_account_url_to_access_key\x18\x38 \x01(\x0b\x32\'.wandb_internal.MapStringKeyStringValue\x12.\n\x08\x62\x61se_url\x18\x39 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x08\x63ode_dir\x18: \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x35\n\x0c\x63onfig_paths\x18; \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12-\n\x07\x63onsole\x18< \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\ndeployment\x18= \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\x0c\x64isable_code\x18> \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12/\n\x0b\x64isable_git\x18? \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x31\n\rdisable_hints\x18@ \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x38\n\x14\x64isable_job_creation\x18\x41 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x08\x64isabled\x18\x42 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x06\x64ocker\x18\x43 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12+\n\x05\x65mail\x18\x44 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12)\n\x05\x66orce\x18G \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x30\n\ngit_commit\x18H \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\ngit_remote\x18I \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x34\n\x0egit_remote_url\x18J \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x08git_root\x18K \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x36\n\x11heartbeat_seconds\x18L \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12*\n\x04host\x18M \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x32\n\x0cinit_timeout\x18O \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12,\n\x08is_local\x18P \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x30\n\njob_source\x18Q \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x31\n\rlabel_disable\x18R \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12*\n\x06launch\x18S \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x38\n\x12launch_config_path\x18T \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12:\n\x14log_symlink_internal\x18W \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x36\n\x10log_symlink_user\x18X \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x08log_user\x18Y \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x33\n\rlogin_timeout\x18Z \x01(\x0b\x32\x1c.google.protobuf.DoubleValue\x12*\n\x04mode\x18\\ \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x33\n\rnotebook_name\x18] \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12-\n\x07program\x18_ \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x35\n\x0fprogram_relpath\x18` \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x31\n\x0bproject_url\x18\x62 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12)\n\x05quiet\x18\x63 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12*\n\x06reinit\x18\x64 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12+\n\x07relogin\x18\x65 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12,\n\x06resume\x18\x66 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x32\n\x0cresume_fname\x18g \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12+\n\x07resumed\x18h \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12-\n\tfork_from\x18\xa4\x01 \x01(\x0b\x32\x19.wandb_internal.RunMoment\x12/\n\x0bresume_from\x18\xa7\x01 \x01(\x0b\x32\x19.wandb_internal.RunMoment\x12.\n\x08root_dir\x18i \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\trun_group\x18j \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x32\n\x0crun_job_type\x18l \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x08run_mode\x18m \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x08run_name\x18n \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\trun_notes\x18o \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x31\n\x08run_tags\x18p \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12\x35\n\x11sagemaker_disable\x18r \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12-\n\tsave_code\x18s \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x35\n\x0fsettings_system\x18t \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x38\n\x12settings_workspace\x18u \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\x0bshow_colors\x18v \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12.\n\nshow_emoji\x18w \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12/\n\x0bshow_errors\x18x \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12-\n\tshow_info\x18y \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x31\n\rshow_warnings\x18z \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12*\n\x06silent\x18{ \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x32\n\x0cstart_method\x18| \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12*\n\x06strict\x18} \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x33\n\x0esummary_errors\x18~ \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x34\n\x0fsummary_timeout\x18\x7f \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x36\n\x10summary_warnings\x18\x80\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12/\n\x08sweep_id\x18\x81\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x37\n\x10sweep_param_path\x18\x82\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\tsweep_url\x18\x83\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12,\n\x07symlink\x18\x84\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12/\n\x08sync_dir\x18\x85\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\tsync_file\x18\x86\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12:\n\x13sync_symlink_latest\x18\x87\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x33\n\rsystem_sample\x18\x88\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12;\n\x15system_sample_seconds\x18\x89\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12J\n%table_raise_on_max_row_limit_exceeded\x18\x8a\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12/\n\x08timespec\x18\x8b\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12.\n\x07tmp_dir\x18\x8c\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\x08username\x18\x8d\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\twandb_dir\x18\x8e\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x34\n\r_jupyter_name\x18\x8f\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x34\n\r_jupyter_path\x18\x90\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12/\n\x08job_name\x18\x91\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12;\n\x11_stats_disk_paths\x18\x92\x01 \x01(\x0b\x32\x1f.wandb_internal.ListStringValue\x12:\n\x15_disable_machine_info\x18\x9e\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x36\n\x0fprogram_abspath\x18\x9f\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x30\n\tcolab_url\x18\xa0\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x38\n\x12_stats_buffer_size\x18\xa1\x01 \x01(\x0b\x32\x1b.google.protobuf.Int32Value\x12\x37\n\x10_code_path_local\x18\xa3\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x36\n\x11\x63onsole_multipart\x18\xa6\x01 \x01(\x0b\x32\x1a.google.protobuf.BoolValue\x12\x31\n\nhttp_proxy\x18\xa8\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12\x32\n\x0bhttps_proxy\x18\xa9\x01 \x01(\x0b\x32\x1c.google.protobuf.StringValue\x12:\n\x08_proxies\x18\xc8\x01 \x01(\x0b\x32\'.wandb_internal.MapStringKeyStringValueJ\x04\x08\x0c\x10\rJ\x04\x08^\x10_b\x06proto3')
|
|
19
19
|
|
|
20
20
|
_globals = globals()
|
|
21
21
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -41,5 +41,5 @@ if not _descriptor._USE_C_DESCRIPTORS:
|
|
|
41
41
|
_globals['_RUNMOMENT']._serialized_start=622
|
|
42
42
|
_globals['_RUNMOMENT']._serialized_end=677
|
|
43
43
|
_globals['_SETTINGS']._serialized_start=680
|
|
44
|
-
_globals['_SETTINGS']._serialized_end=
|
|
44
|
+
_globals['_SETTINGS']._serialized_end=9811
|
|
45
45
|
# @@protoc_insertion_point(module_scope)
|
|
@@ -15,7 +15,7 @@ _sym_db = _symbol_database.Default()
|
|
|
15
15
|
from wandb.proto import wandb_base_pb2 as wandb_dot_proto_dot_wandb__base__pb2
|
|
16
16
|
|
|
17
17
|
|
|
18
|
-
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!wandb/proto/wandb_telemetry.proto\x12\x0ewandb_internal\x1a\x1cwandb/proto/wandb_base.proto\"\xdb\x03\n\x0fTelemetryRecord\x12-\n\x0cimports_init\x18\x01 \x01(\x0b\x32\x17.wandb_internal.Imports\x12/\n\x0eimports_finish\x18\x02 \x01(\x0b\x32\x17.wandb_internal.Imports\x12(\n\x07\x66\x65\x61ture\x18\x03 \x01(\x0b\x32\x17.wandb_internal.Feature\x12\x16\n\x0epython_version\x18\x04 \x01(\t\x12\x13\n\x0b\x63li_version\x18\x05 \x01(\t\x12\x1b\n\x13huggingface_version\x18\x06 \x01(\t\x12 \n\x03\x65nv\x18\x08 \x01(\x0b\x32\x13.wandb_internal.Env\x12%\n\x05label\x18\t \x01(\x0b\x32\x16.wandb_internal.Labels\x12.\n\ndeprecated\x18\n \x01(\x0b\x32\x1a.wandb_internal.Deprecated\x12&\n\x06issues\x18\x0b \x01(\x0b\x32\x16.wandb_internal.Issues\x12\x14\n\x0c\x63ore_version\x18\x0c \x01(\t\x12\x10\n\x08platform\x18\r \x01(\t\x12+\n\x05_info\x18\xc8\x01 \x01(\x0b\x32\x1b.wandb_internal._RecordInfo\"\x11\n\x0fTelemetryResult\"\
|
|
18
|
+
DESCRIPTOR = _descriptor_pool.Default().AddSerializedFile(b'\n!wandb/proto/wandb_telemetry.proto\x12\x0ewandb_internal\x1a\x1cwandb/proto/wandb_base.proto\"\xdb\x03\n\x0fTelemetryRecord\x12-\n\x0cimports_init\x18\x01 \x01(\x0b\x32\x17.wandb_internal.Imports\x12/\n\x0eimports_finish\x18\x02 \x01(\x0b\x32\x17.wandb_internal.Imports\x12(\n\x07\x66\x65\x61ture\x18\x03 \x01(\x0b\x32\x17.wandb_internal.Feature\x12\x16\n\x0epython_version\x18\x04 \x01(\t\x12\x13\n\x0b\x63li_version\x18\x05 \x01(\t\x12\x1b\n\x13huggingface_version\x18\x06 \x01(\t\x12 \n\x03\x65nv\x18\x08 \x01(\x0b\x32\x13.wandb_internal.Env\x12%\n\x05label\x18\t \x01(\x0b\x32\x16.wandb_internal.Labels\x12.\n\ndeprecated\x18\n \x01(\x0b\x32\x1a.wandb_internal.Deprecated\x12&\n\x06issues\x18\x0b \x01(\x0b\x32\x16.wandb_internal.Issues\x12\x14\n\x0c\x63ore_version\x18\x0c \x01(\t\x12\x10\n\x08platform\x18\r \x01(\t\x12+\n\x05_info\x18\xc8\x01 \x01(\x0b\x32\x1b.wandb_internal._RecordInfo\"\x11\n\x0fTelemetryResult\"\xf5\r\n\x07Imports\x12\r\n\x05torch\x18\x01 \x01(\x08\x12\r\n\x05keras\x18\x02 \x01(\x08\x12\x12\n\ntensorflow\x18\x03 \x01(\x08\x12\x0e\n\x06\x66\x61stai\x18\x04 \x01(\x08\x12\x0f\n\x07sklearn\x18\x05 \x01(\x08\x12\x0f\n\x07xgboost\x18\x06 \x01(\x08\x12\x10\n\x08\x63\x61tboost\x18\x07 \x01(\x08\x12\x10\n\x08lightgbm\x18\x08 \x01(\x08\x12\x19\n\x11pytorch_lightning\x18\t \x01(\x08\x12\x0e\n\x06ignite\x18\n \x01(\x08\x12\x14\n\x0ctransformers\x18\x0b \x01(\x08\x12\x0b\n\x03jax\x18\x0c \x01(\x08\x12\x10\n\x08metaflow\x18\r \x01(\x08\x12\x10\n\x08\x61llennlp\x18\x0e \x01(\x08\x12\x11\n\tautogluon\x18\x0f \x01(\x08\x12\x11\n\tautokeras\x18\x10 \x01(\x08\x12\x10\n\x08\x63\x61talyst\x18\x12 \x01(\x08\x12\x10\n\x08\x64\x65\x65pchem\x18\x15 \x01(\x08\x12\x0f\n\x07\x64\x65\x65pctr\x18\x16 \x01(\x08\x12\x0f\n\x07pycaret\x18\x1c \x01(\x08\x12\x14\n\x0cpytorchvideo\x18\x1d \x01(\x08\x12\x0b\n\x03ray\x18\x1e \x01(\x08\x12\x1a\n\x12simpletransformers\x18\x1f \x01(\x08\x12\x0e\n\x06skorch\x18 \x01(\x08\x12\r\n\x05spacy\x18! \x01(\x08\x12\r\n\x05\x66lash\x18\" \x01(\x08\x12\x0e\n\x06optuna\x18# \x01(\x08\x12\x0f\n\x07recbole\x18$ \x01(\x08\x12\x0c\n\x04mmcv\x18% \x01(\x08\x12\r\n\x05mmdet\x18& \x01(\x08\x12\x11\n\ttorchdrug\x18\' \x01(\x08\x12\x11\n\ttorchtext\x18( \x01(\x08\x12\x13\n\x0btorchvision\x18) \x01(\x08\x12\r\n\x05\x65legy\x18* \x01(\x08\x12\x12\n\ndetectron2\x18+ \x01(\x08\x12\r\n\x05\x66lair\x18, \x01(\x08\x12\x0c\n\x04\x66lax\x18- \x01(\x08\x12\x0c\n\x04syft\x18. \x01(\x08\x12\x0b\n\x03TTS\x18/ \x01(\x08\x12\r\n\x05monai\x18\x30 \x01(\x08\x12\x17\n\x0fhuggingface_hub\x18\x31 \x01(\x08\x12\r\n\x05hydra\x18\x32 \x01(\x08\x12\x10\n\x08\x64\x61tasets\x18\x33 \x01(\x08\x12\x0e\n\x06sacred\x18\x34 \x01(\x08\x12\x0e\n\x06joblib\x18\x35 \x01(\x08\x12\x0c\n\x04\x64\x61sk\x18\x36 \x01(\x08\x12\x0f\n\x07\x61syncio\x18\x37 \x01(\x08\x12\x11\n\tpaddleocr\x18\x38 \x01(\x08\x12\r\n\x05ppdet\x18\x39 \x01(\x08\x12\x11\n\tpaddleseg\x18: \x01(\x08\x12\x11\n\tpaddlenlp\x18; \x01(\x08\x12\r\n\x05mmseg\x18< \x01(\x08\x12\r\n\x05mmocr\x18= \x01(\x08\x12\r\n\x05mmcls\x18> \x01(\x08\x12\x0c\n\x04timm\x18? \x01(\x08\x12\x0f\n\x07\x66\x61irseq\x18@ \x01(\x08\x12\x12\n\ndeepchecks\x18\x41 \x01(\x08\x12\x10\n\x08\x63omposer\x18\x42 \x01(\x08\x12\x10\n\x08sparseml\x18\x43 \x01(\x08\x12\x10\n\x08\x61nomalib\x18\x44 \x01(\x08\x12\r\n\x05zenml\x18\x45 \x01(\x08\x12\x12\n\ncolossalai\x18\x46 \x01(\x08\x12\x12\n\naccelerate\x18G \x01(\x08\x12\x0e\n\x06merlin\x18H \x01(\x08\x12\x0f\n\x07nanodet\x18I \x01(\x08\x12#\n\x1bsegmentation_models_pytorch\x18J \x01(\x08\x12\x1d\n\x15sentence_transformers\x18K \x01(\x08\x12\x0b\n\x03\x64gl\x18L \x01(\x08\x12\x17\n\x0ftorch_geometric\x18M \x01(\x08\x12\x0c\n\x04jina\x18N \x01(\x08\x12\x0e\n\x06kornia\x18O \x01(\x08\x12\x16\n\x0e\x61lbumentations\x18P \x01(\x08\x12\x10\n\x08keras_cv\x18Q \x01(\x08\x12\x10\n\x08mmengine\x18R \x01(\x08\x12\x11\n\tdiffusers\x18S \x01(\x08\x12\x0b\n\x03trl\x18T \x01(\x08\x12\x0c\n\x04trlx\x18U \x01(\x08\x12\x11\n\tlangchain\x18V \x01(\x08\x12\x13\n\x0bllama_index\x18W \x01(\x08\x12\x15\n\rstability_sdk\x18X \x01(\x08\x12\x0f\n\x07prefect\x18Y \x01(\x08\x12\x13\n\x0bprefect_ray\x18Z \x01(\x08\x12\x10\n\x08pinecone\x18[ \x01(\x08\x12\x10\n\x08\x63hromadb\x18\\ \x01(\x08\x12\x10\n\x08weaviate\x18] \x01(\x08\x12\x13\n\x0bpromptlayer\x18^ \x01(\x08\x12\x0e\n\x06openai\x18_ \x01(\x08\x12\x0e\n\x06\x63ohere\x18` \x01(\x08\x12\x11\n\tanthropic\x18\x61 \x01(\x08\x12\x0c\n\x04peft\x18\x62 \x01(\x08\x12\x0f\n\x07optimum\x18\x63 \x01(\x08\x12\x10\n\x08\x65valuate\x18\x64 \x01(\x08\x12\x10\n\x08langflow\x18\x65 \x01(\x08\x12\x12\n\nkeras_core\x18\x66 \x01(\x08\x12\x18\n\x10lightning_fabric\x18g \x01(\x08\x12\x1c\n\x14\x63urated_transformers\x18h \x01(\x08\x12\x0e\n\x06orjson\x18i \x01(\x08\x12\x11\n\tlightning\x18j \x01(\x08\"\xb2\x0c\n\x07\x46\x65\x61ture\x12\r\n\x05watch\x18\x01 \x01(\x08\x12\x0e\n\x06\x66inish\x18\x02 \x01(\x08\x12\x0c\n\x04save\x18\x03 \x01(\x08\x12\x0f\n\x07offline\x18\x04 \x01(\x08\x12\x0f\n\x07resumed\x18\x05 \x01(\x08\x12\x0c\n\x04grpc\x18\x06 \x01(\x08\x12\x0e\n\x06metric\x18\x07 \x01(\x08\x12\r\n\x05keras\x18\x08 \x01(\x08\x12\x11\n\tsagemaker\x18\t \x01(\x08\x12\x1c\n\x14\x61rtifact_incremental\x18\n \x01(\x08\x12\x10\n\x08metaflow\x18\x0b \x01(\x08\x12\x0f\n\x07prodigy\x18\x0c \x01(\x08\x12\x15\n\rset_init_name\x18\r \x01(\x08\x12\x13\n\x0bset_init_id\x18\x0e \x01(\x08\x12\x15\n\rset_init_tags\x18\x0f \x01(\x08\x12\x17\n\x0fset_init_config\x18\x10 \x01(\x08\x12\x14\n\x0cset_run_name\x18\x11 \x01(\x08\x12\x14\n\x0cset_run_tags\x18\x12 \x01(\x08\x12\x17\n\x0fset_config_item\x18\x13 \x01(\x08\x12\x0e\n\x06launch\x18\x14 \x01(\x08\x12\x1c\n\x14torch_profiler_trace\x18\x15 \x01(\x08\x12\x0b\n\x03sb3\x18\x16 \x01(\x08\x12\x0f\n\x07service\x18\x17 \x01(\x08\x12\x17\n\x0finit_return_run\x18\x18 \x01(\x08\x12\x1f\n\x17lightgbm_wandb_callback\x18\x19 \x01(\x08\x12\x1c\n\x14lightgbm_log_summary\x18\x1a \x01(\x08\x12\x1f\n\x17\x63\x61tboost_wandb_callback\x18\x1b \x01(\x08\x12\x1c\n\x14\x63\x61tboost_log_summary\x18\x1c \x01(\x08\x12\x17\n\x0ftensorboard_log\x18\x1d \x01(\x08\x12\x16\n\x0e\x65stimator_hook\x18\x1e \x01(\x08\x12\x1e\n\x16xgboost_wandb_callback\x18\x1f \x01(\x08\x12\"\n\x1axgboost_old_wandb_callback\x18 \x01(\x08\x12\x0e\n\x06\x61ttach\x18! \x01(\x08\x12\x19\n\x11tensorboard_patch\x18\" \x01(\x08\x12\x18\n\x10tensorboard_sync\x18# \x01(\x08\x12\x15\n\rkfp_wandb_log\x18$ \x01(\x08\x12\x1b\n\x13maybe_run_overwrite\x18% \x01(\x08\x12\x1c\n\x14keras_metrics_logger\x18& \x01(\x08\x12\x1e\n\x16keras_model_checkpoint\x18\' \x01(\x08\x12!\n\x19keras_wandb_eval_callback\x18( \x01(\x08\x12\x1d\n\x15\x66low_control_overflow\x18) \x01(\x08\x12\x0c\n\x04sync\x18* \x01(\x08\x12\x1d\n\x15\x66low_control_disabled\x18+ \x01(\x08\x12\x1b\n\x13\x66low_control_custom\x18, \x01(\x08\x12\x18\n\x10service_disabled\x18- \x01(\x08\x12\x14\n\x0copen_metrics\x18. \x01(\x08\x12\x1a\n\x12ultralytics_yolov8\x18/ \x01(\x08\x12\x17\n\x0fimporter_mlflow\x18\x30 \x01(\x08\x12\x15\n\rsync_tfevents\x18\x31 \x01(\x08\x12\x15\n\rasync_uploads\x18\x32 \x01(\x08\x12\x16\n\x0eopenai_autolog\x18\x33 \x01(\x08\x12\x18\n\x10langchain_tracer\x18\x34 \x01(\x08\x12\x16\n\x0e\x63ohere_autolog\x18\x35 \x01(\x08\x12\x1b\n\x13hf_pipeline_autolog\x18\x36 \x01(\x08\x12\x0c\n\x04\x63ore\x18\x37 \x01(\x08\x12\r\n\x05lib_c\x18\x38 \x01(\x08\x12\x0f\n\x07lib_cpp\x18\x39 \x01(\x08\x12\x19\n\x11openai_finetuning\x18: \x01(\x08\x12\x19\n\x11\x64iffusers_autolog\x18; \x01(\x08\x12\x1f\n\x17lightning_fabric_logger\x18< \x01(\x08\x12\x14\n\x0cset_step_log\x18= \x01(\x08\x12\x13\n\x0bset_summary\x18> \x01(\x08\x12\x16\n\x0emetric_summary\x18? \x01(\x08\x12\x13\n\x0bmetric_goal\x18@ \x01(\x08\x12\x15\n\rmetric_hidden\x18\x41 \x01(\x08\x12\x18\n\x10metric_step_sync\x18\x42 \x01(\x08\x12\x13\n\x0bshared_mode\x18\x43 \x01(\x08\"\x96\x02\n\x03\x45nv\x12\x0f\n\x07jupyter\x18\x01 \x01(\x08\x12\x0e\n\x06kaggle\x18\x02 \x01(\x08\x12\x0f\n\x07windows\x18\x03 \x01(\x08\x12\x0e\n\x06m1_gpu\x18\x04 \x01(\x08\x12\x13\n\x0bstart_spawn\x18\x05 \x01(\x08\x12\x12\n\nstart_fork\x18\x06 \x01(\x08\x12\x18\n\x10start_forkserver\x18\x07 \x01(\x08\x12\x14\n\x0cstart_thread\x18\x08 \x01(\x08\x12\x10\n\x08maybe_mp\x18\t \x01(\x08\x12\x10\n\x08trainium\x18\n \x01(\x08\x12\x0b\n\x03pex\x18\x0b \x01(\x08\x12\r\n\x05\x63olab\x18\x0c \x01(\x08\x12\x0f\n\x07ipython\x18\r \x01(\x08\x12\x12\n\naws_lambda\x18\x0e \x01(\x08\x12\x0f\n\x07\x61md_gpu\x18\x0f \x01(\x08\"H\n\x06Labels\x12\x13\n\x0b\x63ode_string\x18\x01 \x01(\t\x12\x13\n\x0brepo_string\x18\x02 \x01(\t\x12\x14\n\x0c\x63ode_version\x18\x03 \x01(\t\"\xf4\x03\n\nDeprecated\x12!\n\x19keras_callback__data_type\x18\x01 \x01(\x08\x12\x11\n\trun__mode\x18\x02 \x01(\x08\x12\x19\n\x11run__save_no_args\x18\x03 \x01(\x08\x12\x11\n\trun__join\x18\x04 \x01(\x08\x12\r\n\x05plots\x18\x05 \x01(\x08\x12\x15\n\rrun__log_sync\x18\x06 \x01(\x08\x12!\n\x19init__config_include_keys\x18\x07 \x01(\x08\x12!\n\x19init__config_exclude_keys\x18\x08 \x01(\x08\x12\"\n\x1akeras_callback__save_model\x18\t \x01(\x08\x12\x18\n\x10langchain_tracer\x18\n \x01(\x08\x12\x1a\n\x12\x61rtifact__get_path\x18\x0b \x01(\x08\x12#\n\x1b\x61rtifactmanifestentry__name\x18\x0c \x01(\x08\x12\x1e\n\x16\x61pi__artifact_versions\x18\r \x01(\x08\x12(\n artifact_collection__change_type\x18\x0e \x01(\x08\x12\x1f\n\x17run__define_metric_copy\x18\x0f \x01(\x08\x12\x14\n\x0crun_disabled\x18\x10 \x01(\x08\x12\x16\n\x0ekeras_callback\x18\x11 \x01(\x08\"|\n\x06Issues\x12%\n\x1dsettings__validation_warnings\x18\x01 \x01(\x08\x12!\n\x19settings__unexpected_args\x18\x02 \x01(\x08\x12(\n settings__preprocessing_warnings\x18\x03 \x01(\x08\x62\x06proto3')
|
|
19
19
|
|
|
20
20
|
_globals = globals()
|
|
21
21
|
_builder.BuildMessageAndEnumDescriptors(DESCRIPTOR, _globals)
|
|
@@ -27,15 +27,15 @@ if not _descriptor._USE_C_DESCRIPTORS:
|
|
|
27
27
|
_globals['_TELEMETRYRESULT']._serialized_start=561
|
|
28
28
|
_globals['_TELEMETRYRESULT']._serialized_end=578
|
|
29
29
|
_globals['_IMPORTS']._serialized_start=581
|
|
30
|
-
_globals['_IMPORTS']._serialized_end=
|
|
31
|
-
_globals['_FEATURE']._serialized_start=
|
|
32
|
-
_globals['_FEATURE']._serialized_end=
|
|
33
|
-
_globals['_ENV']._serialized_start=
|
|
34
|
-
_globals['_ENV']._serialized_end=
|
|
35
|
-
_globals['_LABELS']._serialized_start=
|
|
36
|
-
_globals['_LABELS']._serialized_end=
|
|
37
|
-
_globals['_DEPRECATED']._serialized_start=
|
|
38
|
-
_globals['_DEPRECATED']._serialized_end=
|
|
39
|
-
_globals['_ISSUES']._serialized_start=
|
|
40
|
-
_globals['_ISSUES']._serialized_end=
|
|
30
|
+
_globals['_IMPORTS']._serialized_end=2362
|
|
31
|
+
_globals['_FEATURE']._serialized_start=2365
|
|
32
|
+
_globals['_FEATURE']._serialized_end=3951
|
|
33
|
+
_globals['_ENV']._serialized_start=3954
|
|
34
|
+
_globals['_ENV']._serialized_end=4232
|
|
35
|
+
_globals['_LABELS']._serialized_start=4234
|
|
36
|
+
_globals['_LABELS']._serialized_end=4306
|
|
37
|
+
_globals['_DEPRECATED']._serialized_start=4309
|
|
38
|
+
_globals['_DEPRECATED']._serialized_end=4809
|
|
39
|
+
_globals['_ISSUES']._serialized_start=4811
|
|
40
|
+
_globals['_ISSUES']._serialized_end=4935
|
|
41
41
|
# @@protoc_insertion_point(module_scope)
|
wandb/proto/wandb_deprecated.py
CHANGED
|
@@ -27,6 +27,7 @@ DEPRECATED_FEATURES = Literal[
|
|
|
27
27
|
"artifact_collection__change_type",
|
|
28
28
|
"run__define_metric_copy",
|
|
29
29
|
"run_disabled",
|
|
30
|
+
"keras_callback",
|
|
30
31
|
]
|
|
31
32
|
|
|
32
33
|
|
|
@@ -47,3 +48,4 @@ class Deprecated:
|
|
|
47
48
|
artifact_collection__change_type: DEPRECATED_FEATURES = "artifact_collection__change_type"
|
|
48
49
|
run__define_metric_copy: DEPRECATED_FEATURES = "run__define_metric_copy"
|
|
49
50
|
run_disabled: DEPRECATED_FEATURES = "run_disabled"
|
|
51
|
+
keras_callback: DEPRECATED_FEATURES = "keras_callback"
|
wandb/sdk/artifacts/artifact.py
CHANGED
|
@@ -4,6 +4,7 @@ import atexit
|
|
|
4
4
|
import concurrent.futures
|
|
5
5
|
import contextlib
|
|
6
6
|
import json
|
|
7
|
+
import logging
|
|
7
8
|
import multiprocessing.dummy
|
|
8
9
|
import os
|
|
9
10
|
import re
|
|
@@ -32,6 +33,8 @@ from typing import (
|
|
|
32
33
|
cast,
|
|
33
34
|
)
|
|
34
35
|
|
|
36
|
+
from wandb.sdk.artifacts.storage_handlers.gcs_handler import _GCSIsADirectoryError
|
|
37
|
+
|
|
35
38
|
if sys.version_info < (3, 8):
|
|
36
39
|
from typing_extensions import Literal
|
|
37
40
|
else:
|
|
@@ -75,7 +78,6 @@ from wandb.sdk.lib.hashutil import B64MD5, b64_to_hex_id, md5_file_b64
|
|
|
75
78
|
from wandb.sdk.lib.mailbox import Mailbox
|
|
76
79
|
from wandb.sdk.lib.paths import FilePathStr, LogicalPath, StrPath, URIStr
|
|
77
80
|
from wandb.sdk.lib.runid import generate_id
|
|
78
|
-
from wandb.util import get_core_path
|
|
79
81
|
|
|
80
82
|
reset_path = util.vendor_setup()
|
|
81
83
|
|
|
@@ -83,6 +85,8 @@ from wandb_gql import gql # noqa: E402
|
|
|
83
85
|
|
|
84
86
|
reset_path()
|
|
85
87
|
|
|
88
|
+
logger = logging.getLogger(__name__)
|
|
89
|
+
|
|
86
90
|
if TYPE_CHECKING:
|
|
87
91
|
from wandb.sdk.interface.message_future import MessageFuture
|
|
88
92
|
|
|
@@ -1658,13 +1662,14 @@ class Artifact:
|
|
|
1658
1662
|
if env.is_offline() or util._is_offline():
|
|
1659
1663
|
raise RuntimeError("Cannot download artifacts in offline mode.")
|
|
1660
1664
|
|
|
1661
|
-
|
|
1662
|
-
|
|
1663
|
-
|
|
1664
|
-
|
|
1665
|
-
|
|
1666
|
-
|
|
1667
|
-
|
|
1665
|
+
# TODO: download artifacts using core when implemented
|
|
1666
|
+
# if is_require_core():
|
|
1667
|
+
# return self._download_using_core(
|
|
1668
|
+
# root=root,
|
|
1669
|
+
# allow_missing_references=allow_missing_references,
|
|
1670
|
+
# skip_cache=bool(skip_cache),
|
|
1671
|
+
# path_prefix=path_prefix,
|
|
1672
|
+
# )
|
|
1668
1673
|
return self._download(
|
|
1669
1674
|
root=root,
|
|
1670
1675
|
allow_missing_references=allow_missing_references,
|
|
@@ -1693,6 +1698,7 @@ class Artifact:
|
|
|
1693
1698
|
settings = wl.settings.to_proto()
|
|
1694
1699
|
# TODO: remove this
|
|
1695
1700
|
tmp_dir = pathlib.Path(tempfile.mkdtemp())
|
|
1701
|
+
|
|
1696
1702
|
settings.sync_dir.value = str(tmp_dir)
|
|
1697
1703
|
settings.sync_file.value = str(tmp_dir / f"{stream_id}.wandb")
|
|
1698
1704
|
settings.files_dir.value = str(tmp_dir / "files")
|
|
@@ -1737,11 +1743,6 @@ class Artifact:
|
|
|
1737
1743
|
if response.error_message:
|
|
1738
1744
|
raise ValueError(f"Error downloading artifact: {response.error_message}")
|
|
1739
1745
|
|
|
1740
|
-
if wandb.run is None:
|
|
1741
|
-
backend.cleanup()
|
|
1742
|
-
# TODO: remove this
|
|
1743
|
-
shutil.rmtree(tmp_dir)
|
|
1744
|
-
|
|
1745
1746
|
return FilePathStr(root)
|
|
1746
1747
|
|
|
1747
1748
|
def _download(
|
|
@@ -1751,9 +1752,6 @@ class Artifact:
|
|
|
1751
1752
|
skip_cache: Optional[bool] = None,
|
|
1752
1753
|
path_prefix: Optional[StrPath] = None,
|
|
1753
1754
|
) -> FilePathStr:
|
|
1754
|
-
# todo: remove once artifact reference downloads are supported in core
|
|
1755
|
-
require_core = is_require_core()
|
|
1756
|
-
|
|
1757
1755
|
nfiles = len(self.manifest.entries)
|
|
1758
1756
|
size = sum(e.size or 0 for e in self.manifest.entries.values())
|
|
1759
1757
|
log = False
|
|
@@ -1784,6 +1782,9 @@ class Artifact:
|
|
|
1784
1782
|
wandb.termwarn(str(e))
|
|
1785
1783
|
return
|
|
1786
1784
|
raise
|
|
1785
|
+
except _GCSIsADirectoryError as e:
|
|
1786
|
+
logger.debug(str(e))
|
|
1787
|
+
return
|
|
1787
1788
|
download_logger.notify_downloaded()
|
|
1788
1789
|
|
|
1789
1790
|
download_entry = partial(
|
|
@@ -1804,9 +1805,10 @@ class Artifact:
|
|
|
1804
1805
|
cursor = attrs["pageInfo"]["endCursor"]
|
|
1805
1806
|
for edge in attrs["edges"]:
|
|
1806
1807
|
entry = self.get_entry(edge["node"]["name"])
|
|
1807
|
-
|
|
1808
|
-
|
|
1809
|
-
|
|
1808
|
+
# TODO: uncomment once artifact downloads are supported in core
|
|
1809
|
+
# if require_core and entry.ref is None:
|
|
1810
|
+
# # Handled by core
|
|
1811
|
+
# continue
|
|
1810
1812
|
entry._download_url = edge["node"]["directUrl"]
|
|
1811
1813
|
if (not path_prefix) or entry.path.startswith(str(path_prefix)):
|
|
1812
1814
|
active_futures.add(executor.submit(download_entry, entry))
|
|
@@ -2350,12 +2352,6 @@ class Artifact:
|
|
|
2350
2352
|
return None
|
|
2351
2353
|
|
|
2352
2354
|
|
|
2353
|
-
def is_require_core() -> bool:
|
|
2354
|
-
if env.is_require_core():
|
|
2355
|
-
return bool(get_core_path())
|
|
2356
|
-
return False
|
|
2357
|
-
|
|
2358
|
-
|
|
2359
2355
|
class _ArtifactVersionType(WBType):
|
|
2360
2356
|
name = "artifactVersion"
|
|
2361
2357
|
types = [Artifact]
|
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
"""Artifact manifest entry."""
|
|
2
2
|
|
|
3
3
|
import json
|
|
4
|
+
import logging
|
|
4
5
|
import os
|
|
5
6
|
from pathlib import Path
|
|
6
7
|
from typing import TYPE_CHECKING, Dict, Optional, Union
|
|
@@ -17,6 +18,8 @@ from wandb.sdk.lib.hashutil import (
|
|
|
17
18
|
)
|
|
18
19
|
from wandb.sdk.lib.paths import FilePathStr, LogicalPath, StrPath, URIStr
|
|
19
20
|
|
|
21
|
+
logger = logging.getLogger(__name__)
|
|
22
|
+
|
|
20
23
|
if TYPE_CHECKING:
|
|
21
24
|
from typing_extensions import TypedDict
|
|
22
25
|
|
|
@@ -150,8 +153,13 @@ class ArtifactManifestEntry:
|
|
|
150
153
|
|
|
151
154
|
# Skip checking the cache (and possibly downloading) if the file already exists
|
|
152
155
|
# and has the digest we're expecting.
|
|
153
|
-
|
|
154
|
-
|
|
156
|
+
try:
|
|
157
|
+
md5_hash = md5_file_b64(dest_path)
|
|
158
|
+
except (FileNotFoundError, IsADirectoryError):
|
|
159
|
+
logger.debug(f"unable to find {dest_path}, skip searching for file")
|
|
160
|
+
else:
|
|
161
|
+
if self.digest == md5_hash:
|
|
162
|
+
return FilePathStr(dest_path)
|
|
155
163
|
|
|
156
164
|
if self.ref is not None:
|
|
157
165
|
cache_path = self._parent_artifact.manifest.storage_policy.load_reference(
|
|
@@ -19,6 +19,12 @@ if TYPE_CHECKING:
|
|
|
19
19
|
from wandb.sdk.artifacts.artifact import Artifact
|
|
20
20
|
|
|
21
21
|
|
|
22
|
+
class _GCSIsADirectoryError(Exception):
|
|
23
|
+
"""Raised when we try to download a GCS folder."""
|
|
24
|
+
|
|
25
|
+
pass
|
|
26
|
+
|
|
27
|
+
|
|
22
28
|
class GCSHandler(StorageHandler):
|
|
23
29
|
_client: Optional["gcs_module.client.Client"]
|
|
24
30
|
|
|
@@ -70,6 +76,11 @@ class GCSHandler(StorageHandler):
|
|
|
70
76
|
bucket, key, _ = self._parse_uri(manifest_entry.ref)
|
|
71
77
|
version = manifest_entry.extra.get("versionID")
|
|
72
78
|
|
|
79
|
+
if self._is_dir(manifest_entry):
|
|
80
|
+
raise _GCSIsADirectoryError(
|
|
81
|
+
f"Unable to download GCS folder {manifest_entry.ref!r}, skipping"
|
|
82
|
+
)
|
|
83
|
+
|
|
73
84
|
obj = None
|
|
74
85
|
# First attempt to get the generation specified, this will return None if versioning is not enabled
|
|
75
86
|
if version is not None:
|
|
@@ -135,6 +146,7 @@ class GCSHandler(StorageHandler):
|
|
|
135
146
|
entries = [
|
|
136
147
|
self._entry_from_obj(obj, path, name, prefix=key, multi=multi)
|
|
137
148
|
for obj in objects
|
|
149
|
+
if not obj.name.endswith("/")
|
|
138
150
|
]
|
|
139
151
|
if start_time is not None:
|
|
140
152
|
termlog("Done. %.1fs" % (time.time() - start_time), prefix=False)
|
|
@@ -193,3 +205,22 @@ class GCSHandler(StorageHandler):
|
|
|
193
205
|
size=obj.size,
|
|
194
206
|
extra={"versionID": obj.generation},
|
|
195
207
|
)
|
|
208
|
+
|
|
209
|
+
def _is_dir(
|
|
210
|
+
self,
|
|
211
|
+
manifest_entry: ArtifactManifestEntry,
|
|
212
|
+
) -> bool:
|
|
213
|
+
assert self._client is not None
|
|
214
|
+
assert manifest_entry.ref is not None
|
|
215
|
+
bucket, key, _ = self._parse_uri(manifest_entry.ref)
|
|
216
|
+
bucket_obj = self._client.bucket(bucket)
|
|
217
|
+
# A gcs bucket key should end with a forward slash on gcloud, but
|
|
218
|
+
# we save these refs without the forward slash in the manifest entry
|
|
219
|
+
# so we check the size and extension, make sure its not referring to
|
|
220
|
+
# an actual file with this reference, and that the ref with the slash
|
|
221
|
+
# exists on gcloud
|
|
222
|
+
return key.endswith("/") or (
|
|
223
|
+
not (manifest_entry.size or PurePosixPath(key).suffix)
|
|
224
|
+
and bucket_obj.get_blob(key) is None
|
|
225
|
+
and bucket_obj.get_blob(f"{key}/") is not None
|
|
226
|
+
)
|
wandb/sdk/data_types/video.py
CHANGED
|
@@ -214,9 +214,9 @@ class Video(BatchableMedia):
|
|
|
214
214
|
n_rows = 2 ** ((b.bit_length() - 1) // 2)
|
|
215
215
|
n_cols = video.shape[0] // n_rows
|
|
216
216
|
|
|
217
|
-
video =
|
|
217
|
+
video = video.reshape(n_rows, n_cols, t, c, h, w)
|
|
218
218
|
video = np.transpose(video, axes=(2, 0, 4, 1, 5, 3))
|
|
219
|
-
video =
|
|
219
|
+
video = video.reshape(t, n_rows * h, n_cols * w, c)
|
|
220
220
|
return video
|
|
221
221
|
|
|
222
222
|
@classmethod
|
wandb/sdk/internal/handler.py
CHANGED
|
@@ -660,7 +660,11 @@ class HandleManager:
|
|
|
660
660
|
self._dispatch_record(record)
|
|
661
661
|
|
|
662
662
|
def handle_request_check_version(self, record: Record) -> None:
|
|
663
|
-
self.
|
|
663
|
+
if self._settings._offline:
|
|
664
|
+
result = proto_util._result_from_record(record)
|
|
665
|
+
self._respond_result(result)
|
|
666
|
+
else:
|
|
667
|
+
self._dispatch_record(record)
|
|
664
668
|
|
|
665
669
|
def handle_request_attach(self, record: Record) -> None:
|
|
666
670
|
result = proto_util._result_from_record(record)
|
wandb/sdk/service/service.py
CHANGED
|
@@ -15,7 +15,12 @@ import time
|
|
|
15
15
|
from typing import TYPE_CHECKING, Any, Dict, Optional
|
|
16
16
|
|
|
17
17
|
from wandb import _sentry, termlog
|
|
18
|
-
from wandb.env import
|
|
18
|
+
from wandb.env import (
|
|
19
|
+
core_debug,
|
|
20
|
+
core_error_reporting_enabled,
|
|
21
|
+
is_require_core,
|
|
22
|
+
is_require_legacy_service,
|
|
23
|
+
)
|
|
19
24
|
from wandb.errors import Error, WandbCoreNotAvailableError
|
|
20
25
|
from wandb.sdk.lib.wburls import wburls
|
|
21
26
|
from wandb.util import get_core_path, get_module
|
|
@@ -164,7 +169,7 @@ class _Service:
|
|
|
164
169
|
|
|
165
170
|
service_args = []
|
|
166
171
|
|
|
167
|
-
if is_require_core():
|
|
172
|
+
if is_require_core() and not is_require_legacy_service():
|
|
168
173
|
try:
|
|
169
174
|
core_path = get_core_path()
|
|
170
175
|
except WandbCoreNotAvailableError as e:
|
wandb/sdk/wandb_config.py
CHANGED
|
@@ -129,6 +129,9 @@ class Config:
|
|
|
129
129
|
def __getitem__(self, key):
|
|
130
130
|
return self._items[key]
|
|
131
131
|
|
|
132
|
+
def __iter__(self):
|
|
133
|
+
return iter(self._items)
|
|
134
|
+
|
|
132
135
|
def _check_locked(self, key, ignore_locked=False) -> bool:
|
|
133
136
|
locked = self._locked.get(key)
|
|
134
137
|
if locked is not None:
|
wandb/sdk/wandb_init.py
CHANGED
|
@@ -736,7 +736,10 @@ class _WandbInit:
|
|
|
736
736
|
tel.feature.flow_control_disabled = True
|
|
737
737
|
if self.settings._flow_control_custom:
|
|
738
738
|
tel.feature.flow_control_custom = True
|
|
739
|
-
if
|
|
739
|
+
if (
|
|
740
|
+
self.settings._require_core
|
|
741
|
+
and not self.settings._require_legacy_service
|
|
742
|
+
):
|
|
740
743
|
tel.feature.core = True
|
|
741
744
|
if self.settings._shared:
|
|
742
745
|
wandb.termwarn(
|
wandb/sdk/wandb_manager.py
CHANGED
|
@@ -13,7 +13,6 @@ import wandb
|
|
|
13
13
|
from wandb import env, trigger
|
|
14
14
|
from wandb.errors import Error
|
|
15
15
|
from wandb.sdk.lib.exit_hooks import ExitHooks
|
|
16
|
-
from wandb.sdk.lib.import_hooks import unregister_all_post_import_hooks
|
|
17
16
|
|
|
18
17
|
if TYPE_CHECKING:
|
|
19
18
|
from wandb.proto import wandb_settings_pb2
|
|
@@ -163,8 +162,6 @@ class _Manager:
|
|
|
163
162
|
This sends a teardown record to the process. An exception is raised if
|
|
164
163
|
the process has already been shut down.
|
|
165
164
|
"""
|
|
166
|
-
unregister_all_post_import_hooks()
|
|
167
|
-
|
|
168
165
|
if self._atexit_lambda:
|
|
169
166
|
atexit.unregister(self._atexit_lambda)
|
|
170
167
|
self._atexit_lambda = None
|
wandb/sdk/wandb_require.py
CHANGED
|
@@ -13,7 +13,12 @@ import os
|
|
|
13
13
|
from typing import Optional, Sequence, Union
|
|
14
14
|
|
|
15
15
|
import wandb
|
|
16
|
-
from wandb.env import
|
|
16
|
+
from wandb.env import (
|
|
17
|
+
_REQUIRE_CORE,
|
|
18
|
+
_REQUIRE_LEGACY_SERVICE,
|
|
19
|
+
is_require_core,
|
|
20
|
+
is_require_legacy_service,
|
|
21
|
+
)
|
|
17
22
|
from wandb.errors import UnsupportedError
|
|
18
23
|
from wandb.sdk import wandb_run
|
|
19
24
|
from wandb.sdk.lib.wburls import wburls
|
|
@@ -41,8 +46,24 @@ class _Requires:
|
|
|
41
46
|
self._require_service()
|
|
42
47
|
|
|
43
48
|
def require_core(self) -> None:
|
|
49
|
+
if is_require_legacy_service():
|
|
50
|
+
raise UnsupportedError(
|
|
51
|
+
'Cannot use wandb.require("core") because legacy-service'
|
|
52
|
+
" is already required--did you use"
|
|
53
|
+
' wandb.require("legacy-service") or set the'
|
|
54
|
+
" WANDB__REQUIRE_LEGACY_SERVICE environment variable?"
|
|
55
|
+
)
|
|
44
56
|
os.environ[_REQUIRE_CORE] = "true"
|
|
45
57
|
|
|
58
|
+
def require_legacy_service(self) -> None:
|
|
59
|
+
if is_require_core():
|
|
60
|
+
raise UnsupportedError(
|
|
61
|
+
'Cannot use wandb.require("legacy-service") because core'
|
|
62
|
+
' is already required--did you use wandb.require("core")'
|
|
63
|
+
" or set the WANDB__REQUIRE_CORE environment variable?"
|
|
64
|
+
)
|
|
65
|
+
os.environ[_REQUIRE_LEGACY_SERVICE] = "true"
|
|
66
|
+
|
|
46
67
|
def apply(self) -> None:
|
|
47
68
|
"""Call require_* method for supported features."""
|
|
48
69
|
last_message: str = ""
|
wandb/sdk/wandb_run.py
CHANGED
|
@@ -171,10 +171,12 @@ class RunStatusChecker:
|
|
|
171
171
|
interface: InterfaceBase,
|
|
172
172
|
stop_polling_interval: int = 15,
|
|
173
173
|
retry_polling_interval: int = 5,
|
|
174
|
+
internal_messages_polling_interval: int = 10,
|
|
174
175
|
) -> None:
|
|
175
176
|
self._interface = interface
|
|
176
177
|
self._stop_polling_interval = stop_polling_interval
|
|
177
178
|
self._retry_polling_interval = retry_polling_interval
|
|
179
|
+
self._internal_messages_polling_interval = internal_messages_polling_interval
|
|
178
180
|
|
|
179
181
|
self._join_event = threading.Event()
|
|
180
182
|
|
|
@@ -323,7 +325,7 @@ class RunStatusChecker:
|
|
|
323
325
|
self._loop_check_status(
|
|
324
326
|
lock=self._internal_messages_lock,
|
|
325
327
|
set_handle=lambda x: setattr(self, "_internal_messages_handle", x),
|
|
326
|
-
timeout=
|
|
328
|
+
timeout=self._internal_messages_polling_interval,
|
|
327
329
|
request=self._interface.deliver_internal_messages,
|
|
328
330
|
process=_process_internal_messages,
|
|
329
331
|
)
|
|
@@ -796,11 +798,15 @@ class Run:
|
|
|
796
798
|
self._unique_launch_artifact_sequence_names[sequence_name] = item
|
|
797
799
|
|
|
798
800
|
def _telemetry_callback(self, telem_obj: telemetry.TelemetryRecord) -> None:
|
|
801
|
+
if not hasattr(self, "_telemetry_obj"):
|
|
802
|
+
return
|
|
799
803
|
self._telemetry_obj.MergeFrom(telem_obj)
|
|
800
804
|
self._telemetry_obj_dirty = True
|
|
801
805
|
self._telemetry_flush()
|
|
802
806
|
|
|
803
807
|
def _telemetry_flush(self) -> None:
|
|
808
|
+
if not hasattr(self, "_telemetry_obj"):
|
|
809
|
+
return
|
|
804
810
|
if not self._telemetry_obj_active:
|
|
805
811
|
return
|
|
806
812
|
if not self._telemetry_obj_dirty:
|
|
@@ -2474,18 +2480,6 @@ class Run:
|
|
|
2474
2480
|
def _on_init(self) -> None:
|
|
2475
2481
|
if self._settings._offline:
|
|
2476
2482
|
return
|
|
2477
|
-
if self._backend and self._backend.interface:
|
|
2478
|
-
if not self._settings._disable_update_check:
|
|
2479
|
-
logger.info("communicating current version")
|
|
2480
|
-
version_handle = self._backend.interface.deliver_check_version(
|
|
2481
|
-
current_version=wandb.__version__
|
|
2482
|
-
)
|
|
2483
|
-
version_result = version_handle.wait(timeout=30)
|
|
2484
|
-
if not version_result:
|
|
2485
|
-
version_handle.abandon()
|
|
2486
|
-
else:
|
|
2487
|
-
self._check_version = version_result.response.check_version_response
|
|
2488
|
-
logger.info("got version response %s", self._check_version)
|
|
2489
2483
|
|
|
2490
2484
|
def _on_start(self) -> None:
|
|
2491
2485
|
# would like to move _set_global to _on_ready to unify _on_start and _on_attach
|
|
@@ -2494,9 +2488,7 @@ class Run:
|
|
|
2494
2488
|
# TODO(jupyter) However _header calls _header_run_info that uses wandb.jupyter that uses
|
|
2495
2489
|
# `wandb.run` and hence breaks
|
|
2496
2490
|
self._set_globals()
|
|
2497
|
-
self._header(
|
|
2498
|
-
self._check_version, settings=self._settings, printer=self._printer
|
|
2499
|
-
)
|
|
2491
|
+
self._header(settings=self._settings, printer=self._printer)
|
|
2500
2492
|
|
|
2501
2493
|
if self._settings.save_code and self._settings.code_dir is not None:
|
|
2502
2494
|
self.log_code(self._settings.code_dir)
|
|
@@ -2681,6 +2673,18 @@ class Run:
|
|
|
2681
2673
|
|
|
2682
2674
|
assert self._backend and self._backend.interface
|
|
2683
2675
|
|
|
2676
|
+
if not self._settings._disable_update_check:
|
|
2677
|
+
logger.info("communicating current version")
|
|
2678
|
+
version_handle = self._backend.interface.deliver_check_version(
|
|
2679
|
+
current_version=wandb.__version__
|
|
2680
|
+
)
|
|
2681
|
+
version_result = version_handle.wait(timeout=10)
|
|
2682
|
+
if not version_result:
|
|
2683
|
+
version_handle.abandon()
|
|
2684
|
+
else:
|
|
2685
|
+
self._check_version = version_result.response.check_version_response
|
|
2686
|
+
logger.info("got version response %s", self._check_version)
|
|
2687
|
+
|
|
2684
2688
|
# get the server info before starting the defer state machine as
|
|
2685
2689
|
# it will stop communication with the server
|
|
2686
2690
|
server_info_handle = self._backend.interface.deliver_request_server_info()
|
|
@@ -3674,14 +3678,10 @@ class Run:
|
|
|
3674
3678
|
# with the service execution path that doesn't have access to the run instance
|
|
3675
3679
|
@staticmethod
|
|
3676
3680
|
def _header(
|
|
3677
|
-
check_version: Optional["CheckVersionResponse"] = None,
|
|
3678
3681
|
*,
|
|
3679
3682
|
settings: "Settings",
|
|
3680
3683
|
printer: Union["PrinterTerm", "PrinterJupyter"],
|
|
3681
3684
|
) -> None:
|
|
3682
|
-
Run._header_version_check_info(
|
|
3683
|
-
check_version, settings=settings, printer=printer
|
|
3684
|
-
)
|
|
3685
3685
|
Run._header_wandb_version_info(settings=settings, printer=printer)
|
|
3686
3686
|
Run._header_sync_info(settings=settings, printer=printer)
|
|
3687
3687
|
Run._header_run_info(settings=settings, printer=printer)
|
|
@@ -3702,7 +3702,9 @@ class Run:
|
|
|
3702
3702
|
printer.display(check_version.yank_message, level="warn")
|
|
3703
3703
|
|
|
3704
3704
|
printer.display(
|
|
3705
|
-
check_version.upgrade_message,
|
|
3705
|
+
check_version.upgrade_message,
|
|
3706
|
+
off=not check_version.upgrade_message,
|
|
3707
|
+
level="warn",
|
|
3706
3708
|
)
|
|
3707
3709
|
|
|
3708
3710
|
@staticmethod
|
|
@@ -4218,9 +4220,11 @@ class Run:
|
|
|
4218
4220
|
printer.display(check_version.yank_message, level="warn")
|
|
4219
4221
|
|
|
4220
4222
|
# only display upgrade message if packages are bad
|
|
4221
|
-
|
|
4222
|
-
|
|
4223
|
-
|
|
4223
|
+
if check_version.upgrade_message:
|
|
4224
|
+
printer.display(
|
|
4225
|
+
check_version.upgrade_message,
|
|
4226
|
+
level="warn",
|
|
4227
|
+
)
|
|
4224
4228
|
|
|
4225
4229
|
@staticmethod
|
|
4226
4230
|
def _footer_notify_wandb_core(
|