wandb 0.15.3__py3-none-any.whl → 0.15.5__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- wandb/__init__.py +1 -1
- wandb/analytics/sentry.py +1 -0
- wandb/apis/importers/base.py +20 -5
- wandb/apis/importers/mlflow.py +7 -1
- wandb/apis/internal.py +12 -0
- wandb/apis/public.py +247 -1387
- wandb/apis/reports/_panels.py +58 -35
- wandb/beta/workflows.py +6 -7
- wandb/cli/cli.py +130 -60
- wandb/data_types.py +3 -1
- wandb/filesync/dir_watcher.py +21 -27
- wandb/filesync/step_checksum.py +8 -8
- wandb/filesync/step_prepare.py +23 -10
- wandb/filesync/step_upload.py +13 -13
- wandb/filesync/upload_job.py +4 -8
- wandb/integration/cohere/__init__.py +3 -0
- wandb/integration/cohere/cohere.py +21 -0
- wandb/integration/cohere/resolver.py +347 -0
- wandb/integration/gym/__init__.py +4 -6
- wandb/integration/huggingface/__init__.py +3 -0
- wandb/integration/huggingface/huggingface.py +18 -0
- wandb/integration/huggingface/resolver.py +213 -0
- wandb/integration/langchain/wandb_tracer.py +16 -179
- wandb/integration/openai/__init__.py +1 -3
- wandb/integration/openai/openai.py +11 -143
- wandb/integration/openai/resolver.py +111 -38
- wandb/integration/sagemaker/config.py +2 -2
- wandb/integration/tensorboard/log.py +4 -4
- wandb/old/settings.py +24 -7
- wandb/proto/v3/wandb_telemetry_pb2.py +12 -12
- wandb/proto/v4/wandb_telemetry_pb2.py +12 -12
- wandb/proto/wandb_deprecated.py +3 -1
- wandb/sdk/__init__.py +1 -1
- wandb/sdk/artifacts/__init__.py +0 -0
- wandb/sdk/artifacts/artifact.py +2101 -0
- wandb/sdk/artifacts/artifact_download_logger.py +42 -0
- wandb/sdk/artifacts/artifact_manifest.py +67 -0
- wandb/sdk/artifacts/artifact_manifest_entry.py +159 -0
- wandb/sdk/artifacts/artifact_manifests/__init__.py +0 -0
- wandb/sdk/artifacts/artifact_manifests/artifact_manifest_v1.py +91 -0
- wandb/sdk/{internal → artifacts}/artifact_saver.py +6 -5
- wandb/sdk/artifacts/artifact_state.py +10 -0
- wandb/sdk/{interface/artifacts/artifact_cache.py → artifacts/artifacts_cache.py} +22 -12
- wandb/sdk/artifacts/exceptions.py +55 -0
- wandb/sdk/artifacts/storage_handler.py +59 -0
- wandb/sdk/artifacts/storage_handlers/__init__.py +0 -0
- wandb/sdk/artifacts/storage_handlers/azure_handler.py +192 -0
- wandb/sdk/artifacts/storage_handlers/gcs_handler.py +224 -0
- wandb/sdk/artifacts/storage_handlers/http_handler.py +112 -0
- wandb/sdk/artifacts/storage_handlers/local_file_handler.py +134 -0
- wandb/sdk/artifacts/storage_handlers/multi_handler.py +53 -0
- wandb/sdk/artifacts/storage_handlers/s3_handler.py +301 -0
- wandb/sdk/artifacts/storage_handlers/tracking_handler.py +67 -0
- wandb/sdk/artifacts/storage_handlers/wb_artifact_handler.py +132 -0
- wandb/sdk/artifacts/storage_handlers/wb_local_artifact_handler.py +72 -0
- wandb/sdk/artifacts/storage_layout.py +6 -0
- wandb/sdk/artifacts/storage_policies/__init__.py +0 -0
- wandb/sdk/artifacts/storage_policies/s3_bucket_policy.py +61 -0
- wandb/sdk/artifacts/storage_policies/wandb_storage_policy.py +386 -0
- wandb/sdk/{interface/artifacts/artifact_storage.py → artifacts/storage_policy.py} +5 -57
- wandb/sdk/data_types/_dtypes.py +7 -12
- wandb/sdk/data_types/base_types/json_metadata.py +3 -2
- wandb/sdk/data_types/base_types/media.py +8 -8
- wandb/sdk/data_types/base_types/wb_value.py +12 -13
- wandb/sdk/data_types/helper_types/bounding_boxes_2d.py +5 -6
- wandb/sdk/data_types/helper_types/classes.py +6 -8
- wandb/sdk/data_types/helper_types/image_mask.py +5 -6
- wandb/sdk/data_types/histogram.py +4 -3
- wandb/sdk/data_types/html.py +3 -4
- wandb/sdk/data_types/image.py +11 -9
- wandb/sdk/data_types/molecule.py +5 -3
- wandb/sdk/data_types/object_3d.py +7 -5
- wandb/sdk/data_types/plotly.py +3 -2
- wandb/sdk/data_types/saved_model.py +11 -11
- wandb/sdk/data_types/trace_tree.py +5 -4
- wandb/sdk/data_types/utils.py +3 -5
- wandb/sdk/data_types/video.py +5 -4
- wandb/sdk/integration_utils/auto_logging.py +215 -0
- wandb/sdk/interface/interface.py +15 -15
- wandb/sdk/internal/file_pusher.py +8 -16
- wandb/sdk/internal/file_stream.py +5 -11
- wandb/sdk/internal/handler.py +13 -1
- wandb/sdk/internal/internal_api.py +287 -13
- wandb/sdk/internal/job_builder.py +119 -30
- wandb/sdk/internal/sender.py +6 -26
- wandb/sdk/internal/settings_static.py +2 -0
- wandb/sdk/internal/system/assets/__init__.py +2 -0
- wandb/sdk/internal/system/assets/gpu.py +42 -0
- wandb/sdk/internal/system/assets/gpu_amd.py +216 -0
- wandb/sdk/internal/system/env_probe_helpers.py +13 -0
- wandb/sdk/internal/system/system_info.py +3 -3
- wandb/sdk/internal/tb_watcher.py +32 -22
- wandb/sdk/internal/thread_local_settings.py +18 -0
- wandb/sdk/launch/_project_spec.py +57 -11
- wandb/sdk/launch/agent/agent.py +147 -65
- wandb/sdk/launch/agent/job_status_tracker.py +34 -0
- wandb/sdk/launch/agent/run_queue_item_file_saver.py +45 -0
- wandb/sdk/launch/builder/abstract.py +5 -1
- wandb/sdk/launch/builder/build.py +21 -18
- wandb/sdk/launch/builder/docker_builder.py +10 -4
- wandb/sdk/launch/builder/kaniko_builder.py +113 -23
- wandb/sdk/launch/builder/noop.py +6 -3
- wandb/sdk/launch/builder/templates/_wandb_bootstrap.py +46 -14
- wandb/sdk/launch/environment/aws_environment.py +3 -2
- wandb/sdk/launch/environment/azure_environment.py +124 -0
- wandb/sdk/launch/environment/gcp_environment.py +2 -4
- wandb/sdk/launch/environment/local_environment.py +1 -1
- wandb/sdk/launch/errors.py +19 -0
- wandb/sdk/launch/github_reference.py +32 -19
- wandb/sdk/launch/launch.py +3 -8
- wandb/sdk/launch/launch_add.py +6 -2
- wandb/sdk/launch/loader.py +21 -2
- wandb/sdk/launch/registry/azure_container_registry.py +132 -0
- wandb/sdk/launch/registry/elastic_container_registry.py +39 -5
- wandb/sdk/launch/registry/google_artifact_registry.py +68 -26
- wandb/sdk/launch/registry/local_registry.py +2 -1
- wandb/sdk/launch/runner/abstract.py +24 -3
- wandb/sdk/launch/runner/kubernetes_runner.py +479 -26
- wandb/sdk/launch/runner/local_container.py +103 -51
- wandb/sdk/launch/runner/local_process.py +1 -1
- wandb/sdk/launch/runner/sagemaker_runner.py +60 -10
- wandb/sdk/launch/runner/vertex_runner.py +10 -5
- wandb/sdk/launch/sweeps/__init__.py +7 -9
- wandb/sdk/launch/sweeps/scheduler.py +307 -77
- wandb/sdk/launch/sweeps/scheduler_sweep.py +2 -1
- wandb/sdk/launch/sweeps/utils.py +82 -35
- wandb/sdk/launch/utils.py +89 -75
- wandb/sdk/lib/_settings_toposort_generated.py +7 -0
- wandb/sdk/lib/capped_dict.py +26 -0
- wandb/sdk/lib/{git.py → gitlib.py} +76 -59
- wandb/sdk/lib/hashutil.py +12 -4
- wandb/sdk/lib/paths.py +96 -8
- wandb/sdk/lib/sock_client.py +2 -2
- wandb/sdk/lib/timer.py +1 -0
- wandb/sdk/service/server.py +22 -9
- wandb/sdk/service/server_sock.py +1 -1
- wandb/sdk/service/service.py +27 -8
- wandb/sdk/verify/verify.py +4 -7
- wandb/sdk/wandb_config.py +2 -6
- wandb/sdk/wandb_init.py +57 -53
- wandb/sdk/wandb_require.py +7 -0
- wandb/sdk/wandb_run.py +61 -223
- wandb/sdk/wandb_settings.py +28 -4
- wandb/testing/relay.py +15 -2
- wandb/util.py +74 -36
- {wandb-0.15.3.dist-info → wandb-0.15.5.dist-info}/METADATA +15 -9
- {wandb-0.15.3.dist-info → wandb-0.15.5.dist-info}/RECORD +151 -116
- {wandb-0.15.3.dist-info → wandb-0.15.5.dist-info}/entry_points.txt +1 -0
- wandb/integration/langchain/util.py +0 -191
- wandb/sdk/interface/artifacts/__init__.py +0 -33
- wandb/sdk/interface/artifacts/artifact.py +0 -615
- wandb/sdk/interface/artifacts/artifact_manifest.py +0 -131
- wandb/sdk/wandb_artifacts.py +0 -2226
- {wandb-0.15.3.dist-info → wandb-0.15.5.dist-info}/LICENSE +0 -0
- {wandb-0.15.3.dist-info → wandb-0.15.5.dist-info}/WHEEL +0 -0
- {wandb-0.15.3.dist-info → wandb-0.15.5.dist-info}/top_level.txt +0 -0
wandb/__init__.py
CHANGED
@@ -11,7 +11,7 @@ For scripts and interactive notebooks, see https://github.com/wandb/examples.
|
|
11
11
|
|
12
12
|
For reference documentation, see https://docs.wandb.com/ref/python.
|
13
13
|
"""
|
14
|
-
__version__ = "0.15.
|
14
|
+
__version__ = "0.15.5"
|
15
15
|
|
16
16
|
# Used with pypi checks and other messages related to pip
|
17
17
|
_wandb_module = "wandb"
|
wandb/analytics/sentry.py
CHANGED
wandb/apis/importers/base.py
CHANGED
@@ -1,5 +1,6 @@
|
|
1
1
|
import json
|
2
2
|
import platform
|
3
|
+
import re
|
3
4
|
from abc import ABC, abstractmethod
|
4
5
|
from concurrent.futures import ProcessPoolExecutor, as_completed
|
5
6
|
from contextlib import contextmanager
|
@@ -193,7 +194,8 @@ class ImporterRun:
|
|
193
194
|
)
|
194
195
|
|
195
196
|
def _make_artifact_record(self) -> pb.Record:
|
196
|
-
|
197
|
+
artifact_name = self._handle_incompatible_strings(self.display_name())
|
198
|
+
art = wandb.Artifact(artifact_name, "imported-artifacts")
|
197
199
|
artifacts = self.artifacts()
|
198
200
|
if artifacts is not None:
|
199
201
|
for name, path in artifacts:
|
@@ -260,6 +262,13 @@ class ImporterRun:
|
|
260
262
|
with open(f"{run_dir}/files/wandb-metadata.json", "w") as f:
|
261
263
|
f.write(json.dumps(d))
|
262
264
|
|
265
|
+
@staticmethod
|
266
|
+
def _handle_incompatible_strings(s):
|
267
|
+
valid_chars = r"[^a-zA-Z0-9_\-\.]"
|
268
|
+
replacement = "__"
|
269
|
+
|
270
|
+
return re.sub(valid_chars, replacement, s)
|
271
|
+
|
263
272
|
|
264
273
|
class Importer(ABC):
|
265
274
|
@abstractmethod
|
@@ -282,10 +291,16 @@ class Importer(ABC):
|
|
282
291
|
}
|
283
292
|
for future in as_completed(futures):
|
284
293
|
run = futures[future]
|
285
|
-
|
286
|
-
|
287
|
-
|
288
|
-
|
294
|
+
try:
|
295
|
+
future.result()
|
296
|
+
except Exception as exc:
|
297
|
+
wandb.termerror(f"Failed to import {run.display_name()}: {exc}")
|
298
|
+
else:
|
299
|
+
pbar.set_description(
|
300
|
+
f"Imported Run: {run.run_group()} {run.display_name()}"
|
301
|
+
)
|
302
|
+
finally:
|
303
|
+
pbar.update(1)
|
289
304
|
|
290
305
|
def import_one(
|
291
306
|
self,
|
wandb/apis/importers/mlflow.py
CHANGED
@@ -75,7 +75,13 @@ class MlflowRun(ImporterRun):
|
|
75
75
|
return self.run.info.start_time // 1000
|
76
76
|
|
77
77
|
def runtime(self):
|
78
|
-
|
78
|
+
end_time = (
|
79
|
+
self.run.info.end_time // 1000
|
80
|
+
if self.run.info.end_time is not None
|
81
|
+
else self.start_time()
|
82
|
+
)
|
83
|
+
|
84
|
+
return end_time - self.start_time()
|
79
85
|
|
80
86
|
def git(self):
|
81
87
|
...
|
wandb/apis/internal.py
CHANGED
@@ -91,6 +91,9 @@ class Api:
|
|
91
91
|
project, id=id, description=description, entity=entity
|
92
92
|
)
|
93
93
|
|
94
|
+
def upsert_run(self, *args, **kwargs):
|
95
|
+
return self.api.upsert_run(*args, **kwargs)
|
96
|
+
|
94
97
|
def settings(self, *args, **kwargs):
|
95
98
|
return self.api.settings(*args, **kwargs)
|
96
99
|
|
@@ -155,12 +158,18 @@ class Api:
|
|
155
158
|
def create_artifact(self, *args, **kwargs):
|
156
159
|
return self.api.create_artifact(*args, **kwargs)
|
157
160
|
|
161
|
+
def complete_multipart_upload_artifact(self, *args, **kwargs):
|
162
|
+
return self.api.complete_multipart_upload_artifact(*args, **kwargs)
|
163
|
+
|
158
164
|
def run_config(self, *args, **kwargs):
|
159
165
|
return self.api.run_config(*args, **kwargs)
|
160
166
|
|
161
167
|
def upload_file_retry(self, *args, **kwargs):
|
162
168
|
return self.api.upload_file_retry(*args, **kwargs)
|
163
169
|
|
170
|
+
def upload_multipart_file_chunk_retry(self, *args, **kwargs):
|
171
|
+
return self.api.upload_multipart_file_chunk_retry(*args, **kwargs)
|
172
|
+
|
164
173
|
async def upload_file_retry_async(self, *args, **kwargs):
|
165
174
|
return await self.api.upload_file_retry_async(*args, **kwargs)
|
166
175
|
|
@@ -200,6 +209,9 @@ class Api:
|
|
200
209
|
def fail_run_queue_item(self, *args, **kwargs):
|
201
210
|
return self.api.fail_run_queue_item(*args, **kwargs)
|
202
211
|
|
212
|
+
def update_run_queue_item_warning(self, *args, **kwargs):
|
213
|
+
return self.api.update_run_queue_item_warning(*args, **kwargs)
|
214
|
+
|
203
215
|
def get_launch_agent(self, *args, **kwargs):
|
204
216
|
return self.api.get_launch_agent(*args, **kwargs)
|
205
217
|
|