wandb 0.18.2__py3-none-musllinux_1_2_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (827) hide show
  1. package_readme.md +89 -0
  2. wandb/__init__.py +245 -0
  3. wandb/__init__.pyi +1139 -0
  4. wandb/__main__.py +3 -0
  5. wandb/_globals.py +19 -0
  6. wandb/agents/__init__.py +0 -0
  7. wandb/agents/pyagent.py +363 -0
  8. wandb/analytics/__init__.py +3 -0
  9. wandb/analytics/sentry.py +266 -0
  10. wandb/apis/__init__.py +48 -0
  11. wandb/apis/attrs.py +40 -0
  12. wandb/apis/importers/__init__.py +1 -0
  13. wandb/apis/importers/internals/internal.py +385 -0
  14. wandb/apis/importers/internals/protocols.py +99 -0
  15. wandb/apis/importers/internals/util.py +78 -0
  16. wandb/apis/importers/mlflow.py +254 -0
  17. wandb/apis/importers/validation.py +108 -0
  18. wandb/apis/importers/wandb.py +1603 -0
  19. wandb/apis/internal.py +232 -0
  20. wandb/apis/normalize.py +89 -0
  21. wandb/apis/paginator.py +81 -0
  22. wandb/apis/public/__init__.py +34 -0
  23. wandb/apis/public/api.py +1305 -0
  24. wandb/apis/public/artifacts.py +1090 -0
  25. wandb/apis/public/const.py +4 -0
  26. wandb/apis/public/files.py +195 -0
  27. wandb/apis/public/history.py +149 -0
  28. wandb/apis/public/jobs.py +659 -0
  29. wandb/apis/public/projects.py +154 -0
  30. wandb/apis/public/query_generator.py +166 -0
  31. wandb/apis/public/reports.py +469 -0
  32. wandb/apis/public/runs.py +914 -0
  33. wandb/apis/public/sweeps.py +240 -0
  34. wandb/apis/public/teams.py +198 -0
  35. wandb/apis/public/users.py +136 -0
  36. wandb/apis/reports/__init__.py +1 -0
  37. wandb/apis/reports/v1/__init__.py +8 -0
  38. wandb/apis/reports/v2/__init__.py +8 -0
  39. wandb/apis/workspaces/__init__.py +8 -0
  40. wandb/beta/workflows.py +288 -0
  41. wandb/bin/nvidia_gpu_stats +0 -0
  42. wandb/bin/wandb-core +0 -0
  43. wandb/cli/__init__.py +0 -0
  44. wandb/cli/cli.py +3004 -0
  45. wandb/data_types.py +63 -0
  46. wandb/docker/__init__.py +342 -0
  47. wandb/docker/auth.py +436 -0
  48. wandb/docker/wandb-entrypoint.sh +33 -0
  49. wandb/docker/www_authenticate.py +94 -0
  50. wandb/env.py +514 -0
  51. wandb/errors/__init__.py +17 -0
  52. wandb/errors/errors.py +37 -0
  53. wandb/errors/term.py +103 -0
  54. wandb/errors/util.py +57 -0
  55. wandb/errors/warnings.py +2 -0
  56. wandb/filesync/__init__.py +0 -0
  57. wandb/filesync/dir_watcher.py +403 -0
  58. wandb/filesync/stats.py +100 -0
  59. wandb/filesync/step_checksum.py +142 -0
  60. wandb/filesync/step_prepare.py +179 -0
  61. wandb/filesync/step_upload.py +290 -0
  62. wandb/filesync/upload_job.py +142 -0
  63. wandb/integration/__init__.py +0 -0
  64. wandb/integration/catboost/__init__.py +5 -0
  65. wandb/integration/catboost/catboost.py +178 -0
  66. wandb/integration/cohere/__init__.py +3 -0
  67. wandb/integration/cohere/cohere.py +21 -0
  68. wandb/integration/cohere/resolver.py +347 -0
  69. wandb/integration/diffusers/__init__.py +3 -0
  70. wandb/integration/diffusers/autologger.py +76 -0
  71. wandb/integration/diffusers/pipeline_resolver.py +50 -0
  72. wandb/integration/diffusers/resolvers/__init__.py +9 -0
  73. wandb/integration/diffusers/resolvers/multimodal.py +882 -0
  74. wandb/integration/diffusers/resolvers/utils.py +102 -0
  75. wandb/integration/fastai/__init__.py +249 -0
  76. wandb/integration/gym/__init__.py +105 -0
  77. wandb/integration/huggingface/__init__.py +3 -0
  78. wandb/integration/huggingface/huggingface.py +18 -0
  79. wandb/integration/huggingface/resolver.py +213 -0
  80. wandb/integration/keras/__init__.py +11 -0
  81. wandb/integration/keras/callbacks/__init__.py +5 -0
  82. wandb/integration/keras/callbacks/metrics_logger.py +136 -0
  83. wandb/integration/keras/callbacks/model_checkpoint.py +195 -0
  84. wandb/integration/keras/callbacks/tables_builder.py +226 -0
  85. wandb/integration/keras/keras.py +1091 -0
  86. wandb/integration/kfp/__init__.py +6 -0
  87. wandb/integration/kfp/helpers.py +28 -0
  88. wandb/integration/kfp/kfp_patch.py +324 -0
  89. wandb/integration/kfp/wandb_logging.py +182 -0
  90. wandb/integration/langchain/__init__.py +3 -0
  91. wandb/integration/langchain/wandb_tracer.py +48 -0
  92. wandb/integration/lightgbm/__init__.py +239 -0
  93. wandb/integration/lightning/__init__.py +0 -0
  94. wandb/integration/lightning/fabric/__init__.py +3 -0
  95. wandb/integration/lightning/fabric/logger.py +762 -0
  96. wandb/integration/magic.py +556 -0
  97. wandb/integration/metaflow/__init__.py +3 -0
  98. wandb/integration/metaflow/metaflow.py +383 -0
  99. wandb/integration/openai/__init__.py +3 -0
  100. wandb/integration/openai/fine_tuning.py +480 -0
  101. wandb/integration/openai/openai.py +22 -0
  102. wandb/integration/openai/resolver.py +240 -0
  103. wandb/integration/prodigy/__init__.py +3 -0
  104. wandb/integration/prodigy/prodigy.py +299 -0
  105. wandb/integration/sacred/__init__.py +117 -0
  106. wandb/integration/sagemaker/__init__.py +12 -0
  107. wandb/integration/sagemaker/auth.py +28 -0
  108. wandb/integration/sagemaker/config.py +49 -0
  109. wandb/integration/sagemaker/files.py +3 -0
  110. wandb/integration/sagemaker/resources.py +34 -0
  111. wandb/integration/sb3/__init__.py +3 -0
  112. wandb/integration/sb3/sb3.py +153 -0
  113. wandb/integration/sklearn/__init__.py +37 -0
  114. wandb/integration/sklearn/calculate/__init__.py +32 -0
  115. wandb/integration/sklearn/calculate/calibration_curves.py +125 -0
  116. wandb/integration/sklearn/calculate/class_proportions.py +68 -0
  117. wandb/integration/sklearn/calculate/confusion_matrix.py +93 -0
  118. wandb/integration/sklearn/calculate/decision_boundaries.py +40 -0
  119. wandb/integration/sklearn/calculate/elbow_curve.py +55 -0
  120. wandb/integration/sklearn/calculate/feature_importances.py +67 -0
  121. wandb/integration/sklearn/calculate/learning_curve.py +64 -0
  122. wandb/integration/sklearn/calculate/outlier_candidates.py +69 -0
  123. wandb/integration/sklearn/calculate/residuals.py +86 -0
  124. wandb/integration/sklearn/calculate/silhouette.py +118 -0
  125. wandb/integration/sklearn/calculate/summary_metrics.py +62 -0
  126. wandb/integration/sklearn/plot/__init__.py +35 -0
  127. wandb/integration/sklearn/plot/classifier.py +329 -0
  128. wandb/integration/sklearn/plot/clusterer.py +146 -0
  129. wandb/integration/sklearn/plot/regressor.py +121 -0
  130. wandb/integration/sklearn/plot/shared.py +91 -0
  131. wandb/integration/sklearn/utils.py +183 -0
  132. wandb/integration/tensorboard/__init__.py +10 -0
  133. wandb/integration/tensorboard/log.py +355 -0
  134. wandb/integration/tensorboard/monkeypatch.py +185 -0
  135. wandb/integration/tensorflow/__init__.py +5 -0
  136. wandb/integration/tensorflow/estimator_hook.py +54 -0
  137. wandb/integration/torch/__init__.py +0 -0
  138. wandb/integration/torch/wandb_torch.py +554 -0
  139. wandb/integration/ultralytics/__init__.py +11 -0
  140. wandb/integration/ultralytics/bbox_utils.py +208 -0
  141. wandb/integration/ultralytics/callback.py +524 -0
  142. wandb/integration/ultralytics/classification_utils.py +83 -0
  143. wandb/integration/ultralytics/mask_utils.py +202 -0
  144. wandb/integration/ultralytics/pose_utils.py +103 -0
  145. wandb/integration/xgboost/__init__.py +11 -0
  146. wandb/integration/xgboost/xgboost.py +189 -0
  147. wandb/integration/yolov8/__init__.py +0 -0
  148. wandb/integration/yolov8/yolov8.py +284 -0
  149. wandb/jupyter.py +515 -0
  150. wandb/magic.py +3 -0
  151. wandb/mpmain/__init__.py +0 -0
  152. wandb/mpmain/__main__.py +1 -0
  153. wandb/old/__init__.py +0 -0
  154. wandb/old/core.py +53 -0
  155. wandb/old/settings.py +173 -0
  156. wandb/old/summary.py +440 -0
  157. wandb/plot/__init__.py +19 -0
  158. wandb/plot/bar.py +45 -0
  159. wandb/plot/confusion_matrix.py +100 -0
  160. wandb/plot/histogram.py +39 -0
  161. wandb/plot/line.py +43 -0
  162. wandb/plot/line_series.py +88 -0
  163. wandb/plot/pr_curve.py +136 -0
  164. wandb/plot/roc_curve.py +118 -0
  165. wandb/plot/scatter.py +32 -0
  166. wandb/plot/utils.py +183 -0
  167. wandb/plot/viz.py +123 -0
  168. wandb/proto/__init__.py +0 -0
  169. wandb/proto/v3/__init__.py +0 -0
  170. wandb/proto/v3/wandb_base_pb2.py +55 -0
  171. wandb/proto/v3/wandb_internal_pb2.py +1608 -0
  172. wandb/proto/v3/wandb_server_pb2.py +208 -0
  173. wandb/proto/v3/wandb_settings_pb2.py +112 -0
  174. wandb/proto/v3/wandb_telemetry_pb2.py +106 -0
  175. wandb/proto/v4/__init__.py +0 -0
  176. wandb/proto/v4/wandb_base_pb2.py +30 -0
  177. wandb/proto/v4/wandb_internal_pb2.py +360 -0
  178. wandb/proto/v4/wandb_server_pb2.py +63 -0
  179. wandb/proto/v4/wandb_settings_pb2.py +45 -0
  180. wandb/proto/v4/wandb_telemetry_pb2.py +41 -0
  181. wandb/proto/v5/wandb_base_pb2.py +31 -0
  182. wandb/proto/v5/wandb_internal_pb2.py +361 -0
  183. wandb/proto/v5/wandb_server_pb2.py +64 -0
  184. wandb/proto/v5/wandb_settings_pb2.py +46 -0
  185. wandb/proto/v5/wandb_telemetry_pb2.py +42 -0
  186. wandb/proto/wandb_base_pb2.py +10 -0
  187. wandb/proto/wandb_deprecated.py +53 -0
  188. wandb/proto/wandb_generate_deprecated.py +34 -0
  189. wandb/proto/wandb_generate_proto.py +49 -0
  190. wandb/proto/wandb_internal_pb2.py +16 -0
  191. wandb/proto/wandb_server_pb2.py +10 -0
  192. wandb/proto/wandb_settings_pb2.py +10 -0
  193. wandb/proto/wandb_telemetry_pb2.py +10 -0
  194. wandb/py.typed +0 -0
  195. wandb/sdk/__init__.py +37 -0
  196. wandb/sdk/artifacts/__init__.py +0 -0
  197. wandb/sdk/artifacts/_validators.py +90 -0
  198. wandb/sdk/artifacts/artifact.py +2389 -0
  199. wandb/sdk/artifacts/artifact_download_logger.py +43 -0
  200. wandb/sdk/artifacts/artifact_file_cache.py +253 -0
  201. wandb/sdk/artifacts/artifact_instance_cache.py +17 -0
  202. wandb/sdk/artifacts/artifact_manifest.py +74 -0
  203. wandb/sdk/artifacts/artifact_manifest_entry.py +249 -0
  204. wandb/sdk/artifacts/artifact_manifests/__init__.py +0 -0
  205. wandb/sdk/artifacts/artifact_manifests/artifact_manifest_v1.py +92 -0
  206. wandb/sdk/artifacts/artifact_saver.py +269 -0
  207. wandb/sdk/artifacts/artifact_state.py +11 -0
  208. wandb/sdk/artifacts/artifact_ttl.py +7 -0
  209. wandb/sdk/artifacts/exceptions.py +57 -0
  210. wandb/sdk/artifacts/staging.py +25 -0
  211. wandb/sdk/artifacts/storage_handler.py +62 -0
  212. wandb/sdk/artifacts/storage_handlers/__init__.py +0 -0
  213. wandb/sdk/artifacts/storage_handlers/azure_handler.py +208 -0
  214. wandb/sdk/artifacts/storage_handlers/gcs_handler.py +228 -0
  215. wandb/sdk/artifacts/storage_handlers/http_handler.py +114 -0
  216. wandb/sdk/artifacts/storage_handlers/local_file_handler.py +141 -0
  217. wandb/sdk/artifacts/storage_handlers/multi_handler.py +56 -0
  218. wandb/sdk/artifacts/storage_handlers/s3_handler.py +300 -0
  219. wandb/sdk/artifacts/storage_handlers/tracking_handler.py +72 -0
  220. wandb/sdk/artifacts/storage_handlers/wb_artifact_handler.py +135 -0
  221. wandb/sdk/artifacts/storage_handlers/wb_local_artifact_handler.py +74 -0
  222. wandb/sdk/artifacts/storage_layout.py +6 -0
  223. wandb/sdk/artifacts/storage_policies/__init__.py +4 -0
  224. wandb/sdk/artifacts/storage_policies/register.py +1 -0
  225. wandb/sdk/artifacts/storage_policies/wandb_storage_policy.py +378 -0
  226. wandb/sdk/artifacts/storage_policy.py +72 -0
  227. wandb/sdk/backend/__init__.py +0 -0
  228. wandb/sdk/backend/backend.py +222 -0
  229. wandb/sdk/data_types/__init__.py +0 -0
  230. wandb/sdk/data_types/_dtypes.py +914 -0
  231. wandb/sdk/data_types/_private.py +10 -0
  232. wandb/sdk/data_types/audio.py +165 -0
  233. wandb/sdk/data_types/base_types/__init__.py +0 -0
  234. wandb/sdk/data_types/base_types/json_metadata.py +55 -0
  235. wandb/sdk/data_types/base_types/media.py +315 -0
  236. wandb/sdk/data_types/base_types/wb_value.py +272 -0
  237. wandb/sdk/data_types/bokeh.py +70 -0
  238. wandb/sdk/data_types/graph.py +405 -0
  239. wandb/sdk/data_types/helper_types/__init__.py +0 -0
  240. wandb/sdk/data_types/helper_types/bounding_boxes_2d.py +295 -0
  241. wandb/sdk/data_types/helper_types/classes.py +159 -0
  242. wandb/sdk/data_types/helper_types/image_mask.py +235 -0
  243. wandb/sdk/data_types/histogram.py +96 -0
  244. wandb/sdk/data_types/html.py +115 -0
  245. wandb/sdk/data_types/image.py +845 -0
  246. wandb/sdk/data_types/molecule.py +241 -0
  247. wandb/sdk/data_types/object_3d.py +474 -0
  248. wandb/sdk/data_types/plotly.py +82 -0
  249. wandb/sdk/data_types/saved_model.py +446 -0
  250. wandb/sdk/data_types/table.py +1204 -0
  251. wandb/sdk/data_types/trace_tree.py +438 -0
  252. wandb/sdk/data_types/utils.py +229 -0
  253. wandb/sdk/data_types/video.py +247 -0
  254. wandb/sdk/integration_utils/__init__.py +0 -0
  255. wandb/sdk/integration_utils/auto_logging.py +239 -0
  256. wandb/sdk/integration_utils/data_logging.py +475 -0
  257. wandb/sdk/interface/__init__.py +0 -0
  258. wandb/sdk/interface/constants.py +4 -0
  259. wandb/sdk/interface/interface.py +972 -0
  260. wandb/sdk/interface/interface_queue.py +59 -0
  261. wandb/sdk/interface/interface_relay.py +53 -0
  262. wandb/sdk/interface/interface_shared.py +537 -0
  263. wandb/sdk/interface/interface_sock.py +61 -0
  264. wandb/sdk/interface/message_future.py +27 -0
  265. wandb/sdk/interface/message_future_poll.py +50 -0
  266. wandb/sdk/interface/router.py +118 -0
  267. wandb/sdk/interface/router_queue.py +44 -0
  268. wandb/sdk/interface/router_relay.py +39 -0
  269. wandb/sdk/interface/router_sock.py +36 -0
  270. wandb/sdk/interface/summary_record.py +67 -0
  271. wandb/sdk/internal/__init__.py +0 -0
  272. wandb/sdk/internal/context.py +89 -0
  273. wandb/sdk/internal/datastore.py +297 -0
  274. wandb/sdk/internal/file_pusher.py +181 -0
  275. wandb/sdk/internal/file_stream.py +695 -0
  276. wandb/sdk/internal/flow_control.py +263 -0
  277. wandb/sdk/internal/handler.py +901 -0
  278. wandb/sdk/internal/internal.py +417 -0
  279. wandb/sdk/internal/internal_api.py +4358 -0
  280. wandb/sdk/internal/internal_util.py +100 -0
  281. wandb/sdk/internal/job_builder.py +629 -0
  282. wandb/sdk/internal/profiler.py +78 -0
  283. wandb/sdk/internal/progress.py +83 -0
  284. wandb/sdk/internal/run.py +25 -0
  285. wandb/sdk/internal/sample.py +70 -0
  286. wandb/sdk/internal/sender.py +1686 -0
  287. wandb/sdk/internal/sender_config.py +197 -0
  288. wandb/sdk/internal/settings_static.py +90 -0
  289. wandb/sdk/internal/system/__init__.py +0 -0
  290. wandb/sdk/internal/system/assets/__init__.py +27 -0
  291. wandb/sdk/internal/system/assets/aggregators.py +37 -0
  292. wandb/sdk/internal/system/assets/asset_registry.py +20 -0
  293. wandb/sdk/internal/system/assets/cpu.py +163 -0
  294. wandb/sdk/internal/system/assets/disk.py +210 -0
  295. wandb/sdk/internal/system/assets/gpu.py +416 -0
  296. wandb/sdk/internal/system/assets/gpu_amd.py +239 -0
  297. wandb/sdk/internal/system/assets/gpu_apple.py +177 -0
  298. wandb/sdk/internal/system/assets/interfaces.py +207 -0
  299. wandb/sdk/internal/system/assets/ipu.py +177 -0
  300. wandb/sdk/internal/system/assets/memory.py +166 -0
  301. wandb/sdk/internal/system/assets/network.py +125 -0
  302. wandb/sdk/internal/system/assets/open_metrics.py +299 -0
  303. wandb/sdk/internal/system/assets/tpu.py +154 -0
  304. wandb/sdk/internal/system/assets/trainium.py +399 -0
  305. wandb/sdk/internal/system/env_probe_helpers.py +13 -0
  306. wandb/sdk/internal/system/system_info.py +249 -0
  307. wandb/sdk/internal/system/system_monitor.py +229 -0
  308. wandb/sdk/internal/tb_watcher.py +518 -0
  309. wandb/sdk/internal/thread_local_settings.py +18 -0
  310. wandb/sdk/internal/writer.py +206 -0
  311. wandb/sdk/launch/__init__.py +14 -0
  312. wandb/sdk/launch/_launch.py +330 -0
  313. wandb/sdk/launch/_launch_add.py +255 -0
  314. wandb/sdk/launch/_project_spec.py +566 -0
  315. wandb/sdk/launch/agent/__init__.py +5 -0
  316. wandb/sdk/launch/agent/agent.py +924 -0
  317. wandb/sdk/launch/agent/config.py +296 -0
  318. wandb/sdk/launch/agent/job_status_tracker.py +53 -0
  319. wandb/sdk/launch/agent/run_queue_item_file_saver.py +45 -0
  320. wandb/sdk/launch/builder/__init__.py +0 -0
  321. wandb/sdk/launch/builder/abstract.py +156 -0
  322. wandb/sdk/launch/builder/build.py +297 -0
  323. wandb/sdk/launch/builder/context_manager.py +235 -0
  324. wandb/sdk/launch/builder/docker_builder.py +177 -0
  325. wandb/sdk/launch/builder/kaniko_builder.py +595 -0
  326. wandb/sdk/launch/builder/noop.py +58 -0
  327. wandb/sdk/launch/builder/templates/_wandb_bootstrap.py +188 -0
  328. wandb/sdk/launch/builder/templates/dockerfile.py +92 -0
  329. wandb/sdk/launch/create_job.py +528 -0
  330. wandb/sdk/launch/environment/abstract.py +29 -0
  331. wandb/sdk/launch/environment/aws_environment.py +322 -0
  332. wandb/sdk/launch/environment/azure_environment.py +105 -0
  333. wandb/sdk/launch/environment/gcp_environment.py +335 -0
  334. wandb/sdk/launch/environment/local_environment.py +66 -0
  335. wandb/sdk/launch/errors.py +19 -0
  336. wandb/sdk/launch/git_reference.py +109 -0
  337. wandb/sdk/launch/inputs/files.py +148 -0
  338. wandb/sdk/launch/inputs/internal.py +315 -0
  339. wandb/sdk/launch/inputs/manage.py +113 -0
  340. wandb/sdk/launch/inputs/schema.py +39 -0
  341. wandb/sdk/launch/loader.py +249 -0
  342. wandb/sdk/launch/registry/abstract.py +48 -0
  343. wandb/sdk/launch/registry/anon.py +29 -0
  344. wandb/sdk/launch/registry/azure_container_registry.py +124 -0
  345. wandb/sdk/launch/registry/elastic_container_registry.py +192 -0
  346. wandb/sdk/launch/registry/google_artifact_registry.py +219 -0
  347. wandb/sdk/launch/registry/local_registry.py +67 -0
  348. wandb/sdk/launch/runner/__init__.py +0 -0
  349. wandb/sdk/launch/runner/abstract.py +195 -0
  350. wandb/sdk/launch/runner/kubernetes_monitor.py +474 -0
  351. wandb/sdk/launch/runner/kubernetes_runner.py +963 -0
  352. wandb/sdk/launch/runner/local_container.py +301 -0
  353. wandb/sdk/launch/runner/local_process.py +78 -0
  354. wandb/sdk/launch/runner/sagemaker_runner.py +426 -0
  355. wandb/sdk/launch/runner/vertex_runner.py +230 -0
  356. wandb/sdk/launch/sweeps/__init__.py +39 -0
  357. wandb/sdk/launch/sweeps/scheduler.py +742 -0
  358. wandb/sdk/launch/sweeps/scheduler_sweep.py +91 -0
  359. wandb/sdk/launch/sweeps/utils.py +316 -0
  360. wandb/sdk/launch/utils.py +746 -0
  361. wandb/sdk/launch/wandb_reference.py +138 -0
  362. wandb/sdk/lib/__init__.py +5 -0
  363. wandb/sdk/lib/_settings_toposort_generate.py +159 -0
  364. wandb/sdk/lib/_settings_toposort_generated.py +250 -0
  365. wandb/sdk/lib/_wburls_generate.py +25 -0
  366. wandb/sdk/lib/_wburls_generated.py +22 -0
  367. wandb/sdk/lib/apikey.py +273 -0
  368. wandb/sdk/lib/capped_dict.py +26 -0
  369. wandb/sdk/lib/config_util.py +101 -0
  370. wandb/sdk/lib/credentials.py +141 -0
  371. wandb/sdk/lib/deprecate.py +42 -0
  372. wandb/sdk/lib/disabled.py +29 -0
  373. wandb/sdk/lib/exit_hooks.py +54 -0
  374. wandb/sdk/lib/file_stream_utils.py +118 -0
  375. wandb/sdk/lib/filenames.py +64 -0
  376. wandb/sdk/lib/filesystem.py +372 -0
  377. wandb/sdk/lib/fsm.py +174 -0
  378. wandb/sdk/lib/gitlib.py +239 -0
  379. wandb/sdk/lib/gql_request.py +65 -0
  380. wandb/sdk/lib/handler_util.py +21 -0
  381. wandb/sdk/lib/hashutil.py +84 -0
  382. wandb/sdk/lib/import_hooks.py +275 -0
  383. wandb/sdk/lib/ipython.py +146 -0
  384. wandb/sdk/lib/json_util.py +80 -0
  385. wandb/sdk/lib/lazyloader.py +63 -0
  386. wandb/sdk/lib/mailbox.py +460 -0
  387. wandb/sdk/lib/module.py +69 -0
  388. wandb/sdk/lib/paths.py +106 -0
  389. wandb/sdk/lib/preinit.py +42 -0
  390. wandb/sdk/lib/printer.py +313 -0
  391. wandb/sdk/lib/proto_util.py +90 -0
  392. wandb/sdk/lib/redirect.py +845 -0
  393. wandb/sdk/lib/reporting.py +99 -0
  394. wandb/sdk/lib/retry.py +289 -0
  395. wandb/sdk/lib/run_moment.py +78 -0
  396. wandb/sdk/lib/runid.py +12 -0
  397. wandb/sdk/lib/server.py +52 -0
  398. wandb/sdk/lib/service_connection.py +216 -0
  399. wandb/sdk/lib/service_token.py +94 -0
  400. wandb/sdk/lib/sock_client.py +295 -0
  401. wandb/sdk/lib/sparkline.py +45 -0
  402. wandb/sdk/lib/telemetry.py +100 -0
  403. wandb/sdk/lib/timed_input.py +133 -0
  404. wandb/sdk/lib/timer.py +19 -0
  405. wandb/sdk/lib/tracelog.py +255 -0
  406. wandb/sdk/lib/wburls.py +46 -0
  407. wandb/sdk/service/__init__.py +0 -0
  408. wandb/sdk/service/_startup_debug.py +22 -0
  409. wandb/sdk/service/port_file.py +53 -0
  410. wandb/sdk/service/server.py +116 -0
  411. wandb/sdk/service/server_sock.py +276 -0
  412. wandb/sdk/service/service.py +242 -0
  413. wandb/sdk/service/streams.py +417 -0
  414. wandb/sdk/verify/__init__.py +0 -0
  415. wandb/sdk/verify/verify.py +501 -0
  416. wandb/sdk/wandb_alerts.py +12 -0
  417. wandb/sdk/wandb_config.py +322 -0
  418. wandb/sdk/wandb_helper.py +54 -0
  419. wandb/sdk/wandb_init.py +1266 -0
  420. wandb/sdk/wandb_login.py +349 -0
  421. wandb/sdk/wandb_metric.py +110 -0
  422. wandb/sdk/wandb_require.py +97 -0
  423. wandb/sdk/wandb_require_helpers.py +44 -0
  424. wandb/sdk/wandb_run.py +4236 -0
  425. wandb/sdk/wandb_settings.py +2001 -0
  426. wandb/sdk/wandb_setup.py +409 -0
  427. wandb/sdk/wandb_summary.py +150 -0
  428. wandb/sdk/wandb_sweep.py +119 -0
  429. wandb/sdk/wandb_sync.py +81 -0
  430. wandb/sdk/wandb_watch.py +144 -0
  431. wandb/sklearn.py +35 -0
  432. wandb/sync/__init__.py +3 -0
  433. wandb/sync/sync.py +443 -0
  434. wandb/trigger.py +29 -0
  435. wandb/util.py +1956 -0
  436. wandb/vendor/__init__.py +0 -0
  437. wandb/vendor/gql-0.2.0/setup.py +40 -0
  438. wandb/vendor/gql-0.2.0/tests/__init__.py +0 -0
  439. wandb/vendor/gql-0.2.0/tests/starwars/__init__.py +0 -0
  440. wandb/vendor/gql-0.2.0/tests/starwars/fixtures.py +96 -0
  441. wandb/vendor/gql-0.2.0/tests/starwars/schema.py +146 -0
  442. wandb/vendor/gql-0.2.0/tests/starwars/test_dsl.py +293 -0
  443. wandb/vendor/gql-0.2.0/tests/starwars/test_query.py +355 -0
  444. wandb/vendor/gql-0.2.0/tests/starwars/test_validation.py +171 -0
  445. wandb/vendor/gql-0.2.0/tests/test_client.py +31 -0
  446. wandb/vendor/gql-0.2.0/tests/test_transport.py +89 -0
  447. wandb/vendor/gql-0.2.0/wandb_gql/__init__.py +4 -0
  448. wandb/vendor/gql-0.2.0/wandb_gql/client.py +75 -0
  449. wandb/vendor/gql-0.2.0/wandb_gql/dsl.py +152 -0
  450. wandb/vendor/gql-0.2.0/wandb_gql/gql.py +10 -0
  451. wandb/vendor/gql-0.2.0/wandb_gql/transport/__init__.py +0 -0
  452. wandb/vendor/gql-0.2.0/wandb_gql/transport/http.py +6 -0
  453. wandb/vendor/gql-0.2.0/wandb_gql/transport/local_schema.py +15 -0
  454. wandb/vendor/gql-0.2.0/wandb_gql/transport/requests.py +46 -0
  455. wandb/vendor/gql-0.2.0/wandb_gql/utils.py +21 -0
  456. wandb/vendor/graphql-core-1.1/setup.py +86 -0
  457. wandb/vendor/graphql-core-1.1/wandb_graphql/__init__.py +287 -0
  458. wandb/vendor/graphql-core-1.1/wandb_graphql/error/__init__.py +6 -0
  459. wandb/vendor/graphql-core-1.1/wandb_graphql/error/base.py +42 -0
  460. wandb/vendor/graphql-core-1.1/wandb_graphql/error/format_error.py +11 -0
  461. wandb/vendor/graphql-core-1.1/wandb_graphql/error/located_error.py +29 -0
  462. wandb/vendor/graphql-core-1.1/wandb_graphql/error/syntax_error.py +36 -0
  463. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/__init__.py +26 -0
  464. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/base.py +311 -0
  465. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executor.py +398 -0
  466. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/__init__.py +0 -0
  467. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/asyncio.py +53 -0
  468. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/gevent.py +22 -0
  469. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/process.py +32 -0
  470. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/sync.py +7 -0
  471. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/thread.py +35 -0
  472. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/utils.py +6 -0
  473. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/__init__.py +0 -0
  474. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/executor.py +66 -0
  475. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/fragment.py +252 -0
  476. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/resolver.py +151 -0
  477. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/utils.py +7 -0
  478. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/middleware.py +57 -0
  479. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/values.py +145 -0
  480. wandb/vendor/graphql-core-1.1/wandb_graphql/graphql.py +60 -0
  481. wandb/vendor/graphql-core-1.1/wandb_graphql/language/__init__.py +0 -0
  482. wandb/vendor/graphql-core-1.1/wandb_graphql/language/ast.py +1349 -0
  483. wandb/vendor/graphql-core-1.1/wandb_graphql/language/base.py +19 -0
  484. wandb/vendor/graphql-core-1.1/wandb_graphql/language/lexer.py +435 -0
  485. wandb/vendor/graphql-core-1.1/wandb_graphql/language/location.py +30 -0
  486. wandb/vendor/graphql-core-1.1/wandb_graphql/language/parser.py +779 -0
  487. wandb/vendor/graphql-core-1.1/wandb_graphql/language/printer.py +193 -0
  488. wandb/vendor/graphql-core-1.1/wandb_graphql/language/source.py +18 -0
  489. wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor.py +222 -0
  490. wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor_meta.py +82 -0
  491. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/__init__.py +0 -0
  492. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/cached_property.py +17 -0
  493. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/contain_subset.py +28 -0
  494. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/default_ordered_dict.py +40 -0
  495. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/ordereddict.py +8 -0
  496. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/pair_set.py +43 -0
  497. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/version.py +78 -0
  498. wandb/vendor/graphql-core-1.1/wandb_graphql/type/__init__.py +67 -0
  499. wandb/vendor/graphql-core-1.1/wandb_graphql/type/definition.py +619 -0
  500. wandb/vendor/graphql-core-1.1/wandb_graphql/type/directives.py +132 -0
  501. wandb/vendor/graphql-core-1.1/wandb_graphql/type/introspection.py +440 -0
  502. wandb/vendor/graphql-core-1.1/wandb_graphql/type/scalars.py +131 -0
  503. wandb/vendor/graphql-core-1.1/wandb_graphql/type/schema.py +100 -0
  504. wandb/vendor/graphql-core-1.1/wandb_graphql/type/typemap.py +145 -0
  505. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/__init__.py +0 -0
  506. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/assert_valid_name.py +9 -0
  507. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_from_value.py +65 -0
  508. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_code.py +49 -0
  509. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_dict.py +24 -0
  510. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/base.py +75 -0
  511. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_ast_schema.py +291 -0
  512. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_client_schema.py +250 -0
  513. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/concat_ast.py +9 -0
  514. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/extend_schema.py +357 -0
  515. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_field_def.py +27 -0
  516. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_operation_ast.py +21 -0
  517. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/introspection_query.py +90 -0
  518. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_literal_value.py +67 -0
  519. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_value.py +66 -0
  520. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/quoted_or_list.py +21 -0
  521. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/schema_printer.py +168 -0
  522. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/suggestion_list.py +56 -0
  523. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_comparators.py +69 -0
  524. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_from_ast.py +21 -0
  525. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_info.py +149 -0
  526. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/value_from_ast.py +69 -0
  527. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/__init__.py +4 -0
  528. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/__init__.py +79 -0
  529. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/arguments_of_correct_type.py +24 -0
  530. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/base.py +8 -0
  531. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/default_values_of_correct_type.py +44 -0
  532. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fields_on_correct_type.py +113 -0
  533. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fragments_on_composite_types.py +33 -0
  534. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_argument_names.py +70 -0
  535. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_directives.py +97 -0
  536. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_fragment_names.py +19 -0
  537. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_type_names.py +43 -0
  538. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/lone_anonymous_operation.py +23 -0
  539. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_fragment_cycles.py +59 -0
  540. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_undefined_variables.py +36 -0
  541. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_fragments.py +38 -0
  542. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_variables.py +37 -0
  543. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/overlapping_fields_can_be_merged.py +529 -0
  544. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/possible_fragment_spreads.py +44 -0
  545. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/provided_non_null_arguments.py +46 -0
  546. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/scalar_leafs.py +33 -0
  547. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_argument_names.py +32 -0
  548. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_fragment_names.py +28 -0
  549. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_input_field_names.py +33 -0
  550. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_operation_names.py +31 -0
  551. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_variable_names.py +27 -0
  552. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_are_input_types.py +21 -0
  553. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_in_allowed_position.py +53 -0
  554. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/validation.py +158 -0
  555. wandb/vendor/promise-2.3.0/conftest.py +30 -0
  556. wandb/vendor/promise-2.3.0/setup.py +64 -0
  557. wandb/vendor/promise-2.3.0/tests/__init__.py +0 -0
  558. wandb/vendor/promise-2.3.0/tests/conftest.py +8 -0
  559. wandb/vendor/promise-2.3.0/tests/test_awaitable.py +32 -0
  560. wandb/vendor/promise-2.3.0/tests/test_awaitable_35.py +47 -0
  561. wandb/vendor/promise-2.3.0/tests/test_benchmark.py +116 -0
  562. wandb/vendor/promise-2.3.0/tests/test_complex_threads.py +23 -0
  563. wandb/vendor/promise-2.3.0/tests/test_dataloader.py +452 -0
  564. wandb/vendor/promise-2.3.0/tests/test_dataloader_awaitable_35.py +99 -0
  565. wandb/vendor/promise-2.3.0/tests/test_dataloader_extra.py +65 -0
  566. wandb/vendor/promise-2.3.0/tests/test_extra.py +670 -0
  567. wandb/vendor/promise-2.3.0/tests/test_issues.py +132 -0
  568. wandb/vendor/promise-2.3.0/tests/test_promise_list.py +70 -0
  569. wandb/vendor/promise-2.3.0/tests/test_spec.py +584 -0
  570. wandb/vendor/promise-2.3.0/tests/test_thread_safety.py +115 -0
  571. wandb/vendor/promise-2.3.0/tests/utils.py +3 -0
  572. wandb/vendor/promise-2.3.0/wandb_promise/__init__.py +38 -0
  573. wandb/vendor/promise-2.3.0/wandb_promise/async_.py +135 -0
  574. wandb/vendor/promise-2.3.0/wandb_promise/compat.py +32 -0
  575. wandb/vendor/promise-2.3.0/wandb_promise/dataloader.py +326 -0
  576. wandb/vendor/promise-2.3.0/wandb_promise/iterate_promise.py +12 -0
  577. wandb/vendor/promise-2.3.0/wandb_promise/promise.py +848 -0
  578. wandb/vendor/promise-2.3.0/wandb_promise/promise_list.py +151 -0
  579. wandb/vendor/promise-2.3.0/wandb_promise/pyutils/__init__.py +0 -0
  580. wandb/vendor/promise-2.3.0/wandb_promise/pyutils/version.py +83 -0
  581. wandb/vendor/promise-2.3.0/wandb_promise/schedulers/__init__.py +0 -0
  582. wandb/vendor/promise-2.3.0/wandb_promise/schedulers/asyncio.py +22 -0
  583. wandb/vendor/promise-2.3.0/wandb_promise/schedulers/gevent.py +21 -0
  584. wandb/vendor/promise-2.3.0/wandb_promise/schedulers/immediate.py +27 -0
  585. wandb/vendor/promise-2.3.0/wandb_promise/schedulers/thread.py +18 -0
  586. wandb/vendor/promise-2.3.0/wandb_promise/utils.py +56 -0
  587. wandb/vendor/pygments/__init__.py +90 -0
  588. wandb/vendor/pygments/cmdline.py +568 -0
  589. wandb/vendor/pygments/console.py +74 -0
  590. wandb/vendor/pygments/filter.py +74 -0
  591. wandb/vendor/pygments/filters/__init__.py +350 -0
  592. wandb/vendor/pygments/formatter.py +95 -0
  593. wandb/vendor/pygments/formatters/__init__.py +153 -0
  594. wandb/vendor/pygments/formatters/_mapping.py +85 -0
  595. wandb/vendor/pygments/formatters/bbcode.py +109 -0
  596. wandb/vendor/pygments/formatters/html.py +851 -0
  597. wandb/vendor/pygments/formatters/img.py +600 -0
  598. wandb/vendor/pygments/formatters/irc.py +182 -0
  599. wandb/vendor/pygments/formatters/latex.py +482 -0
  600. wandb/vendor/pygments/formatters/other.py +160 -0
  601. wandb/vendor/pygments/formatters/rtf.py +147 -0
  602. wandb/vendor/pygments/formatters/svg.py +153 -0
  603. wandb/vendor/pygments/formatters/terminal.py +136 -0
  604. wandb/vendor/pygments/formatters/terminal256.py +309 -0
  605. wandb/vendor/pygments/lexer.py +871 -0
  606. wandb/vendor/pygments/lexers/__init__.py +329 -0
  607. wandb/vendor/pygments/lexers/_asy_builtins.py +1645 -0
  608. wandb/vendor/pygments/lexers/_cl_builtins.py +232 -0
  609. wandb/vendor/pygments/lexers/_cocoa_builtins.py +72 -0
  610. wandb/vendor/pygments/lexers/_csound_builtins.py +1346 -0
  611. wandb/vendor/pygments/lexers/_lasso_builtins.py +5327 -0
  612. wandb/vendor/pygments/lexers/_lua_builtins.py +295 -0
  613. wandb/vendor/pygments/lexers/_mapping.py +500 -0
  614. wandb/vendor/pygments/lexers/_mql_builtins.py +1172 -0
  615. wandb/vendor/pygments/lexers/_openedge_builtins.py +2547 -0
  616. wandb/vendor/pygments/lexers/_php_builtins.py +4756 -0
  617. wandb/vendor/pygments/lexers/_postgres_builtins.py +621 -0
  618. wandb/vendor/pygments/lexers/_scilab_builtins.py +3094 -0
  619. wandb/vendor/pygments/lexers/_sourcemod_builtins.py +1163 -0
  620. wandb/vendor/pygments/lexers/_stan_builtins.py +532 -0
  621. wandb/vendor/pygments/lexers/_stata_builtins.py +419 -0
  622. wandb/vendor/pygments/lexers/_tsql_builtins.py +1004 -0
  623. wandb/vendor/pygments/lexers/_vim_builtins.py +1939 -0
  624. wandb/vendor/pygments/lexers/actionscript.py +240 -0
  625. wandb/vendor/pygments/lexers/agile.py +24 -0
  626. wandb/vendor/pygments/lexers/algebra.py +221 -0
  627. wandb/vendor/pygments/lexers/ambient.py +76 -0
  628. wandb/vendor/pygments/lexers/ampl.py +87 -0
  629. wandb/vendor/pygments/lexers/apl.py +101 -0
  630. wandb/vendor/pygments/lexers/archetype.py +318 -0
  631. wandb/vendor/pygments/lexers/asm.py +641 -0
  632. wandb/vendor/pygments/lexers/automation.py +374 -0
  633. wandb/vendor/pygments/lexers/basic.py +500 -0
  634. wandb/vendor/pygments/lexers/bibtex.py +160 -0
  635. wandb/vendor/pygments/lexers/business.py +612 -0
  636. wandb/vendor/pygments/lexers/c_cpp.py +252 -0
  637. wandb/vendor/pygments/lexers/c_like.py +541 -0
  638. wandb/vendor/pygments/lexers/capnproto.py +78 -0
  639. wandb/vendor/pygments/lexers/chapel.py +102 -0
  640. wandb/vendor/pygments/lexers/clean.py +288 -0
  641. wandb/vendor/pygments/lexers/compiled.py +34 -0
  642. wandb/vendor/pygments/lexers/configs.py +833 -0
  643. wandb/vendor/pygments/lexers/console.py +114 -0
  644. wandb/vendor/pygments/lexers/crystal.py +393 -0
  645. wandb/vendor/pygments/lexers/csound.py +366 -0
  646. wandb/vendor/pygments/lexers/css.py +689 -0
  647. wandb/vendor/pygments/lexers/d.py +251 -0
  648. wandb/vendor/pygments/lexers/dalvik.py +125 -0
  649. wandb/vendor/pygments/lexers/data.py +555 -0
  650. wandb/vendor/pygments/lexers/diff.py +165 -0
  651. wandb/vendor/pygments/lexers/dotnet.py +691 -0
  652. wandb/vendor/pygments/lexers/dsls.py +878 -0
  653. wandb/vendor/pygments/lexers/dylan.py +289 -0
  654. wandb/vendor/pygments/lexers/ecl.py +125 -0
  655. wandb/vendor/pygments/lexers/eiffel.py +65 -0
  656. wandb/vendor/pygments/lexers/elm.py +121 -0
  657. wandb/vendor/pygments/lexers/erlang.py +533 -0
  658. wandb/vendor/pygments/lexers/esoteric.py +277 -0
  659. wandb/vendor/pygments/lexers/ezhil.py +69 -0
  660. wandb/vendor/pygments/lexers/factor.py +344 -0
  661. wandb/vendor/pygments/lexers/fantom.py +250 -0
  662. wandb/vendor/pygments/lexers/felix.py +273 -0
  663. wandb/vendor/pygments/lexers/forth.py +177 -0
  664. wandb/vendor/pygments/lexers/fortran.py +205 -0
  665. wandb/vendor/pygments/lexers/foxpro.py +428 -0
  666. wandb/vendor/pygments/lexers/functional.py +21 -0
  667. wandb/vendor/pygments/lexers/go.py +101 -0
  668. wandb/vendor/pygments/lexers/grammar_notation.py +213 -0
  669. wandb/vendor/pygments/lexers/graph.py +80 -0
  670. wandb/vendor/pygments/lexers/graphics.py +553 -0
  671. wandb/vendor/pygments/lexers/haskell.py +843 -0
  672. wandb/vendor/pygments/lexers/haxe.py +936 -0
  673. wandb/vendor/pygments/lexers/hdl.py +382 -0
  674. wandb/vendor/pygments/lexers/hexdump.py +103 -0
  675. wandb/vendor/pygments/lexers/html.py +602 -0
  676. wandb/vendor/pygments/lexers/idl.py +270 -0
  677. wandb/vendor/pygments/lexers/igor.py +288 -0
  678. wandb/vendor/pygments/lexers/inferno.py +96 -0
  679. wandb/vendor/pygments/lexers/installers.py +322 -0
  680. wandb/vendor/pygments/lexers/int_fiction.py +1343 -0
  681. wandb/vendor/pygments/lexers/iolang.py +63 -0
  682. wandb/vendor/pygments/lexers/j.py +146 -0
  683. wandb/vendor/pygments/lexers/javascript.py +1525 -0
  684. wandb/vendor/pygments/lexers/julia.py +333 -0
  685. wandb/vendor/pygments/lexers/jvm.py +1573 -0
  686. wandb/vendor/pygments/lexers/lisp.py +2621 -0
  687. wandb/vendor/pygments/lexers/make.py +202 -0
  688. wandb/vendor/pygments/lexers/markup.py +595 -0
  689. wandb/vendor/pygments/lexers/math.py +21 -0
  690. wandb/vendor/pygments/lexers/matlab.py +663 -0
  691. wandb/vendor/pygments/lexers/ml.py +769 -0
  692. wandb/vendor/pygments/lexers/modeling.py +358 -0
  693. wandb/vendor/pygments/lexers/modula2.py +1561 -0
  694. wandb/vendor/pygments/lexers/monte.py +204 -0
  695. wandb/vendor/pygments/lexers/ncl.py +894 -0
  696. wandb/vendor/pygments/lexers/nimrod.py +159 -0
  697. wandb/vendor/pygments/lexers/nit.py +64 -0
  698. wandb/vendor/pygments/lexers/nix.py +136 -0
  699. wandb/vendor/pygments/lexers/oberon.py +105 -0
  700. wandb/vendor/pygments/lexers/objective.py +504 -0
  701. wandb/vendor/pygments/lexers/ooc.py +85 -0
  702. wandb/vendor/pygments/lexers/other.py +41 -0
  703. wandb/vendor/pygments/lexers/parasail.py +79 -0
  704. wandb/vendor/pygments/lexers/parsers.py +835 -0
  705. wandb/vendor/pygments/lexers/pascal.py +644 -0
  706. wandb/vendor/pygments/lexers/pawn.py +199 -0
  707. wandb/vendor/pygments/lexers/perl.py +620 -0
  708. wandb/vendor/pygments/lexers/php.py +267 -0
  709. wandb/vendor/pygments/lexers/praat.py +294 -0
  710. wandb/vendor/pygments/lexers/prolog.py +306 -0
  711. wandb/vendor/pygments/lexers/python.py +939 -0
  712. wandb/vendor/pygments/lexers/qvt.py +152 -0
  713. wandb/vendor/pygments/lexers/r.py +453 -0
  714. wandb/vendor/pygments/lexers/rdf.py +270 -0
  715. wandb/vendor/pygments/lexers/rebol.py +431 -0
  716. wandb/vendor/pygments/lexers/resource.py +85 -0
  717. wandb/vendor/pygments/lexers/rnc.py +67 -0
  718. wandb/vendor/pygments/lexers/roboconf.py +82 -0
  719. wandb/vendor/pygments/lexers/robotframework.py +560 -0
  720. wandb/vendor/pygments/lexers/ruby.py +519 -0
  721. wandb/vendor/pygments/lexers/rust.py +220 -0
  722. wandb/vendor/pygments/lexers/sas.py +228 -0
  723. wandb/vendor/pygments/lexers/scripting.py +1222 -0
  724. wandb/vendor/pygments/lexers/shell.py +794 -0
  725. wandb/vendor/pygments/lexers/smalltalk.py +195 -0
  726. wandb/vendor/pygments/lexers/smv.py +79 -0
  727. wandb/vendor/pygments/lexers/snobol.py +83 -0
  728. wandb/vendor/pygments/lexers/special.py +103 -0
  729. wandb/vendor/pygments/lexers/sql.py +681 -0
  730. wandb/vendor/pygments/lexers/stata.py +108 -0
  731. wandb/vendor/pygments/lexers/supercollider.py +90 -0
  732. wandb/vendor/pygments/lexers/tcl.py +145 -0
  733. wandb/vendor/pygments/lexers/templates.py +2283 -0
  734. wandb/vendor/pygments/lexers/testing.py +207 -0
  735. wandb/vendor/pygments/lexers/text.py +25 -0
  736. wandb/vendor/pygments/lexers/textedit.py +169 -0
  737. wandb/vendor/pygments/lexers/textfmts.py +297 -0
  738. wandb/vendor/pygments/lexers/theorem.py +458 -0
  739. wandb/vendor/pygments/lexers/trafficscript.py +54 -0
  740. wandb/vendor/pygments/lexers/typoscript.py +226 -0
  741. wandb/vendor/pygments/lexers/urbi.py +133 -0
  742. wandb/vendor/pygments/lexers/varnish.py +190 -0
  743. wandb/vendor/pygments/lexers/verification.py +111 -0
  744. wandb/vendor/pygments/lexers/web.py +24 -0
  745. wandb/vendor/pygments/lexers/webmisc.py +988 -0
  746. wandb/vendor/pygments/lexers/whiley.py +116 -0
  747. wandb/vendor/pygments/lexers/x10.py +69 -0
  748. wandb/vendor/pygments/modeline.py +44 -0
  749. wandb/vendor/pygments/plugin.py +68 -0
  750. wandb/vendor/pygments/regexopt.py +92 -0
  751. wandb/vendor/pygments/scanner.py +105 -0
  752. wandb/vendor/pygments/sphinxext.py +158 -0
  753. wandb/vendor/pygments/style.py +155 -0
  754. wandb/vendor/pygments/styles/__init__.py +80 -0
  755. wandb/vendor/pygments/styles/abap.py +29 -0
  756. wandb/vendor/pygments/styles/algol.py +63 -0
  757. wandb/vendor/pygments/styles/algol_nu.py +63 -0
  758. wandb/vendor/pygments/styles/arduino.py +98 -0
  759. wandb/vendor/pygments/styles/autumn.py +65 -0
  760. wandb/vendor/pygments/styles/borland.py +51 -0
  761. wandb/vendor/pygments/styles/bw.py +49 -0
  762. wandb/vendor/pygments/styles/colorful.py +81 -0
  763. wandb/vendor/pygments/styles/default.py +73 -0
  764. wandb/vendor/pygments/styles/emacs.py +72 -0
  765. wandb/vendor/pygments/styles/friendly.py +72 -0
  766. wandb/vendor/pygments/styles/fruity.py +42 -0
  767. wandb/vendor/pygments/styles/igor.py +29 -0
  768. wandb/vendor/pygments/styles/lovelace.py +97 -0
  769. wandb/vendor/pygments/styles/manni.py +75 -0
  770. wandb/vendor/pygments/styles/monokai.py +106 -0
  771. wandb/vendor/pygments/styles/murphy.py +80 -0
  772. wandb/vendor/pygments/styles/native.py +65 -0
  773. wandb/vendor/pygments/styles/paraiso_dark.py +125 -0
  774. wandb/vendor/pygments/styles/paraiso_light.py +125 -0
  775. wandb/vendor/pygments/styles/pastie.py +75 -0
  776. wandb/vendor/pygments/styles/perldoc.py +69 -0
  777. wandb/vendor/pygments/styles/rainbow_dash.py +89 -0
  778. wandb/vendor/pygments/styles/rrt.py +33 -0
  779. wandb/vendor/pygments/styles/sas.py +44 -0
  780. wandb/vendor/pygments/styles/stata.py +40 -0
  781. wandb/vendor/pygments/styles/tango.py +141 -0
  782. wandb/vendor/pygments/styles/trac.py +63 -0
  783. wandb/vendor/pygments/styles/vim.py +63 -0
  784. wandb/vendor/pygments/styles/vs.py +38 -0
  785. wandb/vendor/pygments/styles/xcode.py +51 -0
  786. wandb/vendor/pygments/token.py +213 -0
  787. wandb/vendor/pygments/unistring.py +217 -0
  788. wandb/vendor/pygments/util.py +388 -0
  789. wandb/vendor/pynvml/__init__.py +0 -0
  790. wandb/vendor/pynvml/pynvml.py +4779 -0
  791. wandb/vendor/watchdog_0_9_0/wandb_watchdog/__init__.py +17 -0
  792. wandb/vendor/watchdog_0_9_0/wandb_watchdog/events.py +615 -0
  793. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/__init__.py +98 -0
  794. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/api.py +369 -0
  795. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents.py +172 -0
  796. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents2.py +239 -0
  797. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify.py +218 -0
  798. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_buffer.py +81 -0
  799. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_c.py +575 -0
  800. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/kqueue.py +730 -0
  801. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/polling.py +145 -0
  802. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/read_directory_changes.py +133 -0
  803. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/winapi.py +348 -0
  804. wandb/vendor/watchdog_0_9_0/wandb_watchdog/patterns.py +265 -0
  805. wandb/vendor/watchdog_0_9_0/wandb_watchdog/tricks/__init__.py +174 -0
  806. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/__init__.py +151 -0
  807. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/bricks.py +249 -0
  808. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/compat.py +29 -0
  809. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/decorators.py +198 -0
  810. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/delayed_queue.py +88 -0
  811. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/dirsnapshot.py +293 -0
  812. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/echo.py +157 -0
  813. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/event_backport.py +41 -0
  814. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/importlib2.py +40 -0
  815. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/platform.py +57 -0
  816. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/unicode_paths.py +64 -0
  817. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/win32stat.py +123 -0
  818. wandb/vendor/watchdog_0_9_0/wandb_watchdog/version.py +28 -0
  819. wandb/vendor/watchdog_0_9_0/wandb_watchdog/watchmedo.py +577 -0
  820. wandb/wandb_agent.py +588 -0
  821. wandb/wandb_controller.py +721 -0
  822. wandb/wandb_run.py +9 -0
  823. wandb-0.18.2.dist-info/METADATA +213 -0
  824. wandb-0.18.2.dist-info/RECORD +827 -0
  825. wandb-0.18.2.dist-info/WHEEL +5 -0
  826. wandb-0.18.2.dist-info/entry_points.txt +3 -0
  827. wandb-0.18.2.dist-info/licenses/LICENSE +21 -0
@@ -0,0 +1,762 @@
1
+ import os
2
+ from argparse import Namespace
3
+ from pathlib import Path
4
+ from typing import TYPE_CHECKING, Any, Dict, List, Literal, Mapping, Optional, Union
5
+
6
+ from packaging import version
7
+ from typing_extensions import override
8
+
9
+ import wandb
10
+ from wandb import Artifact
11
+ from wandb.sdk.lib import telemetry
12
+ from wandb.sdk.wandb_run import Run
13
+
14
+ try:
15
+ import lightning
16
+ import torch.nn as nn
17
+ from lightning.fabric.loggers.logger import Logger, rank_zero_experiment
18
+ from lightning.fabric.utilities.exceptions import MisconfigurationException
19
+ from lightning.fabric.utilities.logger import (
20
+ _add_prefix,
21
+ _convert_params,
22
+ _sanitize_callable_params,
23
+ )
24
+ from lightning.fabric.utilities.rank_zero import rank_zero_only, rank_zero_warn
25
+ from lightning.fabric.utilities.types import _PATH
26
+ from torch import Tensor
27
+ from torch.nn import Module
28
+
29
+ if version.parse(lightning.__version__) > version.parse("2.1.3"):
30
+ wandb.termwarn(
31
+ """This integration is tested and supported for lightning Fabric 2.1.3.
32
+ Please report any issues to https://github.com/wandb/wandb/issues with the tag `lightning-fabric`.""",
33
+ repeat=False,
34
+ )
35
+
36
+ if TYPE_CHECKING:
37
+ from lightning.pytorch.callbacks.model_checkpoint import ModelCheckpoint
38
+
39
+ except ImportError as e:
40
+ wandb.Error(e)
41
+
42
+
43
+ class WandbLogger(Logger):
44
+ r"""Log using `Weights and Biases <https://docs.wandb.ai/integrations/lightning>`_.
45
+
46
+ **Installation and set-up**
47
+
48
+ Install with pip:
49
+
50
+ .. code-block:: bash
51
+
52
+ pip install wandb
53
+
54
+ Create a `WandbLogger` instance:
55
+
56
+ .. code-block:: python
57
+
58
+ from lightning.fabric.loggers import WandbLogger
59
+
60
+ wandb_logger = WandbLogger(project="MNIST")
61
+
62
+ Pass the logger instance to the `Trainer`:
63
+
64
+ .. code-block:: python
65
+
66
+ trainer = Trainer(logger=wandb_logger)
67
+
68
+ A new W&B run will be created when training starts if you have not created one manually before with `wandb.init()`.
69
+
70
+ **Log metrics**
71
+
72
+ Log from :class:`~lightning.pytorch.core.LightningModule`:
73
+
74
+ .. code-block:: python
75
+
76
+ class LitModule(LightningModule):
77
+ def training_step(self, batch, batch_idx):
78
+ self.log("train/loss", loss)
79
+
80
+ Use directly wandb module:
81
+
82
+ .. code-block:: python
83
+
84
+ wandb.log({"train/loss": loss})
85
+
86
+ **Log hyper-parameters**
87
+
88
+ Save :class:`~lightning.pytorch.core.LightningModule` parameters:
89
+
90
+ .. code-block:: python
91
+
92
+ class LitModule(LightningModule):
93
+ def __init__(self, *args, **kwarg):
94
+ self.save_hyperparameters()
95
+
96
+ Add other config parameters:
97
+
98
+ .. code-block:: python
99
+
100
+ # add one parameter
101
+ wandb_logger.experiment.config["key"] = value
102
+
103
+ # add multiple parameters
104
+ wandb_logger.experiment.config.update({key1: val1, key2: val2})
105
+
106
+ # use directly wandb module
107
+ wandb.config["key"] = value
108
+ wandb.config.update()
109
+
110
+ **Log gradients, parameters and model topology**
111
+
112
+ Call the `watch` method for automatically tracking gradients:
113
+
114
+ .. code-block:: python
115
+
116
+ # log gradients and model topology
117
+ wandb_logger.watch(model)
118
+
119
+ # log gradients, parameter histogram and model topology
120
+ wandb_logger.watch(model, log="all")
121
+
122
+ # change log frequency of gradients and parameters (100 steps by default)
123
+ wandb_logger.watch(model, log_freq=500)
124
+
125
+ # do not log graph (in case of errors)
126
+ wandb_logger.watch(model, log_graph=False)
127
+
128
+ The `watch` method adds hooks to the model which can be removed at the end of training:
129
+
130
+ .. code-block:: python
131
+
132
+ wandb_logger.experiment.unwatch(model)
133
+
134
+ **Log model checkpoints**
135
+
136
+ Log model checkpoints at the end of training:
137
+
138
+ .. code-block:: python
139
+
140
+ wandb_logger = WandbLogger(log_model=True)
141
+
142
+ Log model checkpoints as they get created during training:
143
+
144
+ .. code-block:: python
145
+
146
+ wandb_logger = WandbLogger(log_model="all")
147
+
148
+ Custom checkpointing can be set up through :class:`~lightning.pytorch.callbacks.ModelCheckpoint`:
149
+
150
+ .. code-block:: python
151
+
152
+ # log model only if `val_accuracy` increases
153
+ wandb_logger = WandbLogger(log_model="all")
154
+ checkpoint_callback = ModelCheckpoint(monitor="val_accuracy", mode="max")
155
+ trainer = Trainer(logger=wandb_logger, callbacks=[checkpoint_callback])
156
+
157
+ `latest` and `best` aliases are automatically set to easily retrieve a model checkpoint:
158
+
159
+ .. code-block:: python
160
+
161
+ # reference can be retrieved in artifacts panel
162
+ # "VERSION" can be a version (ex: "v2") or an alias ("latest or "best")
163
+ checkpoint_reference = "USER/PROJECT/MODEL-RUN_ID:VERSION"
164
+
165
+ # download checkpoint locally (if not already cached)
166
+ run = wandb.init(project="MNIST")
167
+ artifact = run.use_artifact(checkpoint_reference, type="model")
168
+ artifact_dir = artifact.download()
169
+
170
+ # load checkpoint
171
+ model = LitModule.load_from_checkpoint(Path(artifact_dir) / "model.ckpt")
172
+
173
+ **Log media**
174
+
175
+ Log text with:
176
+
177
+ .. code-block:: python
178
+
179
+ # using columns and data
180
+ columns = ["input", "label", "prediction"]
181
+ data = [["cheese", "english", "english"], ["fromage", "french", "spanish"]]
182
+ wandb_logger.log_text(key="samples", columns=columns, data=data)
183
+
184
+ # using a pandas DataFrame
185
+ wandb_logger.log_text(key="samples", dataframe=my_dataframe)
186
+
187
+ Log images with:
188
+
189
+ .. code-block:: python
190
+
191
+ # using tensors, numpy arrays or PIL images
192
+ wandb_logger.log_image(key="samples", images=[img1, img2])
193
+
194
+ # adding captions
195
+ wandb_logger.log_image(key="samples", images=[img1, img2], caption=["tree", "person"])
196
+
197
+ # using file path
198
+ wandb_logger.log_image(key="samples", images=["img_1.jpg", "img_2.jpg"])
199
+
200
+ More arguments can be passed for logging segmentation masks and bounding boxes. Refer to
201
+ `Image Overlays documentation <https://docs.wandb.ai/guides/track/log/media#image-overlays>`_.
202
+
203
+ **Log Tables**
204
+
205
+ `W&B Tables <https://docs.wandb.ai/guides/tables/visualize-tables>`_ can be used to log,
206
+ query and analyze tabular data.
207
+
208
+ They support any type of media (text, image, video, audio, molecule, html, etc) and are great for storing,
209
+ understanding and sharing any form of data, from datasets to model predictions.
210
+
211
+ .. code-block:: python
212
+
213
+ columns = ["caption", "image", "sound"]
214
+ data = [
215
+ ["cheese", wandb.Image(img_1), wandb.Audio(snd_1)],
216
+ ["wine", wandb.Image(img_2), wandb.Audio(snd_2)],
217
+ ]
218
+ wandb_logger.log_table(key="samples", columns=columns, data=data)
219
+
220
+
221
+ **Downloading and Using Artifacts**
222
+
223
+ To download an artifact without starting a run, call the ``download_artifact``
224
+ function on the class:
225
+
226
+ .. code-block:: python
227
+
228
+ artifact_dir = wandb_logger.download_artifact(artifact="path/to/artifact")
229
+
230
+ To download an artifact and link it to an ongoing run call the ``download_artifact``
231
+ function on the logger instance:
232
+
233
+ .. code-block:: python
234
+
235
+ class MyModule(LightningModule):
236
+ def any_lightning_module_function_or_hook(self):
237
+ self.logger.download_artifact(artifact="path/to/artifact")
238
+
239
+ To link an artifact from a previous run you can use ``use_artifact`` function:
240
+
241
+ .. code-block:: python
242
+
243
+ wandb_logger.use_artifact(artifact="path/to/artifact")
244
+
245
+ See Also:
246
+ - `Demo in Google Colab <http://wandb.me/lightning>`__ with hyperparameter search and model logging
247
+ - `W&B Documentation <https://docs.wandb.ai/integrations/lightning>`__
248
+
249
+ Args:
250
+ name: Display name for the run.
251
+ save_dir: Path where data is saved.
252
+ version: Sets the version, mainly used to resume a previous run.
253
+ offline: Run offline (data can be streamed later to wandb servers).
254
+ dir: Same as save_dir.
255
+ id: Same as version.
256
+ anonymous: Enables or explicitly disables anonymous logging.
257
+ project: The name of the project to which this run will belong. If not set, the environment variable
258
+ `WANDB_PROJECT` will be used as a fallback. If both are not set, it defaults to ``'lightning_logs'``.
259
+ log_model: Log checkpoints created by :class:`~lightning.pytorch.callbacks.ModelCheckpoint`
260
+ as W&B artifacts. `latest` and `best` aliases are automatically set.
261
+
262
+ * if ``log_model == 'all'``, checkpoints are logged during training.
263
+ * if ``log_model == True``, checkpoints are logged at the end of training, except when
264
+ `~lightning.pytorch.callbacks.ModelCheckpoint.save_top_k` ``== -1``
265
+ which also logs every checkpoint during training.
266
+ * if ``log_model == False`` (default), no checkpoint is logged.
267
+
268
+ prefix: A string to put at the beginning of metric keys.
269
+ experiment: WandB experiment object. Automatically set when creating a run.
270
+ checkpoint_name: Name of the model checkpoint artifact being logged.
271
+ log_checkpoint_on: When to log model checkpoints as W&B artifacts. Only used if ``log_model`` is ``True``.
272
+ Options: ``"success"``, ``"all"``. Default: ``"success"``.
273
+ \**kwargs: Arguments passed to :func:`wandb.init` like `entity`, `group`, `tags`, etc.
274
+
275
+ Raises:
276
+ ModuleNotFoundError:
277
+ If required WandB package is not installed on the device.
278
+ MisconfigurationException:
279
+ If both ``log_model`` and ``offline`` is set to ``True``.
280
+
281
+ """
282
+
283
+ LOGGER_JOIN_CHAR = "-"
284
+
285
+ def __init__(
286
+ self,
287
+ name: Optional[str] = None,
288
+ save_dir: _PATH = ".",
289
+ version: Optional[str] = None,
290
+ offline: bool = False,
291
+ dir: Optional[_PATH] = None,
292
+ id: Optional[str] = None,
293
+ anonymous: Optional[bool] = None,
294
+ project: Optional[str] = None,
295
+ log_model: Union[Literal["all"], bool] = False,
296
+ experiment: Optional["Run"] = None,
297
+ prefix: str = "",
298
+ checkpoint_name: Optional[str] = None,
299
+ log_checkpoint_on: Union[Literal["success"], Literal["all"]] = "success",
300
+ **kwargs: Any,
301
+ ) -> None:
302
+ if offline and log_model:
303
+ raise MisconfigurationException(
304
+ f"Providing log_model={log_model} and offline={offline} is an invalid configuration"
305
+ " since model checkpoints cannot be uploaded in offline mode.\n"
306
+ "Hint: Set `offline=False` to log your model."
307
+ )
308
+
309
+ super().__init__()
310
+ self._offline = offline
311
+ self._log_model = log_model
312
+ self._prefix = prefix
313
+ self._experiment = experiment
314
+ self._logged_model_time: Dict[str, float] = {}
315
+ self._checkpoint_callback: Optional[ModelCheckpoint] = None
316
+
317
+ # paths are processed as strings
318
+ if save_dir is not None:
319
+ save_dir = os.fspath(save_dir)
320
+ elif dir is not None:
321
+ dir = os.fspath(dir)
322
+
323
+ project = project or os.environ.get("WANDB_PROJECT", "lightning_fabric_logs")
324
+
325
+ # set wandb init arguments
326
+ self._wandb_init: Dict[str, Any] = {
327
+ "name": name,
328
+ "project": project,
329
+ "dir": save_dir or dir,
330
+ "id": version or id,
331
+ "resume": "allow",
332
+ "anonymous": ("allow" if anonymous else None),
333
+ }
334
+ self._wandb_init.update(**kwargs)
335
+ # extract parameters
336
+ self._project = self._wandb_init.get("project")
337
+ self._save_dir = self._wandb_init.get("dir")
338
+ self._name = self._wandb_init.get("name")
339
+ self._id = self._wandb_init.get("id")
340
+ self._checkpoint_name = checkpoint_name
341
+ self._log_checkpoint_on = log_checkpoint_on
342
+
343
+ def __getstate__(self) -> Dict[str, Any]:
344
+ # Hack: If the 'spawn' launch method is used, the logger will get pickled and this `__getstate__` gets called.
345
+ # We create an experiment here in the main process, and attach to it in the worker process.
346
+ # Using wandb-service, we persist the same experiment even if multiple `Trainer.fit/test/validate` calls
347
+ # are made.
348
+ _ = self.experiment
349
+
350
+ state = self.__dict__.copy()
351
+ # args needed to reload correct experiment
352
+ if self._experiment is not None:
353
+ state["_id"] = getattr(self._experiment, "id", None)
354
+ state["_attach_id"] = getattr(self._experiment, "_attach_id", None)
355
+ state["_name"] = self._experiment.name
356
+
357
+ # cannot be pickled
358
+ state["_experiment"] = None
359
+ return state
360
+
361
+ @property
362
+ @rank_zero_experiment
363
+ def experiment(self) -> "Run":
364
+ r"""Actual wandb object.
365
+
366
+ To use wandb features in your :class:`~lightning.pytorch.core.LightningModule`, do the
367
+ following.
368
+
369
+ Example::
370
+
371
+ .. code-block:: python
372
+
373
+ self.logger.experiment.some_wandb_function()
374
+
375
+ """
376
+ if self._experiment is None:
377
+ if self._offline:
378
+ os.environ["WANDB_MODE"] = "dryrun"
379
+
380
+ attach_id = getattr(self, "_attach_id", None)
381
+ if wandb.run is not None:
382
+ # wandb process already created in this instance
383
+ rank_zero_warn(
384
+ "There is a wandb run already in progress and newly created instances of `WandbLogger` will reuse"
385
+ " this run. If this is not desired, call `wandb.finish()` before instantiating `WandbLogger`."
386
+ )
387
+ self._experiment = wandb.run
388
+ elif attach_id is not None and hasattr(wandb, "_attach"):
389
+ # attach to wandb process referenced
390
+ self._experiment = wandb._attach(attach_id)
391
+ else:
392
+ # create new wandb process
393
+ self._experiment = wandb.init(**self._wandb_init)
394
+
395
+ # define default x-axis
396
+ if isinstance(self._experiment, Run) and getattr(
397
+ self._experiment, "define_metric", None
398
+ ):
399
+ self._experiment.define_metric("trainer/global_step")
400
+ self._experiment.define_metric(
401
+ "*", step_metric="trainer/global_step", step_sync=True
402
+ )
403
+
404
+ self._experiment._label(repo="lightning_fabric_logger") # pylint: disable=protected-access
405
+ with telemetry.context(run=self._experiment) as tel:
406
+ tel.feature.lightning_fabric_logger = True
407
+ return self._experiment
408
+
409
+ def watch(
410
+ self,
411
+ model: nn.Module,
412
+ log: str = "gradients",
413
+ log_freq: int = 100,
414
+ log_graph: bool = True,
415
+ ) -> None:
416
+ self.experiment.watch(model, log=log, log_freq=log_freq, log_graph=log_graph)
417
+
418
+ @override
419
+ @rank_zero_only
420
+ def log_hyperparams(self, params: Union[Dict[str, Any], Namespace]) -> None: # type: ignore[override]
421
+ params = _convert_params(params)
422
+ params = _sanitize_callable_params(params)
423
+ self.experiment.config.update(params, allow_val_change=True)
424
+
425
+ @override
426
+ @rank_zero_only
427
+ def log_metrics(
428
+ self, metrics: Mapping[str, float], step: Optional[int] = None
429
+ ) -> None:
430
+ assert rank_zero_only.rank == 0, "experiment tried to log from global_rank != 0"
431
+
432
+ metrics = _add_prefix(metrics, self._prefix, self.LOGGER_JOIN_CHAR)
433
+ if step is not None:
434
+ self.experiment.log(dict(metrics, **{"trainer/global_step": step}))
435
+ else:
436
+ self.experiment.log(metrics)
437
+
438
+ @rank_zero_only
439
+ def log_table(
440
+ self,
441
+ key: str,
442
+ columns: Optional[List[str]] = None,
443
+ data: Optional[List[List[Any]]] = None,
444
+ dataframe: Any = None,
445
+ step: Optional[int] = None,
446
+ ) -> None:
447
+ """Log a Table containing any object type (text, image, audio, video, molecule, html, etc).
448
+
449
+ Can be defined either with `columns` and `data` or with `dataframe`.
450
+
451
+ """
452
+ metrics = {key: wandb.Table(columns=columns, data=data, dataframe=dataframe)}
453
+ self.log_metrics(metrics, step)
454
+
455
+ @rank_zero_only
456
+ def log_text(
457
+ self,
458
+ key: str,
459
+ columns: Optional[List[str]] = None,
460
+ data: Optional[List[List[str]]] = None,
461
+ dataframe: Any = None,
462
+ step: Optional[int] = None,
463
+ ) -> None:
464
+ """Log text as a Table.
465
+
466
+ Can be defined either with `columns` and `data` or with `dataframe`.
467
+
468
+ """
469
+ self.log_table(key, columns, data, dataframe, step)
470
+
471
+ @rank_zero_only
472
+ def log_html(
473
+ self, key: str, htmls: List[Any], step: Optional[int] = None, **kwargs: Any
474
+ ) -> None:
475
+ """Log html files.
476
+
477
+ Optional kwargs are lists passed to each html (ex: inject).
478
+
479
+ """
480
+ if not isinstance(htmls, list):
481
+ raise TypeError(f'Expected a list as "htmls", found {type(htmls)}')
482
+ n = len(htmls)
483
+ for k, v in kwargs.items():
484
+ if len(v) != n:
485
+ raise ValueError(f"Expected {n} items but only found {len(v)} for {k}")
486
+ kwarg_list = [{k: kwargs[k][i] for k in kwargs} for i in range(n)]
487
+
488
+ metrics = {
489
+ key: [wandb.Html(html, **kwarg) for html, kwarg in zip(htmls, kwarg_list)]
490
+ }
491
+ self.log_metrics(metrics, step) # type: ignore[arg-type]
492
+
493
+ @rank_zero_only
494
+ def log_image(
495
+ self, key: str, images: List[Any], step: Optional[int] = None, **kwargs: Any
496
+ ) -> None:
497
+ """Log images (tensors, numpy arrays, PIL Images or file paths).
498
+
499
+ Optional kwargs are lists passed to each image (ex: caption, masks, boxes).
500
+
501
+ """
502
+ if not isinstance(images, list):
503
+ raise TypeError(f'Expected a list as "images", found {type(images)}')
504
+ n = len(images)
505
+ for k, v in kwargs.items():
506
+ if len(v) != n:
507
+ raise ValueError(f"Expected {n} items but only found {len(v)} for {k}")
508
+ kwarg_list = [{k: kwargs[k][i] for k in kwargs} for i in range(n)]
509
+
510
+ metrics = {
511
+ key: [wandb.Image(img, **kwarg) for img, kwarg in zip(images, kwarg_list)]
512
+ }
513
+ self.log_metrics(metrics, step) # type: ignore[arg-type]
514
+
515
+ @rank_zero_only
516
+ def log_audio(
517
+ self, key: str, audios: List[Any], step: Optional[int] = None, **kwargs: Any
518
+ ) -> None:
519
+ r"""Log audios (numpy arrays, or file paths).
520
+
521
+ Args:
522
+ key: The key to be used for logging the audio files
523
+ audios: The list of audio file paths, or numpy arrays to be logged
524
+ step: The step number to be used for logging the audio files
525
+ \**kwargs: Optional kwargs are lists passed to each ``Wandb.Audio`` instance (ex: caption, sample_rate).
526
+
527
+ Optional kwargs are lists passed to each audio (ex: caption, sample_rate).
528
+
529
+ """
530
+ if not isinstance(audios, list):
531
+ raise TypeError(f'Expected a list as "audios", found {type(audios)}')
532
+ n = len(audios)
533
+ for k, v in kwargs.items():
534
+ if len(v) != n:
535
+ raise ValueError(f"Expected {n} items but only found {len(v)} for {k}")
536
+ kwarg_list = [{k: kwargs[k][i] for k in kwargs} for i in range(n)]
537
+
538
+ metrics = {
539
+ key: [
540
+ wandb.Audio(audio, **kwarg) for audio, kwarg in zip(audios, kwarg_list)
541
+ ]
542
+ }
543
+ self.log_metrics(metrics, step) # type: ignore[arg-type]
544
+
545
+ @rank_zero_only
546
+ def log_video(
547
+ self, key: str, videos: List[Any], step: Optional[int] = None, **kwargs: Any
548
+ ) -> None:
549
+ """Log videos (numpy arrays, or file paths).
550
+
551
+ Args:
552
+ key: The key to be used for logging the video files
553
+ videos: The list of video file paths, or numpy arrays to be logged
554
+ step: The step number to be used for logging the video files
555
+ **kwargs: Optional kwargs are lists passed to each Wandb.Video instance (ex: caption, fps, format).
556
+
557
+ Optional kwargs are lists passed to each video (ex: caption, fps, format).
558
+
559
+ """
560
+ if not isinstance(videos, list):
561
+ raise TypeError(f'Expected a list as "videos", found {type(videos)}')
562
+ n = len(videos)
563
+ for k, v in kwargs.items():
564
+ if len(v) != n:
565
+ raise ValueError(f"Expected {n} items but only found {len(v)} for {k}")
566
+ kwarg_list = [{k: kwargs[k][i] for k in kwargs} for i in range(n)]
567
+
568
+ metrics = {
569
+ key: [
570
+ wandb.Video(video, **kwarg) for video, kwarg in zip(videos, kwarg_list)
571
+ ]
572
+ }
573
+ self.log_metrics(metrics, step) # type: ignore[arg-type]
574
+
575
+ @property
576
+ @override
577
+ def save_dir(self) -> Optional[str]:
578
+ """Gets the save directory.
579
+
580
+ Returns:
581
+ The path to the save directory.
582
+
583
+ """
584
+ return self._save_dir
585
+
586
+ @property
587
+ @override
588
+ def name(self) -> Optional[str]:
589
+ """The project name of this experiment.
590
+
591
+ Returns:
592
+ The name of the project the current experiment belongs to. This name is not the same as `wandb.Run`'s
593
+ name. To access wandb's internal experiment name, use ``logger.experiment.name`` instead.
594
+
595
+ """
596
+ return self._project
597
+
598
+ @property
599
+ @override
600
+ def version(self) -> Optional[str]:
601
+ """Gets the id of the experiment.
602
+
603
+ Returns:
604
+ The id of the experiment if the experiment exists else the id given to the constructor.
605
+
606
+ """
607
+ # don't create an experiment if we don't have one
608
+ return self._experiment.id if self._experiment else self._id
609
+
610
+ @property
611
+ def log_dir(self) -> Optional[str]:
612
+ """Gets the save directory.
613
+
614
+ Returns:
615
+ The path to the save directory.
616
+
617
+ """
618
+ return self.save_dir
619
+
620
+ @property
621
+ def group_separator(self) -> str:
622
+ """Return the default separator used by the logger to group the data into subfolders."""
623
+ return self.LOGGER_JOIN_CHAR
624
+
625
+ @property
626
+ def root_dir(self) -> Optional[str]:
627
+ """Return the root directory.
628
+
629
+ Return the root directory where all versions of an experiment get saved, or `None` if the logger does not
630
+ save data locally.
631
+ """
632
+ return self.save_dir.parent if self.save_dir else None
633
+
634
+ def log_graph(self, model: Module, input_array: Optional[Tensor] = None) -> None:
635
+ """Record model graph.
636
+
637
+ Args:
638
+ model: the model with an implementation of ``forward``.
639
+ input_array: input passes to `model.forward`
640
+
641
+ This is a noop function and does not perform any operation.
642
+ """
643
+ return
644
+
645
+ @override
646
+ def after_save_checkpoint(self, checkpoint_callback: "ModelCheckpoint") -> None:
647
+ # log checkpoints as artifacts
648
+ if (
649
+ self._log_model == "all"
650
+ or self._log_model is True
651
+ and checkpoint_callback.save_top_k == -1
652
+ ):
653
+ # TODO: Replace with new Fabric Checkpoints system
654
+ self._scan_and_log_pytorch_checkpoints(checkpoint_callback)
655
+ elif self._log_model is True:
656
+ self._checkpoint_callback = checkpoint_callback
657
+
658
+ @staticmethod
659
+ @rank_zero_only
660
+ def download_artifact(
661
+ artifact: str,
662
+ save_dir: Optional[_PATH] = None,
663
+ artifact_type: Optional[str] = None,
664
+ use_artifact: Optional[bool] = True,
665
+ ) -> str:
666
+ """Downloads an artifact from the wandb server.
667
+
668
+ Args:
669
+ artifact: The path of the artifact to download.
670
+ save_dir: The directory to save the artifact to.
671
+ artifact_type: The type of artifact to download.
672
+ use_artifact: Whether to add an edge between the artifact graph.
673
+
674
+ Returns:
675
+ The path to the downloaded artifact.
676
+
677
+ """
678
+ if wandb.run is not None and use_artifact:
679
+ artifact = wandb.run.use_artifact(artifact)
680
+ else:
681
+ api = wandb.Api()
682
+ artifact = api.artifact(artifact, type=artifact_type)
683
+
684
+ save_dir = None if save_dir is None else os.fspath(save_dir)
685
+ return artifact.download(root=save_dir)
686
+
687
+ def use_artifact(
688
+ self, artifact: str, artifact_type: Optional[str] = None
689
+ ) -> "Artifact":
690
+ """Logs to the wandb dashboard that the mentioned artifact is used by the run.
691
+
692
+ Args:
693
+ artifact: The path of the artifact.
694
+ artifact_type: The type of artifact being used.
695
+
696
+ Returns:
697
+ wandb Artifact object for the artifact.
698
+
699
+ """
700
+ return self.experiment.use_artifact(artifact, type=artifact_type)
701
+
702
+ @override
703
+ @rank_zero_only
704
+ def save(self) -> None:
705
+ """Save log data."""
706
+ self.experiment.log({}, commit=True)
707
+
708
+ @override
709
+ @rank_zero_only
710
+ def finalize(self, status: str) -> None:
711
+ if self._log_checkpoint_on == "success" and status != "success":
712
+ # Currently, checkpoints only get logged on success
713
+ return
714
+ # log checkpoints as artifacts
715
+ if (
716
+ self._checkpoint_callback
717
+ and self._experiment is not None
718
+ and self._log_checkpoint_on in ["success", "all"]
719
+ ):
720
+ self._scan_and_log_pytorch_checkpoints(self._checkpoint_callback)
721
+
722
+ def _scan_and_log_pytorch_checkpoints(
723
+ self, checkpoint_callback: "ModelCheckpoint"
724
+ ) -> None:
725
+ from lightning.pytorch.loggers.utilities import _scan_checkpoints
726
+
727
+ # get checkpoints to be saved with associated score
728
+ checkpoints = _scan_checkpoints(checkpoint_callback, self._logged_model_time)
729
+
730
+ # log iteratively all new checkpoints
731
+ for t, p, s, _ in checkpoints:
732
+ metadata = {
733
+ "score": s.item() if isinstance(s, Tensor) else s,
734
+ "original_filename": Path(p).name,
735
+ checkpoint_callback.__class__.__name__: {
736
+ k: getattr(checkpoint_callback, k)
737
+ for k in [
738
+ "monitor",
739
+ "mode",
740
+ "save_last",
741
+ "save_top_k",
742
+ "save_weights_only",
743
+ "_every_n_train_steps",
744
+ ]
745
+ # ensure it does not break if `ModelCheckpoint` args change
746
+ if hasattr(checkpoint_callback, k)
747
+ },
748
+ }
749
+ if not self._checkpoint_name:
750
+ self._checkpoint_name = f"model-{self.experiment.id}"
751
+ artifact = wandb.Artifact(
752
+ name=self._checkpoint_name, type="model", metadata=metadata
753
+ )
754
+ artifact.add_file(p, name="model.ckpt")
755
+ aliases = (
756
+ ["latest", "best"]
757
+ if p == checkpoint_callback.best_model_path
758
+ else ["latest"]
759
+ )
760
+ self.experiment.log_model(artifact, aliases=aliases)
761
+ # remember logged models - timestamp needed in case filename didn't change (lastkckpt or custom name)
762
+ self._logged_model_time[p] = t