wandb 0.18.2__py3-none-musllinux_1_2_x86_64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (827) hide show
  1. package_readme.md +89 -0
  2. wandb/__init__.py +245 -0
  3. wandb/__init__.pyi +1139 -0
  4. wandb/__main__.py +3 -0
  5. wandb/_globals.py +19 -0
  6. wandb/agents/__init__.py +0 -0
  7. wandb/agents/pyagent.py +363 -0
  8. wandb/analytics/__init__.py +3 -0
  9. wandb/analytics/sentry.py +266 -0
  10. wandb/apis/__init__.py +48 -0
  11. wandb/apis/attrs.py +40 -0
  12. wandb/apis/importers/__init__.py +1 -0
  13. wandb/apis/importers/internals/internal.py +385 -0
  14. wandb/apis/importers/internals/protocols.py +99 -0
  15. wandb/apis/importers/internals/util.py +78 -0
  16. wandb/apis/importers/mlflow.py +254 -0
  17. wandb/apis/importers/validation.py +108 -0
  18. wandb/apis/importers/wandb.py +1603 -0
  19. wandb/apis/internal.py +232 -0
  20. wandb/apis/normalize.py +89 -0
  21. wandb/apis/paginator.py +81 -0
  22. wandb/apis/public/__init__.py +34 -0
  23. wandb/apis/public/api.py +1305 -0
  24. wandb/apis/public/artifacts.py +1090 -0
  25. wandb/apis/public/const.py +4 -0
  26. wandb/apis/public/files.py +195 -0
  27. wandb/apis/public/history.py +149 -0
  28. wandb/apis/public/jobs.py +659 -0
  29. wandb/apis/public/projects.py +154 -0
  30. wandb/apis/public/query_generator.py +166 -0
  31. wandb/apis/public/reports.py +469 -0
  32. wandb/apis/public/runs.py +914 -0
  33. wandb/apis/public/sweeps.py +240 -0
  34. wandb/apis/public/teams.py +198 -0
  35. wandb/apis/public/users.py +136 -0
  36. wandb/apis/reports/__init__.py +1 -0
  37. wandb/apis/reports/v1/__init__.py +8 -0
  38. wandb/apis/reports/v2/__init__.py +8 -0
  39. wandb/apis/workspaces/__init__.py +8 -0
  40. wandb/beta/workflows.py +288 -0
  41. wandb/bin/nvidia_gpu_stats +0 -0
  42. wandb/bin/wandb-core +0 -0
  43. wandb/cli/__init__.py +0 -0
  44. wandb/cli/cli.py +3004 -0
  45. wandb/data_types.py +63 -0
  46. wandb/docker/__init__.py +342 -0
  47. wandb/docker/auth.py +436 -0
  48. wandb/docker/wandb-entrypoint.sh +33 -0
  49. wandb/docker/www_authenticate.py +94 -0
  50. wandb/env.py +514 -0
  51. wandb/errors/__init__.py +17 -0
  52. wandb/errors/errors.py +37 -0
  53. wandb/errors/term.py +103 -0
  54. wandb/errors/util.py +57 -0
  55. wandb/errors/warnings.py +2 -0
  56. wandb/filesync/__init__.py +0 -0
  57. wandb/filesync/dir_watcher.py +403 -0
  58. wandb/filesync/stats.py +100 -0
  59. wandb/filesync/step_checksum.py +142 -0
  60. wandb/filesync/step_prepare.py +179 -0
  61. wandb/filesync/step_upload.py +290 -0
  62. wandb/filesync/upload_job.py +142 -0
  63. wandb/integration/__init__.py +0 -0
  64. wandb/integration/catboost/__init__.py +5 -0
  65. wandb/integration/catboost/catboost.py +178 -0
  66. wandb/integration/cohere/__init__.py +3 -0
  67. wandb/integration/cohere/cohere.py +21 -0
  68. wandb/integration/cohere/resolver.py +347 -0
  69. wandb/integration/diffusers/__init__.py +3 -0
  70. wandb/integration/diffusers/autologger.py +76 -0
  71. wandb/integration/diffusers/pipeline_resolver.py +50 -0
  72. wandb/integration/diffusers/resolvers/__init__.py +9 -0
  73. wandb/integration/diffusers/resolvers/multimodal.py +882 -0
  74. wandb/integration/diffusers/resolvers/utils.py +102 -0
  75. wandb/integration/fastai/__init__.py +249 -0
  76. wandb/integration/gym/__init__.py +105 -0
  77. wandb/integration/huggingface/__init__.py +3 -0
  78. wandb/integration/huggingface/huggingface.py +18 -0
  79. wandb/integration/huggingface/resolver.py +213 -0
  80. wandb/integration/keras/__init__.py +11 -0
  81. wandb/integration/keras/callbacks/__init__.py +5 -0
  82. wandb/integration/keras/callbacks/metrics_logger.py +136 -0
  83. wandb/integration/keras/callbacks/model_checkpoint.py +195 -0
  84. wandb/integration/keras/callbacks/tables_builder.py +226 -0
  85. wandb/integration/keras/keras.py +1091 -0
  86. wandb/integration/kfp/__init__.py +6 -0
  87. wandb/integration/kfp/helpers.py +28 -0
  88. wandb/integration/kfp/kfp_patch.py +324 -0
  89. wandb/integration/kfp/wandb_logging.py +182 -0
  90. wandb/integration/langchain/__init__.py +3 -0
  91. wandb/integration/langchain/wandb_tracer.py +48 -0
  92. wandb/integration/lightgbm/__init__.py +239 -0
  93. wandb/integration/lightning/__init__.py +0 -0
  94. wandb/integration/lightning/fabric/__init__.py +3 -0
  95. wandb/integration/lightning/fabric/logger.py +762 -0
  96. wandb/integration/magic.py +556 -0
  97. wandb/integration/metaflow/__init__.py +3 -0
  98. wandb/integration/metaflow/metaflow.py +383 -0
  99. wandb/integration/openai/__init__.py +3 -0
  100. wandb/integration/openai/fine_tuning.py +480 -0
  101. wandb/integration/openai/openai.py +22 -0
  102. wandb/integration/openai/resolver.py +240 -0
  103. wandb/integration/prodigy/__init__.py +3 -0
  104. wandb/integration/prodigy/prodigy.py +299 -0
  105. wandb/integration/sacred/__init__.py +117 -0
  106. wandb/integration/sagemaker/__init__.py +12 -0
  107. wandb/integration/sagemaker/auth.py +28 -0
  108. wandb/integration/sagemaker/config.py +49 -0
  109. wandb/integration/sagemaker/files.py +3 -0
  110. wandb/integration/sagemaker/resources.py +34 -0
  111. wandb/integration/sb3/__init__.py +3 -0
  112. wandb/integration/sb3/sb3.py +153 -0
  113. wandb/integration/sklearn/__init__.py +37 -0
  114. wandb/integration/sklearn/calculate/__init__.py +32 -0
  115. wandb/integration/sklearn/calculate/calibration_curves.py +125 -0
  116. wandb/integration/sklearn/calculate/class_proportions.py +68 -0
  117. wandb/integration/sklearn/calculate/confusion_matrix.py +93 -0
  118. wandb/integration/sklearn/calculate/decision_boundaries.py +40 -0
  119. wandb/integration/sklearn/calculate/elbow_curve.py +55 -0
  120. wandb/integration/sklearn/calculate/feature_importances.py +67 -0
  121. wandb/integration/sklearn/calculate/learning_curve.py +64 -0
  122. wandb/integration/sklearn/calculate/outlier_candidates.py +69 -0
  123. wandb/integration/sklearn/calculate/residuals.py +86 -0
  124. wandb/integration/sklearn/calculate/silhouette.py +118 -0
  125. wandb/integration/sklearn/calculate/summary_metrics.py +62 -0
  126. wandb/integration/sklearn/plot/__init__.py +35 -0
  127. wandb/integration/sklearn/plot/classifier.py +329 -0
  128. wandb/integration/sklearn/plot/clusterer.py +146 -0
  129. wandb/integration/sklearn/plot/regressor.py +121 -0
  130. wandb/integration/sklearn/plot/shared.py +91 -0
  131. wandb/integration/sklearn/utils.py +183 -0
  132. wandb/integration/tensorboard/__init__.py +10 -0
  133. wandb/integration/tensorboard/log.py +355 -0
  134. wandb/integration/tensorboard/monkeypatch.py +185 -0
  135. wandb/integration/tensorflow/__init__.py +5 -0
  136. wandb/integration/tensorflow/estimator_hook.py +54 -0
  137. wandb/integration/torch/__init__.py +0 -0
  138. wandb/integration/torch/wandb_torch.py +554 -0
  139. wandb/integration/ultralytics/__init__.py +11 -0
  140. wandb/integration/ultralytics/bbox_utils.py +208 -0
  141. wandb/integration/ultralytics/callback.py +524 -0
  142. wandb/integration/ultralytics/classification_utils.py +83 -0
  143. wandb/integration/ultralytics/mask_utils.py +202 -0
  144. wandb/integration/ultralytics/pose_utils.py +103 -0
  145. wandb/integration/xgboost/__init__.py +11 -0
  146. wandb/integration/xgboost/xgboost.py +189 -0
  147. wandb/integration/yolov8/__init__.py +0 -0
  148. wandb/integration/yolov8/yolov8.py +284 -0
  149. wandb/jupyter.py +515 -0
  150. wandb/magic.py +3 -0
  151. wandb/mpmain/__init__.py +0 -0
  152. wandb/mpmain/__main__.py +1 -0
  153. wandb/old/__init__.py +0 -0
  154. wandb/old/core.py +53 -0
  155. wandb/old/settings.py +173 -0
  156. wandb/old/summary.py +440 -0
  157. wandb/plot/__init__.py +19 -0
  158. wandb/plot/bar.py +45 -0
  159. wandb/plot/confusion_matrix.py +100 -0
  160. wandb/plot/histogram.py +39 -0
  161. wandb/plot/line.py +43 -0
  162. wandb/plot/line_series.py +88 -0
  163. wandb/plot/pr_curve.py +136 -0
  164. wandb/plot/roc_curve.py +118 -0
  165. wandb/plot/scatter.py +32 -0
  166. wandb/plot/utils.py +183 -0
  167. wandb/plot/viz.py +123 -0
  168. wandb/proto/__init__.py +0 -0
  169. wandb/proto/v3/__init__.py +0 -0
  170. wandb/proto/v3/wandb_base_pb2.py +55 -0
  171. wandb/proto/v3/wandb_internal_pb2.py +1608 -0
  172. wandb/proto/v3/wandb_server_pb2.py +208 -0
  173. wandb/proto/v3/wandb_settings_pb2.py +112 -0
  174. wandb/proto/v3/wandb_telemetry_pb2.py +106 -0
  175. wandb/proto/v4/__init__.py +0 -0
  176. wandb/proto/v4/wandb_base_pb2.py +30 -0
  177. wandb/proto/v4/wandb_internal_pb2.py +360 -0
  178. wandb/proto/v4/wandb_server_pb2.py +63 -0
  179. wandb/proto/v4/wandb_settings_pb2.py +45 -0
  180. wandb/proto/v4/wandb_telemetry_pb2.py +41 -0
  181. wandb/proto/v5/wandb_base_pb2.py +31 -0
  182. wandb/proto/v5/wandb_internal_pb2.py +361 -0
  183. wandb/proto/v5/wandb_server_pb2.py +64 -0
  184. wandb/proto/v5/wandb_settings_pb2.py +46 -0
  185. wandb/proto/v5/wandb_telemetry_pb2.py +42 -0
  186. wandb/proto/wandb_base_pb2.py +10 -0
  187. wandb/proto/wandb_deprecated.py +53 -0
  188. wandb/proto/wandb_generate_deprecated.py +34 -0
  189. wandb/proto/wandb_generate_proto.py +49 -0
  190. wandb/proto/wandb_internal_pb2.py +16 -0
  191. wandb/proto/wandb_server_pb2.py +10 -0
  192. wandb/proto/wandb_settings_pb2.py +10 -0
  193. wandb/proto/wandb_telemetry_pb2.py +10 -0
  194. wandb/py.typed +0 -0
  195. wandb/sdk/__init__.py +37 -0
  196. wandb/sdk/artifacts/__init__.py +0 -0
  197. wandb/sdk/artifacts/_validators.py +90 -0
  198. wandb/sdk/artifacts/artifact.py +2389 -0
  199. wandb/sdk/artifacts/artifact_download_logger.py +43 -0
  200. wandb/sdk/artifacts/artifact_file_cache.py +253 -0
  201. wandb/sdk/artifacts/artifact_instance_cache.py +17 -0
  202. wandb/sdk/artifacts/artifact_manifest.py +74 -0
  203. wandb/sdk/artifacts/artifact_manifest_entry.py +249 -0
  204. wandb/sdk/artifacts/artifact_manifests/__init__.py +0 -0
  205. wandb/sdk/artifacts/artifact_manifests/artifact_manifest_v1.py +92 -0
  206. wandb/sdk/artifacts/artifact_saver.py +269 -0
  207. wandb/sdk/artifacts/artifact_state.py +11 -0
  208. wandb/sdk/artifacts/artifact_ttl.py +7 -0
  209. wandb/sdk/artifacts/exceptions.py +57 -0
  210. wandb/sdk/artifacts/staging.py +25 -0
  211. wandb/sdk/artifacts/storage_handler.py +62 -0
  212. wandb/sdk/artifacts/storage_handlers/__init__.py +0 -0
  213. wandb/sdk/artifacts/storage_handlers/azure_handler.py +208 -0
  214. wandb/sdk/artifacts/storage_handlers/gcs_handler.py +228 -0
  215. wandb/sdk/artifacts/storage_handlers/http_handler.py +114 -0
  216. wandb/sdk/artifacts/storage_handlers/local_file_handler.py +141 -0
  217. wandb/sdk/artifacts/storage_handlers/multi_handler.py +56 -0
  218. wandb/sdk/artifacts/storage_handlers/s3_handler.py +300 -0
  219. wandb/sdk/artifacts/storage_handlers/tracking_handler.py +72 -0
  220. wandb/sdk/artifacts/storage_handlers/wb_artifact_handler.py +135 -0
  221. wandb/sdk/artifacts/storage_handlers/wb_local_artifact_handler.py +74 -0
  222. wandb/sdk/artifacts/storage_layout.py +6 -0
  223. wandb/sdk/artifacts/storage_policies/__init__.py +4 -0
  224. wandb/sdk/artifacts/storage_policies/register.py +1 -0
  225. wandb/sdk/artifacts/storage_policies/wandb_storage_policy.py +378 -0
  226. wandb/sdk/artifacts/storage_policy.py +72 -0
  227. wandb/sdk/backend/__init__.py +0 -0
  228. wandb/sdk/backend/backend.py +222 -0
  229. wandb/sdk/data_types/__init__.py +0 -0
  230. wandb/sdk/data_types/_dtypes.py +914 -0
  231. wandb/sdk/data_types/_private.py +10 -0
  232. wandb/sdk/data_types/audio.py +165 -0
  233. wandb/sdk/data_types/base_types/__init__.py +0 -0
  234. wandb/sdk/data_types/base_types/json_metadata.py +55 -0
  235. wandb/sdk/data_types/base_types/media.py +315 -0
  236. wandb/sdk/data_types/base_types/wb_value.py +272 -0
  237. wandb/sdk/data_types/bokeh.py +70 -0
  238. wandb/sdk/data_types/graph.py +405 -0
  239. wandb/sdk/data_types/helper_types/__init__.py +0 -0
  240. wandb/sdk/data_types/helper_types/bounding_boxes_2d.py +295 -0
  241. wandb/sdk/data_types/helper_types/classes.py +159 -0
  242. wandb/sdk/data_types/helper_types/image_mask.py +235 -0
  243. wandb/sdk/data_types/histogram.py +96 -0
  244. wandb/sdk/data_types/html.py +115 -0
  245. wandb/sdk/data_types/image.py +845 -0
  246. wandb/sdk/data_types/molecule.py +241 -0
  247. wandb/sdk/data_types/object_3d.py +474 -0
  248. wandb/sdk/data_types/plotly.py +82 -0
  249. wandb/sdk/data_types/saved_model.py +446 -0
  250. wandb/sdk/data_types/table.py +1204 -0
  251. wandb/sdk/data_types/trace_tree.py +438 -0
  252. wandb/sdk/data_types/utils.py +229 -0
  253. wandb/sdk/data_types/video.py +247 -0
  254. wandb/sdk/integration_utils/__init__.py +0 -0
  255. wandb/sdk/integration_utils/auto_logging.py +239 -0
  256. wandb/sdk/integration_utils/data_logging.py +475 -0
  257. wandb/sdk/interface/__init__.py +0 -0
  258. wandb/sdk/interface/constants.py +4 -0
  259. wandb/sdk/interface/interface.py +972 -0
  260. wandb/sdk/interface/interface_queue.py +59 -0
  261. wandb/sdk/interface/interface_relay.py +53 -0
  262. wandb/sdk/interface/interface_shared.py +537 -0
  263. wandb/sdk/interface/interface_sock.py +61 -0
  264. wandb/sdk/interface/message_future.py +27 -0
  265. wandb/sdk/interface/message_future_poll.py +50 -0
  266. wandb/sdk/interface/router.py +118 -0
  267. wandb/sdk/interface/router_queue.py +44 -0
  268. wandb/sdk/interface/router_relay.py +39 -0
  269. wandb/sdk/interface/router_sock.py +36 -0
  270. wandb/sdk/interface/summary_record.py +67 -0
  271. wandb/sdk/internal/__init__.py +0 -0
  272. wandb/sdk/internal/context.py +89 -0
  273. wandb/sdk/internal/datastore.py +297 -0
  274. wandb/sdk/internal/file_pusher.py +181 -0
  275. wandb/sdk/internal/file_stream.py +695 -0
  276. wandb/sdk/internal/flow_control.py +263 -0
  277. wandb/sdk/internal/handler.py +901 -0
  278. wandb/sdk/internal/internal.py +417 -0
  279. wandb/sdk/internal/internal_api.py +4358 -0
  280. wandb/sdk/internal/internal_util.py +100 -0
  281. wandb/sdk/internal/job_builder.py +629 -0
  282. wandb/sdk/internal/profiler.py +78 -0
  283. wandb/sdk/internal/progress.py +83 -0
  284. wandb/sdk/internal/run.py +25 -0
  285. wandb/sdk/internal/sample.py +70 -0
  286. wandb/sdk/internal/sender.py +1686 -0
  287. wandb/sdk/internal/sender_config.py +197 -0
  288. wandb/sdk/internal/settings_static.py +90 -0
  289. wandb/sdk/internal/system/__init__.py +0 -0
  290. wandb/sdk/internal/system/assets/__init__.py +27 -0
  291. wandb/sdk/internal/system/assets/aggregators.py +37 -0
  292. wandb/sdk/internal/system/assets/asset_registry.py +20 -0
  293. wandb/sdk/internal/system/assets/cpu.py +163 -0
  294. wandb/sdk/internal/system/assets/disk.py +210 -0
  295. wandb/sdk/internal/system/assets/gpu.py +416 -0
  296. wandb/sdk/internal/system/assets/gpu_amd.py +239 -0
  297. wandb/sdk/internal/system/assets/gpu_apple.py +177 -0
  298. wandb/sdk/internal/system/assets/interfaces.py +207 -0
  299. wandb/sdk/internal/system/assets/ipu.py +177 -0
  300. wandb/sdk/internal/system/assets/memory.py +166 -0
  301. wandb/sdk/internal/system/assets/network.py +125 -0
  302. wandb/sdk/internal/system/assets/open_metrics.py +299 -0
  303. wandb/sdk/internal/system/assets/tpu.py +154 -0
  304. wandb/sdk/internal/system/assets/trainium.py +399 -0
  305. wandb/sdk/internal/system/env_probe_helpers.py +13 -0
  306. wandb/sdk/internal/system/system_info.py +249 -0
  307. wandb/sdk/internal/system/system_monitor.py +229 -0
  308. wandb/sdk/internal/tb_watcher.py +518 -0
  309. wandb/sdk/internal/thread_local_settings.py +18 -0
  310. wandb/sdk/internal/writer.py +206 -0
  311. wandb/sdk/launch/__init__.py +14 -0
  312. wandb/sdk/launch/_launch.py +330 -0
  313. wandb/sdk/launch/_launch_add.py +255 -0
  314. wandb/sdk/launch/_project_spec.py +566 -0
  315. wandb/sdk/launch/agent/__init__.py +5 -0
  316. wandb/sdk/launch/agent/agent.py +924 -0
  317. wandb/sdk/launch/agent/config.py +296 -0
  318. wandb/sdk/launch/agent/job_status_tracker.py +53 -0
  319. wandb/sdk/launch/agent/run_queue_item_file_saver.py +45 -0
  320. wandb/sdk/launch/builder/__init__.py +0 -0
  321. wandb/sdk/launch/builder/abstract.py +156 -0
  322. wandb/sdk/launch/builder/build.py +297 -0
  323. wandb/sdk/launch/builder/context_manager.py +235 -0
  324. wandb/sdk/launch/builder/docker_builder.py +177 -0
  325. wandb/sdk/launch/builder/kaniko_builder.py +595 -0
  326. wandb/sdk/launch/builder/noop.py +58 -0
  327. wandb/sdk/launch/builder/templates/_wandb_bootstrap.py +188 -0
  328. wandb/sdk/launch/builder/templates/dockerfile.py +92 -0
  329. wandb/sdk/launch/create_job.py +528 -0
  330. wandb/sdk/launch/environment/abstract.py +29 -0
  331. wandb/sdk/launch/environment/aws_environment.py +322 -0
  332. wandb/sdk/launch/environment/azure_environment.py +105 -0
  333. wandb/sdk/launch/environment/gcp_environment.py +335 -0
  334. wandb/sdk/launch/environment/local_environment.py +66 -0
  335. wandb/sdk/launch/errors.py +19 -0
  336. wandb/sdk/launch/git_reference.py +109 -0
  337. wandb/sdk/launch/inputs/files.py +148 -0
  338. wandb/sdk/launch/inputs/internal.py +315 -0
  339. wandb/sdk/launch/inputs/manage.py +113 -0
  340. wandb/sdk/launch/inputs/schema.py +39 -0
  341. wandb/sdk/launch/loader.py +249 -0
  342. wandb/sdk/launch/registry/abstract.py +48 -0
  343. wandb/sdk/launch/registry/anon.py +29 -0
  344. wandb/sdk/launch/registry/azure_container_registry.py +124 -0
  345. wandb/sdk/launch/registry/elastic_container_registry.py +192 -0
  346. wandb/sdk/launch/registry/google_artifact_registry.py +219 -0
  347. wandb/sdk/launch/registry/local_registry.py +67 -0
  348. wandb/sdk/launch/runner/__init__.py +0 -0
  349. wandb/sdk/launch/runner/abstract.py +195 -0
  350. wandb/sdk/launch/runner/kubernetes_monitor.py +474 -0
  351. wandb/sdk/launch/runner/kubernetes_runner.py +963 -0
  352. wandb/sdk/launch/runner/local_container.py +301 -0
  353. wandb/sdk/launch/runner/local_process.py +78 -0
  354. wandb/sdk/launch/runner/sagemaker_runner.py +426 -0
  355. wandb/sdk/launch/runner/vertex_runner.py +230 -0
  356. wandb/sdk/launch/sweeps/__init__.py +39 -0
  357. wandb/sdk/launch/sweeps/scheduler.py +742 -0
  358. wandb/sdk/launch/sweeps/scheduler_sweep.py +91 -0
  359. wandb/sdk/launch/sweeps/utils.py +316 -0
  360. wandb/sdk/launch/utils.py +746 -0
  361. wandb/sdk/launch/wandb_reference.py +138 -0
  362. wandb/sdk/lib/__init__.py +5 -0
  363. wandb/sdk/lib/_settings_toposort_generate.py +159 -0
  364. wandb/sdk/lib/_settings_toposort_generated.py +250 -0
  365. wandb/sdk/lib/_wburls_generate.py +25 -0
  366. wandb/sdk/lib/_wburls_generated.py +22 -0
  367. wandb/sdk/lib/apikey.py +273 -0
  368. wandb/sdk/lib/capped_dict.py +26 -0
  369. wandb/sdk/lib/config_util.py +101 -0
  370. wandb/sdk/lib/credentials.py +141 -0
  371. wandb/sdk/lib/deprecate.py +42 -0
  372. wandb/sdk/lib/disabled.py +29 -0
  373. wandb/sdk/lib/exit_hooks.py +54 -0
  374. wandb/sdk/lib/file_stream_utils.py +118 -0
  375. wandb/sdk/lib/filenames.py +64 -0
  376. wandb/sdk/lib/filesystem.py +372 -0
  377. wandb/sdk/lib/fsm.py +174 -0
  378. wandb/sdk/lib/gitlib.py +239 -0
  379. wandb/sdk/lib/gql_request.py +65 -0
  380. wandb/sdk/lib/handler_util.py +21 -0
  381. wandb/sdk/lib/hashutil.py +84 -0
  382. wandb/sdk/lib/import_hooks.py +275 -0
  383. wandb/sdk/lib/ipython.py +146 -0
  384. wandb/sdk/lib/json_util.py +80 -0
  385. wandb/sdk/lib/lazyloader.py +63 -0
  386. wandb/sdk/lib/mailbox.py +460 -0
  387. wandb/sdk/lib/module.py +69 -0
  388. wandb/sdk/lib/paths.py +106 -0
  389. wandb/sdk/lib/preinit.py +42 -0
  390. wandb/sdk/lib/printer.py +313 -0
  391. wandb/sdk/lib/proto_util.py +90 -0
  392. wandb/sdk/lib/redirect.py +845 -0
  393. wandb/sdk/lib/reporting.py +99 -0
  394. wandb/sdk/lib/retry.py +289 -0
  395. wandb/sdk/lib/run_moment.py +78 -0
  396. wandb/sdk/lib/runid.py +12 -0
  397. wandb/sdk/lib/server.py +52 -0
  398. wandb/sdk/lib/service_connection.py +216 -0
  399. wandb/sdk/lib/service_token.py +94 -0
  400. wandb/sdk/lib/sock_client.py +295 -0
  401. wandb/sdk/lib/sparkline.py +45 -0
  402. wandb/sdk/lib/telemetry.py +100 -0
  403. wandb/sdk/lib/timed_input.py +133 -0
  404. wandb/sdk/lib/timer.py +19 -0
  405. wandb/sdk/lib/tracelog.py +255 -0
  406. wandb/sdk/lib/wburls.py +46 -0
  407. wandb/sdk/service/__init__.py +0 -0
  408. wandb/sdk/service/_startup_debug.py +22 -0
  409. wandb/sdk/service/port_file.py +53 -0
  410. wandb/sdk/service/server.py +116 -0
  411. wandb/sdk/service/server_sock.py +276 -0
  412. wandb/sdk/service/service.py +242 -0
  413. wandb/sdk/service/streams.py +417 -0
  414. wandb/sdk/verify/__init__.py +0 -0
  415. wandb/sdk/verify/verify.py +501 -0
  416. wandb/sdk/wandb_alerts.py +12 -0
  417. wandb/sdk/wandb_config.py +322 -0
  418. wandb/sdk/wandb_helper.py +54 -0
  419. wandb/sdk/wandb_init.py +1266 -0
  420. wandb/sdk/wandb_login.py +349 -0
  421. wandb/sdk/wandb_metric.py +110 -0
  422. wandb/sdk/wandb_require.py +97 -0
  423. wandb/sdk/wandb_require_helpers.py +44 -0
  424. wandb/sdk/wandb_run.py +4236 -0
  425. wandb/sdk/wandb_settings.py +2001 -0
  426. wandb/sdk/wandb_setup.py +409 -0
  427. wandb/sdk/wandb_summary.py +150 -0
  428. wandb/sdk/wandb_sweep.py +119 -0
  429. wandb/sdk/wandb_sync.py +81 -0
  430. wandb/sdk/wandb_watch.py +144 -0
  431. wandb/sklearn.py +35 -0
  432. wandb/sync/__init__.py +3 -0
  433. wandb/sync/sync.py +443 -0
  434. wandb/trigger.py +29 -0
  435. wandb/util.py +1956 -0
  436. wandb/vendor/__init__.py +0 -0
  437. wandb/vendor/gql-0.2.0/setup.py +40 -0
  438. wandb/vendor/gql-0.2.0/tests/__init__.py +0 -0
  439. wandb/vendor/gql-0.2.0/tests/starwars/__init__.py +0 -0
  440. wandb/vendor/gql-0.2.0/tests/starwars/fixtures.py +96 -0
  441. wandb/vendor/gql-0.2.0/tests/starwars/schema.py +146 -0
  442. wandb/vendor/gql-0.2.0/tests/starwars/test_dsl.py +293 -0
  443. wandb/vendor/gql-0.2.0/tests/starwars/test_query.py +355 -0
  444. wandb/vendor/gql-0.2.0/tests/starwars/test_validation.py +171 -0
  445. wandb/vendor/gql-0.2.0/tests/test_client.py +31 -0
  446. wandb/vendor/gql-0.2.0/tests/test_transport.py +89 -0
  447. wandb/vendor/gql-0.2.0/wandb_gql/__init__.py +4 -0
  448. wandb/vendor/gql-0.2.0/wandb_gql/client.py +75 -0
  449. wandb/vendor/gql-0.2.0/wandb_gql/dsl.py +152 -0
  450. wandb/vendor/gql-0.2.0/wandb_gql/gql.py +10 -0
  451. wandb/vendor/gql-0.2.0/wandb_gql/transport/__init__.py +0 -0
  452. wandb/vendor/gql-0.2.0/wandb_gql/transport/http.py +6 -0
  453. wandb/vendor/gql-0.2.0/wandb_gql/transport/local_schema.py +15 -0
  454. wandb/vendor/gql-0.2.0/wandb_gql/transport/requests.py +46 -0
  455. wandb/vendor/gql-0.2.0/wandb_gql/utils.py +21 -0
  456. wandb/vendor/graphql-core-1.1/setup.py +86 -0
  457. wandb/vendor/graphql-core-1.1/wandb_graphql/__init__.py +287 -0
  458. wandb/vendor/graphql-core-1.1/wandb_graphql/error/__init__.py +6 -0
  459. wandb/vendor/graphql-core-1.1/wandb_graphql/error/base.py +42 -0
  460. wandb/vendor/graphql-core-1.1/wandb_graphql/error/format_error.py +11 -0
  461. wandb/vendor/graphql-core-1.1/wandb_graphql/error/located_error.py +29 -0
  462. wandb/vendor/graphql-core-1.1/wandb_graphql/error/syntax_error.py +36 -0
  463. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/__init__.py +26 -0
  464. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/base.py +311 -0
  465. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executor.py +398 -0
  466. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/__init__.py +0 -0
  467. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/asyncio.py +53 -0
  468. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/gevent.py +22 -0
  469. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/process.py +32 -0
  470. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/sync.py +7 -0
  471. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/thread.py +35 -0
  472. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/executors/utils.py +6 -0
  473. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/__init__.py +0 -0
  474. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/executor.py +66 -0
  475. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/fragment.py +252 -0
  476. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/resolver.py +151 -0
  477. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/experimental/utils.py +7 -0
  478. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/middleware.py +57 -0
  479. wandb/vendor/graphql-core-1.1/wandb_graphql/execution/values.py +145 -0
  480. wandb/vendor/graphql-core-1.1/wandb_graphql/graphql.py +60 -0
  481. wandb/vendor/graphql-core-1.1/wandb_graphql/language/__init__.py +0 -0
  482. wandb/vendor/graphql-core-1.1/wandb_graphql/language/ast.py +1349 -0
  483. wandb/vendor/graphql-core-1.1/wandb_graphql/language/base.py +19 -0
  484. wandb/vendor/graphql-core-1.1/wandb_graphql/language/lexer.py +435 -0
  485. wandb/vendor/graphql-core-1.1/wandb_graphql/language/location.py +30 -0
  486. wandb/vendor/graphql-core-1.1/wandb_graphql/language/parser.py +779 -0
  487. wandb/vendor/graphql-core-1.1/wandb_graphql/language/printer.py +193 -0
  488. wandb/vendor/graphql-core-1.1/wandb_graphql/language/source.py +18 -0
  489. wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor.py +222 -0
  490. wandb/vendor/graphql-core-1.1/wandb_graphql/language/visitor_meta.py +82 -0
  491. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/__init__.py +0 -0
  492. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/cached_property.py +17 -0
  493. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/contain_subset.py +28 -0
  494. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/default_ordered_dict.py +40 -0
  495. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/ordereddict.py +8 -0
  496. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/pair_set.py +43 -0
  497. wandb/vendor/graphql-core-1.1/wandb_graphql/pyutils/version.py +78 -0
  498. wandb/vendor/graphql-core-1.1/wandb_graphql/type/__init__.py +67 -0
  499. wandb/vendor/graphql-core-1.1/wandb_graphql/type/definition.py +619 -0
  500. wandb/vendor/graphql-core-1.1/wandb_graphql/type/directives.py +132 -0
  501. wandb/vendor/graphql-core-1.1/wandb_graphql/type/introspection.py +440 -0
  502. wandb/vendor/graphql-core-1.1/wandb_graphql/type/scalars.py +131 -0
  503. wandb/vendor/graphql-core-1.1/wandb_graphql/type/schema.py +100 -0
  504. wandb/vendor/graphql-core-1.1/wandb_graphql/type/typemap.py +145 -0
  505. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/__init__.py +0 -0
  506. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/assert_valid_name.py +9 -0
  507. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_from_value.py +65 -0
  508. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_code.py +49 -0
  509. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/ast_to_dict.py +24 -0
  510. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/base.py +75 -0
  511. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_ast_schema.py +291 -0
  512. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/build_client_schema.py +250 -0
  513. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/concat_ast.py +9 -0
  514. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/extend_schema.py +357 -0
  515. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_field_def.py +27 -0
  516. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/get_operation_ast.py +21 -0
  517. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/introspection_query.py +90 -0
  518. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_literal_value.py +67 -0
  519. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/is_valid_value.py +66 -0
  520. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/quoted_or_list.py +21 -0
  521. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/schema_printer.py +168 -0
  522. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/suggestion_list.py +56 -0
  523. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_comparators.py +69 -0
  524. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_from_ast.py +21 -0
  525. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/type_info.py +149 -0
  526. wandb/vendor/graphql-core-1.1/wandb_graphql/utils/value_from_ast.py +69 -0
  527. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/__init__.py +4 -0
  528. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/__init__.py +79 -0
  529. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/arguments_of_correct_type.py +24 -0
  530. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/base.py +8 -0
  531. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/default_values_of_correct_type.py +44 -0
  532. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fields_on_correct_type.py +113 -0
  533. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/fragments_on_composite_types.py +33 -0
  534. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_argument_names.py +70 -0
  535. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_directives.py +97 -0
  536. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_fragment_names.py +19 -0
  537. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/known_type_names.py +43 -0
  538. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/lone_anonymous_operation.py +23 -0
  539. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_fragment_cycles.py +59 -0
  540. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_undefined_variables.py +36 -0
  541. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_fragments.py +38 -0
  542. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/no_unused_variables.py +37 -0
  543. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/overlapping_fields_can_be_merged.py +529 -0
  544. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/possible_fragment_spreads.py +44 -0
  545. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/provided_non_null_arguments.py +46 -0
  546. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/scalar_leafs.py +33 -0
  547. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_argument_names.py +32 -0
  548. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_fragment_names.py +28 -0
  549. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_input_field_names.py +33 -0
  550. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_operation_names.py +31 -0
  551. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/unique_variable_names.py +27 -0
  552. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_are_input_types.py +21 -0
  553. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/rules/variables_in_allowed_position.py +53 -0
  554. wandb/vendor/graphql-core-1.1/wandb_graphql/validation/validation.py +158 -0
  555. wandb/vendor/promise-2.3.0/conftest.py +30 -0
  556. wandb/vendor/promise-2.3.0/setup.py +64 -0
  557. wandb/vendor/promise-2.3.0/tests/__init__.py +0 -0
  558. wandb/vendor/promise-2.3.0/tests/conftest.py +8 -0
  559. wandb/vendor/promise-2.3.0/tests/test_awaitable.py +32 -0
  560. wandb/vendor/promise-2.3.0/tests/test_awaitable_35.py +47 -0
  561. wandb/vendor/promise-2.3.0/tests/test_benchmark.py +116 -0
  562. wandb/vendor/promise-2.3.0/tests/test_complex_threads.py +23 -0
  563. wandb/vendor/promise-2.3.0/tests/test_dataloader.py +452 -0
  564. wandb/vendor/promise-2.3.0/tests/test_dataloader_awaitable_35.py +99 -0
  565. wandb/vendor/promise-2.3.0/tests/test_dataloader_extra.py +65 -0
  566. wandb/vendor/promise-2.3.0/tests/test_extra.py +670 -0
  567. wandb/vendor/promise-2.3.0/tests/test_issues.py +132 -0
  568. wandb/vendor/promise-2.3.0/tests/test_promise_list.py +70 -0
  569. wandb/vendor/promise-2.3.0/tests/test_spec.py +584 -0
  570. wandb/vendor/promise-2.3.0/tests/test_thread_safety.py +115 -0
  571. wandb/vendor/promise-2.3.0/tests/utils.py +3 -0
  572. wandb/vendor/promise-2.3.0/wandb_promise/__init__.py +38 -0
  573. wandb/vendor/promise-2.3.0/wandb_promise/async_.py +135 -0
  574. wandb/vendor/promise-2.3.0/wandb_promise/compat.py +32 -0
  575. wandb/vendor/promise-2.3.0/wandb_promise/dataloader.py +326 -0
  576. wandb/vendor/promise-2.3.0/wandb_promise/iterate_promise.py +12 -0
  577. wandb/vendor/promise-2.3.0/wandb_promise/promise.py +848 -0
  578. wandb/vendor/promise-2.3.0/wandb_promise/promise_list.py +151 -0
  579. wandb/vendor/promise-2.3.0/wandb_promise/pyutils/__init__.py +0 -0
  580. wandb/vendor/promise-2.3.0/wandb_promise/pyutils/version.py +83 -0
  581. wandb/vendor/promise-2.3.0/wandb_promise/schedulers/__init__.py +0 -0
  582. wandb/vendor/promise-2.3.0/wandb_promise/schedulers/asyncio.py +22 -0
  583. wandb/vendor/promise-2.3.0/wandb_promise/schedulers/gevent.py +21 -0
  584. wandb/vendor/promise-2.3.0/wandb_promise/schedulers/immediate.py +27 -0
  585. wandb/vendor/promise-2.3.0/wandb_promise/schedulers/thread.py +18 -0
  586. wandb/vendor/promise-2.3.0/wandb_promise/utils.py +56 -0
  587. wandb/vendor/pygments/__init__.py +90 -0
  588. wandb/vendor/pygments/cmdline.py +568 -0
  589. wandb/vendor/pygments/console.py +74 -0
  590. wandb/vendor/pygments/filter.py +74 -0
  591. wandb/vendor/pygments/filters/__init__.py +350 -0
  592. wandb/vendor/pygments/formatter.py +95 -0
  593. wandb/vendor/pygments/formatters/__init__.py +153 -0
  594. wandb/vendor/pygments/formatters/_mapping.py +85 -0
  595. wandb/vendor/pygments/formatters/bbcode.py +109 -0
  596. wandb/vendor/pygments/formatters/html.py +851 -0
  597. wandb/vendor/pygments/formatters/img.py +600 -0
  598. wandb/vendor/pygments/formatters/irc.py +182 -0
  599. wandb/vendor/pygments/formatters/latex.py +482 -0
  600. wandb/vendor/pygments/formatters/other.py +160 -0
  601. wandb/vendor/pygments/formatters/rtf.py +147 -0
  602. wandb/vendor/pygments/formatters/svg.py +153 -0
  603. wandb/vendor/pygments/formatters/terminal.py +136 -0
  604. wandb/vendor/pygments/formatters/terminal256.py +309 -0
  605. wandb/vendor/pygments/lexer.py +871 -0
  606. wandb/vendor/pygments/lexers/__init__.py +329 -0
  607. wandb/vendor/pygments/lexers/_asy_builtins.py +1645 -0
  608. wandb/vendor/pygments/lexers/_cl_builtins.py +232 -0
  609. wandb/vendor/pygments/lexers/_cocoa_builtins.py +72 -0
  610. wandb/vendor/pygments/lexers/_csound_builtins.py +1346 -0
  611. wandb/vendor/pygments/lexers/_lasso_builtins.py +5327 -0
  612. wandb/vendor/pygments/lexers/_lua_builtins.py +295 -0
  613. wandb/vendor/pygments/lexers/_mapping.py +500 -0
  614. wandb/vendor/pygments/lexers/_mql_builtins.py +1172 -0
  615. wandb/vendor/pygments/lexers/_openedge_builtins.py +2547 -0
  616. wandb/vendor/pygments/lexers/_php_builtins.py +4756 -0
  617. wandb/vendor/pygments/lexers/_postgres_builtins.py +621 -0
  618. wandb/vendor/pygments/lexers/_scilab_builtins.py +3094 -0
  619. wandb/vendor/pygments/lexers/_sourcemod_builtins.py +1163 -0
  620. wandb/vendor/pygments/lexers/_stan_builtins.py +532 -0
  621. wandb/vendor/pygments/lexers/_stata_builtins.py +419 -0
  622. wandb/vendor/pygments/lexers/_tsql_builtins.py +1004 -0
  623. wandb/vendor/pygments/lexers/_vim_builtins.py +1939 -0
  624. wandb/vendor/pygments/lexers/actionscript.py +240 -0
  625. wandb/vendor/pygments/lexers/agile.py +24 -0
  626. wandb/vendor/pygments/lexers/algebra.py +221 -0
  627. wandb/vendor/pygments/lexers/ambient.py +76 -0
  628. wandb/vendor/pygments/lexers/ampl.py +87 -0
  629. wandb/vendor/pygments/lexers/apl.py +101 -0
  630. wandb/vendor/pygments/lexers/archetype.py +318 -0
  631. wandb/vendor/pygments/lexers/asm.py +641 -0
  632. wandb/vendor/pygments/lexers/automation.py +374 -0
  633. wandb/vendor/pygments/lexers/basic.py +500 -0
  634. wandb/vendor/pygments/lexers/bibtex.py +160 -0
  635. wandb/vendor/pygments/lexers/business.py +612 -0
  636. wandb/vendor/pygments/lexers/c_cpp.py +252 -0
  637. wandb/vendor/pygments/lexers/c_like.py +541 -0
  638. wandb/vendor/pygments/lexers/capnproto.py +78 -0
  639. wandb/vendor/pygments/lexers/chapel.py +102 -0
  640. wandb/vendor/pygments/lexers/clean.py +288 -0
  641. wandb/vendor/pygments/lexers/compiled.py +34 -0
  642. wandb/vendor/pygments/lexers/configs.py +833 -0
  643. wandb/vendor/pygments/lexers/console.py +114 -0
  644. wandb/vendor/pygments/lexers/crystal.py +393 -0
  645. wandb/vendor/pygments/lexers/csound.py +366 -0
  646. wandb/vendor/pygments/lexers/css.py +689 -0
  647. wandb/vendor/pygments/lexers/d.py +251 -0
  648. wandb/vendor/pygments/lexers/dalvik.py +125 -0
  649. wandb/vendor/pygments/lexers/data.py +555 -0
  650. wandb/vendor/pygments/lexers/diff.py +165 -0
  651. wandb/vendor/pygments/lexers/dotnet.py +691 -0
  652. wandb/vendor/pygments/lexers/dsls.py +878 -0
  653. wandb/vendor/pygments/lexers/dylan.py +289 -0
  654. wandb/vendor/pygments/lexers/ecl.py +125 -0
  655. wandb/vendor/pygments/lexers/eiffel.py +65 -0
  656. wandb/vendor/pygments/lexers/elm.py +121 -0
  657. wandb/vendor/pygments/lexers/erlang.py +533 -0
  658. wandb/vendor/pygments/lexers/esoteric.py +277 -0
  659. wandb/vendor/pygments/lexers/ezhil.py +69 -0
  660. wandb/vendor/pygments/lexers/factor.py +344 -0
  661. wandb/vendor/pygments/lexers/fantom.py +250 -0
  662. wandb/vendor/pygments/lexers/felix.py +273 -0
  663. wandb/vendor/pygments/lexers/forth.py +177 -0
  664. wandb/vendor/pygments/lexers/fortran.py +205 -0
  665. wandb/vendor/pygments/lexers/foxpro.py +428 -0
  666. wandb/vendor/pygments/lexers/functional.py +21 -0
  667. wandb/vendor/pygments/lexers/go.py +101 -0
  668. wandb/vendor/pygments/lexers/grammar_notation.py +213 -0
  669. wandb/vendor/pygments/lexers/graph.py +80 -0
  670. wandb/vendor/pygments/lexers/graphics.py +553 -0
  671. wandb/vendor/pygments/lexers/haskell.py +843 -0
  672. wandb/vendor/pygments/lexers/haxe.py +936 -0
  673. wandb/vendor/pygments/lexers/hdl.py +382 -0
  674. wandb/vendor/pygments/lexers/hexdump.py +103 -0
  675. wandb/vendor/pygments/lexers/html.py +602 -0
  676. wandb/vendor/pygments/lexers/idl.py +270 -0
  677. wandb/vendor/pygments/lexers/igor.py +288 -0
  678. wandb/vendor/pygments/lexers/inferno.py +96 -0
  679. wandb/vendor/pygments/lexers/installers.py +322 -0
  680. wandb/vendor/pygments/lexers/int_fiction.py +1343 -0
  681. wandb/vendor/pygments/lexers/iolang.py +63 -0
  682. wandb/vendor/pygments/lexers/j.py +146 -0
  683. wandb/vendor/pygments/lexers/javascript.py +1525 -0
  684. wandb/vendor/pygments/lexers/julia.py +333 -0
  685. wandb/vendor/pygments/lexers/jvm.py +1573 -0
  686. wandb/vendor/pygments/lexers/lisp.py +2621 -0
  687. wandb/vendor/pygments/lexers/make.py +202 -0
  688. wandb/vendor/pygments/lexers/markup.py +595 -0
  689. wandb/vendor/pygments/lexers/math.py +21 -0
  690. wandb/vendor/pygments/lexers/matlab.py +663 -0
  691. wandb/vendor/pygments/lexers/ml.py +769 -0
  692. wandb/vendor/pygments/lexers/modeling.py +358 -0
  693. wandb/vendor/pygments/lexers/modula2.py +1561 -0
  694. wandb/vendor/pygments/lexers/monte.py +204 -0
  695. wandb/vendor/pygments/lexers/ncl.py +894 -0
  696. wandb/vendor/pygments/lexers/nimrod.py +159 -0
  697. wandb/vendor/pygments/lexers/nit.py +64 -0
  698. wandb/vendor/pygments/lexers/nix.py +136 -0
  699. wandb/vendor/pygments/lexers/oberon.py +105 -0
  700. wandb/vendor/pygments/lexers/objective.py +504 -0
  701. wandb/vendor/pygments/lexers/ooc.py +85 -0
  702. wandb/vendor/pygments/lexers/other.py +41 -0
  703. wandb/vendor/pygments/lexers/parasail.py +79 -0
  704. wandb/vendor/pygments/lexers/parsers.py +835 -0
  705. wandb/vendor/pygments/lexers/pascal.py +644 -0
  706. wandb/vendor/pygments/lexers/pawn.py +199 -0
  707. wandb/vendor/pygments/lexers/perl.py +620 -0
  708. wandb/vendor/pygments/lexers/php.py +267 -0
  709. wandb/vendor/pygments/lexers/praat.py +294 -0
  710. wandb/vendor/pygments/lexers/prolog.py +306 -0
  711. wandb/vendor/pygments/lexers/python.py +939 -0
  712. wandb/vendor/pygments/lexers/qvt.py +152 -0
  713. wandb/vendor/pygments/lexers/r.py +453 -0
  714. wandb/vendor/pygments/lexers/rdf.py +270 -0
  715. wandb/vendor/pygments/lexers/rebol.py +431 -0
  716. wandb/vendor/pygments/lexers/resource.py +85 -0
  717. wandb/vendor/pygments/lexers/rnc.py +67 -0
  718. wandb/vendor/pygments/lexers/roboconf.py +82 -0
  719. wandb/vendor/pygments/lexers/robotframework.py +560 -0
  720. wandb/vendor/pygments/lexers/ruby.py +519 -0
  721. wandb/vendor/pygments/lexers/rust.py +220 -0
  722. wandb/vendor/pygments/lexers/sas.py +228 -0
  723. wandb/vendor/pygments/lexers/scripting.py +1222 -0
  724. wandb/vendor/pygments/lexers/shell.py +794 -0
  725. wandb/vendor/pygments/lexers/smalltalk.py +195 -0
  726. wandb/vendor/pygments/lexers/smv.py +79 -0
  727. wandb/vendor/pygments/lexers/snobol.py +83 -0
  728. wandb/vendor/pygments/lexers/special.py +103 -0
  729. wandb/vendor/pygments/lexers/sql.py +681 -0
  730. wandb/vendor/pygments/lexers/stata.py +108 -0
  731. wandb/vendor/pygments/lexers/supercollider.py +90 -0
  732. wandb/vendor/pygments/lexers/tcl.py +145 -0
  733. wandb/vendor/pygments/lexers/templates.py +2283 -0
  734. wandb/vendor/pygments/lexers/testing.py +207 -0
  735. wandb/vendor/pygments/lexers/text.py +25 -0
  736. wandb/vendor/pygments/lexers/textedit.py +169 -0
  737. wandb/vendor/pygments/lexers/textfmts.py +297 -0
  738. wandb/vendor/pygments/lexers/theorem.py +458 -0
  739. wandb/vendor/pygments/lexers/trafficscript.py +54 -0
  740. wandb/vendor/pygments/lexers/typoscript.py +226 -0
  741. wandb/vendor/pygments/lexers/urbi.py +133 -0
  742. wandb/vendor/pygments/lexers/varnish.py +190 -0
  743. wandb/vendor/pygments/lexers/verification.py +111 -0
  744. wandb/vendor/pygments/lexers/web.py +24 -0
  745. wandb/vendor/pygments/lexers/webmisc.py +988 -0
  746. wandb/vendor/pygments/lexers/whiley.py +116 -0
  747. wandb/vendor/pygments/lexers/x10.py +69 -0
  748. wandb/vendor/pygments/modeline.py +44 -0
  749. wandb/vendor/pygments/plugin.py +68 -0
  750. wandb/vendor/pygments/regexopt.py +92 -0
  751. wandb/vendor/pygments/scanner.py +105 -0
  752. wandb/vendor/pygments/sphinxext.py +158 -0
  753. wandb/vendor/pygments/style.py +155 -0
  754. wandb/vendor/pygments/styles/__init__.py +80 -0
  755. wandb/vendor/pygments/styles/abap.py +29 -0
  756. wandb/vendor/pygments/styles/algol.py +63 -0
  757. wandb/vendor/pygments/styles/algol_nu.py +63 -0
  758. wandb/vendor/pygments/styles/arduino.py +98 -0
  759. wandb/vendor/pygments/styles/autumn.py +65 -0
  760. wandb/vendor/pygments/styles/borland.py +51 -0
  761. wandb/vendor/pygments/styles/bw.py +49 -0
  762. wandb/vendor/pygments/styles/colorful.py +81 -0
  763. wandb/vendor/pygments/styles/default.py +73 -0
  764. wandb/vendor/pygments/styles/emacs.py +72 -0
  765. wandb/vendor/pygments/styles/friendly.py +72 -0
  766. wandb/vendor/pygments/styles/fruity.py +42 -0
  767. wandb/vendor/pygments/styles/igor.py +29 -0
  768. wandb/vendor/pygments/styles/lovelace.py +97 -0
  769. wandb/vendor/pygments/styles/manni.py +75 -0
  770. wandb/vendor/pygments/styles/monokai.py +106 -0
  771. wandb/vendor/pygments/styles/murphy.py +80 -0
  772. wandb/vendor/pygments/styles/native.py +65 -0
  773. wandb/vendor/pygments/styles/paraiso_dark.py +125 -0
  774. wandb/vendor/pygments/styles/paraiso_light.py +125 -0
  775. wandb/vendor/pygments/styles/pastie.py +75 -0
  776. wandb/vendor/pygments/styles/perldoc.py +69 -0
  777. wandb/vendor/pygments/styles/rainbow_dash.py +89 -0
  778. wandb/vendor/pygments/styles/rrt.py +33 -0
  779. wandb/vendor/pygments/styles/sas.py +44 -0
  780. wandb/vendor/pygments/styles/stata.py +40 -0
  781. wandb/vendor/pygments/styles/tango.py +141 -0
  782. wandb/vendor/pygments/styles/trac.py +63 -0
  783. wandb/vendor/pygments/styles/vim.py +63 -0
  784. wandb/vendor/pygments/styles/vs.py +38 -0
  785. wandb/vendor/pygments/styles/xcode.py +51 -0
  786. wandb/vendor/pygments/token.py +213 -0
  787. wandb/vendor/pygments/unistring.py +217 -0
  788. wandb/vendor/pygments/util.py +388 -0
  789. wandb/vendor/pynvml/__init__.py +0 -0
  790. wandb/vendor/pynvml/pynvml.py +4779 -0
  791. wandb/vendor/watchdog_0_9_0/wandb_watchdog/__init__.py +17 -0
  792. wandb/vendor/watchdog_0_9_0/wandb_watchdog/events.py +615 -0
  793. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/__init__.py +98 -0
  794. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/api.py +369 -0
  795. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents.py +172 -0
  796. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/fsevents2.py +239 -0
  797. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify.py +218 -0
  798. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_buffer.py +81 -0
  799. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/inotify_c.py +575 -0
  800. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/kqueue.py +730 -0
  801. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/polling.py +145 -0
  802. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/read_directory_changes.py +133 -0
  803. wandb/vendor/watchdog_0_9_0/wandb_watchdog/observers/winapi.py +348 -0
  804. wandb/vendor/watchdog_0_9_0/wandb_watchdog/patterns.py +265 -0
  805. wandb/vendor/watchdog_0_9_0/wandb_watchdog/tricks/__init__.py +174 -0
  806. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/__init__.py +151 -0
  807. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/bricks.py +249 -0
  808. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/compat.py +29 -0
  809. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/decorators.py +198 -0
  810. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/delayed_queue.py +88 -0
  811. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/dirsnapshot.py +293 -0
  812. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/echo.py +157 -0
  813. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/event_backport.py +41 -0
  814. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/importlib2.py +40 -0
  815. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/platform.py +57 -0
  816. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/unicode_paths.py +64 -0
  817. wandb/vendor/watchdog_0_9_0/wandb_watchdog/utils/win32stat.py +123 -0
  818. wandb/vendor/watchdog_0_9_0/wandb_watchdog/version.py +28 -0
  819. wandb/vendor/watchdog_0_9_0/wandb_watchdog/watchmedo.py +577 -0
  820. wandb/wandb_agent.py +588 -0
  821. wandb/wandb_controller.py +721 -0
  822. wandb/wandb_run.py +9 -0
  823. wandb-0.18.2.dist-info/METADATA +213 -0
  824. wandb-0.18.2.dist-info/RECORD +827 -0
  825. wandb-0.18.2.dist-info/WHEEL +5 -0
  826. wandb-0.18.2.dist-info/entry_points.txt +3 -0
  827. wandb-0.18.2.dist-info/licenses/LICENSE +21 -0
@@ -0,0 +1,746 @@
1
+ import asyncio
2
+ import json
3
+ import logging
4
+ import os
5
+ import platform
6
+ import re
7
+ import subprocess
8
+ import sys
9
+ from collections import defaultdict
10
+ from typing import TYPE_CHECKING, Any, Dict, List, Optional, Tuple, cast
11
+
12
+ import click
13
+
14
+ import wandb
15
+ import wandb.docker as docker
16
+ from wandb import util
17
+ from wandb.apis.internal import Api
18
+ from wandb.sdk.launch.errors import LaunchError
19
+ from wandb.sdk.launch.git_reference import GitReference
20
+ from wandb.sdk.launch.wandb_reference import WandbReference
21
+ from wandb.sdk.wandb_config import Config
22
+
23
+ from .builder.templates._wandb_bootstrap import (
24
+ FAILED_PACKAGES_POSTFIX,
25
+ FAILED_PACKAGES_PREFIX,
26
+ )
27
+
28
+ FAILED_PACKAGES_REGEX = re.compile(
29
+ f"{re.escape(FAILED_PACKAGES_PREFIX)}(.*){re.escape(FAILED_PACKAGES_POSTFIX)}"
30
+ )
31
+
32
+ if TYPE_CHECKING: # pragma: no cover
33
+ from wandb.sdk.launch.agent.job_status_tracker import JobAndRunStatusTracker
34
+
35
+
36
+ # TODO: this should be restricted to just Git repos and not S3 and stuff like that
37
+ _GIT_URI_REGEX = re.compile(
38
+ r"^[^/|^~|^\.].*(git|bitbucket|dev\.azure\.com|\.visualstudio\.com)"
39
+ )
40
+ _VALID_IP_REGEX = r"^https?://[0-9]+(?:\.[0-9]+){3}(:[0-9]+)?"
41
+ _VALID_PIP_PACKAGE_REGEX = r"^[a-zA-Z0-9_.-]+$"
42
+ _VALID_WANDB_REGEX = r"^https?://(api.)?wandb"
43
+ _WANDB_URI_REGEX = re.compile(r"|".join([_VALID_WANDB_REGEX, _VALID_IP_REGEX]))
44
+ _WANDB_QA_URI_REGEX = re.compile(
45
+ r"^https?://ap\w.qa.wandb"
46
+ ) # for testing, not sure if we wanna keep this
47
+ _WANDB_DEV_URI_REGEX = re.compile(
48
+ r"^https?://ap\w.wandb.test"
49
+ ) # for testing, not sure if we wanna keep this
50
+ _WANDB_LOCAL_DEV_URI_REGEX = re.compile(
51
+ r"^https?://localhost"
52
+ ) # for testing, not sure if we wanna keep this
53
+
54
+ API_KEY_REGEX = r"WANDB_API_KEY=\w+(-\w+)?"
55
+
56
+ MACRO_REGEX = re.compile(r"\$\{(\w+)\}")
57
+
58
+ AZURE_CONTAINER_REGISTRY_URI_REGEX = re.compile(
59
+ r"^(?:https://)?([\w]+)\.azurecr\.io/(?P<repository>[\w\-]+):?(?P<tag>.*)"
60
+ )
61
+
62
+ ELASTIC_CONTAINER_REGISTRY_URI_REGEX = re.compile(
63
+ r"^(?:https://)?(?P<account>[\w-]+)\.dkr\.ecr\.(?P<region>[\w-]+)\.amazonaws\.com/(?P<repository>[\.\/\w-]+):?(?P<tag>.*)$"
64
+ )
65
+
66
+ GCP_ARTIFACT_REGISTRY_URI_REGEX = re.compile(
67
+ r"^(?:https://)?(?P<region>[\w-]+)-docker\.pkg\.dev/(?P<project>[\w-]+)/(?P<repository>[\w-]+)/?(?P<image_name>[\w-]+)?(?P<tag>:.*)?$",
68
+ re.IGNORECASE,
69
+ )
70
+
71
+ S3_URI_RE = re.compile(r"s3://([^/]+)(/(.*))?")
72
+ GCS_URI_RE = re.compile(r"gs://([^/]+)(?:/(.*))?")
73
+ AZURE_BLOB_REGEX = re.compile(
74
+ r"^https://([^\.]+)\.blob\.core\.windows\.net/([^/]+)/?(.*)$"
75
+ )
76
+
77
+ ARN_PARTITION_RE = re.compile(r"^arn:([^:]+):[^:]*:[^:]*:[^:]*:[^:]*$")
78
+
79
+ PROJECT_SYNCHRONOUS = "SYNCHRONOUS"
80
+
81
+ LAUNCH_CONFIG_FILE = "~/.config/wandb/launch-config.yaml"
82
+ LAUNCH_DEFAULT_PROJECT = "model-registry"
83
+
84
+ _logger = logging.getLogger(__name__)
85
+ LOG_PREFIX = f"{click.style('launch:', fg='magenta')} "
86
+
87
+ MAX_ENV_LENGTHS: Dict[str, int] = defaultdict(lambda: 32670)
88
+ MAX_ENV_LENGTHS["SageMakerRunner"] = 512
89
+
90
+ CODE_MOUNT_DIR = "/mnt/wandb"
91
+
92
+
93
+ def load_wandb_config() -> Config:
94
+ """Load wandb config from WANDB_CONFIG environment variable(s).
95
+
96
+ The WANDB_CONFIG environment variable is a json string that can contain
97
+ multiple config keys. The WANDB_CONFIG_[0-9]+ environment variables are
98
+ used for environments where there is a limit on the length of environment
99
+ variables. In that case, we shard the contents of WANDB_CONFIG into
100
+ multiple environment variables numbered from 0.
101
+
102
+ Returns:
103
+ A dictionary of wandb config values.
104
+ """
105
+ config_str = os.environ.get("WANDB_CONFIG")
106
+ if config_str is None:
107
+ config_str = ""
108
+ idx = 0
109
+ while True:
110
+ chunk = os.environ.get(f"WANDB_CONFIG_{idx}")
111
+ if chunk is None:
112
+ break
113
+ config_str += chunk
114
+ idx += 1
115
+ if idx < 1:
116
+ raise LaunchError(
117
+ "No WANDB_CONFIG or WANDB_CONFIG_[0-9]+ environment variables found"
118
+ )
119
+ wandb_config = Config()
120
+ try:
121
+ env_config = json.loads(config_str)
122
+ except json.JSONDecodeError as e:
123
+ raise LaunchError(f"Failed to parse WANDB_CONFIG: {e}") from e
124
+
125
+ wandb_config.update(env_config)
126
+ return wandb_config
127
+
128
+
129
+ def event_loop_thread_exec(func: Any) -> Any:
130
+ """Wrapper for running any function in an awaitable thread on an event loop.
131
+
132
+ Example usage:
133
+ ```
134
+ def my_func(arg1, arg2):
135
+ return arg1 + arg2
136
+
137
+ future = event_loop_thread_exec(my_func)(2, 2)
138
+ assert await future == 4
139
+ ```
140
+
141
+ The returned function must be called within an active event loop.
142
+ """
143
+
144
+ async def wrapper(*args: Any, **kwargs: Any) -> Any:
145
+ loop = asyncio.get_event_loop()
146
+ result = cast(
147
+ Any, await loop.run_in_executor(None, lambda: func(*args, **kwargs))
148
+ )
149
+ return result
150
+
151
+ return wrapper
152
+
153
+
154
+ def _is_wandb_uri(uri: str) -> bool:
155
+ return (
156
+ _WANDB_URI_REGEX.match(uri)
157
+ or _WANDB_DEV_URI_REGEX.match(uri)
158
+ or _WANDB_LOCAL_DEV_URI_REGEX.match(uri)
159
+ or _WANDB_QA_URI_REGEX.match(uri)
160
+ ) is not None
161
+
162
+
163
+ def _is_wandb_dev_uri(uri: str) -> bool:
164
+ return bool(_WANDB_DEV_URI_REGEX.match(uri))
165
+
166
+
167
+ def _is_wandb_local_uri(uri: str) -> bool:
168
+ return bool(_WANDB_LOCAL_DEV_URI_REGEX.match(uri))
169
+
170
+
171
+ def _is_git_uri(uri: str) -> bool:
172
+ return bool(_GIT_URI_REGEX.match(uri))
173
+
174
+
175
+ def sanitize_wandb_api_key(s: str) -> str:
176
+ return str(re.sub(API_KEY_REGEX, "WANDB_API_KEY", s))
177
+
178
+
179
+ def get_project_from_job(job: str) -> Optional[str]:
180
+ job_parts = job.split("/")
181
+ if len(job_parts) == 3:
182
+ return job_parts[1]
183
+ return None
184
+
185
+
186
+ def set_project_entity_defaults(
187
+ uri: Optional[str],
188
+ job: Optional[str],
189
+ api: Api,
190
+ project: Optional[str],
191
+ entity: Optional[str],
192
+ launch_config: Optional[Dict[str, Any]],
193
+ ) -> Tuple[Optional[str], str]:
194
+ # set the target project and entity if not provided
195
+ source_uri = None
196
+ if uri is not None:
197
+ if _is_wandb_uri(uri):
198
+ _, source_uri, _ = parse_wandb_uri(uri)
199
+ elif _is_git_uri(uri):
200
+ source_uri = os.path.splitext(os.path.basename(uri))[0]
201
+ elif job is not None:
202
+ source_uri = get_project_from_job(job)
203
+ if project is None:
204
+ config_project = None
205
+ if launch_config:
206
+ config_project = launch_config.get("project")
207
+ project = config_project or source_uri or ""
208
+ if entity is None:
209
+ entity = get_default_entity(api, launch_config)
210
+ prefix = ""
211
+ if platform.system() != "Windows" and sys.stdout.encoding == "UTF-8":
212
+ prefix = "🚀 "
213
+ wandb.termlog(
214
+ f"{LOG_PREFIX}{prefix}Launching run into {entity}{'/' + project if project else ''}"
215
+ )
216
+ return project, entity
217
+
218
+
219
+ def get_default_entity(api: Api, launch_config: Optional[Dict[str, Any]]):
220
+ config_entity = None
221
+ if launch_config:
222
+ config_entity = launch_config.get("entity")
223
+ return config_entity or api.default_entity
224
+
225
+
226
+ def strip_resource_args_and_template_vars(launch_spec: Dict[str, Any]) -> None:
227
+ if launch_spec.get("resource_args", None) and launch_spec.get(
228
+ "template_variables", None
229
+ ):
230
+ wandb.termwarn(
231
+ "Launch spec contains both resource_args and template_variables, "
232
+ "only one can be set. Using template_variables."
233
+ )
234
+ launch_spec.pop("resource_args")
235
+
236
+
237
+ def construct_launch_spec(
238
+ uri: Optional[str],
239
+ job: Optional[str],
240
+ api: Api,
241
+ name: Optional[str],
242
+ project: Optional[str],
243
+ entity: Optional[str],
244
+ docker_image: Optional[str],
245
+ resource: Optional[str],
246
+ entry_point: Optional[List[str]],
247
+ version: Optional[str],
248
+ resource_args: Optional[Dict[str, Any]],
249
+ launch_config: Optional[Dict[str, Any]],
250
+ run_id: Optional[str],
251
+ repository: Optional[str],
252
+ author: Optional[str],
253
+ sweep_id: Optional[str] = None,
254
+ ) -> Dict[str, Any]:
255
+ """Construct the launch specification from CLI arguments."""
256
+ # override base config (if supplied) with supplied args
257
+ launch_spec = launch_config if launch_config is not None else {}
258
+ if uri is not None:
259
+ launch_spec["uri"] = uri
260
+ if job is not None:
261
+ launch_spec["job"] = job
262
+ project, entity = set_project_entity_defaults(
263
+ uri,
264
+ job,
265
+ api,
266
+ project,
267
+ entity,
268
+ launch_config,
269
+ )
270
+ launch_spec["entity"] = entity
271
+ if author:
272
+ launch_spec["author"] = author
273
+
274
+ launch_spec["project"] = project
275
+ if name:
276
+ launch_spec["name"] = name
277
+ if "docker" not in launch_spec:
278
+ launch_spec["docker"] = {}
279
+ if docker_image:
280
+ launch_spec["docker"]["docker_image"] = docker_image
281
+ if sweep_id: # all runs in a sweep have this set
282
+ launch_spec["sweep_id"] = sweep_id
283
+
284
+ if "resource" not in launch_spec:
285
+ launch_spec["resource"] = resource if resource else None
286
+
287
+ if "git" not in launch_spec:
288
+ launch_spec["git"] = {}
289
+ if version:
290
+ launch_spec["git"]["version"] = version
291
+
292
+ if "overrides" not in launch_spec:
293
+ launch_spec["overrides"] = {}
294
+
295
+ if not isinstance(launch_spec["overrides"].get("args", []), list):
296
+ raise LaunchError("override args must be a list of strings")
297
+
298
+ if resource_args:
299
+ launch_spec["resource_args"] = resource_args
300
+
301
+ if entry_point:
302
+ launch_spec["overrides"]["entry_point"] = entry_point
303
+
304
+ if run_id is not None:
305
+ launch_spec["run_id"] = run_id
306
+
307
+ if repository:
308
+ launch_config = launch_config or {}
309
+ if launch_config.get("registry"):
310
+ launch_config["registry"]["url"] = repository
311
+ else:
312
+ launch_config["registry"] = {"url": repository}
313
+
314
+ # dont send both resource args and template variables
315
+ strip_resource_args_and_template_vars(launch_spec)
316
+
317
+ return launch_spec
318
+
319
+
320
+ def validate_launch_spec_source(launch_spec: Dict[str, Any]) -> None:
321
+ job = launch_spec.get("job")
322
+ docker_image = launch_spec.get("docker", {}).get("docker_image")
323
+ if bool(job) == bool(docker_image):
324
+ raise LaunchError(
325
+ "Exactly one of job or docker_image must be specified in the launch "
326
+ "spec."
327
+ )
328
+
329
+
330
+ def parse_wandb_uri(uri: str) -> Tuple[str, str, str]:
331
+ """Parse wandb uri to retrieve entity, project and run name."""
332
+ ref = WandbReference.parse(uri)
333
+ if not ref or not ref.entity or not ref.project or not ref.run_id:
334
+ raise LaunchError(f"Trouble parsing wandb uri {uri}")
335
+ return (ref.entity, ref.project, ref.run_id)
336
+
337
+
338
+ def get_local_python_deps(
339
+ dir: str, filename: str = "requirements.local.txt"
340
+ ) -> Optional[str]:
341
+ try:
342
+ env = os.environ
343
+ with open(os.path.join(dir, filename), "w") as f:
344
+ subprocess.call(["pip", "freeze"], env=env, stdout=f)
345
+ return filename
346
+ except subprocess.CalledProcessError as e:
347
+ wandb.termerror(f"Command failed: {e}")
348
+ return None
349
+
350
+
351
+ def diff_pip_requirements(req_1: List[str], req_2: List[str]) -> Dict[str, str]:
352
+ """Return a list of pip requirements that are not in req_1 but are in req_2."""
353
+
354
+ def _parse_req(req: List[str]) -> Dict[str, str]:
355
+ # TODO: This can be made more exhaustive, but for 99% of cases this is fine
356
+ # see https://pip.pypa.io/en/stable/reference/requirements-file-format/#example
357
+ d: Dict[str, str] = dict()
358
+ for line in req:
359
+ _name: str = None # type: ignore
360
+ _version: str = None # type: ignore
361
+ if line.startswith("#"): # Ignore comments
362
+ continue
363
+ elif "git+" in line or "hg+" in line:
364
+ _name = line.split("#egg=")[1]
365
+ _version = line.split("@")[-1].split("#")[0]
366
+ elif "==" in line:
367
+ _s = line.split("==")
368
+ _name = _s[0].lower()
369
+ _version = _s[1].split("#")[0].strip()
370
+ elif ">=" in line:
371
+ _s = line.split(">=")
372
+ _name = _s[0].lower()
373
+ _version = _s[1].split("#")[0].strip()
374
+ elif ">" in line:
375
+ _s = line.split(">")
376
+ _name = _s[0].lower()
377
+ _version = _s[1].split("#")[0].strip()
378
+ elif re.match(_VALID_PIP_PACKAGE_REGEX, line) is not None:
379
+ _name = line
380
+ else:
381
+ raise ValueError(f"Unable to parse pip requirements file line: {line}")
382
+ if _name is not None:
383
+ assert re.match(
384
+ _VALID_PIP_PACKAGE_REGEX, _name
385
+ ), f"Invalid pip package name {_name}"
386
+ d[_name] = _version
387
+ return d
388
+
389
+ # Use symmetric difference between dict representation to print errors
390
+ try:
391
+ req_1_dict: Dict[str, str] = _parse_req(req_1)
392
+ req_2_dict: Dict[str, str] = _parse_req(req_2)
393
+ except (AssertionError, ValueError, IndexError, KeyError) as e:
394
+ raise LaunchError(f"Failed to parse pip requirements: {e}")
395
+ diff: List[Tuple[str, str]] = []
396
+ for item in set(req_1_dict.items()) ^ set(req_2_dict.items()):
397
+ diff.append(item)
398
+ # Parse through the diff to make it pretty
399
+ pretty_diff: Dict[str, str] = {}
400
+ for name, version in diff:
401
+ if pretty_diff.get(name) is None:
402
+ pretty_diff[name] = version
403
+ else:
404
+ pretty_diff[name] = f"v{version} and v{pretty_diff[name]}"
405
+ return pretty_diff
406
+
407
+
408
+ def validate_wandb_python_deps(
409
+ requirements_file: Optional[str],
410
+ dir: str,
411
+ ) -> None:
412
+ """Warn if local python dependencies differ from wandb requirements.txt."""
413
+ if requirements_file is not None:
414
+ requirements_path = os.path.join(dir, requirements_file)
415
+ with open(requirements_path) as f:
416
+ wandb_python_deps: List[str] = f.read().splitlines()
417
+
418
+ local_python_file = get_local_python_deps(dir)
419
+ if local_python_file is not None:
420
+ local_python_deps_path = os.path.join(dir, local_python_file)
421
+ with open(local_python_deps_path) as f:
422
+ local_python_deps: List[str] = f.read().splitlines()
423
+
424
+ diff_pip_requirements(wandb_python_deps, local_python_deps)
425
+ return
426
+ _logger.warning("Unable to validate local python dependencies")
427
+
428
+
429
+ def apply_patch(patch_string: str, dst_dir: str) -> None:
430
+ """Applies a patch file to a directory."""
431
+ _logger.info("Applying diff.patch")
432
+ with open(os.path.join(dst_dir, "diff.patch"), "w") as fp:
433
+ fp.write(patch_string)
434
+ try:
435
+ subprocess.check_call(
436
+ [
437
+ "patch",
438
+ "-s",
439
+ f"--directory={dst_dir}",
440
+ "-p1",
441
+ "-i",
442
+ "diff.patch",
443
+ ]
444
+ )
445
+ except subprocess.CalledProcessError:
446
+ raise wandb.Error("Failed to apply diff.patch associated with run.")
447
+
448
+
449
+ def _fetch_git_repo(dst_dir: str, uri: str, version: Optional[str]) -> Optional[str]:
450
+ """Clones the git repo at ``uri`` into ``dst_dir``.
451
+
452
+ checks out commit ``version``. Assumes authentication parameters are
453
+ specified by the environment, e.g. by a Git credential helper.
454
+ """
455
+ # We defer importing git until the last moment, because the import requires that the git
456
+ # executable is available on the PATH, so we only want to fail if we actually need it.
457
+
458
+ _logger.info("Fetching git repo")
459
+ ref = GitReference(uri, version)
460
+ if ref is None:
461
+ raise LaunchError(f"Unable to parse git uri: {uri}")
462
+ ref.fetch(dst_dir)
463
+ if version is None:
464
+ version = ref.ref
465
+ return version
466
+
467
+
468
+ def convert_jupyter_notebook_to_script(fname: str, project_dir: str) -> str:
469
+ nbconvert = wandb.util.get_module(
470
+ "nbconvert", "nbformat and nbconvert are required to use launch with notebooks"
471
+ )
472
+ nbformat = wandb.util.get_module(
473
+ "nbformat", "nbformat and nbconvert are required to use launch with notebooks"
474
+ )
475
+
476
+ _logger.info("Converting notebook to script")
477
+ new_name = fname.replace(".ipynb", ".py")
478
+ with open(os.path.join(project_dir, fname)) as fh:
479
+ nb = nbformat.reads(fh.read(), nbformat.NO_CONVERT)
480
+ for cell in nb.cells:
481
+ if cell.cell_type == "code":
482
+ source_lines = cell.source.split("\n")
483
+ modified_lines = []
484
+ for line in source_lines:
485
+ if not line.startswith("!"):
486
+ modified_lines.append(line)
487
+ cell.source = "\n".join(modified_lines)
488
+
489
+ exporter = nbconvert.PythonExporter()
490
+ source, meta = exporter.from_notebook_node(nb)
491
+
492
+ with open(os.path.join(project_dir, new_name), "w+") as fh:
493
+ fh.writelines(source)
494
+ return new_name
495
+
496
+
497
+ def to_camel_case(maybe_snake_str: str) -> str:
498
+ if "_" not in maybe_snake_str:
499
+ return maybe_snake_str
500
+ components = maybe_snake_str.split("_")
501
+ return "".join(x.title() if x else "_" for x in components)
502
+
503
+
504
+ def validate_build_and_registry_configs(
505
+ build_config: Dict[str, Any], registry_config: Dict[str, Any]
506
+ ) -> None:
507
+ build_config_credentials = build_config.get("credentials", {})
508
+ registry_config_credentials = registry_config.get("credentials", {})
509
+ if (
510
+ build_config_credentials
511
+ and registry_config_credentials
512
+ and build_config_credentials != registry_config_credentials
513
+ ):
514
+ raise LaunchError("registry and build config credential mismatch")
515
+
516
+
517
+ async def get_kube_context_and_api_client(
518
+ kubernetes: Any,
519
+ resource_args: Dict[str, Any],
520
+ ) -> Tuple[Any, Any]:
521
+ config_file = resource_args.get("configFile", None)
522
+ context = None
523
+ if config_file is not None or os.path.exists(os.path.expanduser("~/.kube/config")):
524
+ # context only exist in the non-incluster case
525
+ (
526
+ all_contexts,
527
+ active_context,
528
+ ) = kubernetes.config.list_kube_config_contexts(config_file)
529
+ context = None
530
+ if resource_args.get("context"):
531
+ context_name = resource_args["context"]
532
+ for c in all_contexts:
533
+ if c["name"] == context_name:
534
+ context = c
535
+ break
536
+ raise LaunchError(f"Specified context {context_name} was not found.")
537
+ else:
538
+ context = active_context
539
+ # TODO: We should not really be performing this check if the user is not
540
+ # using EKS but I don't see an obvious way to make an eks specific code path
541
+ # right here.
542
+ util.get_module(
543
+ "awscli",
544
+ "awscli is required to load a kubernetes context "
545
+ "from eks. Please run `pip install wandb[launch]` to install it.",
546
+ )
547
+ await kubernetes.config.load_kube_config(config_file, context["name"])
548
+ api_client = await kubernetes.config.new_client_from_config(
549
+ config_file, context=context["name"]
550
+ )
551
+ return context, api_client
552
+ else:
553
+ kubernetes.config.load_incluster_config()
554
+ api_client = kubernetes.client.api_client.ApiClient()
555
+ return context, api_client
556
+
557
+
558
+ def resolve_build_and_registry_config(
559
+ default_launch_config: Optional[Dict[str, Any]],
560
+ build_config: Optional[Dict[str, Any]],
561
+ registry_config: Optional[Dict[str, Any]],
562
+ ) -> Tuple[Dict[str, Any], Dict[str, Any]]:
563
+ resolved_build_config: Dict[str, Any] = {}
564
+ if build_config is None and default_launch_config is not None:
565
+ resolved_build_config = default_launch_config.get("builder", {})
566
+ elif build_config is not None:
567
+ resolved_build_config = build_config
568
+ resolved_registry_config: Dict[str, Any] = {}
569
+ if registry_config is None and default_launch_config is not None:
570
+ resolved_registry_config = default_launch_config.get("registry", {})
571
+ elif registry_config is not None:
572
+ resolved_registry_config = registry_config
573
+ validate_build_and_registry_configs(resolved_build_config, resolved_registry_config)
574
+ return resolved_build_config, resolved_registry_config
575
+
576
+
577
+ def check_logged_in(api: Api) -> bool:
578
+ """Check if a user is logged in.
579
+
580
+ Raises an error if the viewer doesn't load (likely a broken API key). Expected time
581
+ cost is 0.1-0.2 seconds.
582
+ """
583
+ res = api.api.viewer()
584
+ if not res:
585
+ raise LaunchError(
586
+ "Could not connect with current API-key. "
587
+ "Please relogin using `wandb login --relogin`"
588
+ " and try again (see `wandb login --help` for more options)"
589
+ )
590
+
591
+ return True
592
+
593
+
594
+ def make_name_dns_safe(name: str) -> str:
595
+ resp = name.replace("_", "-").lower()
596
+ resp = re.sub(r"[^a-z\.\-]", "", resp)
597
+ # Actual length limit is 253, but we want to leave room for the generated suffix
598
+ resp = resp[:200]
599
+ return resp
600
+
601
+
602
+ def warn_failed_packages_from_build_logs(
603
+ log: str, image_uri: str, api: Api, job_tracker: Optional["JobAndRunStatusTracker"]
604
+ ) -> None:
605
+ match = FAILED_PACKAGES_REGEX.search(log)
606
+ if match:
607
+ _msg = f"Failed to install the following packages: {match.group(1)} for image: {image_uri}. Will attempt to launch image without them."
608
+ wandb.termwarn(_msg)
609
+ if job_tracker is not None:
610
+ res = job_tracker.saver.save_contents(
611
+ _msg, "failed-packages.log", "warning"
612
+ )
613
+ api.update_run_queue_item_warning(
614
+ job_tracker.run_queue_item_id,
615
+ "Some packages were not successfully installed during the build",
616
+ "build",
617
+ res,
618
+ )
619
+
620
+
621
+ def docker_image_exists(docker_image: str, should_raise: bool = False) -> bool:
622
+ """Check if a specific image is already available.
623
+
624
+ Optionally raises an exception if the image is not found.
625
+ """
626
+ _logger.info("Checking if base image exists...")
627
+ try:
628
+ docker.run(["docker", "image", "inspect", docker_image])
629
+ return True
630
+ except (docker.DockerError, ValueError) as e:
631
+ if should_raise:
632
+ raise e
633
+ _logger.info("Base image not found. Generating new base image")
634
+ return False
635
+
636
+
637
+ def pull_docker_image(docker_image: str) -> None:
638
+ """Pull the requested docker image."""
639
+ try:
640
+ docker.run(["docker", "pull", docker_image])
641
+ except docker.DockerError as e:
642
+ raise LaunchError(f"Docker server returned error: {e}")
643
+
644
+
645
+ def macro_sub(original: str, sub_dict: Dict[str, Optional[str]]) -> str:
646
+ """Substitute macros in a string.
647
+
648
+ Macros occur in the string in the ${macro} format. The macro names are
649
+ substituted with their values from the given dictionary. If a macro
650
+ is not found in the dictionary, it is left unchanged.
651
+
652
+ Args:
653
+ original: The string to substitute macros in.
654
+ sub_dict: A dictionary mapping macro names to their values.
655
+
656
+ Returns:
657
+ The string with the macros substituted.
658
+ """
659
+ return MACRO_REGEX.sub(
660
+ lambda match: str(sub_dict.get(match.group(1), match.group(0))), original
661
+ )
662
+
663
+
664
+ def recursive_macro_sub(source: Any, sub_dict: Dict[str, Optional[str]]) -> Any:
665
+ """Recursively substitute macros in a parsed JSON or YAML blob.
666
+
667
+ Macros occur in strings at leaves of the blob in the ${macro} format.
668
+ The macro names are substituted with their values from the given dictionary.
669
+ If a macro is not found in the dictionary, it is left unchanged.
670
+
671
+ Arguments:
672
+ source: The JSON or YAML blob to substitute macros in.
673
+ sub_dict: A dictionary mapping macro names to their values.
674
+
675
+ Returns:
676
+ The blob with the macros substituted.
677
+ """
678
+ if isinstance(source, str):
679
+ return macro_sub(source, sub_dict)
680
+ elif isinstance(source, list):
681
+ return [recursive_macro_sub(item, sub_dict) for item in source]
682
+ elif isinstance(source, dict):
683
+ return {
684
+ key: recursive_macro_sub(value, sub_dict) for key, value in source.items()
685
+ }
686
+ else:
687
+ return source
688
+
689
+
690
+ def fetch_and_validate_template_variables(
691
+ runqueue: Any, fields: dict
692
+ ) -> Dict[str, Any]:
693
+ template_variables = {}
694
+
695
+ variable_schemas = {}
696
+ for tv in runqueue.template_variables:
697
+ variable_schemas[tv["name"]] = json.loads(tv["schema"])
698
+
699
+ for field in fields:
700
+ field_parts = field.split("=")
701
+ if len(field_parts) != 2:
702
+ raise LaunchError(
703
+ f'--set-var value must be in the format "--set-var key1=value1", instead got: {field}'
704
+ )
705
+ key, val = field_parts
706
+ if key not in variable_schemas:
707
+ raise LaunchError(
708
+ f"Queue {runqueue.name} does not support overriding {key}."
709
+ )
710
+ schema = variable_schemas.get(key, {})
711
+ field_type = schema.get("type")
712
+ try:
713
+ if field_type == "integer":
714
+ val = int(val)
715
+ elif field_type == "number":
716
+ val = float(val)
717
+
718
+ except ValueError:
719
+ raise LaunchError(f"Value for {key} must be of type {field_type}.")
720
+ template_variables[key] = val
721
+ return template_variables
722
+
723
+
724
+ def get_entrypoint_file(entrypoint: List[str]) -> Optional[str]:
725
+ """Get the entrypoint file from the given command.
726
+
727
+ Args:
728
+ entrypoint (List[str]): List of command and arguments.
729
+
730
+ Returns:
731
+ Optional[str]: The entrypoint file if found, otherwise None.
732
+ """
733
+ if not entrypoint:
734
+ return None
735
+ if entrypoint[0].endswith(".py") or entrypoint[0].endswith(".sh"):
736
+ return entrypoint[0]
737
+ if len(entrypoint) < 2:
738
+ return None
739
+ return entrypoint[1]
740
+
741
+
742
+ def get_current_python_version() -> Tuple[str, str]:
743
+ full_version = sys.version.split()[0].split(".")
744
+ major = full_version[0]
745
+ version = ".".join(full_version[:2]) if len(full_version) >= 2 else major + ".0"
746
+ return version, major