wandb 0.17.0rc1__py3-none-win32.whl → 0.17.1__py3-none-win32.whl

Sign up to get free protection for your applications and to get access to all the features.
Files changed (174) hide show
  1. wandb/__init__.py +1 -2
  2. wandb/apis/importers/internals/internal.py +0 -1
  3. wandb/apis/importers/wandb.py +12 -7
  4. wandb/apis/internal.py +0 -3
  5. wandb/apis/public/api.py +213 -79
  6. wandb/apis/public/artifacts.py +335 -100
  7. wandb/apis/public/files.py +9 -9
  8. wandb/apis/public/jobs.py +16 -4
  9. wandb/apis/public/projects.py +26 -28
  10. wandb/apis/public/query_generator.py +1 -1
  11. wandb/apis/public/runs.py +163 -65
  12. wandb/apis/public/sweeps.py +2 -2
  13. wandb/apis/reports/__init__.py +1 -7
  14. wandb/apis/reports/v1/__init__.py +5 -27
  15. wandb/apis/reports/v2/__init__.py +7 -19
  16. wandb/apis/workspaces/__init__.py +8 -0
  17. wandb/beta/workflows.py +8 -3
  18. wandb/bin/wandb-core +0 -0
  19. wandb/cli/cli.py +131 -59
  20. wandb/data_types.py +6 -3
  21. wandb/docker/__init__.py +2 -2
  22. wandb/env.py +3 -3
  23. wandb/errors/term.py +10 -2
  24. wandb/filesync/step_checksum.py +1 -4
  25. wandb/filesync/step_prepare.py +4 -24
  26. wandb/filesync/step_upload.py +5 -107
  27. wandb/filesync/upload_job.py +0 -76
  28. wandb/integration/gym/__init__.py +35 -15
  29. wandb/integration/huggingface/resolver.py +2 -2
  30. wandb/integration/keras/callbacks/metrics_logger.py +1 -1
  31. wandb/integration/keras/keras.py +1 -1
  32. wandb/integration/openai/fine_tuning.py +21 -3
  33. wandb/integration/prodigy/prodigy.py +1 -1
  34. wandb/jupyter.py +16 -17
  35. wandb/old/summary.py +1 -1
  36. wandb/plot/confusion_matrix.py +1 -1
  37. wandb/plot/pr_curve.py +2 -1
  38. wandb/plot/roc_curve.py +2 -1
  39. wandb/{plots → plot}/utils.py +13 -25
  40. wandb/proto/v3/wandb_internal_pb2.py +54 -54
  41. wandb/proto/v3/wandb_settings_pb2.py +2 -2
  42. wandb/proto/v3/wandb_telemetry_pb2.py +10 -10
  43. wandb/proto/v4/wandb_internal_pb2.py +54 -54
  44. wandb/proto/v4/wandb_settings_pb2.py +2 -2
  45. wandb/proto/v4/wandb_telemetry_pb2.py +10 -10
  46. wandb/proto/v5/wandb_base_pb2.py +30 -0
  47. wandb/proto/v5/wandb_internal_pb2.py +355 -0
  48. wandb/proto/v5/wandb_server_pb2.py +63 -0
  49. wandb/proto/v5/wandb_settings_pb2.py +45 -0
  50. wandb/proto/v5/wandb_telemetry_pb2.py +41 -0
  51. wandb/proto/wandb_base_pb2.py +2 -0
  52. wandb/proto/wandb_deprecated.py +9 -1
  53. wandb/proto/wandb_generate_deprecated.py +34 -0
  54. wandb/proto/{wandb_internal_codegen.py → wandb_generate_proto.py} +1 -35
  55. wandb/proto/wandb_internal_pb2.py +2 -0
  56. wandb/proto/wandb_server_pb2.py +2 -0
  57. wandb/proto/wandb_settings_pb2.py +2 -0
  58. wandb/proto/wandb_telemetry_pb2.py +2 -0
  59. wandb/sdk/artifacts/artifact.py +68 -22
  60. wandb/sdk/artifacts/artifact_manifest.py +1 -1
  61. wandb/sdk/artifacts/artifact_manifest_entry.py +6 -3
  62. wandb/sdk/artifacts/artifact_manifests/artifact_manifest_v1.py +1 -1
  63. wandb/sdk/artifacts/artifact_saver.py +1 -10
  64. wandb/sdk/artifacts/storage_handlers/local_file_handler.py +6 -2
  65. wandb/sdk/artifacts/storage_handlers/multi_handler.py +1 -1
  66. wandb/sdk/artifacts/storage_handlers/tracking_handler.py +6 -4
  67. wandb/sdk/artifacts/storage_policies/wandb_storage_policy.py +2 -42
  68. wandb/sdk/artifacts/storage_policy.py +1 -12
  69. wandb/sdk/data_types/_dtypes.py +8 -8
  70. wandb/sdk/data_types/image.py +2 -2
  71. wandb/sdk/data_types/video.py +5 -3
  72. wandb/sdk/integration_utils/data_logging.py +5 -5
  73. wandb/sdk/interface/interface.py +14 -1
  74. wandb/sdk/interface/interface_shared.py +1 -1
  75. wandb/sdk/internal/file_pusher.py +2 -5
  76. wandb/sdk/internal/file_stream.py +6 -19
  77. wandb/sdk/internal/internal_api.py +148 -136
  78. wandb/sdk/internal/job_builder.py +208 -136
  79. wandb/sdk/internal/progress.py +0 -28
  80. wandb/sdk/internal/sender.py +102 -39
  81. wandb/sdk/internal/settings_static.py +8 -1
  82. wandb/sdk/internal/system/assets/trainium.py +3 -3
  83. wandb/sdk/internal/system/system_info.py +4 -2
  84. wandb/sdk/internal/update.py +1 -1
  85. wandb/sdk/launch/__init__.py +9 -1
  86. wandb/sdk/launch/_launch.py +4 -24
  87. wandb/sdk/launch/_launch_add.py +1 -3
  88. wandb/sdk/launch/_project_spec.py +187 -225
  89. wandb/sdk/launch/agent/agent.py +59 -19
  90. wandb/sdk/launch/agent/config.py +0 -3
  91. wandb/sdk/launch/builder/abstract.py +68 -1
  92. wandb/sdk/launch/builder/build.py +165 -576
  93. wandb/sdk/launch/builder/context_manager.py +235 -0
  94. wandb/sdk/launch/builder/docker_builder.py +7 -23
  95. wandb/sdk/launch/builder/kaniko_builder.py +12 -25
  96. wandb/sdk/launch/builder/templates/dockerfile.py +92 -0
  97. wandb/sdk/launch/create_job.py +51 -45
  98. wandb/sdk/launch/environment/aws_environment.py +26 -1
  99. wandb/sdk/launch/inputs/files.py +148 -0
  100. wandb/sdk/launch/inputs/internal.py +224 -0
  101. wandb/sdk/launch/inputs/manage.py +95 -0
  102. wandb/sdk/launch/registry/google_artifact_registry.py +1 -1
  103. wandb/sdk/launch/runner/abstract.py +2 -2
  104. wandb/sdk/launch/runner/kubernetes_monitor.py +45 -12
  105. wandb/sdk/launch/runner/kubernetes_runner.py +6 -8
  106. wandb/sdk/launch/runner/local_container.py +2 -3
  107. wandb/sdk/launch/runner/local_process.py +8 -29
  108. wandb/sdk/launch/runner/sagemaker_runner.py +20 -14
  109. wandb/sdk/launch/runner/vertex_runner.py +8 -7
  110. wandb/sdk/launch/sweeps/scheduler.py +5 -3
  111. wandb/sdk/launch/sweeps/scheduler_sweep.py +1 -1
  112. wandb/sdk/launch/sweeps/utils.py +4 -4
  113. wandb/sdk/launch/utils.py +16 -138
  114. wandb/sdk/lib/_settings_toposort_generated.py +2 -5
  115. wandb/sdk/lib/apikey.py +4 -2
  116. wandb/sdk/lib/config_util.py +3 -3
  117. wandb/sdk/lib/import_hooks.py +1 -1
  118. wandb/sdk/lib/proto_util.py +22 -1
  119. wandb/sdk/lib/redirect.py +20 -15
  120. wandb/sdk/lib/tracelog.py +1 -1
  121. wandb/sdk/service/service.py +2 -1
  122. wandb/sdk/service/streams.py +5 -5
  123. wandb/sdk/wandb_init.py +25 -59
  124. wandb/sdk/wandb_login.py +28 -25
  125. wandb/sdk/wandb_run.py +123 -53
  126. wandb/sdk/wandb_settings.py +33 -64
  127. wandb/sdk/wandb_setup.py +1 -1
  128. wandb/sdk/wandb_watch.py +1 -1
  129. wandb/sklearn/plot/classifier.py +10 -12
  130. wandb/sklearn/plot/clusterer.py +1 -1
  131. wandb/sync/sync.py +2 -2
  132. wandb/testing/relay.py +32 -17
  133. wandb/util.py +36 -37
  134. wandb/wandb_agent.py +3 -3
  135. wandb/wandb_controller.py +5 -4
  136. {wandb-0.17.0rc1.dist-info → wandb-0.17.1.dist-info}/METADATA +8 -10
  137. {wandb-0.17.0rc1.dist-info → wandb-0.17.1.dist-info}/RECORD +140 -162
  138. wandb/apis/reports/v1/_blocks.py +0 -1406
  139. wandb/apis/reports/v1/_helpers.py +0 -70
  140. wandb/apis/reports/v1/_panels.py +0 -1282
  141. wandb/apis/reports/v1/_templates.py +0 -478
  142. wandb/apis/reports/v1/blocks.py +0 -27
  143. wandb/apis/reports/v1/helpers.py +0 -2
  144. wandb/apis/reports/v1/mutations.py +0 -66
  145. wandb/apis/reports/v1/panels.py +0 -17
  146. wandb/apis/reports/v1/report.py +0 -268
  147. wandb/apis/reports/v1/runset.py +0 -144
  148. wandb/apis/reports/v1/templates.py +0 -7
  149. wandb/apis/reports/v1/util.py +0 -406
  150. wandb/apis/reports/v1/validators.py +0 -131
  151. wandb/apis/reports/v2/blocks.py +0 -25
  152. wandb/apis/reports/v2/expr_parsing.py +0 -257
  153. wandb/apis/reports/v2/gql.py +0 -68
  154. wandb/apis/reports/v2/interface.py +0 -1911
  155. wandb/apis/reports/v2/internal.py +0 -867
  156. wandb/apis/reports/v2/metrics.py +0 -6
  157. wandb/apis/reports/v2/panels.py +0 -15
  158. wandb/catboost/__init__.py +0 -9
  159. wandb/fastai/__init__.py +0 -9
  160. wandb/keras/__init__.py +0 -19
  161. wandb/lightgbm/__init__.py +0 -9
  162. wandb/plots/__init__.py +0 -6
  163. wandb/plots/explain_text.py +0 -36
  164. wandb/plots/heatmap.py +0 -81
  165. wandb/plots/named_entity.py +0 -43
  166. wandb/plots/part_of_speech.py +0 -50
  167. wandb/plots/plot_definitions.py +0 -768
  168. wandb/plots/precision_recall.py +0 -121
  169. wandb/plots/roc.py +0 -103
  170. wandb/sacred/__init__.py +0 -3
  171. wandb/xgboost/__init__.py +0 -9
  172. {wandb-0.17.0rc1.dist-info → wandb-0.17.1.dist-info}/WHEEL +0 -0
  173. {wandb-0.17.0rc1.dist-info → wandb-0.17.1.dist-info}/entry_points.txt +0 -0
  174. {wandb-0.17.0rc1.dist-info → wandb-0.17.1.dist-info}/licenses/LICENSE +0 -0
@@ -1,121 +0,0 @@
1
- import wandb
2
- from wandb import util
3
- from wandb.plots.utils import (
4
- deprecation_notice,
5
- encode_labels,
6
- test_missing,
7
- test_types,
8
- )
9
-
10
- chart_limit = wandb.Table.MAX_ROWS
11
-
12
-
13
- def precision_recall(
14
- y_true=None, y_probas=None, labels=None, plot_micro=True, classes_to_plot=None
15
- ):
16
- """
17
- Computes the tradeoff between precision and recall for different thresholds.
18
- A high area under the curve represents both high recall and high precision,
19
- where high precision relates to a low false positive rate, and high recall
20
- relates to a low false negative rate. High scores for both show that the
21
- classifier is returning accurate results (high precision), as well as
22
- returning a majority of all positive results (high recall).
23
- PR curve is useful when the classes are very imbalanced.
24
-
25
- Arguments:
26
- y_true (arr): Test set labels.
27
- y_probas (arr): Test set predicted probabilities.
28
- labels (list): Named labels for target varible (y). Makes plots easier to
29
- read by replacing target values with corresponding index.
30
- For example labels= ['dog', 'cat', 'owl'] all 0s are
31
- replaced by 'dog', 1s by 'cat'.
32
-
33
- Returns:
34
- Nothing. To see plots, go to your W&B run page then expand the 'media' tab
35
- under 'auto visualizations'.
36
-
37
- Example:
38
- wandb.log({'pr': wandb.plots.precision_recall(y_true, y_probas, labels)})
39
- """
40
- deprecation_notice()
41
-
42
- np = util.get_module(
43
- "numpy",
44
- required="roc requires the numpy library, install with `pip install numpy`",
45
- )
46
- preprocessing = util.get_module(
47
- "sklearn.preprocessing",
48
- "roc requires the scikit preprocessing submodule, install with `pip install scikit-learn`",
49
- )
50
- metrics = util.get_module(
51
- "sklearn.metrics",
52
- "roc requires the scikit metrics submodule, install with `pip install scikit-learn`",
53
- )
54
-
55
- y_true = np.array(y_true)
56
- y_probas = np.array(y_probas)
57
-
58
- if test_missing(y_true=y_true, y_probas=y_probas) and test_types(
59
- y_true=y_true, y_probas=y_probas
60
- ):
61
- classes = np.unique(y_true)
62
- probas = y_probas
63
-
64
- if classes_to_plot is None:
65
- classes_to_plot = classes
66
-
67
- binarized_y_true = preprocessing.label_binarize(y_true, classes=classes)
68
- if len(classes) == 2:
69
- binarized_y_true = np.hstack((1 - binarized_y_true, binarized_y_true))
70
-
71
- pr_curves = {}
72
- indices_to_plot = np.in1d(classes, classes_to_plot)
73
- for i, to_plot in enumerate(indices_to_plot):
74
- if to_plot:
75
- average_precision = metrics.average_precision_score(
76
- binarized_y_true[:, i], probas[:, i]
77
- )
78
- precision, recall, _ = metrics.precision_recall_curve(
79
- y_true, probas[:, i], pos_label=classes[i]
80
- )
81
-
82
- samples = 20
83
- sample_precision = []
84
- sample_recall = []
85
- for k in range(samples):
86
- sample_precision.append(
87
- precision[int(len(precision) * k / samples)]
88
- )
89
- sample_recall.append(recall[int(len(recall) * k / samples)])
90
-
91
- pr_curves[classes[i]] = (sample_precision, sample_recall)
92
-
93
- def pr_table(pr_curves):
94
- data = []
95
- count = 0
96
- for i, class_name in enumerate(pr_curves.keys()):
97
- precision, recall = pr_curves[class_name]
98
- for p, r in zip(precision, recall):
99
- # if class_names are ints and labels are set
100
- if labels is not None and (
101
- isinstance(class_name, int)
102
- or isinstance(class_name, np.integer)
103
- ):
104
- class_name = labels[class_name]
105
- # if class_names are ints and labels are not set
106
- # or, if class_names have something other than ints
107
- # (string, float, date) - user class_names
108
- data.append([class_name, round(p, 3), round(r, 3)])
109
- count += 1
110
- if count >= chart_limit:
111
- wandb.termwarn(
112
- "wandb uses only the first %d datapoints to create the plots."
113
- % wandb.Table.MAX_ROWS
114
- )
115
- break
116
- return wandb.visualize(
117
- "wandb/pr_curve/v1",
118
- wandb.Table(columns=["class", "precision", "recall"], data=data),
119
- )
120
-
121
- return pr_table(pr_curves)
wandb/plots/roc.py DELETED
@@ -1,103 +0,0 @@
1
- import wandb
2
- from wandb import util
3
- from wandb.plots.utils import (
4
- deprecation_notice,
5
- encode_labels,
6
- test_missing,
7
- test_types,
8
- )
9
-
10
- chart_limit = wandb.Table.MAX_ROWS
11
-
12
-
13
- def roc(
14
- y_true=None,
15
- y_probas=None,
16
- labels=None,
17
- plot_micro=True,
18
- plot_macro=True,
19
- classes_to_plot=None,
20
- ):
21
- """
22
- Calculates receiver operating characteristic scores and visualizes them as the
23
- ROC curve.
24
-
25
- Arguments:
26
- y_true (arr): Test set labels.
27
- y_probas (arr): Test set predicted probabilities.
28
- labels (list): Named labels for target varible (y). Makes plots easier to
29
- read by replacing target values with corresponding index.
30
- For example labels= ['dog', 'cat', 'owl'] all 0s are
31
- replaced by 'dog', 1s by 'cat'.
32
-
33
- Returns:
34
- Nothing. To see plots, go to your W&B run page then expand the 'media' tab
35
- under 'auto visualizations'.
36
-
37
- Example:
38
- wandb.log({'roc': wandb.plots.ROC(y_true, y_probas, labels)})
39
- """
40
- deprecation_notice()
41
-
42
- np = util.get_module(
43
- "numpy",
44
- required="roc requires the numpy library, install with `pip install numpy`",
45
- )
46
- sklearn = util.get_module(
47
- "sklearn",
48
- required="roc requires the scikit library, install with `pip install scikit-learn`",
49
- )
50
- from sklearn.metrics import auc, roc_curve
51
-
52
- if test_missing(y_true=y_true, y_probas=y_probas) and test_types(
53
- y_true=y_true, y_probas=y_probas
54
- ):
55
- y_true = np.array(y_true)
56
- y_probas = np.array(y_probas)
57
- classes = np.unique(y_true)
58
- probas = y_probas
59
-
60
- if classes_to_plot is None:
61
- classes_to_plot = classes
62
-
63
- fpr_dict = dict()
64
- tpr_dict = dict()
65
-
66
- indices_to_plot = np.in1d(classes, classes_to_plot)
67
-
68
- def roc_table(fpr_dict, tpr_dict, classes, indices_to_plot):
69
- data = []
70
- count = 0
71
-
72
- for i, to_plot in enumerate(indices_to_plot):
73
- fpr_dict[i], tpr_dict[i], _ = roc_curve(
74
- y_true, probas[:, i], pos_label=classes[i]
75
- )
76
- if to_plot:
77
- roc_auc = auc(fpr_dict[i], tpr_dict[i])
78
- for j in range(len(fpr_dict[i])):
79
- if labels is not None and (
80
- isinstance(classes[i], int)
81
- or isinstance(classes[0], np.integer)
82
- ):
83
- class_dict = labels[classes[i]]
84
- else:
85
- class_dict = classes[i]
86
- fpr = [
87
- class_dict,
88
- round(fpr_dict[i][j], 3),
89
- round(tpr_dict[i][j], 3),
90
- ]
91
- data.append(fpr)
92
- count += 1
93
- if count >= chart_limit:
94
- wandb.termwarn(
95
- "wandb uses only the first %d datapoints to create the plots."
96
- % wandb.Table.MAX_ROWS
97
- )
98
- break
99
- return wandb.visualize(
100
- "wandb/roc/v1", wandb.Table(columns=["class", "fpr", "tpr"], data=data)
101
- )
102
-
103
- return roc_table(fpr_dict, tpr_dict, classes, indices_to_plot)
wandb/sacred/__init__.py DELETED
@@ -1,3 +0,0 @@
1
- from wandb.integration.sacred import WandbObserver
2
-
3
- __all__ = ["WandbObserver"]
wandb/xgboost/__init__.py DELETED
@@ -1,9 +0,0 @@
1
- """Compatibility xgboost module.
2
-
3
- In the future use:
4
- from wandb.integration.xgboost import wandb_callback
5
- """
6
-
7
- from wandb.integration.xgboost import WandbCallback, wandb_callback
8
-
9
- __all__ = ["wandb_callback", "WandbCallback"]