tensorflow-data-validation 1.14.0__cp310-cp310-win_amd64.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (125) hide show
  1. tensorflow_data_validation/__init__.py +92 -0
  2. tensorflow_data_validation/anomalies/__init__.py +14 -0
  3. tensorflow_data_validation/anomalies/proto/__init__.py +14 -0
  4. tensorflow_data_validation/anomalies/proto/custom_validation_config_pb2.py +271 -0
  5. tensorflow_data_validation/anomalies/proto/validation_config_pb2.py +130 -0
  6. tensorflow_data_validation/anomalies/proto/validation_metadata_pb2.py +162 -0
  7. tensorflow_data_validation/api/__init__.py +14 -0
  8. tensorflow_data_validation/api/stats_api.py +228 -0
  9. tensorflow_data_validation/api/stats_api_test.py +544 -0
  10. tensorflow_data_validation/api/validation_api.py +984 -0
  11. tensorflow_data_validation/api/validation_api_test.py +3570 -0
  12. tensorflow_data_validation/api/validation_options.py +64 -0
  13. tensorflow_data_validation/api/validation_options_test.py +49 -0
  14. tensorflow_data_validation/arrow/__init__.py +13 -0
  15. tensorflow_data_validation/arrow/arrow_util.py +248 -0
  16. tensorflow_data_validation/arrow/arrow_util_test.py +455 -0
  17. tensorflow_data_validation/arrow/decoded_examples_to_arrow.py +92 -0
  18. tensorflow_data_validation/arrow/decoded_examples_to_arrow_test.py +212 -0
  19. tensorflow_data_validation/coders/__init__.py +14 -0
  20. tensorflow_data_validation/coders/csv_decoder.py +93 -0
  21. tensorflow_data_validation/coders/csv_decoder_test.py +411 -0
  22. tensorflow_data_validation/constants.py +44 -0
  23. tensorflow_data_validation/pywrap/__init__.py +14 -0
  24. tensorflow_data_validation/pywrap/tensorflow_data_validation_extension.pyd +0 -0
  25. tensorflow_data_validation/skew/__init__.py +13 -0
  26. tensorflow_data_validation/skew/feature_skew_detector.py +745 -0
  27. tensorflow_data_validation/skew/feature_skew_detector_test.py +868 -0
  28. tensorflow_data_validation/skew/protos/__init__.py +0 -0
  29. tensorflow_data_validation/skew/protos/feature_skew_results_pb2.py +393 -0
  30. tensorflow_data_validation/statistics/__init__.py +14 -0
  31. tensorflow_data_validation/statistics/generators/__init__.py +14 -0
  32. tensorflow_data_validation/statistics/generators/basic_stats_generator.py +1219 -0
  33. tensorflow_data_validation/statistics/generators/basic_stats_generator_test.py +3510 -0
  34. tensorflow_data_validation/statistics/generators/constituents/__init__.py +13 -0
  35. tensorflow_data_validation/statistics/generators/constituents/count_missing_generator.py +106 -0
  36. tensorflow_data_validation/statistics/generators/constituents/count_missing_generator_test.py +75 -0
  37. tensorflow_data_validation/statistics/generators/constituents/length_diff_generator.py +145 -0
  38. tensorflow_data_validation/statistics/generators/constituents/length_diff_generator_test.py +134 -0
  39. tensorflow_data_validation/statistics/generators/cross_feature_stats_generator.py +238 -0
  40. tensorflow_data_validation/statistics/generators/cross_feature_stats_generator_test.py +164 -0
  41. tensorflow_data_validation/statistics/generators/image_stats_generator.py +358 -0
  42. tensorflow_data_validation/statistics/generators/image_stats_generator_test.py +415 -0
  43. tensorflow_data_validation/statistics/generators/input_batch.py +140 -0
  44. tensorflow_data_validation/statistics/generators/input_batch_test.py +179 -0
  45. tensorflow_data_validation/statistics/generators/lift_stats_generator.py +1045 -0
  46. tensorflow_data_validation/statistics/generators/lift_stats_generator_test.py +2345 -0
  47. tensorflow_data_validation/statistics/generators/mutual_information.py +644 -0
  48. tensorflow_data_validation/statistics/generators/mutual_information_test.py +1699 -0
  49. tensorflow_data_validation/statistics/generators/natural_language_domain_inferring_stats_generator.py +250 -0
  50. tensorflow_data_validation/statistics/generators/natural_language_domain_inferring_stats_generator_test.py +211 -0
  51. tensorflow_data_validation/statistics/generators/natural_language_stats_generator.py +655 -0
  52. tensorflow_data_validation/statistics/generators/natural_language_stats_generator_test.py +445 -0
  53. tensorflow_data_validation/statistics/generators/partitioned_stats_generator.py +521 -0
  54. tensorflow_data_validation/statistics/generators/partitioned_stats_generator_test.py +691 -0
  55. tensorflow_data_validation/statistics/generators/sklearn_mutual_information.py +430 -0
  56. tensorflow_data_validation/statistics/generators/sklearn_mutual_information_test.py +863 -0
  57. tensorflow_data_validation/statistics/generators/sparse_feature_stats_generator.py +175 -0
  58. tensorflow_data_validation/statistics/generators/sparse_feature_stats_generator_test.py +926 -0
  59. tensorflow_data_validation/statistics/generators/stats_generator.py +500 -0
  60. tensorflow_data_validation/statistics/generators/time_stats_generator.py +398 -0
  61. tensorflow_data_validation/statistics/generators/time_stats_generator_test.py +339 -0
  62. tensorflow_data_validation/statistics/generators/top_k_uniques_sketch_stats_generator.py +300 -0
  63. tensorflow_data_validation/statistics/generators/top_k_uniques_sketch_stats_generator_test.py +1516 -0
  64. tensorflow_data_validation/statistics/generators/top_k_uniques_stats_generator.py +327 -0
  65. tensorflow_data_validation/statistics/generators/top_k_uniques_stats_generator_test.py +1573 -0
  66. tensorflow_data_validation/statistics/generators/weighted_feature_stats_generator.py +106 -0
  67. tensorflow_data_validation/statistics/generators/weighted_feature_stats_generator_test.py +262 -0
  68. tensorflow_data_validation/statistics/stats_impl.py +935 -0
  69. tensorflow_data_validation/statistics/stats_impl_test.py +2770 -0
  70. tensorflow_data_validation/statistics/stats_options.py +645 -0
  71. tensorflow_data_validation/statistics/stats_options_test.py +537 -0
  72. tensorflow_data_validation/types.py +90 -0
  73. tensorflow_data_validation/types_test.py +101 -0
  74. tensorflow_data_validation/utils/__init__.py +14 -0
  75. tensorflow_data_validation/utils/anomalies_util.py +158 -0
  76. tensorflow_data_validation/utils/anomalies_util_test.py +566 -0
  77. tensorflow_data_validation/utils/artifacts_io_impl.py +131 -0
  78. tensorflow_data_validation/utils/artifacts_io_impl_test.py +43 -0
  79. tensorflow_data_validation/utils/batch_util.py +55 -0
  80. tensorflow_data_validation/utils/batch_util_test.py +77 -0
  81. tensorflow_data_validation/utils/beam_runner_util.py +22 -0
  82. tensorflow_data_validation/utils/bin_util.py +93 -0
  83. tensorflow_data_validation/utils/bin_util_test.py +53 -0
  84. tensorflow_data_validation/utils/dashboard_util.py +21 -0
  85. tensorflow_data_validation/utils/dashboard_util_impl.py +19 -0
  86. tensorflow_data_validation/utils/display_util.py +775 -0
  87. tensorflow_data_validation/utils/display_util_test.py +1075 -0
  88. tensorflow_data_validation/utils/example_weight_map.py +55 -0
  89. tensorflow_data_validation/utils/example_weight_map_test.py +56 -0
  90. tensorflow_data_validation/utils/feature_partition_util.py +170 -0
  91. tensorflow_data_validation/utils/feature_partition_util_test.py +399 -0
  92. tensorflow_data_validation/utils/io_util.py +138 -0
  93. tensorflow_data_validation/utils/io_util_test.py +62 -0
  94. tensorflow_data_validation/utils/metrics_util.py +39 -0
  95. tensorflow_data_validation/utils/mutual_information_util.py +655 -0
  96. tensorflow_data_validation/utils/mutual_information_util_test.py +442 -0
  97. tensorflow_data_validation/utils/path.py +98 -0
  98. tensorflow_data_validation/utils/preprocessing_util.py +24 -0
  99. tensorflow_data_validation/utils/quantiles_util.py +335 -0
  100. tensorflow_data_validation/utils/quantiles_util_test.py +438 -0
  101. tensorflow_data_validation/utils/schema_util.py +410 -0
  102. tensorflow_data_validation/utils/schema_util_test.py +788 -0
  103. tensorflow_data_validation/utils/slicing_util.py +367 -0
  104. tensorflow_data_validation/utils/slicing_util_test.py +567 -0
  105. tensorflow_data_validation/utils/stats_gen_lib.py +348 -0
  106. tensorflow_data_validation/utils/stats_gen_lib_test.py +611 -0
  107. tensorflow_data_validation/utils/stats_util.py +677 -0
  108. tensorflow_data_validation/utils/stats_util_test.py +558 -0
  109. tensorflow_data_validation/utils/test_util.py +529 -0
  110. tensorflow_data_validation/utils/test_util_test.py +320 -0
  111. tensorflow_data_validation/utils/top_k_uniques_stats_util.py +293 -0
  112. tensorflow_data_validation/utils/top_k_uniques_stats_util_test.py +371 -0
  113. tensorflow_data_validation/utils/validation_lib.py +295 -0
  114. tensorflow_data_validation/utils/validation_lib_test.py +578 -0
  115. tensorflow_data_validation/utils/variance_util.py +217 -0
  116. tensorflow_data_validation/utils/variance_util_test.py +414 -0
  117. tensorflow_data_validation/utils/vocab_util.py +63 -0
  118. tensorflow_data_validation/utils/vocab_util_test.py +50 -0
  119. tensorflow_data_validation/version.py +18 -0
  120. tensorflow_data_validation-1.14.0.dist-info/LICENSE +202 -0
  121. tensorflow_data_validation-1.14.0.dist-info/METADATA +293 -0
  122. tensorflow_data_validation-1.14.0.dist-info/RECORD +125 -0
  123. tensorflow_data_validation-1.14.0.dist-info/WHEEL +5 -0
  124. tensorflow_data_validation-1.14.0.dist-info/namespace_packages.txt +1 -0
  125. tensorflow_data_validation-1.14.0.dist-info/top_level.txt +1 -0
@@ -0,0 +1,92 @@
1
+ # Copyright 2018 Google LLC
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+
15
+ """Init module for TensorFlow Data Validation."""
16
+
17
+ # Import stats API.
18
+ from tensorflow_data_validation.api.stats_api import default_sharded_output_suffix
19
+ from tensorflow_data_validation.api.stats_api import default_sharded_output_supported
20
+ from tensorflow_data_validation.api.stats_api import GenerateStatistics
21
+ from tensorflow_data_validation.api.stats_api import MergeDatasetFeatureStatisticsList
22
+ from tensorflow_data_validation.api.stats_api import WriteStatisticsToBinaryFile
23
+ from tensorflow_data_validation.api.stats_api import WriteStatisticsToRecordsAndBinaryFile
24
+ from tensorflow_data_validation.api.stats_api import WriteStatisticsToTFRecord
25
+
26
+ # Import validation API.
27
+ from tensorflow_data_validation.api.validation_api import DetectFeatureSkew
28
+ from tensorflow_data_validation.api.validation_api import infer_schema
29
+ from tensorflow_data_validation.api.validation_api import update_schema
30
+ from tensorflow_data_validation.api.validation_api import validate_corresponding_slices
31
+ from tensorflow_data_validation.api.validation_api import validate_statistics
32
+
33
+ # Base classes for stats generators.
34
+ from tensorflow_data_validation.statistics.generators.stats_generator import CombinerStatsGenerator
35
+ from tensorflow_data_validation.statistics.generators.stats_generator import TransformStatsGenerator
36
+
37
+ # Import stats options.
38
+ from tensorflow_data_validation.statistics.stats_options import StatsOptions
39
+
40
+ # Import FeaturePath.
41
+ from tensorflow_data_validation.types import FeaturePath
42
+
43
+ # Import anomalies utilities.
44
+ from tensorflow_data_validation.utils.anomalies_util import load_anomalies_text
45
+ from tensorflow_data_validation.utils.anomalies_util import write_anomalies_text
46
+
47
+ # Import display utilities.
48
+ from tensorflow_data_validation.utils.display_util import compare_slices
49
+ from tensorflow_data_validation.utils.display_util import display_anomalies
50
+ from tensorflow_data_validation.utils.display_util import display_schema
51
+ from tensorflow_data_validation.utils.display_util import get_confusion_count_dataframes
52
+ from tensorflow_data_validation.utils.display_util import get_match_stats_dataframe
53
+ from tensorflow_data_validation.utils.display_util import get_skew_result_dataframe
54
+ from tensorflow_data_validation.utils.display_util import get_statistics_html
55
+ from tensorflow_data_validation.utils.display_util import visualize_statistics
56
+
57
+
58
+ # Import schema utilities.
59
+ from tensorflow_data_validation.utils.schema_util import generate_dummy_schema_with_paths
60
+ from tensorflow_data_validation.utils.schema_util import get_domain
61
+ from tensorflow_data_validation.utils.schema_util import get_feature
62
+ from tensorflow_data_validation.utils.schema_util import load_schema_text
63
+ from tensorflow_data_validation.utils.schema_util import set_domain
64
+ from tensorflow_data_validation.utils.schema_util import write_schema_text
65
+
66
+ # Import slicing utilities.
67
+ from tensorflow_data_validation.utils.slicing_util import get_feature_value_slicer as experimental_get_feature_value_slicer
68
+
69
+ # Import stats lib.
70
+ from tensorflow_data_validation.utils.stats_gen_lib import generate_statistics_from_csv
71
+ from tensorflow_data_validation.utils.stats_gen_lib import generate_statistics_from_dataframe
72
+ from tensorflow_data_validation.utils.stats_gen_lib import generate_statistics_from_tfrecord
73
+
74
+ # Import stats utilities.
75
+ from tensorflow_data_validation.utils.stats_util import CrossFeatureView
76
+ from tensorflow_data_validation.utils.stats_util import DatasetListView
77
+ from tensorflow_data_validation.utils.stats_util import DatasetView
78
+ from tensorflow_data_validation.utils.stats_util import FeatureView
79
+ from tensorflow_data_validation.utils.stats_util import get_feature_stats
80
+ from tensorflow_data_validation.utils.stats_util import get_slice_stats
81
+ from tensorflow_data_validation.utils.stats_util import load_sharded_statistics
82
+ from tensorflow_data_validation.utils.stats_util import load_statistics
83
+ from tensorflow_data_validation.utils.stats_util import load_stats_binary
84
+ from tensorflow_data_validation.utils.stats_util import load_stats_text
85
+ from tensorflow_data_validation.utils.stats_util import write_stats_text
86
+
87
+ # Import validation lib.
88
+ from tensorflow_data_validation.utils.validation_lib import validate_examples_in_csv
89
+ from tensorflow_data_validation.utils.validation_lib import validate_examples_in_tfrecord
90
+
91
+ # Import version string.
92
+ from tensorflow_data_validation.version import __version__
@@ -0,0 +1,14 @@
1
+ # Copyright 2018 Google LLC
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+
@@ -0,0 +1,14 @@
1
+ # Copyright 2019 Google LLC
2
+ #
3
+ # Licensed under the Apache License, Version 2.0 (the "License");
4
+ # you may not use this file except in compliance with the License.
5
+ # You may obtain a copy of the License at
6
+ #
7
+ # http://www.apache.org/licenses/LICENSE-2.0
8
+ #
9
+ # Unless required by applicable law or agreed to in writing, software
10
+ # distributed under the License is distributed on an "AS IS" BASIS,
11
+ # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
12
+ # See the License for the specific language governing permissions and
13
+ # limitations under the License.
14
+
@@ -0,0 +1,271 @@
1
+ # -*- coding: utf-8 -*-
2
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
3
+ # source: tensorflow_data_validation/anomalies/proto/custom_validation_config.proto
4
+ """Generated protocol buffer code."""
5
+ from google.protobuf import descriptor as _descriptor
6
+ from google.protobuf import message as _message
7
+ from google.protobuf import reflection as _reflection
8
+ from google.protobuf import symbol_database as _symbol_database
9
+ # @@protoc_insertion_point(imports)
10
+
11
+ _sym_db = _symbol_database.Default()
12
+
13
+
14
+ from tensorflow_metadata.proto.v0 import anomalies_pb2 as tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2
15
+ from tensorflow_metadata.proto.v0 import path_pb2 as tensorflow__metadata_dot_proto_dot_v0_dot_path__pb2
16
+
17
+
18
+ DESCRIPTOR = _descriptor.FileDescriptor(
19
+ name='tensorflow_data_validation/anomalies/proto/custom_validation_config.proto',
20
+ package='tensorflow.data_validation',
21
+ syntax='proto2',
22
+ serialized_options=None,
23
+ create_key=_descriptor._internal_create_key,
24
+ serialized_pb=b'\nItensorflow_data_validation/anomalies/proto/custom_validation_config.proto\x12\x1atensorflow.data_validation\x1a,tensorflow_metadata/proto/v0/anomalies.proto\x1a\'tensorflow_metadata/proto/v0/path.proto\"\x91\x01\n\nValidation\x12\x16\n\x0esql_expression\x18\x01 \x01(\t\x12>\n\x08severity\x18\x02 \x01(\x0e\x32,.tensorflow.metadata.v0.AnomalyInfo.Severity\x12\x13\n\x0b\x64\x65scription\x18\x03 \x01(\t\x12\x16\n\x0ein_environment\x18\x04 \x03(\t\"\x9a\x01\n\x11\x46\x65\x61tureValidation\x12\x14\n\x0c\x64\x61taset_name\x18\x01 \x01(\t\x12\x32\n\x0c\x66\x65\x61ture_path\x18\x02 \x01(\x0b\x32\x1c.tensorflow.metadata.v0.Path\x12;\n\x0bvalidations\x18\x03 \x03(\x0b\x32&.tensorflow.data_validation.Validation\"\xf7\x01\n\x15\x46\x65\x61turePairValidation\x12\x14\n\x0c\x64\x61taset_name\x18\x01 \x01(\t\x12\x19\n\x11\x62\x61se_dataset_name\x18\x02 \x01(\t\x12\x37\n\x11\x66\x65\x61ture_test_path\x18\x03 \x01(\x0b\x32\x1c.tensorflow.metadata.v0.Path\x12\x37\n\x11\x66\x65\x61ture_base_path\x18\x04 \x01(\x0b\x32\x1c.tensorflow.metadata.v0.Path\x12;\n\x0bvalidations\x18\x05 \x03(\x0b\x32&.tensorflow.data_validation.Validation\"\xb9\x01\n\x16\x43ustomValidationConfig\x12J\n\x13\x66\x65\x61ture_validations\x18\x01 \x03(\x0b\x32-.tensorflow.data_validation.FeatureValidation\x12S\n\x18\x66\x65\x61ture_pair_validations\x18\x02 \x03(\x0b\x32\x31.tensorflow.data_validation.FeaturePairValidation'
25
+ ,
26
+ dependencies=[tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2.DESCRIPTOR,tensorflow__metadata_dot_proto_dot_v0_dot_path__pb2.DESCRIPTOR,])
27
+
28
+
29
+
30
+
31
+ _VALIDATION = _descriptor.Descriptor(
32
+ name='Validation',
33
+ full_name='tensorflow.data_validation.Validation',
34
+ filename=None,
35
+ file=DESCRIPTOR,
36
+ containing_type=None,
37
+ create_key=_descriptor._internal_create_key,
38
+ fields=[
39
+ _descriptor.FieldDescriptor(
40
+ name='sql_expression', full_name='tensorflow.data_validation.Validation.sql_expression', index=0,
41
+ number=1, type=9, cpp_type=9, label=1,
42
+ has_default_value=False, default_value=b"".decode('utf-8'),
43
+ message_type=None, enum_type=None, containing_type=None,
44
+ is_extension=False, extension_scope=None,
45
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
46
+ _descriptor.FieldDescriptor(
47
+ name='severity', full_name='tensorflow.data_validation.Validation.severity', index=1,
48
+ number=2, type=14, cpp_type=8, label=1,
49
+ has_default_value=False, default_value=0,
50
+ message_type=None, enum_type=None, containing_type=None,
51
+ is_extension=False, extension_scope=None,
52
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
53
+ _descriptor.FieldDescriptor(
54
+ name='description', full_name='tensorflow.data_validation.Validation.description', index=2,
55
+ number=3, type=9, cpp_type=9, label=1,
56
+ has_default_value=False, default_value=b"".decode('utf-8'),
57
+ message_type=None, enum_type=None, containing_type=None,
58
+ is_extension=False, extension_scope=None,
59
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
60
+ _descriptor.FieldDescriptor(
61
+ name='in_environment', full_name='tensorflow.data_validation.Validation.in_environment', index=3,
62
+ number=4, type=9, cpp_type=9, label=3,
63
+ has_default_value=False, default_value=[],
64
+ message_type=None, enum_type=None, containing_type=None,
65
+ is_extension=False, extension_scope=None,
66
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
67
+ ],
68
+ extensions=[
69
+ ],
70
+ nested_types=[],
71
+ enum_types=[
72
+ ],
73
+ serialized_options=None,
74
+ is_extendable=False,
75
+ syntax='proto2',
76
+ extension_ranges=[],
77
+ oneofs=[
78
+ ],
79
+ serialized_start=193,
80
+ serialized_end=338,
81
+ )
82
+
83
+
84
+ _FEATUREVALIDATION = _descriptor.Descriptor(
85
+ name='FeatureValidation',
86
+ full_name='tensorflow.data_validation.FeatureValidation',
87
+ filename=None,
88
+ file=DESCRIPTOR,
89
+ containing_type=None,
90
+ create_key=_descriptor._internal_create_key,
91
+ fields=[
92
+ _descriptor.FieldDescriptor(
93
+ name='dataset_name', full_name='tensorflow.data_validation.FeatureValidation.dataset_name', index=0,
94
+ number=1, type=9, cpp_type=9, label=1,
95
+ has_default_value=False, default_value=b"".decode('utf-8'),
96
+ message_type=None, enum_type=None, containing_type=None,
97
+ is_extension=False, extension_scope=None,
98
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
99
+ _descriptor.FieldDescriptor(
100
+ name='feature_path', full_name='tensorflow.data_validation.FeatureValidation.feature_path', index=1,
101
+ number=2, type=11, cpp_type=10, label=1,
102
+ has_default_value=False, default_value=None,
103
+ message_type=None, enum_type=None, containing_type=None,
104
+ is_extension=False, extension_scope=None,
105
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
106
+ _descriptor.FieldDescriptor(
107
+ name='validations', full_name='tensorflow.data_validation.FeatureValidation.validations', index=2,
108
+ number=3, type=11, cpp_type=10, label=3,
109
+ has_default_value=False, default_value=[],
110
+ message_type=None, enum_type=None, containing_type=None,
111
+ is_extension=False, extension_scope=None,
112
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
113
+ ],
114
+ extensions=[
115
+ ],
116
+ nested_types=[],
117
+ enum_types=[
118
+ ],
119
+ serialized_options=None,
120
+ is_extendable=False,
121
+ syntax='proto2',
122
+ extension_ranges=[],
123
+ oneofs=[
124
+ ],
125
+ serialized_start=341,
126
+ serialized_end=495,
127
+ )
128
+
129
+
130
+ _FEATUREPAIRVALIDATION = _descriptor.Descriptor(
131
+ name='FeaturePairValidation',
132
+ full_name='tensorflow.data_validation.FeaturePairValidation',
133
+ filename=None,
134
+ file=DESCRIPTOR,
135
+ containing_type=None,
136
+ create_key=_descriptor._internal_create_key,
137
+ fields=[
138
+ _descriptor.FieldDescriptor(
139
+ name='dataset_name', full_name='tensorflow.data_validation.FeaturePairValidation.dataset_name', index=0,
140
+ number=1, type=9, cpp_type=9, label=1,
141
+ has_default_value=False, default_value=b"".decode('utf-8'),
142
+ message_type=None, enum_type=None, containing_type=None,
143
+ is_extension=False, extension_scope=None,
144
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
145
+ _descriptor.FieldDescriptor(
146
+ name='base_dataset_name', full_name='tensorflow.data_validation.FeaturePairValidation.base_dataset_name', index=1,
147
+ number=2, type=9, cpp_type=9, label=1,
148
+ has_default_value=False, default_value=b"".decode('utf-8'),
149
+ message_type=None, enum_type=None, containing_type=None,
150
+ is_extension=False, extension_scope=None,
151
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
152
+ _descriptor.FieldDescriptor(
153
+ name='feature_test_path', full_name='tensorflow.data_validation.FeaturePairValidation.feature_test_path', index=2,
154
+ number=3, type=11, cpp_type=10, label=1,
155
+ has_default_value=False, default_value=None,
156
+ message_type=None, enum_type=None, containing_type=None,
157
+ is_extension=False, extension_scope=None,
158
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
159
+ _descriptor.FieldDescriptor(
160
+ name='feature_base_path', full_name='tensorflow.data_validation.FeaturePairValidation.feature_base_path', index=3,
161
+ number=4, type=11, cpp_type=10, label=1,
162
+ has_default_value=False, default_value=None,
163
+ message_type=None, enum_type=None, containing_type=None,
164
+ is_extension=False, extension_scope=None,
165
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
166
+ _descriptor.FieldDescriptor(
167
+ name='validations', full_name='tensorflow.data_validation.FeaturePairValidation.validations', index=4,
168
+ number=5, type=11, cpp_type=10, label=3,
169
+ has_default_value=False, default_value=[],
170
+ message_type=None, enum_type=None, containing_type=None,
171
+ is_extension=False, extension_scope=None,
172
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
173
+ ],
174
+ extensions=[
175
+ ],
176
+ nested_types=[],
177
+ enum_types=[
178
+ ],
179
+ serialized_options=None,
180
+ is_extendable=False,
181
+ syntax='proto2',
182
+ extension_ranges=[],
183
+ oneofs=[
184
+ ],
185
+ serialized_start=498,
186
+ serialized_end=745,
187
+ )
188
+
189
+
190
+ _CUSTOMVALIDATIONCONFIG = _descriptor.Descriptor(
191
+ name='CustomValidationConfig',
192
+ full_name='tensorflow.data_validation.CustomValidationConfig',
193
+ filename=None,
194
+ file=DESCRIPTOR,
195
+ containing_type=None,
196
+ create_key=_descriptor._internal_create_key,
197
+ fields=[
198
+ _descriptor.FieldDescriptor(
199
+ name='feature_validations', full_name='tensorflow.data_validation.CustomValidationConfig.feature_validations', index=0,
200
+ number=1, type=11, cpp_type=10, label=3,
201
+ has_default_value=False, default_value=[],
202
+ message_type=None, enum_type=None, containing_type=None,
203
+ is_extension=False, extension_scope=None,
204
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
205
+ _descriptor.FieldDescriptor(
206
+ name='feature_pair_validations', full_name='tensorflow.data_validation.CustomValidationConfig.feature_pair_validations', index=1,
207
+ number=2, type=11, cpp_type=10, label=3,
208
+ has_default_value=False, default_value=[],
209
+ message_type=None, enum_type=None, containing_type=None,
210
+ is_extension=False, extension_scope=None,
211
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
212
+ ],
213
+ extensions=[
214
+ ],
215
+ nested_types=[],
216
+ enum_types=[
217
+ ],
218
+ serialized_options=None,
219
+ is_extendable=False,
220
+ syntax='proto2',
221
+ extension_ranges=[],
222
+ oneofs=[
223
+ ],
224
+ serialized_start=748,
225
+ serialized_end=933,
226
+ )
227
+
228
+ _VALIDATION.fields_by_name['severity'].enum_type = tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2._ANOMALYINFO_SEVERITY
229
+ _FEATUREVALIDATION.fields_by_name['feature_path'].message_type = tensorflow__metadata_dot_proto_dot_v0_dot_path__pb2._PATH
230
+ _FEATUREVALIDATION.fields_by_name['validations'].message_type = _VALIDATION
231
+ _FEATUREPAIRVALIDATION.fields_by_name['feature_test_path'].message_type = tensorflow__metadata_dot_proto_dot_v0_dot_path__pb2._PATH
232
+ _FEATUREPAIRVALIDATION.fields_by_name['feature_base_path'].message_type = tensorflow__metadata_dot_proto_dot_v0_dot_path__pb2._PATH
233
+ _FEATUREPAIRVALIDATION.fields_by_name['validations'].message_type = _VALIDATION
234
+ _CUSTOMVALIDATIONCONFIG.fields_by_name['feature_validations'].message_type = _FEATUREVALIDATION
235
+ _CUSTOMVALIDATIONCONFIG.fields_by_name['feature_pair_validations'].message_type = _FEATUREPAIRVALIDATION
236
+ DESCRIPTOR.message_types_by_name['Validation'] = _VALIDATION
237
+ DESCRIPTOR.message_types_by_name['FeatureValidation'] = _FEATUREVALIDATION
238
+ DESCRIPTOR.message_types_by_name['FeaturePairValidation'] = _FEATUREPAIRVALIDATION
239
+ DESCRIPTOR.message_types_by_name['CustomValidationConfig'] = _CUSTOMVALIDATIONCONFIG
240
+ _sym_db.RegisterFileDescriptor(DESCRIPTOR)
241
+
242
+ Validation = _reflection.GeneratedProtocolMessageType('Validation', (_message.Message,), {
243
+ 'DESCRIPTOR' : _VALIDATION,
244
+ '__module__' : 'tensorflow_data_validation.anomalies.proto.custom_validation_config_pb2'
245
+ # @@protoc_insertion_point(class_scope:tensorflow.data_validation.Validation)
246
+ })
247
+ _sym_db.RegisterMessage(Validation)
248
+
249
+ FeatureValidation = _reflection.GeneratedProtocolMessageType('FeatureValidation', (_message.Message,), {
250
+ 'DESCRIPTOR' : _FEATUREVALIDATION,
251
+ '__module__' : 'tensorflow_data_validation.anomalies.proto.custom_validation_config_pb2'
252
+ # @@protoc_insertion_point(class_scope:tensorflow.data_validation.FeatureValidation)
253
+ })
254
+ _sym_db.RegisterMessage(FeatureValidation)
255
+
256
+ FeaturePairValidation = _reflection.GeneratedProtocolMessageType('FeaturePairValidation', (_message.Message,), {
257
+ 'DESCRIPTOR' : _FEATUREPAIRVALIDATION,
258
+ '__module__' : 'tensorflow_data_validation.anomalies.proto.custom_validation_config_pb2'
259
+ # @@protoc_insertion_point(class_scope:tensorflow.data_validation.FeaturePairValidation)
260
+ })
261
+ _sym_db.RegisterMessage(FeaturePairValidation)
262
+
263
+ CustomValidationConfig = _reflection.GeneratedProtocolMessageType('CustomValidationConfig', (_message.Message,), {
264
+ 'DESCRIPTOR' : _CUSTOMVALIDATIONCONFIG,
265
+ '__module__' : 'tensorflow_data_validation.anomalies.proto.custom_validation_config_pb2'
266
+ # @@protoc_insertion_point(class_scope:tensorflow.data_validation.CustomValidationConfig)
267
+ })
268
+ _sym_db.RegisterMessage(CustomValidationConfig)
269
+
270
+
271
+ # @@protoc_insertion_point(module_scope)
@@ -0,0 +1,130 @@
1
+ # -*- coding: utf-8 -*-
2
+ # Generated by the protocol buffer compiler. DO NOT EDIT!
3
+ # source: tensorflow_data_validation/anomalies/proto/validation_config.proto
4
+ """Generated protocol buffer code."""
5
+ from google.protobuf import descriptor as _descriptor
6
+ from google.protobuf import message as _message
7
+ from google.protobuf import reflection as _reflection
8
+ from google.protobuf import symbol_database as _symbol_database
9
+ # @@protoc_insertion_point(imports)
10
+
11
+ _sym_db = _symbol_database.Default()
12
+
13
+
14
+ from tensorflow_metadata.proto.v0 import anomalies_pb2 as tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2
15
+
16
+
17
+ DESCRIPTOR = _descriptor.FileDescriptor(
18
+ name='tensorflow_data_validation/anomalies/proto/validation_config.proto',
19
+ package='tensorflow.data_validation',
20
+ syntax='proto2',
21
+ serialized_options=None,
22
+ create_key=_descriptor._internal_create_key,
23
+ serialized_pb=b'\nBtensorflow_data_validation/anomalies/proto/validation_config.proto\x12\x1atensorflow.data_validation\x1a,tensorflow_metadata/proto/v0/anomalies.proto\"\x83\x01\n\x10ValidationConfig\x12%\n\x19new_features_are_warnings\x18\x01 \x01(\x08\x42\x02\x18\x01\x12H\n\x12severity_overrides\x18\x02 \x03(\x0b\x32,.tensorflow.data_validation.SeverityOverride\"\x8a\x01\n\x10SeverityOverride\x12\x36\n\x04type\x18\x01 \x01(\x0e\x32(.tensorflow.metadata.v0.AnomalyInfo.Type\x12>\n\x08severity\x18\x02 \x01(\x0e\x32,.tensorflow.metadata.v0.AnomalyInfo.Severity'
24
+ ,
25
+ dependencies=[tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2.DESCRIPTOR,])
26
+
27
+
28
+
29
+
30
+ _VALIDATIONCONFIG = _descriptor.Descriptor(
31
+ name='ValidationConfig',
32
+ full_name='tensorflow.data_validation.ValidationConfig',
33
+ filename=None,
34
+ file=DESCRIPTOR,
35
+ containing_type=None,
36
+ create_key=_descriptor._internal_create_key,
37
+ fields=[
38
+ _descriptor.FieldDescriptor(
39
+ name='new_features_are_warnings', full_name='tensorflow.data_validation.ValidationConfig.new_features_are_warnings', index=0,
40
+ number=1, type=8, cpp_type=7, label=1,
41
+ has_default_value=False, default_value=False,
42
+ message_type=None, enum_type=None, containing_type=None,
43
+ is_extension=False, extension_scope=None,
44
+ serialized_options=b'\030\001', file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
45
+ _descriptor.FieldDescriptor(
46
+ name='severity_overrides', full_name='tensorflow.data_validation.ValidationConfig.severity_overrides', index=1,
47
+ number=2, type=11, cpp_type=10, label=3,
48
+ has_default_value=False, default_value=[],
49
+ message_type=None, enum_type=None, containing_type=None,
50
+ is_extension=False, extension_scope=None,
51
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
52
+ ],
53
+ extensions=[
54
+ ],
55
+ nested_types=[],
56
+ enum_types=[
57
+ ],
58
+ serialized_options=None,
59
+ is_extendable=False,
60
+ syntax='proto2',
61
+ extension_ranges=[],
62
+ oneofs=[
63
+ ],
64
+ serialized_start=145,
65
+ serialized_end=276,
66
+ )
67
+
68
+
69
+ _SEVERITYOVERRIDE = _descriptor.Descriptor(
70
+ name='SeverityOverride',
71
+ full_name='tensorflow.data_validation.SeverityOverride',
72
+ filename=None,
73
+ file=DESCRIPTOR,
74
+ containing_type=None,
75
+ create_key=_descriptor._internal_create_key,
76
+ fields=[
77
+ _descriptor.FieldDescriptor(
78
+ name='type', full_name='tensorflow.data_validation.SeverityOverride.type', index=0,
79
+ number=1, type=14, cpp_type=8, label=1,
80
+ has_default_value=False, default_value=0,
81
+ message_type=None, enum_type=None, containing_type=None,
82
+ is_extension=False, extension_scope=None,
83
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
84
+ _descriptor.FieldDescriptor(
85
+ name='severity', full_name='tensorflow.data_validation.SeverityOverride.severity', index=1,
86
+ number=2, type=14, cpp_type=8, label=1,
87
+ has_default_value=False, default_value=0,
88
+ message_type=None, enum_type=None, containing_type=None,
89
+ is_extension=False, extension_scope=None,
90
+ serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
91
+ ],
92
+ extensions=[
93
+ ],
94
+ nested_types=[],
95
+ enum_types=[
96
+ ],
97
+ serialized_options=None,
98
+ is_extendable=False,
99
+ syntax='proto2',
100
+ extension_ranges=[],
101
+ oneofs=[
102
+ ],
103
+ serialized_start=279,
104
+ serialized_end=417,
105
+ )
106
+
107
+ _VALIDATIONCONFIG.fields_by_name['severity_overrides'].message_type = _SEVERITYOVERRIDE
108
+ _SEVERITYOVERRIDE.fields_by_name['type'].enum_type = tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2._ANOMALYINFO_TYPE
109
+ _SEVERITYOVERRIDE.fields_by_name['severity'].enum_type = tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2._ANOMALYINFO_SEVERITY
110
+ DESCRIPTOR.message_types_by_name['ValidationConfig'] = _VALIDATIONCONFIG
111
+ DESCRIPTOR.message_types_by_name['SeverityOverride'] = _SEVERITYOVERRIDE
112
+ _sym_db.RegisterFileDescriptor(DESCRIPTOR)
113
+
114
+ ValidationConfig = _reflection.GeneratedProtocolMessageType('ValidationConfig', (_message.Message,), {
115
+ 'DESCRIPTOR' : _VALIDATIONCONFIG,
116
+ '__module__' : 'tensorflow_data_validation.anomalies.proto.validation_config_pb2'
117
+ # @@protoc_insertion_point(class_scope:tensorflow.data_validation.ValidationConfig)
118
+ })
119
+ _sym_db.RegisterMessage(ValidationConfig)
120
+
121
+ SeverityOverride = _reflection.GeneratedProtocolMessageType('SeverityOverride', (_message.Message,), {
122
+ 'DESCRIPTOR' : _SEVERITYOVERRIDE,
123
+ '__module__' : 'tensorflow_data_validation.anomalies.proto.validation_config_pb2'
124
+ # @@protoc_insertion_point(class_scope:tensorflow.data_validation.SeverityOverride)
125
+ })
126
+ _sym_db.RegisterMessage(SeverityOverride)
127
+
128
+
129
+ _VALIDATIONCONFIG.fields_by_name['new_features_are_warnings']._options = None
130
+ # @@protoc_insertion_point(module_scope)