tensorflow-data-validation 1.14.0__cp310-cp310-win_amd64.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- tensorflow_data_validation/__init__.py +92 -0
- tensorflow_data_validation/anomalies/__init__.py +14 -0
- tensorflow_data_validation/anomalies/proto/__init__.py +14 -0
- tensorflow_data_validation/anomalies/proto/custom_validation_config_pb2.py +271 -0
- tensorflow_data_validation/anomalies/proto/validation_config_pb2.py +130 -0
- tensorflow_data_validation/anomalies/proto/validation_metadata_pb2.py +162 -0
- tensorflow_data_validation/api/__init__.py +14 -0
- tensorflow_data_validation/api/stats_api.py +228 -0
- tensorflow_data_validation/api/stats_api_test.py +544 -0
- tensorflow_data_validation/api/validation_api.py +984 -0
- tensorflow_data_validation/api/validation_api_test.py +3570 -0
- tensorflow_data_validation/api/validation_options.py +64 -0
- tensorflow_data_validation/api/validation_options_test.py +49 -0
- tensorflow_data_validation/arrow/__init__.py +13 -0
- tensorflow_data_validation/arrow/arrow_util.py +248 -0
- tensorflow_data_validation/arrow/arrow_util_test.py +455 -0
- tensorflow_data_validation/arrow/decoded_examples_to_arrow.py +92 -0
- tensorflow_data_validation/arrow/decoded_examples_to_arrow_test.py +212 -0
- tensorflow_data_validation/coders/__init__.py +14 -0
- tensorflow_data_validation/coders/csv_decoder.py +93 -0
- tensorflow_data_validation/coders/csv_decoder_test.py +411 -0
- tensorflow_data_validation/constants.py +44 -0
- tensorflow_data_validation/pywrap/__init__.py +14 -0
- tensorflow_data_validation/pywrap/tensorflow_data_validation_extension.pyd +0 -0
- tensorflow_data_validation/skew/__init__.py +13 -0
- tensorflow_data_validation/skew/feature_skew_detector.py +745 -0
- tensorflow_data_validation/skew/feature_skew_detector_test.py +868 -0
- tensorflow_data_validation/skew/protos/__init__.py +0 -0
- tensorflow_data_validation/skew/protos/feature_skew_results_pb2.py +393 -0
- tensorflow_data_validation/statistics/__init__.py +14 -0
- tensorflow_data_validation/statistics/generators/__init__.py +14 -0
- tensorflow_data_validation/statistics/generators/basic_stats_generator.py +1219 -0
- tensorflow_data_validation/statistics/generators/basic_stats_generator_test.py +3510 -0
- tensorflow_data_validation/statistics/generators/constituents/__init__.py +13 -0
- tensorflow_data_validation/statistics/generators/constituents/count_missing_generator.py +106 -0
- tensorflow_data_validation/statistics/generators/constituents/count_missing_generator_test.py +75 -0
- tensorflow_data_validation/statistics/generators/constituents/length_diff_generator.py +145 -0
- tensorflow_data_validation/statistics/generators/constituents/length_diff_generator_test.py +134 -0
- tensorflow_data_validation/statistics/generators/cross_feature_stats_generator.py +238 -0
- tensorflow_data_validation/statistics/generators/cross_feature_stats_generator_test.py +164 -0
- tensorflow_data_validation/statistics/generators/image_stats_generator.py +358 -0
- tensorflow_data_validation/statistics/generators/image_stats_generator_test.py +415 -0
- tensorflow_data_validation/statistics/generators/input_batch.py +140 -0
- tensorflow_data_validation/statistics/generators/input_batch_test.py +179 -0
- tensorflow_data_validation/statistics/generators/lift_stats_generator.py +1045 -0
- tensorflow_data_validation/statistics/generators/lift_stats_generator_test.py +2345 -0
- tensorflow_data_validation/statistics/generators/mutual_information.py +644 -0
- tensorflow_data_validation/statistics/generators/mutual_information_test.py +1699 -0
- tensorflow_data_validation/statistics/generators/natural_language_domain_inferring_stats_generator.py +250 -0
- tensorflow_data_validation/statistics/generators/natural_language_domain_inferring_stats_generator_test.py +211 -0
- tensorflow_data_validation/statistics/generators/natural_language_stats_generator.py +655 -0
- tensorflow_data_validation/statistics/generators/natural_language_stats_generator_test.py +445 -0
- tensorflow_data_validation/statistics/generators/partitioned_stats_generator.py +521 -0
- tensorflow_data_validation/statistics/generators/partitioned_stats_generator_test.py +691 -0
- tensorflow_data_validation/statistics/generators/sklearn_mutual_information.py +430 -0
- tensorflow_data_validation/statistics/generators/sklearn_mutual_information_test.py +863 -0
- tensorflow_data_validation/statistics/generators/sparse_feature_stats_generator.py +175 -0
- tensorflow_data_validation/statistics/generators/sparse_feature_stats_generator_test.py +926 -0
- tensorflow_data_validation/statistics/generators/stats_generator.py +500 -0
- tensorflow_data_validation/statistics/generators/time_stats_generator.py +398 -0
- tensorflow_data_validation/statistics/generators/time_stats_generator_test.py +339 -0
- tensorflow_data_validation/statistics/generators/top_k_uniques_sketch_stats_generator.py +300 -0
- tensorflow_data_validation/statistics/generators/top_k_uniques_sketch_stats_generator_test.py +1516 -0
- tensorflow_data_validation/statistics/generators/top_k_uniques_stats_generator.py +327 -0
- tensorflow_data_validation/statistics/generators/top_k_uniques_stats_generator_test.py +1573 -0
- tensorflow_data_validation/statistics/generators/weighted_feature_stats_generator.py +106 -0
- tensorflow_data_validation/statistics/generators/weighted_feature_stats_generator_test.py +262 -0
- tensorflow_data_validation/statistics/stats_impl.py +935 -0
- tensorflow_data_validation/statistics/stats_impl_test.py +2770 -0
- tensorflow_data_validation/statistics/stats_options.py +645 -0
- tensorflow_data_validation/statistics/stats_options_test.py +537 -0
- tensorflow_data_validation/types.py +90 -0
- tensorflow_data_validation/types_test.py +101 -0
- tensorflow_data_validation/utils/__init__.py +14 -0
- tensorflow_data_validation/utils/anomalies_util.py +158 -0
- tensorflow_data_validation/utils/anomalies_util_test.py +566 -0
- tensorflow_data_validation/utils/artifacts_io_impl.py +131 -0
- tensorflow_data_validation/utils/artifacts_io_impl_test.py +43 -0
- tensorflow_data_validation/utils/batch_util.py +55 -0
- tensorflow_data_validation/utils/batch_util_test.py +77 -0
- tensorflow_data_validation/utils/beam_runner_util.py +22 -0
- tensorflow_data_validation/utils/bin_util.py +93 -0
- tensorflow_data_validation/utils/bin_util_test.py +53 -0
- tensorflow_data_validation/utils/dashboard_util.py +21 -0
- tensorflow_data_validation/utils/dashboard_util_impl.py +19 -0
- tensorflow_data_validation/utils/display_util.py +775 -0
- tensorflow_data_validation/utils/display_util_test.py +1075 -0
- tensorflow_data_validation/utils/example_weight_map.py +55 -0
- tensorflow_data_validation/utils/example_weight_map_test.py +56 -0
- tensorflow_data_validation/utils/feature_partition_util.py +170 -0
- tensorflow_data_validation/utils/feature_partition_util_test.py +399 -0
- tensorflow_data_validation/utils/io_util.py +138 -0
- tensorflow_data_validation/utils/io_util_test.py +62 -0
- tensorflow_data_validation/utils/metrics_util.py +39 -0
- tensorflow_data_validation/utils/mutual_information_util.py +655 -0
- tensorflow_data_validation/utils/mutual_information_util_test.py +442 -0
- tensorflow_data_validation/utils/path.py +98 -0
- tensorflow_data_validation/utils/preprocessing_util.py +24 -0
- tensorflow_data_validation/utils/quantiles_util.py +335 -0
- tensorflow_data_validation/utils/quantiles_util_test.py +438 -0
- tensorflow_data_validation/utils/schema_util.py +410 -0
- tensorflow_data_validation/utils/schema_util_test.py +788 -0
- tensorflow_data_validation/utils/slicing_util.py +367 -0
- tensorflow_data_validation/utils/slicing_util_test.py +567 -0
- tensorflow_data_validation/utils/stats_gen_lib.py +348 -0
- tensorflow_data_validation/utils/stats_gen_lib_test.py +611 -0
- tensorflow_data_validation/utils/stats_util.py +677 -0
- tensorflow_data_validation/utils/stats_util_test.py +558 -0
- tensorflow_data_validation/utils/test_util.py +529 -0
- tensorflow_data_validation/utils/test_util_test.py +320 -0
- tensorflow_data_validation/utils/top_k_uniques_stats_util.py +293 -0
- tensorflow_data_validation/utils/top_k_uniques_stats_util_test.py +371 -0
- tensorflow_data_validation/utils/validation_lib.py +295 -0
- tensorflow_data_validation/utils/validation_lib_test.py +578 -0
- tensorflow_data_validation/utils/variance_util.py +217 -0
- tensorflow_data_validation/utils/variance_util_test.py +414 -0
- tensorflow_data_validation/utils/vocab_util.py +63 -0
- tensorflow_data_validation/utils/vocab_util_test.py +50 -0
- tensorflow_data_validation/version.py +18 -0
- tensorflow_data_validation-1.14.0.dist-info/LICENSE +202 -0
- tensorflow_data_validation-1.14.0.dist-info/METADATA +293 -0
- tensorflow_data_validation-1.14.0.dist-info/RECORD +125 -0
- tensorflow_data_validation-1.14.0.dist-info/WHEEL +5 -0
- tensorflow_data_validation-1.14.0.dist-info/namespace_packages.txt +1 -0
- tensorflow_data_validation-1.14.0.dist-info/top_level.txt +1 -0
|
@@ -0,0 +1,92 @@
|
|
|
1
|
+
# Copyright 2018 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
15
|
+
"""Init module for TensorFlow Data Validation."""
|
|
16
|
+
|
|
17
|
+
# Import stats API.
|
|
18
|
+
from tensorflow_data_validation.api.stats_api import default_sharded_output_suffix
|
|
19
|
+
from tensorflow_data_validation.api.stats_api import default_sharded_output_supported
|
|
20
|
+
from tensorflow_data_validation.api.stats_api import GenerateStatistics
|
|
21
|
+
from tensorflow_data_validation.api.stats_api import MergeDatasetFeatureStatisticsList
|
|
22
|
+
from tensorflow_data_validation.api.stats_api import WriteStatisticsToBinaryFile
|
|
23
|
+
from tensorflow_data_validation.api.stats_api import WriteStatisticsToRecordsAndBinaryFile
|
|
24
|
+
from tensorflow_data_validation.api.stats_api import WriteStatisticsToTFRecord
|
|
25
|
+
|
|
26
|
+
# Import validation API.
|
|
27
|
+
from tensorflow_data_validation.api.validation_api import DetectFeatureSkew
|
|
28
|
+
from tensorflow_data_validation.api.validation_api import infer_schema
|
|
29
|
+
from tensorflow_data_validation.api.validation_api import update_schema
|
|
30
|
+
from tensorflow_data_validation.api.validation_api import validate_corresponding_slices
|
|
31
|
+
from tensorflow_data_validation.api.validation_api import validate_statistics
|
|
32
|
+
|
|
33
|
+
# Base classes for stats generators.
|
|
34
|
+
from tensorflow_data_validation.statistics.generators.stats_generator import CombinerStatsGenerator
|
|
35
|
+
from tensorflow_data_validation.statistics.generators.stats_generator import TransformStatsGenerator
|
|
36
|
+
|
|
37
|
+
# Import stats options.
|
|
38
|
+
from tensorflow_data_validation.statistics.stats_options import StatsOptions
|
|
39
|
+
|
|
40
|
+
# Import FeaturePath.
|
|
41
|
+
from tensorflow_data_validation.types import FeaturePath
|
|
42
|
+
|
|
43
|
+
# Import anomalies utilities.
|
|
44
|
+
from tensorflow_data_validation.utils.anomalies_util import load_anomalies_text
|
|
45
|
+
from tensorflow_data_validation.utils.anomalies_util import write_anomalies_text
|
|
46
|
+
|
|
47
|
+
# Import display utilities.
|
|
48
|
+
from tensorflow_data_validation.utils.display_util import compare_slices
|
|
49
|
+
from tensorflow_data_validation.utils.display_util import display_anomalies
|
|
50
|
+
from tensorflow_data_validation.utils.display_util import display_schema
|
|
51
|
+
from tensorflow_data_validation.utils.display_util import get_confusion_count_dataframes
|
|
52
|
+
from tensorflow_data_validation.utils.display_util import get_match_stats_dataframe
|
|
53
|
+
from tensorflow_data_validation.utils.display_util import get_skew_result_dataframe
|
|
54
|
+
from tensorflow_data_validation.utils.display_util import get_statistics_html
|
|
55
|
+
from tensorflow_data_validation.utils.display_util import visualize_statistics
|
|
56
|
+
|
|
57
|
+
|
|
58
|
+
# Import schema utilities.
|
|
59
|
+
from tensorflow_data_validation.utils.schema_util import generate_dummy_schema_with_paths
|
|
60
|
+
from tensorflow_data_validation.utils.schema_util import get_domain
|
|
61
|
+
from tensorflow_data_validation.utils.schema_util import get_feature
|
|
62
|
+
from tensorflow_data_validation.utils.schema_util import load_schema_text
|
|
63
|
+
from tensorflow_data_validation.utils.schema_util import set_domain
|
|
64
|
+
from tensorflow_data_validation.utils.schema_util import write_schema_text
|
|
65
|
+
|
|
66
|
+
# Import slicing utilities.
|
|
67
|
+
from tensorflow_data_validation.utils.slicing_util import get_feature_value_slicer as experimental_get_feature_value_slicer
|
|
68
|
+
|
|
69
|
+
# Import stats lib.
|
|
70
|
+
from tensorflow_data_validation.utils.stats_gen_lib import generate_statistics_from_csv
|
|
71
|
+
from tensorflow_data_validation.utils.stats_gen_lib import generate_statistics_from_dataframe
|
|
72
|
+
from tensorflow_data_validation.utils.stats_gen_lib import generate_statistics_from_tfrecord
|
|
73
|
+
|
|
74
|
+
# Import stats utilities.
|
|
75
|
+
from tensorflow_data_validation.utils.stats_util import CrossFeatureView
|
|
76
|
+
from tensorflow_data_validation.utils.stats_util import DatasetListView
|
|
77
|
+
from tensorflow_data_validation.utils.stats_util import DatasetView
|
|
78
|
+
from tensorflow_data_validation.utils.stats_util import FeatureView
|
|
79
|
+
from tensorflow_data_validation.utils.stats_util import get_feature_stats
|
|
80
|
+
from tensorflow_data_validation.utils.stats_util import get_slice_stats
|
|
81
|
+
from tensorflow_data_validation.utils.stats_util import load_sharded_statistics
|
|
82
|
+
from tensorflow_data_validation.utils.stats_util import load_statistics
|
|
83
|
+
from tensorflow_data_validation.utils.stats_util import load_stats_binary
|
|
84
|
+
from tensorflow_data_validation.utils.stats_util import load_stats_text
|
|
85
|
+
from tensorflow_data_validation.utils.stats_util import write_stats_text
|
|
86
|
+
|
|
87
|
+
# Import validation lib.
|
|
88
|
+
from tensorflow_data_validation.utils.validation_lib import validate_examples_in_csv
|
|
89
|
+
from tensorflow_data_validation.utils.validation_lib import validate_examples_in_tfrecord
|
|
90
|
+
|
|
91
|
+
# Import version string.
|
|
92
|
+
from tensorflow_data_validation.version import __version__
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# Copyright 2018 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
# Copyright 2019 Google LLC
|
|
2
|
+
#
|
|
3
|
+
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
4
|
+
# you may not use this file except in compliance with the License.
|
|
5
|
+
# You may obtain a copy of the License at
|
|
6
|
+
#
|
|
7
|
+
# http://www.apache.org/licenses/LICENSE-2.0
|
|
8
|
+
#
|
|
9
|
+
# Unless required by applicable law or agreed to in writing, software
|
|
10
|
+
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
11
|
+
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
12
|
+
# See the License for the specific language governing permissions and
|
|
13
|
+
# limitations under the License.
|
|
14
|
+
|
|
@@ -0,0 +1,271 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
3
|
+
# source: tensorflow_data_validation/anomalies/proto/custom_validation_config.proto
|
|
4
|
+
"""Generated protocol buffer code."""
|
|
5
|
+
from google.protobuf import descriptor as _descriptor
|
|
6
|
+
from google.protobuf import message as _message
|
|
7
|
+
from google.protobuf import reflection as _reflection
|
|
8
|
+
from google.protobuf import symbol_database as _symbol_database
|
|
9
|
+
# @@protoc_insertion_point(imports)
|
|
10
|
+
|
|
11
|
+
_sym_db = _symbol_database.Default()
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
from tensorflow_metadata.proto.v0 import anomalies_pb2 as tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2
|
|
15
|
+
from tensorflow_metadata.proto.v0 import path_pb2 as tensorflow__metadata_dot_proto_dot_v0_dot_path__pb2
|
|
16
|
+
|
|
17
|
+
|
|
18
|
+
DESCRIPTOR = _descriptor.FileDescriptor(
|
|
19
|
+
name='tensorflow_data_validation/anomalies/proto/custom_validation_config.proto',
|
|
20
|
+
package='tensorflow.data_validation',
|
|
21
|
+
syntax='proto2',
|
|
22
|
+
serialized_options=None,
|
|
23
|
+
create_key=_descriptor._internal_create_key,
|
|
24
|
+
serialized_pb=b'\nItensorflow_data_validation/anomalies/proto/custom_validation_config.proto\x12\x1atensorflow.data_validation\x1a,tensorflow_metadata/proto/v0/anomalies.proto\x1a\'tensorflow_metadata/proto/v0/path.proto\"\x91\x01\n\nValidation\x12\x16\n\x0esql_expression\x18\x01 \x01(\t\x12>\n\x08severity\x18\x02 \x01(\x0e\x32,.tensorflow.metadata.v0.AnomalyInfo.Severity\x12\x13\n\x0b\x64\x65scription\x18\x03 \x01(\t\x12\x16\n\x0ein_environment\x18\x04 \x03(\t\"\x9a\x01\n\x11\x46\x65\x61tureValidation\x12\x14\n\x0c\x64\x61taset_name\x18\x01 \x01(\t\x12\x32\n\x0c\x66\x65\x61ture_path\x18\x02 \x01(\x0b\x32\x1c.tensorflow.metadata.v0.Path\x12;\n\x0bvalidations\x18\x03 \x03(\x0b\x32&.tensorflow.data_validation.Validation\"\xf7\x01\n\x15\x46\x65\x61turePairValidation\x12\x14\n\x0c\x64\x61taset_name\x18\x01 \x01(\t\x12\x19\n\x11\x62\x61se_dataset_name\x18\x02 \x01(\t\x12\x37\n\x11\x66\x65\x61ture_test_path\x18\x03 \x01(\x0b\x32\x1c.tensorflow.metadata.v0.Path\x12\x37\n\x11\x66\x65\x61ture_base_path\x18\x04 \x01(\x0b\x32\x1c.tensorflow.metadata.v0.Path\x12;\n\x0bvalidations\x18\x05 \x03(\x0b\x32&.tensorflow.data_validation.Validation\"\xb9\x01\n\x16\x43ustomValidationConfig\x12J\n\x13\x66\x65\x61ture_validations\x18\x01 \x03(\x0b\x32-.tensorflow.data_validation.FeatureValidation\x12S\n\x18\x66\x65\x61ture_pair_validations\x18\x02 \x03(\x0b\x32\x31.tensorflow.data_validation.FeaturePairValidation'
|
|
25
|
+
,
|
|
26
|
+
dependencies=[tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2.DESCRIPTOR,tensorflow__metadata_dot_proto_dot_v0_dot_path__pb2.DESCRIPTOR,])
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
|
|
31
|
+
_VALIDATION = _descriptor.Descriptor(
|
|
32
|
+
name='Validation',
|
|
33
|
+
full_name='tensorflow.data_validation.Validation',
|
|
34
|
+
filename=None,
|
|
35
|
+
file=DESCRIPTOR,
|
|
36
|
+
containing_type=None,
|
|
37
|
+
create_key=_descriptor._internal_create_key,
|
|
38
|
+
fields=[
|
|
39
|
+
_descriptor.FieldDescriptor(
|
|
40
|
+
name='sql_expression', full_name='tensorflow.data_validation.Validation.sql_expression', index=0,
|
|
41
|
+
number=1, type=9, cpp_type=9, label=1,
|
|
42
|
+
has_default_value=False, default_value=b"".decode('utf-8'),
|
|
43
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
44
|
+
is_extension=False, extension_scope=None,
|
|
45
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
46
|
+
_descriptor.FieldDescriptor(
|
|
47
|
+
name='severity', full_name='tensorflow.data_validation.Validation.severity', index=1,
|
|
48
|
+
number=2, type=14, cpp_type=8, label=1,
|
|
49
|
+
has_default_value=False, default_value=0,
|
|
50
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
51
|
+
is_extension=False, extension_scope=None,
|
|
52
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
53
|
+
_descriptor.FieldDescriptor(
|
|
54
|
+
name='description', full_name='tensorflow.data_validation.Validation.description', index=2,
|
|
55
|
+
number=3, type=9, cpp_type=9, label=1,
|
|
56
|
+
has_default_value=False, default_value=b"".decode('utf-8'),
|
|
57
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
58
|
+
is_extension=False, extension_scope=None,
|
|
59
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
60
|
+
_descriptor.FieldDescriptor(
|
|
61
|
+
name='in_environment', full_name='tensorflow.data_validation.Validation.in_environment', index=3,
|
|
62
|
+
number=4, type=9, cpp_type=9, label=3,
|
|
63
|
+
has_default_value=False, default_value=[],
|
|
64
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
65
|
+
is_extension=False, extension_scope=None,
|
|
66
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
67
|
+
],
|
|
68
|
+
extensions=[
|
|
69
|
+
],
|
|
70
|
+
nested_types=[],
|
|
71
|
+
enum_types=[
|
|
72
|
+
],
|
|
73
|
+
serialized_options=None,
|
|
74
|
+
is_extendable=False,
|
|
75
|
+
syntax='proto2',
|
|
76
|
+
extension_ranges=[],
|
|
77
|
+
oneofs=[
|
|
78
|
+
],
|
|
79
|
+
serialized_start=193,
|
|
80
|
+
serialized_end=338,
|
|
81
|
+
)
|
|
82
|
+
|
|
83
|
+
|
|
84
|
+
_FEATUREVALIDATION = _descriptor.Descriptor(
|
|
85
|
+
name='FeatureValidation',
|
|
86
|
+
full_name='tensorflow.data_validation.FeatureValidation',
|
|
87
|
+
filename=None,
|
|
88
|
+
file=DESCRIPTOR,
|
|
89
|
+
containing_type=None,
|
|
90
|
+
create_key=_descriptor._internal_create_key,
|
|
91
|
+
fields=[
|
|
92
|
+
_descriptor.FieldDescriptor(
|
|
93
|
+
name='dataset_name', full_name='tensorflow.data_validation.FeatureValidation.dataset_name', index=0,
|
|
94
|
+
number=1, type=9, cpp_type=9, label=1,
|
|
95
|
+
has_default_value=False, default_value=b"".decode('utf-8'),
|
|
96
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
97
|
+
is_extension=False, extension_scope=None,
|
|
98
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
99
|
+
_descriptor.FieldDescriptor(
|
|
100
|
+
name='feature_path', full_name='tensorflow.data_validation.FeatureValidation.feature_path', index=1,
|
|
101
|
+
number=2, type=11, cpp_type=10, label=1,
|
|
102
|
+
has_default_value=False, default_value=None,
|
|
103
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
104
|
+
is_extension=False, extension_scope=None,
|
|
105
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
106
|
+
_descriptor.FieldDescriptor(
|
|
107
|
+
name='validations', full_name='tensorflow.data_validation.FeatureValidation.validations', index=2,
|
|
108
|
+
number=3, type=11, cpp_type=10, label=3,
|
|
109
|
+
has_default_value=False, default_value=[],
|
|
110
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
111
|
+
is_extension=False, extension_scope=None,
|
|
112
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
113
|
+
],
|
|
114
|
+
extensions=[
|
|
115
|
+
],
|
|
116
|
+
nested_types=[],
|
|
117
|
+
enum_types=[
|
|
118
|
+
],
|
|
119
|
+
serialized_options=None,
|
|
120
|
+
is_extendable=False,
|
|
121
|
+
syntax='proto2',
|
|
122
|
+
extension_ranges=[],
|
|
123
|
+
oneofs=[
|
|
124
|
+
],
|
|
125
|
+
serialized_start=341,
|
|
126
|
+
serialized_end=495,
|
|
127
|
+
)
|
|
128
|
+
|
|
129
|
+
|
|
130
|
+
_FEATUREPAIRVALIDATION = _descriptor.Descriptor(
|
|
131
|
+
name='FeaturePairValidation',
|
|
132
|
+
full_name='tensorflow.data_validation.FeaturePairValidation',
|
|
133
|
+
filename=None,
|
|
134
|
+
file=DESCRIPTOR,
|
|
135
|
+
containing_type=None,
|
|
136
|
+
create_key=_descriptor._internal_create_key,
|
|
137
|
+
fields=[
|
|
138
|
+
_descriptor.FieldDescriptor(
|
|
139
|
+
name='dataset_name', full_name='tensorflow.data_validation.FeaturePairValidation.dataset_name', index=0,
|
|
140
|
+
number=1, type=9, cpp_type=9, label=1,
|
|
141
|
+
has_default_value=False, default_value=b"".decode('utf-8'),
|
|
142
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
143
|
+
is_extension=False, extension_scope=None,
|
|
144
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
145
|
+
_descriptor.FieldDescriptor(
|
|
146
|
+
name='base_dataset_name', full_name='tensorflow.data_validation.FeaturePairValidation.base_dataset_name', index=1,
|
|
147
|
+
number=2, type=9, cpp_type=9, label=1,
|
|
148
|
+
has_default_value=False, default_value=b"".decode('utf-8'),
|
|
149
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
150
|
+
is_extension=False, extension_scope=None,
|
|
151
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
152
|
+
_descriptor.FieldDescriptor(
|
|
153
|
+
name='feature_test_path', full_name='tensorflow.data_validation.FeaturePairValidation.feature_test_path', index=2,
|
|
154
|
+
number=3, type=11, cpp_type=10, label=1,
|
|
155
|
+
has_default_value=False, default_value=None,
|
|
156
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
157
|
+
is_extension=False, extension_scope=None,
|
|
158
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
159
|
+
_descriptor.FieldDescriptor(
|
|
160
|
+
name='feature_base_path', full_name='tensorflow.data_validation.FeaturePairValidation.feature_base_path', index=3,
|
|
161
|
+
number=4, type=11, cpp_type=10, label=1,
|
|
162
|
+
has_default_value=False, default_value=None,
|
|
163
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
164
|
+
is_extension=False, extension_scope=None,
|
|
165
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
166
|
+
_descriptor.FieldDescriptor(
|
|
167
|
+
name='validations', full_name='tensorflow.data_validation.FeaturePairValidation.validations', index=4,
|
|
168
|
+
number=5, type=11, cpp_type=10, label=3,
|
|
169
|
+
has_default_value=False, default_value=[],
|
|
170
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
171
|
+
is_extension=False, extension_scope=None,
|
|
172
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
173
|
+
],
|
|
174
|
+
extensions=[
|
|
175
|
+
],
|
|
176
|
+
nested_types=[],
|
|
177
|
+
enum_types=[
|
|
178
|
+
],
|
|
179
|
+
serialized_options=None,
|
|
180
|
+
is_extendable=False,
|
|
181
|
+
syntax='proto2',
|
|
182
|
+
extension_ranges=[],
|
|
183
|
+
oneofs=[
|
|
184
|
+
],
|
|
185
|
+
serialized_start=498,
|
|
186
|
+
serialized_end=745,
|
|
187
|
+
)
|
|
188
|
+
|
|
189
|
+
|
|
190
|
+
_CUSTOMVALIDATIONCONFIG = _descriptor.Descriptor(
|
|
191
|
+
name='CustomValidationConfig',
|
|
192
|
+
full_name='tensorflow.data_validation.CustomValidationConfig',
|
|
193
|
+
filename=None,
|
|
194
|
+
file=DESCRIPTOR,
|
|
195
|
+
containing_type=None,
|
|
196
|
+
create_key=_descriptor._internal_create_key,
|
|
197
|
+
fields=[
|
|
198
|
+
_descriptor.FieldDescriptor(
|
|
199
|
+
name='feature_validations', full_name='tensorflow.data_validation.CustomValidationConfig.feature_validations', index=0,
|
|
200
|
+
number=1, type=11, cpp_type=10, label=3,
|
|
201
|
+
has_default_value=False, default_value=[],
|
|
202
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
203
|
+
is_extension=False, extension_scope=None,
|
|
204
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
205
|
+
_descriptor.FieldDescriptor(
|
|
206
|
+
name='feature_pair_validations', full_name='tensorflow.data_validation.CustomValidationConfig.feature_pair_validations', index=1,
|
|
207
|
+
number=2, type=11, cpp_type=10, label=3,
|
|
208
|
+
has_default_value=False, default_value=[],
|
|
209
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
210
|
+
is_extension=False, extension_scope=None,
|
|
211
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
212
|
+
],
|
|
213
|
+
extensions=[
|
|
214
|
+
],
|
|
215
|
+
nested_types=[],
|
|
216
|
+
enum_types=[
|
|
217
|
+
],
|
|
218
|
+
serialized_options=None,
|
|
219
|
+
is_extendable=False,
|
|
220
|
+
syntax='proto2',
|
|
221
|
+
extension_ranges=[],
|
|
222
|
+
oneofs=[
|
|
223
|
+
],
|
|
224
|
+
serialized_start=748,
|
|
225
|
+
serialized_end=933,
|
|
226
|
+
)
|
|
227
|
+
|
|
228
|
+
_VALIDATION.fields_by_name['severity'].enum_type = tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2._ANOMALYINFO_SEVERITY
|
|
229
|
+
_FEATUREVALIDATION.fields_by_name['feature_path'].message_type = tensorflow__metadata_dot_proto_dot_v0_dot_path__pb2._PATH
|
|
230
|
+
_FEATUREVALIDATION.fields_by_name['validations'].message_type = _VALIDATION
|
|
231
|
+
_FEATUREPAIRVALIDATION.fields_by_name['feature_test_path'].message_type = tensorflow__metadata_dot_proto_dot_v0_dot_path__pb2._PATH
|
|
232
|
+
_FEATUREPAIRVALIDATION.fields_by_name['feature_base_path'].message_type = tensorflow__metadata_dot_proto_dot_v0_dot_path__pb2._PATH
|
|
233
|
+
_FEATUREPAIRVALIDATION.fields_by_name['validations'].message_type = _VALIDATION
|
|
234
|
+
_CUSTOMVALIDATIONCONFIG.fields_by_name['feature_validations'].message_type = _FEATUREVALIDATION
|
|
235
|
+
_CUSTOMVALIDATIONCONFIG.fields_by_name['feature_pair_validations'].message_type = _FEATUREPAIRVALIDATION
|
|
236
|
+
DESCRIPTOR.message_types_by_name['Validation'] = _VALIDATION
|
|
237
|
+
DESCRIPTOR.message_types_by_name['FeatureValidation'] = _FEATUREVALIDATION
|
|
238
|
+
DESCRIPTOR.message_types_by_name['FeaturePairValidation'] = _FEATUREPAIRVALIDATION
|
|
239
|
+
DESCRIPTOR.message_types_by_name['CustomValidationConfig'] = _CUSTOMVALIDATIONCONFIG
|
|
240
|
+
_sym_db.RegisterFileDescriptor(DESCRIPTOR)
|
|
241
|
+
|
|
242
|
+
Validation = _reflection.GeneratedProtocolMessageType('Validation', (_message.Message,), {
|
|
243
|
+
'DESCRIPTOR' : _VALIDATION,
|
|
244
|
+
'__module__' : 'tensorflow_data_validation.anomalies.proto.custom_validation_config_pb2'
|
|
245
|
+
# @@protoc_insertion_point(class_scope:tensorflow.data_validation.Validation)
|
|
246
|
+
})
|
|
247
|
+
_sym_db.RegisterMessage(Validation)
|
|
248
|
+
|
|
249
|
+
FeatureValidation = _reflection.GeneratedProtocolMessageType('FeatureValidation', (_message.Message,), {
|
|
250
|
+
'DESCRIPTOR' : _FEATUREVALIDATION,
|
|
251
|
+
'__module__' : 'tensorflow_data_validation.anomalies.proto.custom_validation_config_pb2'
|
|
252
|
+
# @@protoc_insertion_point(class_scope:tensorflow.data_validation.FeatureValidation)
|
|
253
|
+
})
|
|
254
|
+
_sym_db.RegisterMessage(FeatureValidation)
|
|
255
|
+
|
|
256
|
+
FeaturePairValidation = _reflection.GeneratedProtocolMessageType('FeaturePairValidation', (_message.Message,), {
|
|
257
|
+
'DESCRIPTOR' : _FEATUREPAIRVALIDATION,
|
|
258
|
+
'__module__' : 'tensorflow_data_validation.anomalies.proto.custom_validation_config_pb2'
|
|
259
|
+
# @@protoc_insertion_point(class_scope:tensorflow.data_validation.FeaturePairValidation)
|
|
260
|
+
})
|
|
261
|
+
_sym_db.RegisterMessage(FeaturePairValidation)
|
|
262
|
+
|
|
263
|
+
CustomValidationConfig = _reflection.GeneratedProtocolMessageType('CustomValidationConfig', (_message.Message,), {
|
|
264
|
+
'DESCRIPTOR' : _CUSTOMVALIDATIONCONFIG,
|
|
265
|
+
'__module__' : 'tensorflow_data_validation.anomalies.proto.custom_validation_config_pb2'
|
|
266
|
+
# @@protoc_insertion_point(class_scope:tensorflow.data_validation.CustomValidationConfig)
|
|
267
|
+
})
|
|
268
|
+
_sym_db.RegisterMessage(CustomValidationConfig)
|
|
269
|
+
|
|
270
|
+
|
|
271
|
+
# @@protoc_insertion_point(module_scope)
|
|
@@ -0,0 +1,130 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
# Generated by the protocol buffer compiler. DO NOT EDIT!
|
|
3
|
+
# source: tensorflow_data_validation/anomalies/proto/validation_config.proto
|
|
4
|
+
"""Generated protocol buffer code."""
|
|
5
|
+
from google.protobuf import descriptor as _descriptor
|
|
6
|
+
from google.protobuf import message as _message
|
|
7
|
+
from google.protobuf import reflection as _reflection
|
|
8
|
+
from google.protobuf import symbol_database as _symbol_database
|
|
9
|
+
# @@protoc_insertion_point(imports)
|
|
10
|
+
|
|
11
|
+
_sym_db = _symbol_database.Default()
|
|
12
|
+
|
|
13
|
+
|
|
14
|
+
from tensorflow_metadata.proto.v0 import anomalies_pb2 as tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2
|
|
15
|
+
|
|
16
|
+
|
|
17
|
+
DESCRIPTOR = _descriptor.FileDescriptor(
|
|
18
|
+
name='tensorflow_data_validation/anomalies/proto/validation_config.proto',
|
|
19
|
+
package='tensorflow.data_validation',
|
|
20
|
+
syntax='proto2',
|
|
21
|
+
serialized_options=None,
|
|
22
|
+
create_key=_descriptor._internal_create_key,
|
|
23
|
+
serialized_pb=b'\nBtensorflow_data_validation/anomalies/proto/validation_config.proto\x12\x1atensorflow.data_validation\x1a,tensorflow_metadata/proto/v0/anomalies.proto\"\x83\x01\n\x10ValidationConfig\x12%\n\x19new_features_are_warnings\x18\x01 \x01(\x08\x42\x02\x18\x01\x12H\n\x12severity_overrides\x18\x02 \x03(\x0b\x32,.tensorflow.data_validation.SeverityOverride\"\x8a\x01\n\x10SeverityOverride\x12\x36\n\x04type\x18\x01 \x01(\x0e\x32(.tensorflow.metadata.v0.AnomalyInfo.Type\x12>\n\x08severity\x18\x02 \x01(\x0e\x32,.tensorflow.metadata.v0.AnomalyInfo.Severity'
|
|
24
|
+
,
|
|
25
|
+
dependencies=[tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2.DESCRIPTOR,])
|
|
26
|
+
|
|
27
|
+
|
|
28
|
+
|
|
29
|
+
|
|
30
|
+
_VALIDATIONCONFIG = _descriptor.Descriptor(
|
|
31
|
+
name='ValidationConfig',
|
|
32
|
+
full_name='tensorflow.data_validation.ValidationConfig',
|
|
33
|
+
filename=None,
|
|
34
|
+
file=DESCRIPTOR,
|
|
35
|
+
containing_type=None,
|
|
36
|
+
create_key=_descriptor._internal_create_key,
|
|
37
|
+
fields=[
|
|
38
|
+
_descriptor.FieldDescriptor(
|
|
39
|
+
name='new_features_are_warnings', full_name='tensorflow.data_validation.ValidationConfig.new_features_are_warnings', index=0,
|
|
40
|
+
number=1, type=8, cpp_type=7, label=1,
|
|
41
|
+
has_default_value=False, default_value=False,
|
|
42
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
43
|
+
is_extension=False, extension_scope=None,
|
|
44
|
+
serialized_options=b'\030\001', file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
45
|
+
_descriptor.FieldDescriptor(
|
|
46
|
+
name='severity_overrides', full_name='tensorflow.data_validation.ValidationConfig.severity_overrides', index=1,
|
|
47
|
+
number=2, type=11, cpp_type=10, label=3,
|
|
48
|
+
has_default_value=False, default_value=[],
|
|
49
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
50
|
+
is_extension=False, extension_scope=None,
|
|
51
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
52
|
+
],
|
|
53
|
+
extensions=[
|
|
54
|
+
],
|
|
55
|
+
nested_types=[],
|
|
56
|
+
enum_types=[
|
|
57
|
+
],
|
|
58
|
+
serialized_options=None,
|
|
59
|
+
is_extendable=False,
|
|
60
|
+
syntax='proto2',
|
|
61
|
+
extension_ranges=[],
|
|
62
|
+
oneofs=[
|
|
63
|
+
],
|
|
64
|
+
serialized_start=145,
|
|
65
|
+
serialized_end=276,
|
|
66
|
+
)
|
|
67
|
+
|
|
68
|
+
|
|
69
|
+
_SEVERITYOVERRIDE = _descriptor.Descriptor(
|
|
70
|
+
name='SeverityOverride',
|
|
71
|
+
full_name='tensorflow.data_validation.SeverityOverride',
|
|
72
|
+
filename=None,
|
|
73
|
+
file=DESCRIPTOR,
|
|
74
|
+
containing_type=None,
|
|
75
|
+
create_key=_descriptor._internal_create_key,
|
|
76
|
+
fields=[
|
|
77
|
+
_descriptor.FieldDescriptor(
|
|
78
|
+
name='type', full_name='tensorflow.data_validation.SeverityOverride.type', index=0,
|
|
79
|
+
number=1, type=14, cpp_type=8, label=1,
|
|
80
|
+
has_default_value=False, default_value=0,
|
|
81
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
82
|
+
is_extension=False, extension_scope=None,
|
|
83
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
84
|
+
_descriptor.FieldDescriptor(
|
|
85
|
+
name='severity', full_name='tensorflow.data_validation.SeverityOverride.severity', index=1,
|
|
86
|
+
number=2, type=14, cpp_type=8, label=1,
|
|
87
|
+
has_default_value=False, default_value=0,
|
|
88
|
+
message_type=None, enum_type=None, containing_type=None,
|
|
89
|
+
is_extension=False, extension_scope=None,
|
|
90
|
+
serialized_options=None, file=DESCRIPTOR, create_key=_descriptor._internal_create_key),
|
|
91
|
+
],
|
|
92
|
+
extensions=[
|
|
93
|
+
],
|
|
94
|
+
nested_types=[],
|
|
95
|
+
enum_types=[
|
|
96
|
+
],
|
|
97
|
+
serialized_options=None,
|
|
98
|
+
is_extendable=False,
|
|
99
|
+
syntax='proto2',
|
|
100
|
+
extension_ranges=[],
|
|
101
|
+
oneofs=[
|
|
102
|
+
],
|
|
103
|
+
serialized_start=279,
|
|
104
|
+
serialized_end=417,
|
|
105
|
+
)
|
|
106
|
+
|
|
107
|
+
_VALIDATIONCONFIG.fields_by_name['severity_overrides'].message_type = _SEVERITYOVERRIDE
|
|
108
|
+
_SEVERITYOVERRIDE.fields_by_name['type'].enum_type = tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2._ANOMALYINFO_TYPE
|
|
109
|
+
_SEVERITYOVERRIDE.fields_by_name['severity'].enum_type = tensorflow__metadata_dot_proto_dot_v0_dot_anomalies__pb2._ANOMALYINFO_SEVERITY
|
|
110
|
+
DESCRIPTOR.message_types_by_name['ValidationConfig'] = _VALIDATIONCONFIG
|
|
111
|
+
DESCRIPTOR.message_types_by_name['SeverityOverride'] = _SEVERITYOVERRIDE
|
|
112
|
+
_sym_db.RegisterFileDescriptor(DESCRIPTOR)
|
|
113
|
+
|
|
114
|
+
ValidationConfig = _reflection.GeneratedProtocolMessageType('ValidationConfig', (_message.Message,), {
|
|
115
|
+
'DESCRIPTOR' : _VALIDATIONCONFIG,
|
|
116
|
+
'__module__' : 'tensorflow_data_validation.anomalies.proto.validation_config_pb2'
|
|
117
|
+
# @@protoc_insertion_point(class_scope:tensorflow.data_validation.ValidationConfig)
|
|
118
|
+
})
|
|
119
|
+
_sym_db.RegisterMessage(ValidationConfig)
|
|
120
|
+
|
|
121
|
+
SeverityOverride = _reflection.GeneratedProtocolMessageType('SeverityOverride', (_message.Message,), {
|
|
122
|
+
'DESCRIPTOR' : _SEVERITYOVERRIDE,
|
|
123
|
+
'__module__' : 'tensorflow_data_validation.anomalies.proto.validation_config_pb2'
|
|
124
|
+
# @@protoc_insertion_point(class_scope:tensorflow.data_validation.SeverityOverride)
|
|
125
|
+
})
|
|
126
|
+
_sym_db.RegisterMessage(SeverityOverride)
|
|
127
|
+
|
|
128
|
+
|
|
129
|
+
_VALIDATIONCONFIG.fields_by_name['new_features_are_warnings']._options = None
|
|
130
|
+
# @@protoc_insertion_point(module_scope)
|