apache-beam 2.76.0rc2__tar.gz → 2.76.0rc4__tar.gz

{apache_beam-2.76.0rc2 → apache_beam-2.76.0rc4}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-beam
-Version: 2.76.0rc2
+Version: 2.76.0rc4
 Summary: Apache Beam SDK for Python
 Home-page: https://beam.apache.org
 Download-URL: https://pypi.python.org/pypi/apache-beam
@@ -100,7 +100,7 @@ Requires-Dist: google-cloud-dataflow-client<0.14.0,>=0.13.0; extra == "gcp"
 Requires-Dist: google-cloud-bigquery<4,>=2.0.0; extra == "gcp"
 Requires-Dist: google-cloud-bigquery-storage<3,>=2.6.3; extra == "gcp"
 Requires-Dist: google-cloud-core<3,>=2.0.0; extra == "gcp"
-Requires-Dist: google-cloud-bigtable<3,>=2.19.0; extra == "gcp"
+Requires-Dist: google-cloud-bigtable<3,>=2.42.0; extra == "gcp"
 Requires-Dist: google-cloud-build<4,>=3.35.0; extra == "gcp"
 Requires-Dist: google-cloud-spanner<4,>=3.0.0; extra == "gcp"
 Requires-Dist: google-cloud-dlp<4,>=3.0.0; extra == "gcp"

{apache_beam-2.76.0rc2 → apache_beam-2.76.0rc4}/apache_beam/io/gcp/bigtableio_test.py

@@ -331,6 +331,61 @@ class TestWriteBigTable(unittest.TestCase):
           ServiceCallMetric.bigtable_error_code_to_grpc_status_string(OK),
           2)
 
+  def test_write_batch_error_surfaces_from_async_flush(self):
+    write_fn = bigtableio._BigTableWriteFn(
+        self._PROJECT_ID,
+        self._INSTANCE_ID,
+        self._TABLE_ID,
+        flush_count=1,
+        max_row_bytes=5242880)
+    write_fn.table = self.table
+    write_fn.start_bundle()
+
+    direct_rows = [self.generate_row(i) for i in range(5)]
+    with patch.object(Table,
+                      'mutate_rows',
+                      side_effect=Exception('batch RPC failed')):
+      for direct_row in direct_rows:
+        write_fn.process(direct_row)
+      with self.assertRaises(Exception):
+        write_fn.finish_bundle()
+
+  def test_write_batch_error_surfaces_from_buffered_rows(self):
+    write_fn = bigtableio._BigTableWriteFn(
+        self._PROJECT_ID,
+        self._INSTANCE_ID,
+        self._TABLE_ID,
+        flush_count=1000,
+        max_row_bytes=5242880)
+    write_fn.table = self.table
+    write_fn.start_bundle()
+
+    mock_mutate = MagicMock(side_effect=Exception('batch RPC failed'))
+    with patch.object(Table, 'mutate_rows', mock_mutate):
+      write_fn.process(self.generate_row(0))
+      with self.assertRaises(Exception):
+        write_fn.finish_bundle()
+      self.assertGreater(
+          mock_mutate.call_count, 0, 'buffered row was never flushed')
+
+  def test_write_close_error_is_surfaced(self):
+    write_fn = bigtableio._BigTableWriteFn(
+        self._PROJECT_ID,
+        self._INSTANCE_ID,
+        self._TABLE_ID,
+        flush_count=1000,
+        max_row_bytes=5242880)
+    write_fn.table = self.table
+    write_fn.start_bundle()
+
+    with patch.object(MutationsBatcher,
+                      'close',
+                      side_effect=Exception('error on close')) as mock_close:
+      write_fn.process(self.generate_row(0))
+      with self.assertRaises(Exception):
+        write_fn.finish_bundle()
+      mock_close.assert_called_once()
+
   def generate_row(self, index=0):
     rand = choice(string.ascii_letters + string.digits)
     value = ''.join(rand for i in range(100))

apache_beam-2.76.0rc4/apache_beam/portability/api/__init__.py

@@ -0,0 +1,56 @@
+#
+# Licensed to the Apache Software Foundation (ASF) under one or more
+# contributor license agreements.  See the NOTICE file distributed with
+# this work for additional information regarding copyright ownership.
+# The ASF licenses this file to You under the Apache License, Version 2.0
+# (the "License"); you may not use this file except in compliance with
+# the License.  You may obtain a copy of the License at
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+#
+"""
+For internal use only; no backwards-compatibility guarantees.
+Automatically generated when running python -m build.
+"""
+from .org.apache.beam.model.interactive import v1
+from .org.apache.beam.model.pipeline import v1 as v1_2
+from .org.apache.beam.model.job_management import v1 as v1_3
+from .org.apache.beam.model.fn_execution import v1 as v1_4
+
+beam_interactive_api_pb2_grpc = v1.beam_interactive_api_pb2_grpc
+beam_interactive_api_pb2 = v1.beam_interactive_api_pb2
+metrics_pb2_grpc = v1_2.metrics_pb2_grpc
+external_transforms_pb2_grpc = v1_2.external_transforms_pb2_grpc
+schema_pb2_urns = v1_2.schema_pb2_urns
+endpoints_pb2 = v1_2.endpoints_pb2
+standard_window_fns_pb2 = v1_2.standard_window_fns_pb2
+schema_pb2 = v1_2.schema_pb2
+endpoints_pb2_grpc = v1_2.endpoints_pb2_grpc
+standard_window_fns_pb2_grpc = v1_2.standard_window_fns_pb2_grpc
+metrics_pb2_urns = v1_2.metrics_pb2_urns
+standard_window_fns_pb2_urns = v1_2.standard_window_fns_pb2_urns
+external_transforms_pb2_urns = v1_2.external_transforms_pb2_urns
+beam_runner_api_pb2_grpc = v1_2.beam_runner_api_pb2_grpc
+beam_runner_api_pb2_urns = v1_2.beam_runner_api_pb2_urns
+schema_pb2_grpc = v1_2.schema_pb2_grpc
+beam_runner_api_pb2 = v1_2.beam_runner_api_pb2
+external_transforms_pb2 = v1_2.external_transforms_pb2
+metrics_pb2 = v1_2.metrics_pb2
+beam_job_api_pb2 = v1_3.beam_job_api_pb2
+beam_job_api_pb2_grpc = v1_3.beam_job_api_pb2_grpc
+beam_artifact_api_pb2_grpc = v1_3.beam_artifact_api_pb2_grpc
+beam_expansion_api_pb2 = v1_3.beam_expansion_api_pb2
+beam_expansion_api_pb2_grpc = v1_3.beam_expansion_api_pb2_grpc
+beam_artifact_api_pb2 = v1_3.beam_artifact_api_pb2
+beam_artifact_api_pb2_urns = v1_3.beam_artifact_api_pb2_urns
+beam_provision_api_pb2 = v1_4.beam_provision_api_pb2
+beam_fn_api_pb2_urns = v1_4.beam_fn_api_pb2_urns
+beam_fn_api_pb2_grpc = v1_4.beam_fn_api_pb2_grpc
+beam_fn_api_pb2 = v1_4.beam_fn_api_pb2
+beam_provision_api_pb2_grpc = v1_4.beam_provision_api_pb2_grpc

{apache_beam-2.76.0rc2 → apache_beam-2.76.0rc4}/apache_beam/version.py

@@ -17,4 +17,4 @@
 
 """Apache Beam SDK version information and utilities."""
 
-__version__ = '2.76.0rc2'
+__version__ = '2.76.0rc4'

{apache_beam-2.76.0rc2 → apache_beam-2.76.0rc4}/apache_beam.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: apache-beam
-Version: 2.76.0rc2
+Version: 2.76.0rc4
 Summary: Apache Beam SDK for Python
 Home-page: https://beam.apache.org
 Download-URL: https://pypi.python.org/pypi/apache-beam
@@ -100,7 +100,7 @@ Requires-Dist: google-cloud-dataflow-client<0.14.0,>=0.13.0; extra == "gcp"
 Requires-Dist: google-cloud-bigquery<4,>=2.0.0; extra == "gcp"
 Requires-Dist: google-cloud-bigquery-storage<3,>=2.6.3; extra == "gcp"
 Requires-Dist: google-cloud-core<3,>=2.0.0; extra == "gcp"
-Requires-Dist: google-cloud-bigtable<3,>=2.19.0; extra == "gcp"
+Requires-Dist: google-cloud-bigtable<3,>=2.42.0; extra == "gcp"
 Requires-Dist: google-cloud-build<4,>=3.35.0; extra == "gcp"
 Requires-Dist: google-cloud-spanner<4,>=3.0.0; extra == "gcp"
 Requires-Dist: google-cloud-dlp<4,>=3.0.0; extra == "gcp"

{apache_beam-2.76.0rc2 → apache_beam-2.76.0rc4}/apache_beam.egg-info/requires.txt

@@ -67,7 +67,7 @@ google-cloud-dataflow-client<0.14.0,>=0.13.0
 google-cloud-bigquery<4,>=2.0.0
 google-cloud-bigquery-storage<3,>=2.6.3
 google-cloud-core<3,>=2.0.0
-google-cloud-bigtable<3,>=2.19.0
+google-cloud-bigtable<3,>=2.42.0
 google-cloud-build<4,>=3.35.0
 google-cloud-spanner<4,>=3.0.0
 google-cloud-dlp<4,>=3.0.0

{apache_beam-2.76.0rc2 → apache_beam-2.76.0rc4}/setup.py

@@ -531,7 +531,9 @@ if __name__ == '__main__':
               'google-cloud-bigquery>=2.0.0,<4',
               'google-cloud-bigquery-storage>=2.6.3,<3',
               'google-cloud-core>=2.0.0,<3',
-              'google-cloud-bigtable>=2.19.0,<3',
+              # 2.42.0 improves MutationsBatcher error handling: it surfaces
+              # errors raised during async flushes instead of swallowing them.
+              'google-cloud-bigtable>=2.42.0,<3',
               'google-cloud-build>=3.35.0,<4',
               'google-cloud-spanner>=3.0.0,<4',
               # GCP Packages required by ML functionality

apache_beam-2.76.0rc2/apache_beam/portability/api/__init__.py

@@ -1,56 +0,0 @@
-#
-# Licensed to the Apache Software Foundation (ASF) under one or more
-# contributor license agreements.  See the NOTICE file distributed with
-# this work for additional information regarding copyright ownership.
-# The ASF licenses this file to You under the Apache License, Version 2.0
-# (the "License"); you may not use this file except in compliance with
-# the License.  You may obtain a copy of the License at
-#
-#    http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-#
-"""
-For internal use only; no backwards-compatibility guarantees.
-Automatically generated when running python -m build.
-"""
-from .org.apache.beam.model.job_management import v1
-from .org.apache.beam.model.fn_execution import v1 as v1_2
-from .org.apache.beam.model.pipeline import v1 as v1_3
-from .org.apache.beam.model.interactive import v1 as v1_4
-
-beam_job_api_pb2 = v1.beam_job_api_pb2
-beam_expansion_api_pb2 = v1.beam_expansion_api_pb2
-beam_artifact_api_pb2_urns = v1.beam_artifact_api_pb2_urns
-beam_artifact_api_pb2_grpc = v1.beam_artifact_api_pb2_grpc
-beam_job_api_pb2_grpc = v1.beam_job_api_pb2_grpc
-beam_artifact_api_pb2 = v1.beam_artifact_api_pb2
-beam_expansion_api_pb2_grpc = v1.beam_expansion_api_pb2_grpc
-beam_provision_api_pb2 = v1_2.beam_provision_api_pb2
-beam_fn_api_pb2_urns = v1_2.beam_fn_api_pb2_urns
-beam_fn_api_pb2_grpc = v1_2.beam_fn_api_pb2_grpc
-beam_provision_api_pb2_grpc = v1_2.beam_provision_api_pb2_grpc
-beam_fn_api_pb2 = v1_2.beam_fn_api_pb2
-endpoints_pb2 = v1_3.endpoints_pb2
-external_transforms_pb2_urns = v1_3.external_transforms_pb2_urns
-endpoints_pb2_grpc = v1_3.endpoints_pb2_grpc
-schema_pb2 = v1_3.schema_pb2
-standard_window_fns_pb2_grpc = v1_3.standard_window_fns_pb2_grpc
-standard_window_fns_pb2_urns = v1_3.standard_window_fns_pb2_urns
-schema_pb2_grpc = v1_3.schema_pb2_grpc
-beam_runner_api_pb2_urns = v1_3.beam_runner_api_pb2_urns
-metrics_pb2_grpc = v1_3.metrics_pb2_grpc
-metrics_pb2_urns = v1_3.metrics_pb2_urns
-beam_runner_api_pb2 = v1_3.beam_runner_api_pb2
-external_transforms_pb2_grpc = v1_3.external_transforms_pb2_grpc
-metrics_pb2 = v1_3.metrics_pb2
-schema_pb2_urns = v1_3.schema_pb2_urns
-standard_window_fns_pb2 = v1_3.standard_window_fns_pb2
-external_transforms_pb2 = v1_3.external_transforms_pb2
-beam_runner_api_pb2_grpc = v1_3.beam_runner_api_pb2_grpc
-beam_interactive_api_pb2_grpc = v1_4.beam_interactive_api_pb2_grpc
-beam_interactive_api_pb2 = v1_4.beam_interactive_api_pb2