databricks-labs-lakebridge 0.10.3__tar.gz → 0.10.5__tar.gz

{databricks_labs_lakebridge-0.10.3 → databricks_labs_lakebridge-0.10.5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: databricks-labs-lakebridge
-Version: 0.10.3
+Version: 0.10.5
 Summary: Fast and predictable migrations to Databricks Lakehouse Platform. This tool is designed to help you migrate your data and workloads to the Databricks Lakehouse Platform in a fast, predictable, and reliable way. It provides a set of tools and utilities to help you reconcile your data and workloads, assess your current state, and plan your migration.
 Project-URL: Documentation, https://databrickslabs.github.io/lakebridge
 Project-URL: Issues, https://github.com/databrickslabs/lakebridge/issues
@@ -26,7 +26,7 @@ Classifier: Topic :: Utilities
 Requires-Python: >=3.10
 Requires-Dist: cryptography<45.1.0,>=44.0.2
 Requires-Dist: databricks-bb-analyzer~=0.1.9
-Requires-Dist: databricks-labs-blueprint[yaml]<0.12.0,>=0.11.2
+Requires-Dist: databricks-labs-blueprint[yaml]<0.12.0,>=0.11.3
 Requires-Dist: databricks-labs-lsql==0.16.0
 Requires-Dist: databricks-sdk~=0.51.0
 Requires-Dist: duckdb~=1.2.2

{databricks_labs_lakebridge-0.10.3 → databricks_labs_lakebridge-0.10.5}/databricks/labs/lakebridge/__about__.py

@@ -1,2 +1,2 @@
 # DO NOT MODIFY THIS FILE
-__version__ = "0.10.3"
+__version__ = "0.10.5"

{databricks_labs_lakebridge-0.10.3 → databricks_labs_lakebridge-0.10.5}/databricks/labs/lakebridge/cli.py

@@ -132,7 +132,7 @@ def transpile(
     logger.debug(f"Final configuration for transpilation: {config!r}")
 
     assert config.source_dialect is not None, "Source dialect has been validated by this point."
-    with_user_agent_extra("transpiler_source_tech", config.source_dialect)
+    with_user_agent_extra("transpiler_source_tech", make_alphanum_or_semver(config.source_dialect))
     plugin_name = engine.transpiler_name
     plugin_name = re.sub(r"\s+", "_", plugin_name)
     with_user_agent_extra("transpiler_plugin_name", plugin_name)
@@ -639,27 +639,32 @@ def configure_reconcile(w: WorkspaceClient):
     with_user_agent_extra("cmd", "configure-reconcile")
     user = w.current_user
     logger.debug(f"User: {user}")
-    dbsql_id = _create_warehouse(w)
-    w.config.warehouse_id = dbsql_id
+    if not w.config.warehouse_id:
+        dbsql_id = _create_warehouse(w)
+        w.config.warehouse_id = dbsql_id
+    logger.debug(f"Warehouse ID used for configuring reconcile: {w.config.warehouse_id}.")
     installer = _installer(w)
     installer.run(module="reconcile")
-    _remove_warehouse(w, dbsql_id)
 
 
 @lakebridge.command()
-def analyze(w: WorkspaceClient, source_directory: str, report_file: str):
+def analyze(w: WorkspaceClient, source_directory: str, report_file: str, source_tech: str | None = None):
     """Run the Analyzer"""
     with_user_agent_extra("cmd", "analyze")
     ctx = ApplicationContext(w)
     prompts = ctx.prompts
     output_file = report_file
     input_folder = source_directory
-    source_tech = prompts.choice("Select the source technology", Analyzer.supported_source_technologies())
+    if source_tech is None:
+        source_tech = prompts.choice("Select the source technology", Analyzer.supported_source_technologies())
     with_user_agent_extra("analyzer_source_tech", make_alphanum_or_semver(source_tech))
     user = ctx.current_user
     logger.debug(f"User: {user}")
     is_debug = logger.getEffectiveLevel() == logging.DEBUG
     Analyzer.analyze(Path(input_folder), Path(output_file), source_tech, is_debug=is_debug)
+    logger.info(
+        f"Successfully Analyzed files in ${source_directory} for ${source_tech} and saved report to {report_file}"
+    )
 
 
 if __name__ == "__main__":

{databricks_labs_lakebridge-0.10.3 → databricks_labs_lakebridge-0.10.5}/databricks/labs/lakebridge/install.py

@@ -182,22 +182,6 @@ class WheelInstaller(TranspilerInstaller):
             logger.error(f"Error while fetching PyPI metadata: {product_name}", exc_info=e)
             return None
 
-    @classmethod
-    def download_artifact_from_pypi(cls, product_name: str, version: str, target: Path, extension="whl") -> int:
-        suffix = "-py3-none-any.whl" if extension == "whl" else ".tar.gz" if extension == "tar" else f".{extension}"
-        filename = f"{product_name.replace('-', '_')}-{version}{suffix}"
-        url = f"https://pypi.debian.net/{product_name}/{filename}"
-        try:
-            path, _ = request.urlretrieve(url)
-            logger.info(f"Successfully downloaded {path}")
-            if not target.exists():
-                logger.info(f"Moving {path} to {target!s}")
-                move(path, target)
-            return 0
-        except URLError as e:
-            logger.error("While downloading from pypi", exc_info=e)
-            return -1
-
     def __init__(self, product_name: str, pypi_name: str, artifact: Path | None = None):
         self._product_name = product_name
         self._pypi_name = pypi_name

{databricks_labs_lakebridge-0.10.3 → databricks_labs_lakebridge-0.10.5}/databricks/labs/lakebridge/transpiler/execute.py

@@ -49,8 +49,9 @@ class TranspilingContext:
 
 
 async def _process_one_file(context: TranspilingContext) -> tuple[int, list[TranspileError]]:
+    input_path = context.input_path
 
-    logger.debug(f"Started processing file: {context.input_path!s}")
+    logger.debug(f"Started processing file: {input_path}")
 
     if not context.config.source_dialect:
         error = TranspileError(
@@ -62,7 +63,11 @@ async def _process_one_file(context: TranspilingContext) -> tuple[int, list[Tran
         )
         return 0, [error]
 
-    source_code = read_text(context.input_path)
+    # Check if it looks like XML, where we need to sniff the encoding instead of relying on a BOM or defaulting to the
+    # local platform encoding.
+    sniff_xml_encoding = input_path.suffix.lower() == ".xml"
+
+    source_code = read_text(input_path, detect_xml=sniff_xml_encoding)
     context = dataclasses.replace(context, source_code=source_code)
 
     transpile_result = await _transpile(

{databricks_labs_lakebridge-0.10.3 → databricks_labs_lakebridge-0.10.5}/pyproject.toml

@@ -31,7 +31,7 @@ dependencies = [
   "standard-distutils~=3.11.9; python_version>='3.11'",
   "databricks-bb-analyzer~=0.1.9",
   "sqlglot==26.1.3",
-  "databricks-labs-blueprint[yaml]>=0.11.2,<0.12.0",
+  "databricks-labs-blueprint[yaml]>=0.11.3,<0.12.0",
   "databricks-labs-lsql==0.16.0",
   "cryptography>=44.0.2,<45.1.0",
   "pyodbc~=5.2.0",
@@ -70,6 +70,7 @@ dependencies = [
   "pytest-cov>=5.0.0,<6.0.0",
   "pytest-asyncio~=0.26.0",
   "pytest-xdist~=3.5.0",
+  "pytest-timeout~=2.4.0",
   "black~=25.1.0",
   "ruff~=0.11.6",
   "databricks-connect==15.1",