sqlmesh 0.225.1.dev6__py3-none-any.whl → 0.225.1.dev8__py3-none-any.whl

sqlmesh/__init__.py

@@ -188,6 +188,7 @@ def configure_logging(
     write_to_file: bool = True,
     log_file_dir: t.Optional[t.Union[str, Path]] = None,
     ignore_warnings: bool = False,
+    log_level: t.Optional[t.Union[str, int]] = None,
 ) -> None:
     # Remove noisy grpc logs that are not useful for users
     os.environ["GRPC_VERBOSITY"] = os.environ.get("GRPC_VERBOSITY", "NONE")
@@ -195,8 +196,15 @@ def configure_logging(
     logger = logging.getLogger()
     debug = force_debug or debug_mode_enabled()
 
-    # base logger needs to be the lowest level that we plan to log
-    level = logging.DEBUG if debug else logging.INFO
+    if log_level is not None:
+        if isinstance(log_level, str):
+            level = logging._nameToLevel.get(log_level.upper()) or logging.INFO
+        else:
+            level = log_level
+    else:
+        # base logger needs to be the lowest level that we plan to log
+        level = logging.DEBUG if debug else logging.INFO
+
     logger.setLevel(level)
 
     if debug:

sqlmesh/_version.py

@@ -28,7 +28,7 @@ version_tuple: VERSION_TUPLE
 commit_id: COMMIT_ID
 __commit_id__: COMMIT_ID
 
-__version__ = version = '0.225.1.dev6'
-__version_tuple__ = version_tuple = (0, 225, 1, 'dev6')
+__version__ = version = '0.225.1.dev8'
+__version_tuple__ = version_tuple = (0, 225, 1, 'dev8')
 
 __commit_id__ = commit_id = None

sqlmesh/core/context.py

@@ -139,6 +139,7 @@ from sqlmesh.utils.errors import (
 )
 from sqlmesh.utils.config import print_config
 from sqlmesh.utils.jinja import JinjaMacroRegistry
+from sqlmesh.utils.windows import IS_WINDOWS, fix_windows_path
 
 if t.TYPE_CHECKING:
     import pandas as pd
@@ -2590,12 +2591,15 @@ class GenericContext(BaseContext, t.Generic[C]):
         )
 
     def clear_caches(self) -> None:
-        for path in self.configs:
-            cache_path = path / c.CACHE
-            if cache_path.exists():
-                rmtree(cache_path)
-        if self.cache_dir.exists():
-            rmtree(self.cache_dir)
+        paths_to_remove = [path / c.CACHE for path in self.configs]
+        paths_to_remove.append(self.cache_dir)
+
+        if IS_WINDOWS:
+            paths_to_remove = [fix_windows_path(path) for path in paths_to_remove]
+
+        for path in paths_to_remove:
+            if path.exists():
+                rmtree(path)
 
         if isinstance(self._state_sync, CachingStateSync):
             self._state_sync.clear_cache()

sqlmesh/utils/windows.py

@@ -3,12 +3,22 @@ from pathlib import Path
 
 IS_WINDOWS = platform.system() == "Windows"
 
+WINDOWS_LONGPATH_PREFIX = "\\\\?\\"
+
 
 def fix_windows_path(path: Path) -> Path:
     """
     Windows paths are limited to 260 characters: https://learn.microsoft.com/en-us/windows/win32/fileio/maximum-file-path-limitation
     Users can change this by updating a registry entry but we cant rely on that.
-    We can quite commonly generate a cache file path that exceeds 260 characters which causes a FileNotFound error.
-    If we prefix the path with "\\?\" then we can have paths up to 32,767 characters
+
+    SQLMesh quite commonly generates cache file paths that exceed 260 characters and thus cause a FileNotFound error.
+    If we prefix paths with "\\?\" then we can have paths up to 32,767 characters.
+
+    Note that this prefix also means that relative paths no longer work. From the above docs:
+     > Because you cannot use the "\\?\" prefix with a relative path, relative paths are always limited to a total of MAX_PATH characters.
+
+    So we also call path.resolve() to resolve the relative sections so that operations like `path.read_text()` continue to work
     """
-    return Path("\\\\?\\" + str(path.absolute()))
+    if path.parts and not path.parts[0].startswith(WINDOWS_LONGPATH_PREFIX):
+        path = Path(WINDOWS_LONGPATH_PREFIX + str(path.absolute()))
+    return path.resolve()

{sqlmesh-0.225.1.dev6.dist-info → sqlmesh-0.225.1.dev8.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: sqlmesh
-Version: 0.225.1.dev6
+Version: 0.225.1.dev8
 Summary: Next-generation data transformation framework
 Author-email: "TobikoData Inc." <engineering@tobikodata.com>
 License:                                  Apache License

{sqlmesh-0.225.1.dev6.dist-info → sqlmesh-0.225.1.dev8.dist-info}/RECORD

@@ -1,5 +1,5 @@
-sqlmesh/__init__.py,sha256=fmowCZrGGK_h-tC6CxvMe4eam1l-Z3za2MjMMsjUuBA,7700
-sqlmesh/_version.py,sha256=cbPo-m2yDld1JOQFBqmrSnWP3QZ3uy_dfPjNE2xHRhs,721
+sqlmesh/__init__.py,sha256=v_spqQEhcnGaahp1yPvMqUIa6mhH3cs3Bc1CznxvCEA,7965
+sqlmesh/_version.py,sha256=rV17A_kMcZz30psoLrPixPeM_oQ4cYwJfBa98nn_kwY,721
 sqlmesh/magics.py,sha256=xLh3u4eqpVrKRVN5KF3X84RPRqjygAB9AJP1TXwH8hg,42086
 sqlmesh/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sqlmesh/cicd/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -13,7 +13,7 @@ sqlmesh/core/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
 sqlmesh/core/_typing.py,sha256=PzXxMYnORq18JhblAOUttms3zPJZzZpIbfFA_jgKYPA,498
 sqlmesh/core/console.py,sha256=MYpVlciUY6rUuoqXyKfXTxD6a4-Bw4-ooATUTj_VHGg,172830
 sqlmesh/core/constants.py,sha256=BuQk43vluUm7LfP9nKp5o9qRhqIenWF_LiLXO_t_53c,2699
-sqlmesh/core/context.py,sha256=AU9pj6TX38ghuEkR3AdS7DKHbyNg_8LPXw5h_N1HAWU,130775
+sqlmesh/core/context.py,sha256=dgtgIabNtdhVPsQ-tUY5lwK-SnCQxqDdRNY6f3TVMgY,130941
 sqlmesh/core/context_diff.py,sha256=mxkJu0IthFMOlaQ_kcq5C09mlgkq2RQb-pG2rd-x_nA,21648
 sqlmesh/core/dialect.py,sha256=CnKcPj6BnREfu9Zn1OyS7hZ3ktnaX03ygOg91nADlTU,53029
 sqlmesh/core/environment.py,sha256=Kgs_gUEUI072mh0JJFWNRynrCxp1TzRHZhX_NWJRfXc,13142
@@ -236,14 +236,14 @@ sqlmesh/utils/pandas.py,sha256=FytTSLcRNtO0-YMvpoDBkkut3yoQJR9mBSKpif8lxug,2497
 sqlmesh/utils/process.py,sha256=vpXcpJ1eIbivs7gZdwTKSJI7OS6kKBebnaBzz75ykvs,2428
 sqlmesh/utils/pydantic.py,sha256=o_NsXbIpDqNpUA1Uc5xF0ZzoXQYYB0DfHwdRxBwXPNk,12089
 sqlmesh/utils/rich.py,sha256=cwQ5nJ6sgz64xHtoh6_ec7ReV5YpsOGhMtUJnwoRfEI,3549
-sqlmesh/utils/windows.py,sha256=r7Yin4WEwbvH7sKA3hOJtRsclmscNuBeCklCfVPvtQs,611
+sqlmesh/utils/windows.py,sha256=0F9RdpuuCoG5NiEDXvWlAGCiJ-59OjSAmgFF5wW05aY,1133
 sqlmesh/utils/yaml.py,sha256=KFBd7hsKNRTtRudGR7d410qUYffQv0EWRcDM8hVNNZg,3025
-sqlmesh-0.225.1.dev6.dist-info/licenses/LICENSE,sha256=OlMefUjgWJdULtf84BLW0AZZcY8DwdgQqb_1j2862j8,11346
+sqlmesh-0.225.1.dev8.dist-info/licenses/LICENSE,sha256=OlMefUjgWJdULtf84BLW0AZZcY8DwdgQqb_1j2862j8,11346
 sqlmesh_dbt/__init__.py,sha256=awYS5y5mz-1NUmx6i5h5NSTJ7tidRl9NC0FAnFWSF6U,350
-sqlmesh_dbt/cli.py,sha256=cBRqdlc4w1TnPEi6WaPQap34qLRINnDv1BDlo4WSDf0,5420
+sqlmesh_dbt/cli.py,sha256=eAeOZtHOikSDEZNI6hnZYJ-pja6ijFldRV4PeSzwYwU,5744
 sqlmesh_dbt/console.py,sha256=RwWLYnEZHzn9Xp-e2gbZvkdKbWbBLN146geI84mJitg,1132
 sqlmesh_dbt/error.py,sha256=1sPNU6Dik30DR9WTCvGp3ED-pzNmAA3LhP95BXb3ndI,1146
-sqlmesh_dbt/operations.py,sha256=eCvkJf89I8ptw-C8I5Tcb1eTwxDmd_NoPniiK8QD5UE,14136
+sqlmesh_dbt/operations.py,sha256=QiCsz5NtD9XScc3t2ASjtnkyVg0tjiyWkIjp21d5MG4,14196
 sqlmesh_dbt/options.py,sha256=noB_qK4uGGi7Erqk1XkkMaFz5aUc6lp44wwn1Nv_LI4,737
 sqlmesh_dbt/selectors.py,sha256=nmVrFsC7CR2A24FdGTp5Wz7MuWreI-xLQTpOTy0H9K4,6543
 web/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
@@ -363,8 +363,8 @@ web/server/api/endpoints/models.py,sha256=kwj0s7uve3iZSMfmjkoPVMFMeY1sD0peTeyrWf
 web/server/api/endpoints/modules.py,sha256=8hqqgonGay_mJmpCw0IdbjsPhWlQH2VLdKAqha-myac,468
 web/server/api/endpoints/plan.py,sha256=bbbY50W_2MsZSTxOHWMKz0tbIm75nsRSlPy8GI2fg9Q,9306
 web/server/api/endpoints/table_diff.py,sha256=8XTwgOh6QBbNy_hTM1JuHgRjbnie-pGPrphiW-FNLjQ,6058
-sqlmesh-0.225.1.dev6.dist-info/METADATA,sha256=2vaVsPHud_3yqooMm8nh9zcJbviLngOHvEmi_FVdOMU,26685
-sqlmesh-0.225.1.dev6.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-sqlmesh-0.225.1.dev6.dist-info/entry_points.txt,sha256=sHAf6tQczIM8xZoduN4qaUjV7QEPVUUW_LCT8EDUMv4,155
-sqlmesh-0.225.1.dev6.dist-info/top_level.txt,sha256=RQ-33FPe2IgL0rgossAfJkCRtqslz9b7wFARqiWLC5Q,24
-sqlmesh-0.225.1.dev6.dist-info/RECORD,,
+sqlmesh-0.225.1.dev8.dist-info/METADATA,sha256=6uEvh5kZJuvg6DUlb_5Cx54upb6DZI9RtDZ-Yz3HpWA,26685
+sqlmesh-0.225.1.dev8.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+sqlmesh-0.225.1.dev8.dist-info/entry_points.txt,sha256=sHAf6tQczIM8xZoduN4qaUjV7QEPVUUW_LCT8EDUMv4,155
+sqlmesh-0.225.1.dev8.dist-info/top_level.txt,sha256=RQ-33FPe2IgL0rgossAfJkCRtqslz9b7wFARqiWLC5Q,24
+sqlmesh-0.225.1.dev8.dist-info/RECORD,,

sqlmesh_dbt/cli.py

@@ -78,6 +78,12 @@ resource_type_option = click.option(
     default=False,
     help="Display debug logging during dbt execution. Useful for debugging and making bug reports events to help when debugging.",
 )
+@click.option(
+    "--log-level",
+    default="info",
+    type=click.Choice(["debug", "info", "warn", "error", "none"]),
+    help="Specify the minimum severity of events that are logged to the console and the log file.",
+)
 @click.pass_context
 @cli_global_error_handler
 def dbt(
@@ -85,6 +91,7 @@ def dbt(
     profile: t.Optional[str] = None,
     target: t.Optional[str] = None,
     debug: bool = False,
+    log_level: t.Optional[str] = None,
 ) -> None:
     """
     An ELT tool for managing your SQL transformations and data models, powered by the SQLMesh engine.
@@ -97,7 +104,12 @@ def dbt(
     # we have a partially applied function here because subcommands might set extra options like --vars
     # that need to be known before we attempt to load the project
     ctx.obj = functools.partial(
-        create, project_dir=Path.cwd(), profile=profile, target=target, debug=debug
+        create,
+        project_dir=Path.cwd(),
+        profile=profile,
+        target=target,
+        debug=debug,
+        log_level=log_level,
     )
 
     if not ctx.invoked_subcommand:

sqlmesh_dbt/operations.py

@@ -237,6 +237,7 @@ def create(
     vars: t.Optional[t.Dict[str, t.Any]] = None,
     threads: t.Optional[int] = None,
     debug: bool = False,
+    log_level: t.Optional[str] = None,
 ) -> DbtOperations:
     with Progress(transient=True) as progress:
         # Indeterminate progress bar before SQLMesh import to provide feedback to the user that something is indeed happening
@@ -256,7 +257,7 @@ def create(
         while root_logger.hasHandlers():
             root_logger.removeHandler(root_logger.handlers[0])
 
-        configure_logging(force_debug=debug)
+        configure_logging(force_debug=debug, log_level=log_level)
         set_console(DbtCliConsole())
 
         progress.update(load_task_id, description="Loading project", total=None)