tinybird 3.5.4.dev0__tar.gz → 3.5.5.dev0__tar.gz

{tinybird-3.5.4.dev0 → tinybird-3.5.5.dev0}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 3.5.4.dev0
+Version: 3.5.5.dev0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird
@@ -57,6 +57,11 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+3.5.4
+*******
+
+- `Fixed` Pulling vendored data sources from a Classic workspace to migrate to Forward now includes all workspaces in SHARED_WITH.
+
 3.5.3
 *******
 

{tinybird-3.5.4.dev0 → tinybird-3.5.5.dev0}/tinybird/datafile/common.py

@@ -559,6 +559,8 @@ class Datafile:
                 raise DatafileValidationError(
                     f"Some Kafka params have been provided, but the following required ones are missing: {missing}"
                 )
+            if "kafka_group_id" in node and not str(node["kafka_group_id"]).strip():
+                raise DatafileValidationError("KAFKA_GROUP_ID cannot be empty")
             # Validate S3 params
             if any(param in node for param in BLOB_STORAGE_PARAMS):
                 if missing := [param for param in REQUIRED_BLOB_STORAGE_PARAMS if param not in node]:

{tinybird-3.5.4.dev0 → tinybird-3.5.5.dev0}/tinybird/sql_toolset.py

@@ -35,7 +35,7 @@ class InvalidFunction(ValueError):
         super().__init__(self.msg)
 
 
-class InvalidResource(ValueError):
+class MissingResource(ValueError):
     def __init__(self, database: str, table: str, default_database: str = ""):
         if default_database and database == default_database:
             database = ""
@@ -88,6 +88,36 @@ class ColumnInfo:
     is_primary_key: bool = False
 
 
+@dataclass
+class MaterializedViewTarget:
+    database: Optional[str]
+    table: str
+
+
+def parse_materialized_view_target(create_table_query: str) -> Optional[MaterializedViewTarget]:
+    """
+    Extract target table info from a CREATE MATERIALIZED VIEW statement.
+
+    Parses statements like:
+        CREATE MATERIALIZED VIEW db.view TO target_db.target_table AS SELECT...
+        CREATE MATERIALIZED VIEW db.view TO `target_db`.`target_table` AS SELECT...
+        CREATE MATERIALIZED VIEW db.view TO `target_db`.`target_table` (col1 Type1, col2 Nullable(DateTime64(3))) AS SELECT...
+
+    Returns:
+        MaterializedViewTarget with database (optional) and table,
+        or None if the query is not a CREATE MATERIALIZED VIEW statement.
+    """
+    try:
+        result = chquery.parse_create_materialized_view_target_table(create_table_query)
+    except ValueError:
+        return None
+
+    return MaterializedViewTarget(
+        database=result["database"],
+        table=result["table"],
+    )
+
+
 def get_columns_from_create_query(sql_schema: str) -> list[ColumnInfo]:
     columns = chquery.get_columns_from_create_query(sql_schema)
     return [ColumnInfo(**col) for col in columns]
@@ -605,7 +635,7 @@ def replace_tables(
                             "valid_tables": valid_tables,
                         },
                     )
-                    raise InvalidResource(database, table_name, default_database=default_database)
+                    raise MissingResource(database, table_name, default_database=default_database)
 
         if current_replacements:
             # We need to transform the dictionary into something cacheable, so a sorted tuple of tuples it is

{tinybird-3.5.4.dev0 → tinybird-3.5.5.dev0}/tinybird/syncasync.py

@@ -26,6 +26,7 @@
 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS
 # SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
 
+import asyncio
 import asyncio.coroutines
 import functools
 import inspect
@@ -680,3 +681,29 @@ def sync_to_async(
         thread_sensitive=thread_sensitive,
         executor=executor,
     )
+
+
+def run_function_in_event_loop(func_def: Callable[..., Any], *args: Any, **kwargs: Any) -> Any:
+    """Run an async function, handling the case where an event loop may already be running."""
+    try:
+        asyncio.get_running_loop()
+        # If we're already in an event loop, we need to run the coroutine in a thread
+        # to avoid blocking the current event loop
+        import concurrent.futures
+
+        def run_in_new_loop() -> Any:
+            # Create a new event loop for this thread
+            new_loop = asyncio.new_event_loop()
+            asyncio.set_event_loop(new_loop)
+            try:
+                return new_loop.run_until_complete(func_def(*args, **kwargs))
+            finally:
+                new_loop.close()
+
+        # Run in a separate thread to avoid blocking the current event loop
+        with concurrent.futures.ThreadPoolExecutor() as executor:
+            future = executor.submit(run_in_new_loop)
+            return future.result()
+    except RuntimeError:
+        # No event loop running, use asyncio.run()
+        return asyncio.run(func_def(*args, **kwargs))

{tinybird-3.5.4.dev0 → tinybird-3.5.5.dev0}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '3.5.4.dev0'
-__revision__ = '515fbce'
+__version__ = '3.5.5.dev0'
+__revision__ = 'f879a5d'

{tinybird-3.5.4.dev0 → tinybird-3.5.5.dev0}/tinybird/tb/client.py

@@ -373,7 +373,10 @@ class TinyB:
 
     def datasource_file(self, datasource: str):
         try:
-            return self._req(f"/v0/datasources/{datasource}.datasource")
+            include_all_shared_with = "true" if "." in datasource else "false"
+            return self._req(
+                f"/v0/datasources/{datasource}.datasource?include_all_shared_with={include_all_shared_with}"
+            )
         except DoesNotExistException:
             raise Exception(f"Data Source {datasource} not found.")
 

{tinybird-3.5.4.dev0 → tinybird-3.5.5.dev0}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 3.5.4.dev0
+Version: 3.5.5.dev0
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird
@@ -57,6 +57,11 @@ The Tinybird command-line tool allows you to use all the Tinybird functionality
 Changelog
 ----------
 
+3.5.4
+*******
+
+- `Fixed` Pulling vendored data sources from a Classic workspace to migrate to Forward now includes all workspaces in SHARED_WITH.
+
 3.5.3
 *******
 

{tinybird-3.5.4.dev0 → tinybird-3.5.5.dev0}/tinybird.egg-info/top_level.txt

@@ -4,3 +4,4 @@ tests_e2e
 tests_e2e_ingestion
 tests_tb
 tinybird
+tinybird_shared