tinybird 0.0.1.dev307__py3-none-any.whl → 0.0.1.dev309__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev307'
-__revision__ = '060369b'
+__version__ = '0.0.1.dev309'
+__revision__ = '8448176'

tinybird/tb/modules/build.py

@@ -35,9 +35,10 @@ def build(ctx: click.Context, watch: bool) -> None:
     project: Project = ctx.ensure_object(dict)["project"]
     tb_client: TinyB = ctx.ensure_object(dict)["client"]
     config: Dict[str, Any] = ctx.ensure_object(dict)["config"]
+    is_environment = bool(ctx.ensure_object(dict)["environment"])
 
     # TODO: Explain that you can use custom environments too once they are open for everyone
-    if obj["env"] == "cloud" and not obj["environment"]:
+    if obj["env"] == "cloud" and not is_environment:
         raise click.ClickException(FeedbackManager.error_build_only_supported_in_local())
 
     if project.has_deeper_level():
@@ -50,13 +51,20 @@ def build(ctx: click.Context, watch: bool) -> None:
         )
 
     click.echo(FeedbackManager.highlight_building_project())
-    process(project=project, tb_client=tb_client, watch=False, config=config)
+    process(project=project, tb_client=tb_client, watch=False, config=config, is_environment=is_environment)
     if watch:
         run_watch(
             project=project,
             tb_client=tb_client,
             config=config,
-            process=partial(process, project=project, tb_client=tb_client, watch=True, config=config),
+            process=partial(
+                process,
+                project=project,
+                tb_client=tb_client,
+                watch=True,
+                config=config,
+                is_environment=is_environment,
+            ),
         )
 
 
@@ -66,9 +74,9 @@ def build(ctx: click.Context, watch: bool) -> None:
 @click.pass_context
 def dev(ctx: click.Context, data_origin: str, ui: bool) -> None:
     obj: Dict[str, Any] = ctx.ensure_object(dict)
-
+    is_environment = bool(ctx.ensure_object(dict)["environment"])
     # TODO: Explain that you can use custom environments too once they are open for everyone
-    if obj["env"] == "cloud" and not obj["environment"]:
+    if obj["env"] == "cloud" and not is_environment:
         raise click.ClickException(FeedbackManager.error_build_only_supported_in_local())
 
     if data_origin == "cloud":
@@ -87,12 +95,26 @@ def dev(ctx: click.Context, data_origin: str, ui: bool) -> None:
         time.sleep(0.5)
 
     click.echo(FeedbackManager.highlight_building_project())
-    process(project=project, tb_client=tb_client, watch=True, config=config, build_status=build_status)
+    process(
+        project=project,
+        tb_client=tb_client,
+        watch=True,
+        config=config,
+        build_status=build_status,
+        is_environment=is_environment,
+    )
     run_watch(
         project=project,
         tb_client=tb_client,
         config=config,
-        process=partial(process, project=project, tb_client=tb_client, build_status=build_status, config=config),
+        process=partial(
+            process,
+            project=project,
+            tb_client=tb_client,
+            build_status=build_status,
+            config=config,
+            is_environment=is_environment,
+        ),
     )
 
 

tinybird/tb/modules/build_common.py

@@ -33,15 +33,17 @@ def process(
     exit_on_error: bool = True,
     load_fixtures: bool = True,
     project_with_vendors: Optional[Project] = None,
+    is_environment: bool = False,
 ) -> Optional[str]:
     time_start = time.time()
 
     # Build vendored workspaces before build
-    if not project_with_vendors:
+    if not project_with_vendors and not is_environment:
         build_vendored_workspaces(project=project, tb_client=tb_client, config=config)
 
     # Ensure SHARED_WITH workspaces exist before build
-    build_shared_with_workspaces(project=project, tb_client=tb_client, config=config)
+    if not is_environment:
+        build_shared_with_workspaces(project=project, tb_client=tb_client, config=config)
 
     build_failed = False
     build_error: Optional[str] = None

tinybird/tb/modules/datasource.py

@@ -669,363 +669,450 @@ def datasource_create(
     gcs: bool,
     kafka: bool,
 ):
-    project: Project = ctx.ensure_object(dict)["project"]
-    client: TinyB = ctx.ensure_object(dict)["client"]
-    config = ctx.ensure_object(dict)["config"]
-    env: str = ctx.ensure_object(dict)["env"]
+    wizard_data: dict[str, str | bool | float] = {
+        "wizard": "datasource_create",
+        "current_step": "start",
+    }
+    start_time = time.time()
 
-    if env == "cloud":
-        raise CLIDatasourceException(
-            FeedbackManager.error(message="`tb datasource create` is not available against Tinybird Cloud.")
-        )
+    if name:
+        wizard_data["datasource_name"] = name
 
-    datasource_types = {
-        "blank": ("Blank", "Create an empty one"),
-        "local_file": ("Local file", "A local file"),
-        "remote_url": ("Remote URL", "A remote file"),
-        "s3": ("S3", "Files on S3"),
-        "gcs": ("GCS", "Files on GCS"),
-        "kafka": ("Kafka", "Connect a Kafka topic"),
-        "prompt": ("Prompt", "Create a datasource from a prompt"),
-    }
-    datasource_type: Optional[str] = None
-    connection_file: Optional[str] = None
-    ds_content = """SCHEMA >
+    try:
+        project: Project = ctx.ensure_object(dict)["project"]
+        client: TinyB = ctx.ensure_object(dict)["client"]
+        config = ctx.ensure_object(dict)["config"]
+        env: str = ctx.ensure_object(dict)["env"]
+
+        if env == "cloud":
+            raise CLIDatasourceException(
+                FeedbackManager.error(message="`tb datasource create` is not available against Tinybird Cloud.")
+            )
+
+        datasource_types = {
+            "blank": ("Blank", "Create an empty one"),
+            "local_file": ("Local file", "A local file"),
+            "remote_url": ("Remote URL", "A remote file"),
+            "s3": ("S3", "Files on S3"),
+            "gcs": ("GCS", "Files on GCS"),
+            "kafka": ("Kafka", "Connect a Kafka topic"),
+            "prompt": ("Prompt", "Create a datasource from a prompt"),
+        }
+        datasource_type: Optional[str] = None
+        connection_file: Optional[str] = None
+        ds_content = """SCHEMA >
     `data` String `json:$`
 """
-    wizard_mode = True
-    if file:
-        datasource_type = "local_file"
-        wizard_mode = False
-    elif url:
-        datasource_type = "remote_url"
-        wizard_mode = False
-    elif blank:
-        datasource_type = "blank"
-        wizard_mode = False
-    elif connection:
-        connection_files = project.get_connection_files()
-        connection_file = next((f for f in connection_files if f.endswith(f"{connection}.connection")), None)
-        if connection_file:
-            connection_content = Path(connection_file).read_text()
-            if project.is_kafka_connection(connection_content):
-                datasource_type = "kafka"
-            elif project.is_s3_connection(connection_content):
-                datasource_type = "s3"
-            elif project.is_gcs_connection(connection_content):
-                datasource_type = "gcs"
-    elif s3:
-        datasource_type = "s3"
-        wizard_mode = False
-    elif gcs:
-        datasource_type = "gcs"
-        wizard_mode = False
-    elif kafka:
-        datasource_type = "kafka"
-        wizard_mode = False
-    elif prompt:
-        datasource_type = "prompt"
-        wizard_mode = False
-
-    if datasource_type is None:
-        click.echo(
-            FeedbackManager.highlight(
-                message="? This command will create the schema (.datasource) for your data. Choose where from:"
+        wizard_mode = True
+        if file:
+            datasource_type = "local_file"
+            wizard_mode = False
+        elif url:
+            datasource_type = "remote_url"
+            wizard_mode = False
+        elif blank:
+            datasource_type = "blank"
+            wizard_mode = False
+        elif connection:
+            connection_files = project.get_connection_files()
+            connection_file = next((f for f in connection_files if f.endswith(f"{connection}.connection")), None)
+            if connection_file:
+                connection_content = Path(connection_file).read_text()
+                if project.is_kafka_connection(connection_content):
+                    datasource_type = "kafka"
+                elif project.is_s3_connection(connection_content):
+                    datasource_type = "s3"
+                elif project.is_gcs_connection(connection_content):
+                    datasource_type = "gcs"
+        elif s3:
+            datasource_type = "s3"
+            wizard_mode = False
+        elif gcs:
+            datasource_type = "gcs"
+            wizard_mode = False
+        elif kafka:
+            datasource_type = "kafka"
+            wizard_mode = False
+        elif prompt:
+            datasource_type = "prompt"
+            wizard_mode = False
+
+        if datasource_type is None:
+            wizard_data["current_step"] = "select_datasource_origin"
+            click.echo(
+                FeedbackManager.highlight(
+                    message="? This command will create the schema (.datasource) for your data. Choose where from:"
+                )
             )
-        )
-        datasource_type_index = -1
+            datasource_type_index = -1
 
-        dt_keys = list(datasource_types.keys())
-        while datasource_type_index == -1:
-            for index, key in enumerate(dt_keys):
+            dt_keys = list(datasource_types.keys())
+            while datasource_type_index == -1:
+                for index, key in enumerate(dt_keys):
+                    click.echo(
+                        f"  [{index + 1}] {FeedbackManager.bold(message=datasource_types[key][0])}: {datasource_types[key][1]}"
+                    )
+                click.echo(FeedbackManager.gray(message="\nFiles can be either NDJSON, CSV or Parquet."))
                 click.echo(
-                    f"  [{index + 1}] {FeedbackManager.bold(message=datasource_types[key][0])}: {datasource_types[key][1]}"
-                )
-            click.echo(FeedbackManager.gray(message="\nFiles can be either NDJSON, CSV or Parquet."))
-            click.echo(
-                FeedbackManager.gray(
-                    message=("Tip: Run `tb datasource create --file | --url | --connection` to skip this step.")
+                    FeedbackManager.gray(
+                        message=("Tip: Run `tb datasource create --file | --url | --connection` to skip this step.")
+                    )
                 )
-            )
-            datasource_type_index = click.prompt("\nSelect option", default=1)
+                datasource_type_index = click.prompt("\nSelect option", default=1)
 
-            if datasource_type_index == 0:
-                click.echo(FeedbackManager.warning(message="Datasource type selection cancelled by user"))
-                return None
+                if datasource_type_index == 0:
+                    click.echo(FeedbackManager.warning(message="Datasource type selection cancelled by user"))
 
-            try:
-                datasource_type = dt_keys[int(datasource_type_index) - 1]
-            except Exception:
-                datasource_type_index = -1
+                    wizard_data["exit_reason"] = "user_cancelled_type_selection"
+                    wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+                    add_telemetry_event("system_info", **wizard_data)
+                    return None
 
-    if not datasource_type:
-        click.echo(
-            FeedbackManager.error(
-                message=f"Invalid option: {datasource_type_index}. Please select a valid option from the list above."
-            )
-        )
-        return
+                try:
+                    datasource_type = dt_keys[int(datasource_type_index) - 1]
+                except Exception:
+                    datasource_type_index = -1
 
-    if datasource_type == "prompt":
-        click.echo(FeedbackManager.gray(message="\n» Creating .datasource file..."))
-        if not config.get("user_token"):
-            raise Exception("This action requires authentication. Run 'tb login' first.")
+        if datasource_type:
+            wizard_data["datasource_type"] = datasource_type
 
-        instructions = (
-            "Create or update a Tinybird datasource (.datasource file) for this project. "
-            "Do not generate mock data or append data; those steps will run later programmatically."
-        )
-        if name:
-            instructions += f" Name the datasource '{name}'."
-
-        created_resources = create_resources_from_prompt(
-            config,
-            project,
-            prompt,
-            feature="tb_datasource_create",
-            instructions=instructions,
-        )
-        if any(path.suffix == ".datasource" for path in created_resources):
-            click.echo(FeedbackManager.success(message="✓ .datasource created!"))
-        else:
+        if not datasource_type:
             click.echo(
-                FeedbackManager.gray(
-                    message="△ No new datasource file detected. Existing resources may have been updated instead."
+                FeedbackManager.error(
+                    message=f"Invalid option: {datasource_type_index}. Please select a valid option from the list above."
                 )
             )
-        return
-
-    connection_required = datasource_type in ("kafka", "s3", "gcs")
-
-    if connection_required:
-
-        def get_connection_files():
-            connection_files = []
-            if datasource_type == "kafka":
-                connection_files = project.get_kafka_connection_files()
-            elif datasource_type == "s3":
-                connection_files = project.get_s3_connection_files()
-            elif datasource_type == "gcs":
-                connection_files = project.get_gcs_connection_files()
-            return connection_files
-
-        connection_files = get_connection_files()
-
-        click.echo(FeedbackManager.gray(message="\n» Selecting connection..."))
-        connection_name = ""
-        topics: List[str] = []
-        if len(connection_files) == 0:
-            click.echo(FeedbackManager.error(message=f"✗ No {datasource_types[datasource_type][0]} connections found."))
-            if click.confirm(
-                FeedbackManager.highlight(
-                    message=f"\n? Do you want to create a {datasource_types[datasource_type][0]} connection? [Y/n]"
-                ),
-                show_default=False,
-                default=True,
-            ):
-                if datasource_type != "kafka":
-                    click.echo(FeedbackManager.gray(message="\n» Creating .connection file..."))
-                    default_connection_name = f"{datasource_type}_{generate_short_id()}"
-                    connection_name = click.prompt(
-                        FeedbackManager.highlight(message=f"? Connection name [{default_connection_name}]"),
-                        show_default=False,
-                        default=default_connection_name,
+
+            wizard_data["exit_reason"] = "invalid_type_selection"
+            wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+            add_telemetry_event("system_info", **wizard_data)
+            return
+
+        if datasource_type == "prompt":
+            click.echo(FeedbackManager.gray(message="\n» Creating .datasource file..."))
+            if not config.get("user_token"):
+                raise Exception("This action requires authentication. Run 'tb login' first.")
+
+            instructions = (
+                "Create or update a Tinybird datasource (.datasource file) for this project. "
+                "Do not generate mock data or append data; those steps will run later programmatically."
+            )
+            if not prompt:
+                wizard_data["current_step"] = "enter_prompt"
+                prompt = click.prompt(FeedbackManager.highlight(message="? Enter your prompt"))
+            wizard_data["prompt"] = prompt
+
+            if name:
+                instructions += f" Name the datasource '{name}'."
+
+            created_resources = create_resources_from_prompt(
+                config,
+                project,
+                prompt,
+                feature="tb_datasource_create",
+                instructions=instructions,
+            )
+            if any(path.suffix == ".datasource" for path in created_resources):
+                click.echo(FeedbackManager.success(message="✓ .datasource created!"))
+            else:
+                click.echo(
+                    FeedbackManager.gray(
+                        message="△ No new datasource file detected. Existing resources may have been updated instead."
                     )
+                )
+
+            wizard_data["current_step"] = "completed"
+            wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+            add_telemetry_event("system_info", **wizard_data)
+            return
+
+        connection_required = datasource_type in ("kafka", "s3", "gcs")
+
+        if connection_required:
+            wizard_data["current_step"] = "select_connection"
+
+            def get_connection_files():
+                connection_files = []
                 if datasource_type == "kafka":
-                    (
-                        connection_name,
-                        bootstrap_servers,
-                        key,
-                        secret,
-                        schema_registry_url,
-                        auto_offset_reset,
-                        sasl_mechanism,
-                        security_protocol,
-                        topics,
-                    ) = connection_create_kafka(ctx)
+                    connection_files = project.get_kafka_connection_files()
                 elif datasource_type == "s3":
-                    generate_aws_iamrole_connection_file_with_secret(
-                        connection_name,
-                        service="s3",
-                        role_arn_secret_name="S3_ARN",
-                        region="eu-west-1",
-                        folder=project.folder,
-                        with_default_secret=True,
-                    )
+                    connection_files = project.get_s3_connection_files()
                 elif datasource_type == "gcs":
-                    generate_gcs_connection_file_with_secrets(
-                        connection_name,
-                        service="gcs",
-                        svc_account_creds="GCS_SERVICE_ACCOUNT_CREDENTIALS_JSON",
-                        folder=project.folder,
-                    )
-                if datasource_type != "kafka":
-                    click.echo(FeedbackManager.info_file_created(file=f"connections/{connection_name}.connection"))
-                    click.echo(FeedbackManager.success(message="✓ .connection created!"))
-                connection_files = get_connection_files()
-            else:
-                click.echo(FeedbackManager.info(message=f"→ Run `tb connection create {datasource_type}` to add one."))
-                return
+                    connection_files = project.get_gcs_connection_files()
+                return connection_files
+
+            connection_files = get_connection_files()
 
-        if not connection_file:
-            if len(connection_files) > 1:
+            click.echo(FeedbackManager.gray(message="\n» Selecting connection..."))
+            connection_name = ""
+            topics: List[str] = []
+            if len(connection_files) == 0:
                 click.echo(
+                    FeedbackManager.error(message=f"✗ No {datasource_types[datasource_type][0]} connections found.")
+                )
+                if click.confirm(
                     FeedbackManager.highlight(
-                        message=f"? Multiple {datasource_types[datasource_type][0]} connections found. Please select one:"
+                        message=f"\n? Do you want to create a {datasource_types[datasource_type][0]} connection? [Y/n]"
+                    ),
+                    show_default=False,
+                    default=True,
+                ):
+                    wizard_data["created_new_connection"] = True
+                    if datasource_type != "kafka":
+                        click.echo(FeedbackManager.gray(message="\n» Creating .connection file..."))
+                        default_connection_name = f"{datasource_type}_{generate_short_id()}"
+                        connection_name = click.prompt(
+                            FeedbackManager.highlight(message=f"? Connection name [{default_connection_name}]"),
+                            show_default=False,
+                            default=default_connection_name,
+                        )
+                        wizard_data["connection_name"] = connection_name
+                    if datasource_type == "kafka":
+                        (
+                            connection_name,
+                            bootstrap_servers,
+                            key,
+                            secret,
+                            schema_registry_url,
+                            auto_offset_reset,
+                            sasl_mechanism,
+                            security_protocol,
+                            topics,
+                        ) = connection_create_kafka(ctx)
+                    elif datasource_type == "s3":
+                        generate_aws_iamrole_connection_file_with_secret(
+                            connection_name,
+                            service="s3",
+                            role_arn_secret_name="S3_ARN",
+                            region="eu-west-1",
+                            folder=project.folder,
+                            with_default_secret=True,
+                        )
+                    elif datasource_type == "gcs":
+                        generate_gcs_connection_file_with_secrets(
+                            connection_name,
+                            service="gcs",
+                            svc_account_creds="GCS_SERVICE_ACCOUNT_CREDENTIALS_JSON",
+                            folder=project.folder,
+                        )
+                    if datasource_type != "kafka":
+                        click.echo(FeedbackManager.info_file_created(file=f"connections/{connection_name}.connection"))
+                        click.echo(FeedbackManager.success(message="✓ .connection created!"))
+                    connection_files = get_connection_files()
+                else:
+                    click.echo(
+                        FeedbackManager.info(message=f"→ Run `tb connection create {datasource_type}` to add one.")
                     )
-                )
-                connection_index = -1
-                while connection_index == -1:
-                    for index, conn_file in enumerate(connection_files):
-                        conn_path = Path(conn_file)
-                        click.echo(f"  [{index + 1}] {conn_path.stem}")
-                    connection_index = click.prompt("\nSelect option", default=1)
-                    try:
-                        connection_file = connection_files[int(connection_index) - 1]
-                        connection_path = Path(connection_file)
-                        connection = connection_path.stem
-                    except Exception:
-                        connection_index = -1
-            else:
-                connection_file = connection_files[0]
-                connection_path = Path(connection_file)
-                connection = connection_path.stem
-                click.echo(FeedbackManager.info(message=f"Using connection: {connection}"))
-
-    click.echo(FeedbackManager.gray(message="\n» Creating .datasource file..."))
-
-    if datasource_type == "local_file":
-        if not file:
-            file = click.prompt(FeedbackManager.highlight(message="? Path"))
-            if file.startswith("~"):
-                file = os.path.expanduser(file)
-
-        folder_path = project.path
-        path = folder_path / file
-        if not path.exists():
-            path = Path(file)
-
-        data_format = path.suffix.lstrip(".")
-        ds_content = analyze_file(str(path), client, format=data_format)
-        default_name = normalize_datasource_name(path.stem)
-        name = name or click.prompt(
-            FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
-            default=default_name,
-            show_default=False,
-        )
+                    wizard_data["exit_reason"] = "user_declined_connection_creation"
+                    wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+                    add_telemetry_event("system_info", **wizard_data)
+                    return
+
+            if not connection_file:
+                if len(connection_files) > 1:
+                    wizard_data["selected_connection_from_multiple"] = True
+                    click.echo(
+                        FeedbackManager.highlight(
+                            message=f"? Multiple {datasource_types[datasource_type][0]} connections found. Please select one:"
+                        )
+                    )
+                    connection_index = -1
+                    while connection_index == -1:
+                        for index, conn_file in enumerate(connection_files):
+                            conn_path = Path(conn_file)
+                            click.echo(f"  [{index + 1}] {conn_path.stem}")
+                        connection_index = click.prompt("\nSelect option", default=1)
+                        try:
+                            connection_file = connection_files[int(connection_index) - 1]
+                            connection_path = Path(connection_file)
+                            connection = connection_path.stem
+                        except Exception:
+                            connection_index = -1
+                else:
+                    connection_file = connection_files[0]
+                    connection_path = Path(connection_file)
+                    connection = connection_path.stem
+                    click.echo(FeedbackManager.info(message=f"Using connection: {connection}"))
+                    wizard_data["connection_name"] = connection
 
-    if datasource_type == "remote_url":
-        if not url:
-            url = click.prompt(FeedbackManager.highlight(message="? URL"))
-        format = url.split(".")[-1]
-        ds_content = analyze_file(url, client, format)
-        default_name = normalize_datasource_name(Path(url).stem)
-        name = name or click.prompt(
-            FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
-            default=default_name,
-            show_default=False,
-        )
+        click.echo(FeedbackManager.gray(message="\n» Creating .datasource file..."))
 
-    if datasource_type not in ("remote_url", "local_file"):
-        default_name = f"ds_{generate_short_id()}"
-        name = name or click.prompt(
-            FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
-            default=default_name,
-            show_default=False,
-        )
+        if datasource_type == "local_file":
+            wizard_data["current_step"] = "file_input"
+            if not file:
+                file = click.prompt(FeedbackManager.highlight(message="? Path"))
+                if file.startswith("~"):
+                    file = os.path.expanduser(file)
+
+            folder_path = project.path
+            path = folder_path / file
+            if not path.exists():
+                path = Path(file)
+
+            data_format = path.suffix.lstrip(".")
+            ds_content = analyze_file(str(path), client, format=data_format)
+            default_name = normalize_datasource_name(path.stem)
+            wizard_data["current_step"] = "enter_name"
+            name = name or click.prompt(
+                FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
+                default=default_name,
+                show_default=False,
+            )
+            wizard_data["datasource_name"] = name
 
-    if datasource_type == "kafka":
-        connections = client.connections("kafka")
-        kafka_connection_files = project.get_kafka_connection_files()
+            if name == default_name:
+                wizard_data["used_default_name"] = True
 
-        # if we have no topics from before and no connections, we need to build the project
-        if len(topics) == 0 and len(kafka_connection_files) != len(connections):
-            click.echo(
-                FeedbackManager.error(message=f"✗ Some {datasource_types[datasource_type][0]} connections are missing.")
+        if datasource_type == "remote_url":
+            wizard_data["current_step"] = "file_input"
+            if not url:
+                url = click.prompt(FeedbackManager.highlight(message="? URL"))
+            format = url.split(".")[-1]
+            ds_content = analyze_file(url, client, format)
+            default_name = normalize_datasource_name(Path(url).stem)
+            wizard_data["current_step"] = "enter_name"
+            name = name or click.prompt(
+                FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
+                default=default_name,
+                show_default=False,
             )
-            if click.confirm(
-                FeedbackManager.highlight(message="? Do you want to build your project before continue? [Y/n]"),
+            wizard_data["datasource_name"] = name
+
+            if name == default_name:
+                wizard_data["used_default_name"] = True
+
+        if datasource_type not in ("remote_url", "local_file"):
+            wizard_data["current_step"] = "enter_name"
+            default_name = f"ds_{generate_short_id()}"
+            name = name or click.prompt(
+                FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
+                default=default_name,
                 show_default=False,
-                default=True,
-            ):
-                click.echo(FeedbackManager.gray(message="» Building project..."))
-                build_project(project=project, tb_client=client, watch=False, config=config, silent=True)
-                click.echo(FeedbackManager.success(message="✓ Build completed!"))
-                connections = client.connections("kafka")
+            )
+            wizard_data["datasource_name"] = name
 
-        connection_id = next((c["id"] for c in connections if c["name"] == connection), connection)
+            if name == default_name:
+                wizard_data["used_default_name"] = True
 
-        if not topics:
-            try:
-                topics = client.kafka_list_topics(connection_id) if connection_id else []
-            except Exception:
-                topics = []
-
-        if len(topics) > 1:
-            click.echo(FeedbackManager.highlight(message="? Multiple topics found. Please select one:"))
-            topic_index = -1
-            while topic_index == -1:
-                for index, topic in enumerate(topics):
-                    click.echo(f"  [{index + 1}] {topic}")
-                topic_index = click.prompt("\nSelect option", default=1)
+        if datasource_type == "kafka":
+            wizard_data["current_step"] = "kafka_configuration"
+            connections = client.connections("kafka")
+            kafka_connection_files = project.get_kafka_connection_files()
+
+            # if we have no topics from before and no connections, we need to build the project
+            if len(topics) == 0 and len(kafka_connection_files) != len(connections):
+                click.echo(
+                    FeedbackManager.error(
+                        message=f"✗ Some {datasource_types[datasource_type][0]} connections are missing."
+                    )
+                )
+                if click.confirm(
+                    FeedbackManager.highlight(message="? Do you want to build your project before continue? [Y/n]"),
+                    show_default=False,
+                    default=True,
+                ):
+                    wizard_data["chose_to_build_project"] = True
+                    click.echo(FeedbackManager.gray(message="» Building project..."))
+                    build_project(project=project, tb_client=client, watch=False, config=config, silent=True)
+                    click.echo(FeedbackManager.success(message="✓ Build completed!"))
+                    connections = client.connections("kafka")
+
+            connection_id = next((c["id"] for c in connections if c["name"] == connection), connection)
+
+            if not topics:
                 try:
-                    topic = topics[int(topic_index) - 1]
+                    topics = client.kafka_list_topics(connection_id) if connection_id else []
                 except Exception:
-                    topic_index = -1
-        else:
-            topic = topics[0] if len(topics) > 0 else "topic_0"
+                    topics = []
+
+            if len(topics) > 1:
+                wizard_data["selected_topic_from_multiple"] = True
+                click.echo(FeedbackManager.highlight(message="? Multiple topics found. Please select one:"))
+                topic_index = -1
+                while topic_index == -1:
+                    for index, topic in enumerate(topics):
+                        click.echo(f"  [{index + 1}] {topic}")
+                    topic_index = click.prompt("\nSelect option", default=1)
+                    try:
+                        topic = topics[int(topic_index) - 1]
+                    except Exception:
+                        topic_index = -1
+            else:
+                topic = topics[0] if len(topics) > 0 else "topic_0"
 
-        group_id = generate_kafka_group_id(topic)
+            group_id = generate_kafka_group_id(topic)
 
-        ds_content += f"""
+            ds_content += f"""
 KAFKA_CONNECTION_NAME {connection}
 KAFKA_TOPIC {topic}
 KAFKA_GROUP_ID {group_id}
 """
 
-    if datasource_type == "s3":
-        if not connection:
-            connections = client.connections("s3")
-            connection = next((c["name"] for c in connections if c["name"] == connection), connection)
-        ds_content += f"""
+        if datasource_type == "s3":
+            if not connection:
+                connections = client.connections("s3")
+                connection = next((c["name"] for c in connections if c["name"] == connection), connection)
+            ds_content += f"""
 IMPORT_CONNECTION_NAME "{connection}"
 IMPORT_BUCKET_URI "s3://my-bucket/*.csv"
 IMPORT_SCHEDULE "@auto"
 """
 
-    if datasource_type == "gcs":
-        if not connection:
-            connections = client.connections("gcs")
-            connection = next((c["name"] for c in connections if c["name"] == connection), connection)
-        ds_content += f"""
+        if datasource_type == "gcs":
+            if not connection:
+                connections = client.connections("gcs")
+                connection = next((c["name"] for c in connections if c["name"] == connection), connection)
+            ds_content += f"""
 IMPORT_CONNECTION_NAME "{connection}"
 IMPORT_BUCKET_URI "gs://my-bucket/*.csv"
 IMPORT_SCHEDULE "@auto"
 """
 
-    click.echo(FeedbackManager.info(message=f"/datasources/{name}.datasource"))
-    datasources_path = project.path / "datasources"
-    if not datasources_path.exists():
-        datasources_path.mkdir()
-    ds_file = datasources_path / f"{name}.datasource"
-    if not ds_file.exists():
-        ds_file.touch()
-    ds_file.write_text(ds_content)
-    click.echo(FeedbackManager.success(message="✓ .datasource created!"))
-
-    if wizard_mode:
-        last_tip_message = "\nTip: To skip the interactive prompts, pass flags to this command, e.g."
-        last_tip_command = ""
-        if datasource_type == "local_file":
-            last_tip_command = f"`tb datasource create --file {file} --name {name}`."
-        elif datasource_type == "remote_url":
-            last_tip_command = f"`tb datasource create --url {url} --name {name}`."
-        elif datasource_type == "blank":
-            last_tip_command = f"`tb datasource create --blank --name {name}`."
-        elif datasource_type in ("s3", "gcs", "kafka"):
-            last_tip_command = f"`tb datasource create --{datasource_type} --name {name} --connection {connection}`."
-
-        click.echo(FeedbackManager.gray(message=(f"{last_tip_message} {last_tip_command}")))
+        wizard_data["current_step"] = "create_datasource_file"
+        click.echo(FeedbackManager.info(message=f"/datasources/{name}.datasource"))
+        datasources_path = project.path / "datasources"
+        if not datasources_path.exists():
+            datasources_path.mkdir()
+        ds_file = datasources_path / f"{name}.datasource"
+        if not ds_file.exists():
+            ds_file.touch()
+        ds_file.write_text(ds_content)
+        click.echo(FeedbackManager.success(message="✓ .datasource created!"))
+
+        if wizard_mode:
+            last_tip_message = "\nTip: To skip the interactive prompts, pass flags to this command, e.g."
+            last_tip_command = ""
+            if datasource_type == "local_file":
+                last_tip_command = f"`tb datasource create --file {file} --name {name}`."
+            elif datasource_type == "remote_url":
+                last_tip_command = f"`tb datasource create --url {url} --name {name}`."
+            elif datasource_type == "blank":
+                last_tip_command = f"`tb datasource create --blank --name {name}`."
+            elif datasource_type in ("s3", "gcs", "kafka"):
+                last_tip_command = (
+                    f"`tb datasource create --{datasource_type} --name {name} --connection {connection}`."
+                )
+
+            click.echo(FeedbackManager.gray(message=(f"{last_tip_message} {last_tip_command}")))
+
+        wizard_data["current_step"] = "completed"
+        wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+        add_telemetry_event("system_info", **wizard_data)
+
+    except Exception as e:
+        wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+
+        current_exception: Optional[BaseException] = e
+        while current_exception:
+            if isinstance(current_exception, KeyboardInterrupt):
+                wizard_data["exit_reason"] = "user_interrupted"
+                add_telemetry_event("system_info", **wizard_data)
+                raise
+            current_exception = current_exception.__cause__ or current_exception.__context__
+
+        wizard_data["error_message"] = str(e)
+        add_telemetry_event("wizard_error", **wizard_data)
+        raise
 
 
 def generate_short_id():

{tinybird-0.0.1.dev307.dist-info → tinybird-0.0.1.dev309.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev307
+Version: 0.0.1.dev309
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev307.dist-info → tinybird-0.0.1.dev309.dist-info}/RECORD

@@ -18,13 +18,13 @@ tinybird/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1w
 tinybird/datafile/parse_connection.py,sha256=tRyn2Rpr1TeWet5BXmMoQgaotbGdYep1qiTak_OqC5E,1825
 tinybird/datafile/parse_datasource.py,sha256=ssW8QeFSgglVFi3sDZj_HgkJiTJ2069v2JgqnH3CkDE,1825
 tinybird/datafile/parse_pipe.py,sha256=8e9LMecSQVWHC4AXf8cdxoQ1nxUR4fTObYxTctO_EXQ,3816
-tinybird/tb/__cli__.py,sha256=sGbfRkjI4JkVGzo0JQPjoiJ4aJczl7ueJiW4NshluI4,247
+tinybird/tb/__cli__.py,sha256=lIikCt72JkWrUE9mRsfWt_yj_YkKZFDenadAR1hcQ8o,247
 tinybird/tb/check_pypi.py,sha256=Gp0HkHHDFMSDL6nxKlOY51z7z1Uv-2LRexNTZSHHGmM,552
 tinybird/tb/cli.py,sha256=Os4uApzYYVPXcYFdaReQs9E12q9DOuYOUVFoOgt7i7U,1047
 tinybird/tb/client.py,sha256=VYbllzIsmBS4b56Ix-vsyLbhpbe7MVRxR1sIo6xU2qA,53544
 tinybird/tb/config.py,sha256=XIKju3xxpo40oQ48zDtSv0vgUrBZBHSmHJi4SHksjXE,5447
-tinybird/tb/modules/build.py,sha256=gnZoqxEzFDc8OKVzmKIaesy3tat0lbJ3E8JKmsKTutw,8321
-tinybird/tb/modules/build_common.py,sha256=zHqnzEdJvEIlzDGEL5HqcUXInuKLqYG6hPCdB6f6PMA,20064
+tinybird/tb/modules/build.py,sha256=mVWpMPn198qxzVlkzWjTFaHKGBt_ZWuPZZz8YvO5wk4,8817
+tinybird/tb/modules/build_common.py,sha256=jY0aomUjDXHx0zDmR26C4JpBLJWZ_m5MSt6edEGfgjE,20152
 tinybird/tb/modules/cicd.py,sha256=0KLKccha9IP749QvlXBmzdWv1On3mFwMY4DUcJlBxiE,7326
 tinybird/tb/modules/cli.py,sha256=YsnFZT3WbeFX-zhlB9t10czHKzRJBoutzLZZe1OqUCw,21240
 tinybird/tb/modules/common.py,sha256=vSfyJCdmoUvO1B_JmODqKeMYQy4VXOYrFhBue758VMw,88275
@@ -32,7 +32,7 @@ tinybird/tb/modules/config.py,sha256=gK7rgaWTDd4ZKCrNEg_Uemr26EQjqWt6TjyQKujxOws
 tinybird/tb/modules/connection.py,sha256=axp8Fny1_4PSLJGN4UF6WygyRbQtM3Lbt6thxHKTxzw,17790
 tinybird/tb/modules/copy.py,sha256=dPZkcIDvxjJrlQUIvToO0vsEEEs4EYumbNV77-BzNoU,4404
 tinybird/tb/modules/create.py,sha256=j0WvO6LxuGW1ZOYVuvR1FxFls2oMmKePYNTRJMSXfuU,20135
-tinybird/tb/modules/datasource.py,sha256=O-w4qwhAIitD_SLVdxkpknckliRp_xMswdB8n8Ohxo0,42335
+tinybird/tb/modules/datasource.py,sha256=pExdYfLQ5e88RqgJ-dbd30k1TJ4LDb_POtSc7fnlJDA,47365
 tinybird/tb/modules/deployment.py,sha256=v0layOmG0IMnuXc3RT39mpGfa5M8yPlrL9F089fJFCo,15964
 tinybird/tb/modules/deployment_common.py,sha256=68qoCoOQFqRFyvxWwYmKiuVb37z7txBhEvzSOJGUHMc,20664
 tinybird/tb/modules/deprecations.py,sha256=rrszC1f_JJeJ8mUxGoCxckQTJFBCR8wREf4XXXN-PRc,4507
@@ -122,8 +122,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev307.dist-info/METADATA,sha256=F1RA-wrl0jqMAo128B0tMdVBrCTW5zEC1EulkwKSyHo,1881
-tinybird-0.0.1.dev307.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev307.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev307.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev307.dist-info/RECORD,,
+tinybird-0.0.1.dev309.dist-info/METADATA,sha256=89ZaXaJwYZLry_lgBwPIqrvc3aTAEKn1HosDiz23EI0,1881
+tinybird-0.0.1.dev309.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev309.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev309.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev309.dist-info/RECORD,,