tinybird 0.0.1.dev308__py3-none-any.whl → 0.0.1.dev310__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev308'
-__revision__ = '271266d'
+__version__ = '0.0.1.dev310'
+__revision__ = '8861705'

tinybird/tb/modules/datasource.py

@@ -669,363 +669,450 @@ def datasource_create(
     gcs: bool,
     kafka: bool,
 ):
-    project: Project = ctx.ensure_object(dict)["project"]
-    client: TinyB = ctx.ensure_object(dict)["client"]
-    config = ctx.ensure_object(dict)["config"]
-    env: str = ctx.ensure_object(dict)["env"]
+    wizard_data: dict[str, str | bool | float] = {
+        "wizard": "datasource_create",
+        "current_step": "start",
+    }
+    start_time = time.time()
 
-    if env == "cloud":
-        raise CLIDatasourceException(
-            FeedbackManager.error(message="`tb datasource create` is not available against Tinybird Cloud.")
-        )
+    if name:
+        wizard_data["datasource_name"] = name
 
-    datasource_types = {
-        "blank": ("Blank", "Create an empty one"),
-        "local_file": ("Local file", "A local file"),
-        "remote_url": ("Remote URL", "A remote file"),
-        "s3": ("S3", "Files on S3"),
-        "gcs": ("GCS", "Files on GCS"),
-        "kafka": ("Kafka", "Connect a Kafka topic"),
-        "prompt": ("Prompt", "Create a datasource from a prompt"),
-    }
-    datasource_type: Optional[str] = None
-    connection_file: Optional[str] = None
-    ds_content = """SCHEMA >
+    try:
+        project: Project = ctx.ensure_object(dict)["project"]
+        client: TinyB = ctx.ensure_object(dict)["client"]
+        config = ctx.ensure_object(dict)["config"]
+        env: str = ctx.ensure_object(dict)["env"]
+
+        if env == "cloud":
+            raise CLIDatasourceException(
+                FeedbackManager.error(message="`tb datasource create` is not available against Tinybird Cloud.")
+            )
+
+        datasource_types = {
+            "blank": ("Blank", "Create an empty one"),
+            "local_file": ("Local file", "A local file"),
+            "remote_url": ("Remote URL", "A remote file"),
+            "s3": ("S3", "Files on S3"),
+            "gcs": ("GCS", "Files on GCS"),
+            "kafka": ("Kafka", "Connect a Kafka topic"),
+            "prompt": ("Prompt", "Create a datasource from a prompt"),
+        }
+        datasource_type: Optional[str] = None
+        connection_file: Optional[str] = None
+        ds_content = """SCHEMA >
     `data` String `json:$`
 """
-    wizard_mode = True
-    if file:
-        datasource_type = "local_file"
-        wizard_mode = False
-    elif url:
-        datasource_type = "remote_url"
-        wizard_mode = False
-    elif blank:
-        datasource_type = "blank"
-        wizard_mode = False
-    elif connection:
-        connection_files = project.get_connection_files()
-        connection_file = next((f for f in connection_files if f.endswith(f"{connection}.connection")), None)
-        if connection_file:
-            connection_content = Path(connection_file).read_text()
-            if project.is_kafka_connection(connection_content):
-                datasource_type = "kafka"
-            elif project.is_s3_connection(connection_content):
-                datasource_type = "s3"
-            elif project.is_gcs_connection(connection_content):
-                datasource_type = "gcs"
-    elif s3:
-        datasource_type = "s3"
-        wizard_mode = False
-    elif gcs:
-        datasource_type = "gcs"
-        wizard_mode = False
-    elif kafka:
-        datasource_type = "kafka"
-        wizard_mode = False
-    elif prompt:
-        datasource_type = "prompt"
-        wizard_mode = False
-
-    if datasource_type is None:
-        click.echo(
-            FeedbackManager.highlight(
-                message="? This command will create the schema (.datasource) for your data. Choose where from:"
+        wizard_mode = True
+        if file:
+            datasource_type = "local_file"
+            wizard_mode = False
+        elif url:
+            datasource_type = "remote_url"
+            wizard_mode = False
+        elif blank:
+            datasource_type = "blank"
+            wizard_mode = False
+        elif connection:
+            connection_files = project.get_connection_files()
+            connection_file = next((f for f in connection_files if f.endswith(f"{connection}.connection")), None)
+            if connection_file:
+                connection_content = Path(connection_file).read_text()
+                if project.is_kafka_connection(connection_content):
+                    datasource_type = "kafka"
+                elif project.is_s3_connection(connection_content):
+                    datasource_type = "s3"
+                elif project.is_gcs_connection(connection_content):
+                    datasource_type = "gcs"
+        elif s3:
+            datasource_type = "s3"
+            wizard_mode = False
+        elif gcs:
+            datasource_type = "gcs"
+            wizard_mode = False
+        elif kafka:
+            datasource_type = "kafka"
+            wizard_mode = False
+        elif prompt:
+            datasource_type = "prompt"
+            wizard_mode = False
+
+        if datasource_type is None:
+            wizard_data["current_step"] = "select_datasource_origin"
+            click.echo(
+                FeedbackManager.highlight(
+                    message="? This command will create the schema (.datasource) for your data. Choose where from:"
+                )
             )
-        )
-        datasource_type_index = -1
+            datasource_type_index = -1
 
-        dt_keys = list(datasource_types.keys())
-        while datasource_type_index == -1:
-            for index, key in enumerate(dt_keys):
+            dt_keys = list(datasource_types.keys())
+            while datasource_type_index == -1:
+                for index, key in enumerate(dt_keys):
+                    click.echo(
+                        f"  [{index + 1}] {FeedbackManager.bold(message=datasource_types[key][0])}: {datasource_types[key][1]}"
+                    )
+                click.echo(FeedbackManager.gray(message="\nFiles can be either NDJSON, CSV or Parquet."))
                 click.echo(
-                    f"  [{index + 1}] {FeedbackManager.bold(message=datasource_types[key][0])}: {datasource_types[key][1]}"
-                )
-            click.echo(FeedbackManager.gray(message="\nFiles can be either NDJSON, CSV or Parquet."))
-            click.echo(
-                FeedbackManager.gray(
-                    message=("Tip: Run `tb datasource create --file | --url | --connection` to skip this step.")
+                    FeedbackManager.gray(
+                        message=("Tip: Run `tb datasource create --file | --url | --connection` to skip this step.")
+                    )
                 )
-            )
-            datasource_type_index = click.prompt("\nSelect option", default=1)
+                datasource_type_index = click.prompt("\nSelect option", default=1)
 
-            if datasource_type_index == 0:
-                click.echo(FeedbackManager.warning(message="Datasource type selection cancelled by user"))
-                return None
+                if datasource_type_index == 0:
+                    click.echo(FeedbackManager.warning(message="Datasource type selection cancelled by user"))
 
-            try:
-                datasource_type = dt_keys[int(datasource_type_index) - 1]
-            except Exception:
-                datasource_type_index = -1
+                    wizard_data["exit_reason"] = "user_cancelled_type_selection"
+                    wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+                    add_telemetry_event("system_info", **wizard_data)
+                    return None
 
-    if not datasource_type:
-        click.echo(
-            FeedbackManager.error(
-                message=f"Invalid option: {datasource_type_index}. Please select a valid option from the list above."
-            )
-        )
-        return
+                try:
+                    datasource_type = dt_keys[int(datasource_type_index) - 1]
+                except Exception:
+                    datasource_type_index = -1
 
-    if datasource_type == "prompt":
-        click.echo(FeedbackManager.gray(message="\n» Creating .datasource file..."))
-        if not config.get("user_token"):
-            raise Exception("This action requires authentication. Run 'tb login' first.")
+        if datasource_type:
+            wizard_data["datasource_type"] = datasource_type
 
-        instructions = (
-            "Create or update a Tinybird datasource (.datasource file) for this project. "
-            "Do not generate mock data or append data; those steps will run later programmatically."
-        )
-        if name:
-            instructions += f" Name the datasource '{name}'."
-
-        created_resources = create_resources_from_prompt(
-            config,
-            project,
-            prompt,
-            feature="tb_datasource_create",
-            instructions=instructions,
-        )
-        if any(path.suffix == ".datasource" for path in created_resources):
-            click.echo(FeedbackManager.success(message="✓ .datasource created!"))
-        else:
+        if not datasource_type:
             click.echo(
-                FeedbackManager.gray(
-                    message="△ No new datasource file detected. Existing resources may have been updated instead."
+                FeedbackManager.error(
+                    message=f"Invalid option: {datasource_type_index}. Please select a valid option from the list above."
                 )
             )
-        return
-
-    connection_required = datasource_type in ("kafka", "s3", "gcs")
-
-    if connection_required:
-
-        def get_connection_files():
-            connection_files = []
-            if datasource_type == "kafka":
-                connection_files = project.get_kafka_connection_files()
-            elif datasource_type == "s3":
-                connection_files = project.get_s3_connection_files()
-            elif datasource_type == "gcs":
-                connection_files = project.get_gcs_connection_files()
-            return connection_files
-
-        connection_files = get_connection_files()
-
-        click.echo(FeedbackManager.gray(message="\n» Selecting connection..."))
-        connection_name = ""
-        topics: List[str] = []
-        if len(connection_files) == 0:
-            click.echo(FeedbackManager.error(message=f"✗ No {datasource_types[datasource_type][0]} connections found."))
-            if click.confirm(
-                FeedbackManager.highlight(
-                    message=f"\n? Do you want to create a {datasource_types[datasource_type][0]} connection? [Y/n]"
-                ),
-                show_default=False,
-                default=True,
-            ):
-                if datasource_type != "kafka":
-                    click.echo(FeedbackManager.gray(message="\n» Creating .connection file..."))
-                    default_connection_name = f"{datasource_type}_{generate_short_id()}"
-                    connection_name = click.prompt(
-                        FeedbackManager.highlight(message=f"? Connection name [{default_connection_name}]"),
-                        show_default=False,
-                        default=default_connection_name,
+
+            wizard_data["exit_reason"] = "invalid_type_selection"
+            wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+            add_telemetry_event("system_info", **wizard_data)
+            return
+
+        if datasource_type == "prompt":
+            click.echo(FeedbackManager.gray(message="\n» Creating .datasource file..."))
+            if not config.get("user_token"):
+                raise Exception("This action requires authentication. Run 'tb login' first.")
+
+            instructions = (
+                "Create or update a Tinybird datasource (.datasource file) for this project. "
+                "Do not generate mock data or append data; those steps will run later programmatically."
+            )
+            if not prompt:
+                wizard_data["current_step"] = "enter_prompt"
+                prompt = click.prompt(FeedbackManager.highlight(message="? Enter your prompt"))
+            wizard_data["prompt"] = prompt
+
+            if name:
+                instructions += f" Name the datasource '{name}'."
+
+            created_resources = create_resources_from_prompt(
+                config,
+                project,
+                prompt,
+                feature="tb_datasource_create",
+                instructions=instructions,
+            )
+            if any(path.suffix == ".datasource" for path in created_resources):
+                click.echo(FeedbackManager.success(message="✓ .datasource created!"))
+            else:
+                click.echo(
+                    FeedbackManager.gray(
+                        message="△ No new datasource file detected. Existing resources may have been updated instead."
                     )
+                )
+
+            wizard_data["current_step"] = "completed"
+            wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+            add_telemetry_event("system_info", **wizard_data)
+            return
+
+        connection_required = datasource_type in ("kafka", "s3", "gcs")
+
+        if connection_required:
+            wizard_data["current_step"] = "select_connection"
+
+            def get_connection_files():
+                connection_files = []
                 if datasource_type == "kafka":
-                    (
-                        connection_name,
-                        bootstrap_servers,
-                        key,
-                        secret,
-                        schema_registry_url,
-                        auto_offset_reset,
-                        sasl_mechanism,
-                        security_protocol,
-                        topics,
-                    ) = connection_create_kafka(ctx)
+                    connection_files = project.get_kafka_connection_files()
                 elif datasource_type == "s3":
-                    generate_aws_iamrole_connection_file_with_secret(
-                        connection_name,
-                        service="s3",
-                        role_arn_secret_name="S3_ARN",
-                        region="eu-west-1",
-                        folder=project.folder,
-                        with_default_secret=True,
-                    )
+                    connection_files = project.get_s3_connection_files()
                 elif datasource_type == "gcs":
-                    generate_gcs_connection_file_with_secrets(
-                        connection_name,
-                        service="gcs",
-                        svc_account_creds="GCS_SERVICE_ACCOUNT_CREDENTIALS_JSON",
-                        folder=project.folder,
-                    )
-                if datasource_type != "kafka":
-                    click.echo(FeedbackManager.info_file_created(file=f"connections/{connection_name}.connection"))
-                    click.echo(FeedbackManager.success(message="✓ .connection created!"))
-                connection_files = get_connection_files()
-            else:
-                click.echo(FeedbackManager.info(message=f"→ Run `tb connection create {datasource_type}` to add one."))
-                return
+                    connection_files = project.get_gcs_connection_files()
+                return connection_files
+
+            connection_files = get_connection_files()
 
-        if not connection_file:
-            if len(connection_files) > 1:
+            click.echo(FeedbackManager.gray(message="\n» Selecting connection..."))
+            connection_name = ""
+            topics: List[str] = []
+            if len(connection_files) == 0:
                 click.echo(
+                    FeedbackManager.error(message=f"✗ No {datasource_types[datasource_type][0]} connections found.")
+                )
+                if click.confirm(
                     FeedbackManager.highlight(
-                        message=f"? Multiple {datasource_types[datasource_type][0]} connections found. Please select one:"
+                        message=f"\n? Do you want to create a {datasource_types[datasource_type][0]} connection? [Y/n]"
+                    ),
+                    show_default=False,
+                    default=True,
+                ):
+                    wizard_data["created_new_connection"] = True
+                    if datasource_type != "kafka":
+                        click.echo(FeedbackManager.gray(message="\n» Creating .connection file..."))
+                        default_connection_name = f"{datasource_type}_{generate_short_id()}"
+                        connection_name = click.prompt(
+                            FeedbackManager.highlight(message=f"? Connection name [{default_connection_name}]"),
+                            show_default=False,
+                            default=default_connection_name,
+                        )
+                        wizard_data["connection_name"] = connection_name
+                    if datasource_type == "kafka":
+                        (
+                            connection_name,
+                            bootstrap_servers,
+                            key,
+                            secret,
+                            schema_registry_url,
+                            auto_offset_reset,
+                            sasl_mechanism,
+                            security_protocol,
+                            topics,
+                        ) = connection_create_kafka(ctx)
+                    elif datasource_type == "s3":
+                        generate_aws_iamrole_connection_file_with_secret(
+                            connection_name,
+                            service="s3",
+                            role_arn_secret_name="S3_ARN",
+                            region="eu-west-1",
+                            folder=project.folder,
+                            with_default_secret=True,
+                        )
+                    elif datasource_type == "gcs":
+                        generate_gcs_connection_file_with_secrets(
+                            connection_name,
+                            service="gcs",
+                            svc_account_creds="GCS_SERVICE_ACCOUNT_CREDENTIALS_JSON",
+                            folder=project.folder,
+                        )
+                    if datasource_type != "kafka":
+                        click.echo(FeedbackManager.info_file_created(file=f"connections/{connection_name}.connection"))
+                        click.echo(FeedbackManager.success(message="✓ .connection created!"))
+                    connection_files = get_connection_files()
+                else:
+                    click.echo(
+                        FeedbackManager.info(message=f"→ Run `tb connection create {datasource_type}` to add one.")
                     )
-                )
-                connection_index = -1
-                while connection_index == -1:
-                    for index, conn_file in enumerate(connection_files):
-                        conn_path = Path(conn_file)
-                        click.echo(f"  [{index + 1}] {conn_path.stem}")
-                    connection_index = click.prompt("\nSelect option", default=1)
-                    try:
-                        connection_file = connection_files[int(connection_index) - 1]
-                        connection_path = Path(connection_file)
-                        connection = connection_path.stem
-                    except Exception:
-                        connection_index = -1
-            else:
-                connection_file = connection_files[0]
-                connection_path = Path(connection_file)
-                connection = connection_path.stem
-                click.echo(FeedbackManager.info(message=f"Using connection: {connection}"))
-
-    click.echo(FeedbackManager.gray(message="\n» Creating .datasource file..."))
-
-    if datasource_type == "local_file":
-        if not file:
-            file = click.prompt(FeedbackManager.highlight(message="? Path"))
-            if file.startswith("~"):
-                file = os.path.expanduser(file)
-
-        folder_path = project.path
-        path = folder_path / file
-        if not path.exists():
-            path = Path(file)
-
-        data_format = path.suffix.lstrip(".")
-        ds_content = analyze_file(str(path), client, format=data_format)
-        default_name = normalize_datasource_name(path.stem)
-        name = name or click.prompt(
-            FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
-            default=default_name,
-            show_default=False,
-        )
+                    wizard_data["exit_reason"] = "user_declined_connection_creation"
+                    wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+                    add_telemetry_event("system_info", **wizard_data)
+                    return
+
+            if not connection_file:
+                if len(connection_files) > 1:
+                    wizard_data["selected_connection_from_multiple"] = True
+                    click.echo(
+                        FeedbackManager.highlight(
+                            message=f"? Multiple {datasource_types[datasource_type][0]} connections found. Please select one:"
+                        )
+                    )
+                    connection_index = -1
+                    while connection_index == -1:
+                        for index, conn_file in enumerate(connection_files):
+                            conn_path = Path(conn_file)
+                            click.echo(f"  [{index + 1}] {conn_path.stem}")
+                        connection_index = click.prompt("\nSelect option", default=1)
+                        try:
+                            connection_file = connection_files[int(connection_index) - 1]
+                            connection_path = Path(connection_file)
+                            connection = connection_path.stem
+                        except Exception:
+                            connection_index = -1
+                else:
+                    connection_file = connection_files[0]
+                    connection_path = Path(connection_file)
+                    connection = connection_path.stem
+                    click.echo(FeedbackManager.info(message=f"Using connection: {connection}"))
+                    wizard_data["connection_name"] = connection
 
-    if datasource_type == "remote_url":
-        if not url:
-            url = click.prompt(FeedbackManager.highlight(message="? URL"))
-        format = url.split(".")[-1]
-        ds_content = analyze_file(url, client, format)
-        default_name = normalize_datasource_name(Path(url).stem)
-        name = name or click.prompt(
-            FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
-            default=default_name,
-            show_default=False,
-        )
+        click.echo(FeedbackManager.gray(message="\n» Creating .datasource file..."))
 
-    if datasource_type not in ("remote_url", "local_file"):
-        default_name = f"ds_{generate_short_id()}"
-        name = name or click.prompt(
-            FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
-            default=default_name,
-            show_default=False,
-        )
+        if datasource_type == "local_file":
+            wizard_data["current_step"] = "file_input"
+            if not file:
+                file = click.prompt(FeedbackManager.highlight(message="? Path"))
+                if file.startswith("~"):
+                    file = os.path.expanduser(file)
+
+            folder_path = project.path
+            path = folder_path / file
+            if not path.exists():
+                path = Path(file)
+
+            data_format = path.suffix.lstrip(".")
+            ds_content = analyze_file(str(path), client, format=data_format)
+            default_name = normalize_datasource_name(path.stem)
+            wizard_data["current_step"] = "enter_name"
+            name = name or click.prompt(
+                FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
+                default=default_name,
+                show_default=False,
+            )
+            wizard_data["datasource_name"] = name
 
-    if datasource_type == "kafka":
-        connections = client.connections("kafka")
-        kafka_connection_files = project.get_kafka_connection_files()
+            if name == default_name:
+                wizard_data["used_default_name"] = True
 
-        # if we have no topics from before and no connections, we need to build the project
-        if len(topics) == 0 and len(kafka_connection_files) != len(connections):
-            click.echo(
-                FeedbackManager.error(message=f"✗ Some {datasource_types[datasource_type][0]} connections are missing.")
+        if datasource_type == "remote_url":
+            wizard_data["current_step"] = "file_input"
+            if not url:
+                url = click.prompt(FeedbackManager.highlight(message="? URL"))
+            format = url.split(".")[-1]
+            ds_content = analyze_file(url, client, format)
+            default_name = normalize_datasource_name(Path(url).stem)
+            wizard_data["current_step"] = "enter_name"
+            name = name or click.prompt(
+                FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
+                default=default_name,
+                show_default=False,
             )
-            if click.confirm(
-                FeedbackManager.highlight(message="? Do you want to build your project before continue? [Y/n]"),
+            wizard_data["datasource_name"] = name
+
+            if name == default_name:
+                wizard_data["used_default_name"] = True
+
+        if datasource_type not in ("remote_url", "local_file"):
+            wizard_data["current_step"] = "enter_name"
+            default_name = f"ds_{generate_short_id()}"
+            name = name or click.prompt(
+                FeedbackManager.highlight(message=f"? Data source name [{default_name}]"),
+                default=default_name,
                 show_default=False,
-                default=True,
-            ):
-                click.echo(FeedbackManager.gray(message="» Building project..."))
-                build_project(project=project, tb_client=client, watch=False, config=config, silent=True)
-                click.echo(FeedbackManager.success(message="✓ Build completed!"))
-                connections = client.connections("kafka")
+            )
+            wizard_data["datasource_name"] = name
 
-        connection_id = next((c["id"] for c in connections if c["name"] == connection), connection)
+            if name == default_name:
+                wizard_data["used_default_name"] = True
 
-        if not topics:
-            try:
-                topics = client.kafka_list_topics(connection_id) if connection_id else []
-            except Exception:
-                topics = []
-
-        if len(topics) > 1:
-            click.echo(FeedbackManager.highlight(message="? Multiple topics found. Please select one:"))
-            topic_index = -1
-            while topic_index == -1:
-                for index, topic in enumerate(topics):
-                    click.echo(f"  [{index + 1}] {topic}")
-                topic_index = click.prompt("\nSelect option", default=1)
+        if datasource_type == "kafka":
+            wizard_data["current_step"] = "kafka_configuration"
+            connections = client.connections("kafka")
+            kafka_connection_files = project.get_kafka_connection_files()
+
+            # if we have no topics from before and no connections, we need to build the project
+            if len(topics) == 0 and len(kafka_connection_files) != len(connections):
+                click.echo(
+                    FeedbackManager.error(
+                        message=f"✗ Some {datasource_types[datasource_type][0]} connections are missing."
+                    )
+                )
+                if click.confirm(
+                    FeedbackManager.highlight(message="? Do you want to build your project before continue? [Y/n]"),
+                    show_default=False,
+                    default=True,
+                ):
+                    wizard_data["chose_to_build_project"] = True
+                    click.echo(FeedbackManager.gray(message="» Building project..."))
+                    build_project(project=project, tb_client=client, watch=False, config=config, silent=True)
+                    click.echo(FeedbackManager.success(message="✓ Build completed!"))
+                    connections = client.connections("kafka")
+
+            connection_id = next((c["id"] for c in connections if c["name"] == connection), connection)
+
+            if not topics:
                 try:
-                    topic = topics[int(topic_index) - 1]
+                    topics = client.kafka_list_topics(connection_id) if connection_id else []
                 except Exception:
-                    topic_index = -1
-        else:
-            topic = topics[0] if len(topics) > 0 else "topic_0"
+                    topics = []
+
+            if len(topics) > 1:
+                wizard_data["selected_topic_from_multiple"] = True
+                click.echo(FeedbackManager.highlight(message="? Multiple topics found. Please select one:"))
+                topic_index = -1
+                while topic_index == -1:
+                    for index, topic in enumerate(topics):
+                        click.echo(f"  [{index + 1}] {topic}")
+                    topic_index = click.prompt("\nSelect option", default=1)
+                    try:
+                        topic = topics[int(topic_index) - 1]
+                    except Exception:
+                        topic_index = -1
+            else:
+                topic = topics[0] if len(topics) > 0 else "topic_0"
 
-        group_id = generate_kafka_group_id(topic)
+            group_id = generate_kafka_group_id(topic)
 
-        ds_content += f"""
+            ds_content += f"""
 KAFKA_CONNECTION_NAME {connection}
 KAFKA_TOPIC {topic}
 KAFKA_GROUP_ID {group_id}
 """
 
-    if datasource_type == "s3":
-        if not connection:
-            connections = client.connections("s3")
-            connection = next((c["name"] for c in connections if c["name"] == connection), connection)
-        ds_content += f"""
+        if datasource_type == "s3":
+            if not connection:
+                connections = client.connections("s3")
+                connection = next((c["name"] for c in connections if c["name"] == connection), connection)
+            ds_content += f"""
 IMPORT_CONNECTION_NAME "{connection}"
 IMPORT_BUCKET_URI "s3://my-bucket/*.csv"
 IMPORT_SCHEDULE "@auto"
 """
 
-    if datasource_type == "gcs":
-        if not connection:
-            connections = client.connections("gcs")
-            connection = next((c["name"] for c in connections if c["name"] == connection), connection)
-        ds_content += f"""
+        if datasource_type == "gcs":
+            if not connection:
+                connections = client.connections("gcs")
+                connection = next((c["name"] for c in connections if c["name"] == connection), connection)
+            ds_content += f"""
 IMPORT_CONNECTION_NAME "{connection}"
 IMPORT_BUCKET_URI "gs://my-bucket/*.csv"
 IMPORT_SCHEDULE "@auto"
 """
 
-    click.echo(FeedbackManager.info(message=f"/datasources/{name}.datasource"))
-    datasources_path = project.path / "datasources"
-    if not datasources_path.exists():
-        datasources_path.mkdir()
-    ds_file = datasources_path / f"{name}.datasource"
-    if not ds_file.exists():
-        ds_file.touch()
-    ds_file.write_text(ds_content)
-    click.echo(FeedbackManager.success(message="✓ .datasource created!"))
-
-    if wizard_mode:
-        last_tip_message = "\nTip: To skip the interactive prompts, pass flags to this command, e.g."
-        last_tip_command = ""
-        if datasource_type == "local_file":
-            last_tip_command = f"`tb datasource create --file {file} --name {name}`."
-        elif datasource_type == "remote_url":
-            last_tip_command = f"`tb datasource create --url {url} --name {name}`."
-        elif datasource_type == "blank":
-            last_tip_command = f"`tb datasource create --blank --name {name}`."
-        elif datasource_type in ("s3", "gcs", "kafka"):
-            last_tip_command = f"`tb datasource create --{datasource_type} --name {name} --connection {connection}`."
-
-        click.echo(FeedbackManager.gray(message=(f"{last_tip_message} {last_tip_command}")))
+        wizard_data["current_step"] = "create_datasource_file"
+        click.echo(FeedbackManager.info(message=f"/datasources/{name}.datasource"))
+        datasources_path = project.path / "datasources"
+        if not datasources_path.exists():
+            datasources_path.mkdir()
+        ds_file = datasources_path / f"{name}.datasource"
+        if not ds_file.exists():
+            ds_file.touch()
+        ds_file.write_text(ds_content)
+        click.echo(FeedbackManager.success(message="✓ .datasource created!"))
+
+        if wizard_mode:
+            last_tip_message = "\nTip: To skip the interactive prompts, pass flags to this command, e.g."
+            last_tip_command = ""
+            if datasource_type == "local_file":
+                last_tip_command = f"`tb datasource create --file {file} --name {name}`."
+            elif datasource_type == "remote_url":
+                last_tip_command = f"`tb datasource create --url {url} --name {name}`."
+            elif datasource_type == "blank":
+                last_tip_command = f"`tb datasource create --blank --name {name}`."
+            elif datasource_type in ("s3", "gcs", "kafka"):
+                last_tip_command = (
+                    f"`tb datasource create --{datasource_type} --name {name} --connection {connection}`."
+                )
+
+            click.echo(FeedbackManager.gray(message=(f"{last_tip_message} {last_tip_command}")))
+
+        wizard_data["current_step"] = "completed"
+        wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+        add_telemetry_event("system_info", **wizard_data)
+
+    except Exception as e:
+        wizard_data["duration_seconds"] = round(time.time() - start_time, 2)
+
+        current_exception: Optional[BaseException] = e
+        while current_exception:
+            if isinstance(current_exception, KeyboardInterrupt):
+                wizard_data["exit_reason"] = "user_interrupted"
+                add_telemetry_event("system_info", **wizard_data)
+                raise
+            current_exception = current_exception.__cause__ or current_exception.__context__
+
+        wizard_data["error_message"] = str(e)
+        add_telemetry_event("wizard_error", **wizard_data)
+        raise
 
 
 def generate_short_id():

tinybird/tb/modules/dev_server.py

@@ -6,6 +6,7 @@ from pathlib import Path
 from typing import Callable, Optional
 
 import click
+import requests
 
 from tinybird.tb.client import TinyB
 from tinybird.tb.modules.common import sys_exit
@@ -51,8 +52,21 @@ class DevServer(http.server.HTTPServer):
             )
         except OSError as e:
             if e.errno == 48:  # Address already in use
-                click.echo(FeedbackManager.error(message=f"Port {port} is already in use. Try a different port."))
-                sys_exit("port_in_use", f"Port {port} is already in use")
+                dev_server_already_running = False
+                try:
+                    response = requests.get(f"http://localhost:{port}")
+                    if response.status_code == 200 and "Tinybird Dev Server" in response.text:
+                        dev_server_already_running = True
+                except Exception:
+                    pass
+                if dev_server_already_running:
+                    message = f"Dev server is already running on http://localhost:{port}. Skipping..."
+                    click.echo(FeedbackManager.warning(message=message))
+                    sys_exit("dev_server_already_running", message)
+                else:
+                    message = f"Port {port} is already in use. Check if another instance of the server is running or release the port."
+                    click.echo(FeedbackManager.error(message=message))
+                    sys_exit("port_in_use", message)
             else:
                 click.echo(FeedbackManager.error_exception(error=e))
                 sys_exit("server_error", str(e))
@@ -240,7 +254,7 @@ def start_server(project: Project, tb_client: TinyB, process: Callable, build_st
     """
 
     try:
-        click.echo(FeedbackManager.highlight(message="\n» Starting Tinybird dev server...\n"))
+        click.echo(FeedbackManager.highlight(message="» Starting Tinybird dev server..."))
 
         # Create and start the server
         server = DevServer(process, project, build_status, tb_client)

{tinybird-0.0.1.dev308.dist-info → tinybird-0.0.1.dev310.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev308
+Version: 0.0.1.dev310
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev308.dist-info → tinybird-0.0.1.dev310.dist-info}/RECORD

@@ -18,7 +18,7 @@ tinybird/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1w
 tinybird/datafile/parse_connection.py,sha256=tRyn2Rpr1TeWet5BXmMoQgaotbGdYep1qiTak_OqC5E,1825
 tinybird/datafile/parse_datasource.py,sha256=ssW8QeFSgglVFi3sDZj_HgkJiTJ2069v2JgqnH3CkDE,1825
 tinybird/datafile/parse_pipe.py,sha256=8e9LMecSQVWHC4AXf8cdxoQ1nxUR4fTObYxTctO_EXQ,3816
-tinybird/tb/__cli__.py,sha256=3zpJXVGYhMhARc6ubBXq7E_Pl9ORrMnondVjkBHJ7Rw,247
+tinybird/tb/__cli__.py,sha256=PsaXQzmkEgsfLDtULkAsUwi2_fl1jOdNztKb1bHvnR0,247
 tinybird/tb/check_pypi.py,sha256=Gp0HkHHDFMSDL6nxKlOY51z7z1Uv-2LRexNTZSHHGmM,552
 tinybird/tb/cli.py,sha256=Os4uApzYYVPXcYFdaReQs9E12q9DOuYOUVFoOgt7i7U,1047
 tinybird/tb/client.py,sha256=VYbllzIsmBS4b56Ix-vsyLbhpbe7MVRxR1sIo6xU2qA,53544
@@ -32,11 +32,11 @@ tinybird/tb/modules/config.py,sha256=gK7rgaWTDd4ZKCrNEg_Uemr26EQjqWt6TjyQKujxOws
 tinybird/tb/modules/connection.py,sha256=axp8Fny1_4PSLJGN4UF6WygyRbQtM3Lbt6thxHKTxzw,17790
 tinybird/tb/modules/copy.py,sha256=dPZkcIDvxjJrlQUIvToO0vsEEEs4EYumbNV77-BzNoU,4404
 tinybird/tb/modules/create.py,sha256=j0WvO6LxuGW1ZOYVuvR1FxFls2oMmKePYNTRJMSXfuU,20135
-tinybird/tb/modules/datasource.py,sha256=O-w4qwhAIitD_SLVdxkpknckliRp_xMswdB8n8Ohxo0,42335
+tinybird/tb/modules/datasource.py,sha256=pExdYfLQ5e88RqgJ-dbd30k1TJ4LDb_POtSc7fnlJDA,47365
 tinybird/tb/modules/deployment.py,sha256=v0layOmG0IMnuXc3RT39mpGfa5M8yPlrL9F089fJFCo,15964
 tinybird/tb/modules/deployment_common.py,sha256=68qoCoOQFqRFyvxWwYmKiuVb37z7txBhEvzSOJGUHMc,20664
 tinybird/tb/modules/deprecations.py,sha256=rrszC1f_JJeJ8mUxGoCxckQTJFBCR8wREf4XXXN-PRc,4507
-tinybird/tb/modules/dev_server.py,sha256=57FCKuWpErwYUYgHspYDkLWEm9F4pbvVOtMrFXX1fVU,10129
+tinybird/tb/modules/dev_server.py,sha256=4PzRoE47vrHJ2ccdA57fd03r4KDgCz4EcayW52gZlA0,10881
 tinybird/tb/modules/endpoint.py,sha256=ksRj6mfDb9Xv63PhTkV_uKSosgysHElqagg3RTt21Do,11958
 tinybird/tb/modules/environment.py,sha256=z99321d_imk3eLJx9JNZIWMVcaRPUNixUV8pom4OL5o,5724
 tinybird/tb/modules/exceptions.py,sha256=_1BHy0OixEkeF0fOCu1_1Pj8pJS4BNfUyucqCViJGTw,5958
@@ -122,8 +122,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev308.dist-info/METADATA,sha256=mSJaJLQl5GfFqAY6InqmAo3bNhHdMlh3OqifSQfMeoQ,1881
-tinybird-0.0.1.dev308.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev308.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev308.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev308.dist-info/RECORD,,
+tinybird-0.0.1.dev310.dist-info/METADATA,sha256=8rqBQagupBkyWHMUi5ITIFqonzEIFUXPRVTFKSpkRKM,1881
+tinybird-0.0.1.dev310.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev310.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev310.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev310.dist-info/RECORD,,