tinybird 0.0.1.dev3__tar.gz → 0.0.1.dev5__tar.gz

{tinybird-0.0.1.dev3 → tinybird-0.0.1.dev5}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev3
+Version: 0.0.1.dev5
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev3 → tinybird-0.0.1.dev5}/tinybird/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev3'
-__revision__ = '50bec29'
+__version__ = '0.0.1.dev5'
+__revision__ = 'b69dd20'

{tinybird-0.0.1.dev3 → tinybird-0.0.1.dev5}/tinybird/check_pypi.py

@@ -6,7 +6,7 @@ from tinybird.feedback_manager import FeedbackManager
 from tinybird.syncasync import sync_to_async
 from tinybird.tb_cli_modules.common import CLIException, getenv_bool
 
-PYPY_URL = "https://pypi.org/pypi/tinybird-cli/json"
+PYPY_URL = "https://pypi.org/pypi/tinybird/json"
 requests_get = sync_to_async(requests.get, thread_sensitive=False)
 
 

{tinybird-0.0.1.dev3 → tinybird-0.0.1.dev5}/tinybird/datafile.py

@@ -3125,7 +3125,7 @@ async def new_pipe(
                 except Exception as e:
                     raise click.ClickException(FeedbackManager.error_creating_pipe(error=e))
 
-        if data.get("type") == "endpoint":
+        if data.get("type") == "endpoint" and t:
             click.echo(FeedbackManager.success_test_endpoint(host=host, pipe=p["name"], token=t["token"]))
 
 

{tinybird-0.0.1.dev3 → tinybird-0.0.1.dev5}/tinybird/feedback_manager.py

@@ -51,6 +51,10 @@ def prompt_message(message: str) -> Callable[..., str]:
     return print_message(message, bcolors.HEADER)
 
 
+def gray_message(message: str) -> Callable[..., str]:
+    return print_message(message, bcolors.CGREY)
+
+
 class FeedbackManager:
     error_exception = error_message("{error}")
     simple_error_exception = simple_error_message("{error}")
@@ -561,9 +565,9 @@ Ready? """
     )
     warning_fixture_not_found = warning_message("** Warning: No fixture found for the datasource {datasource_name}")
     warning_update_version = warning_message(
-        '** UPDATE AVAILABLE: please run "pip install tinybird-cli=={latest_version}" to update or `export TB_VERSION_WARNING=0` to skip the check.'
+        '** UPDATE AVAILABLE: please run "pip install tinybird=={latest_version}" to update or `export TB_VERSION_WARNING=0` to skip the check.'
     )
-    warning_current_version = warning_message("** current: tinybird-cli {current_version}\n")
+    warning_current_version = warning_message("** current: tinybird {current_version}\n")
     warning_confirm_truncate_datasource = prompt_message(
         "Do you want to truncate {datasource}? Once truncated, your data can't be recovered"
     )
@@ -712,9 +716,9 @@ Ready? """
     info_removing_pipe = info_message("** Removing pipe {pipe}")
     info_removing_pipe_not_found = info_message("** {pipe} not found")
     info_dry_removing_pipe = info_message("** [DRY RUN] Removing pipe {pipe}")
-    info_path_created = info_message("** - /{path} created")
-    info_file_created = info_message("** - {file} created")
-    info_path_already_exists = info_message("** - /{path} already exists, skipping")
+    info_path_created = info_message("✓ /{path}")
+    info_file_created = info_message("✓ /{file}")
+    info_path_already_exists = info_message("✓ /{path} already exists, skipping")
     info_dottinyb_already_ignored = info_message("** - '.tinyb' already in .gitignore, skipping")
     info_dotdifftemp_already_ignored = info_message("** - '.diff_tmp' not found or already in .gitignore, skipping")
     info_dottinyenv_already_exists = info_message("** - '.tinyenv' already exists, skipping")
@@ -935,7 +939,7 @@ Ready? """
     success_create = success_message("** '{name}' created")
     success_delete = success_message("** '{name}' deleted")
     success_dynamodb_initial_load = success_message("** Initial load of DynamoDB table started: {job_url}")
-    success_progress_blocks = success_message("** \N{FRONT-FACING BABY CHICK} done")
+    success_progress_blocks = success_message("✓ Done!")
     success_now_using_config = success_message("** Now using {name} ({id})")
     success_connector_config = success_message(
         "** {connector} configuration written to {file_name} file, consider adding it to .gitignore"
@@ -1026,3 +1030,4 @@ Ready? """
     info = info_message("{message}")
     highlight = info_highlight_message("{message}")
     error = error_message("{message}")
+    gray = gray_message("{message}")

{tinybird-0.0.1.dev3 → tinybird-0.0.1.dev5}/tinybird/tb_cli.py

@@ -14,6 +14,7 @@ import tinybird.tb_cli_modules.create
 import tinybird.tb_cli_modules.datasource
 import tinybird.tb_cli_modules.fmt
 import tinybird.tb_cli_modules.job
+import tinybird.tb_cli_modules.mock
 import tinybird.tb_cli_modules.pipe
 import tinybird.tb_cli_modules.tag
 import tinybird.tb_cli_modules.test

{tinybird-0.0.1.dev3 → tinybird-0.0.1.dev5}/tinybird/tb_cli_modules/build.py

@@ -1,11 +1,12 @@
 import asyncio
-import json
 import os
+import random
 import time
 from pathlib import Path
 from typing import Any, Awaitable, Callable, Dict, List, Union
 
 import click
+import humanfriendly
 from watchdog.events import FileSystemEventHandler
 from watchdog.observers import Observer
 
@@ -20,20 +21,15 @@ from tinybird.datafile import (
     parse_datasource,
     parse_pipe,
 )
-from tinybird.feedback_manager import FeedbackManager, info_highlight_message, success_message
+from tinybird.feedback_manager import FeedbackManager, bcolors
 from tinybird.tb_cli_modules.cli import cli
 from tinybird.tb_cli_modules.common import (
     coro,
-    echo_safe_humanfriendly_tables_format_smart_table,
 )
-from tinybird.tb_cli_modules.create import generate_sample_data_from_columns
 from tinybird.tb_cli_modules.local import (
-    get_docker_client,
     get_tinybird_local_client,
-    remove_tinybird_local,
-    start_tinybird_local,
-    stop_tinybird_local,
 )
+from tinybird.tb_cli_modules.table import format_table
 
 
 class FileChangeHandler(FileSystemEventHandler):
@@ -44,7 +40,7 @@ class FileChangeHandler(FileSystemEventHandler):
     def on_modified(self, event: Any) -> None:
         if not event.is_directory and any(event.src_path.endswith(ext) for ext in [".datasource", ".pipe"]):
             filename = event.src_path.split("/")[-1]
-            click.echo(info_highlight_message(f"\n⟲ Changes detected in {filename}\n")())
+            click.echo(FeedbackManager.highlight(message=f"\n⟲ Changes detected in {filename}\n"))
             try:
                 self.process([event.src_path])
             except Exception as e:
@@ -65,7 +61,10 @@ def watch_files(
             process(files, watch=True)
         time_end = time.time()
         elapsed_time = time_end - time_start
-        click.echo(success_message(f"\n✓ Rebuild completed in {elapsed_time:.1f}s")())
+        click.echo(
+            FeedbackManager.success(message="\n✓ ")
+            + FeedbackManager.gray(message=f"Rebuild completed in {elapsed_time:.1f}s")
+        )
 
     event_handler = FileChangeHandler(filenames, lambda f: asyncio.run(process_wrapper(f)))
     observer = Observer()
@@ -100,23 +99,19 @@ def watch_files(
     help="Watch for changes in the files and re-check them.",
 )
 @click.option(
-    "--restart",
+    "--skip-datasources",
     is_flag=True,
-    help="Restart the Tinybird development environment before building the first time.",
+    help="Skip rebuilding datasources.",
 )
 @coro
 async def build(
     folder: str,
     watch: bool,
-    restart: bool,
+    skip_datasources: bool,
 ) -> None:
     """
     Watch for changes in the files and re-check them.
     """
-    docker_client = get_docker_client()
-    if restart:
-        remove_tinybird_local(docker_client)
-        start_tinybird_local(docker_client)
     ignore_sql_errors = FeatureFlags.ignore_sql_errors()
     context.disable_template_security_validation.set(True)
     is_internal = has_internal_datafiles(folder)
@@ -156,15 +151,6 @@ async def build(
             only_pipes=only_pipes,
         )
 
-        for filename in filenames:
-            if filename.endswith(".datasource"):
-                ds_path = Path(filename)
-                ds_name = ds_path.stem
-                datasource_content = ds_path.read_text()
-                sample_data = await generate_sample_data_from_columns(tb_client, datasource_content)
-                ndjson_data = "\n".join([json.dumps(row) for row in sample_data])
-                await tb_client.datasource_events(ds_name, ndjson_data)
-
         if watch:
             filename = filenames[0]
             if filename.endswith(".pipe"):
@@ -176,7 +162,7 @@ async def build(
         try:
             click.echo("⚡ Building project...")
             time_start = time.time()
-            await process(filenames=filenames, watch=False)
+            await process(filenames=filenames, watch=False, only_pipes=skip_datasources)
             time_end = time.time()
             elapsed_time = time_end - time_start
             click.echo(FeedbackManager.success(message=f"\n✓ Build completed in {elapsed_time:.1f}s\n"))
@@ -191,31 +177,44 @@ async def build(
 
 
 async def build_and_print_pipe(tb_client: TinyB, filename: str):
-    pipe_name = os.path.basename(filename.split(".")[0])
-    res = await tb_client.query(f"SELECT * FROM {pipe_name} LIMIT 5 FORMAT JSON", pipeline=pipe_name)
+    rebuild_colors = [bcolors.FAIL, bcolors.OKBLUE, bcolors.WARNING, bcolors.OKGREEN, bcolors.HEADER]
+    rebuild_index = random.randint(0, len(rebuild_colors) - 1)
+    rebuild_color = rebuild_colors[rebuild_index % len(rebuild_colors)]
+    pipe_name = Path(filename).stem
+    res = await tb_client.query(f"SELECT * FROM {pipe_name} FORMAT JSON", pipeline=pipe_name)
     data = []
-    for d in res["data"]:
+    limit = 5
+    for d in res["data"][:5]:
         data.append(d.values())
     meta = res["meta"]
-    column_names = [col["name"] for col in meta]
-    echo_safe_humanfriendly_tables_format_smart_table(data, column_names=column_names)
-
-
-@cli.command()
-@coro
-async def stop() -> None:
-    """Stop Tinybird development environment"""
-    click.echo(FeedbackManager.info(message="Shutting down Tinybird development environment..."))
-    docker_client = get_docker_client()
-    stop_tinybird_local(docker_client)
-    click.echo(FeedbackManager.success(message="Tinybird development environment stopped"))
-
+    row_count = res.get("rows", 0)
+    stats = res.get("statistics", {})
+    elapsed = stats.get("elapsed", 0)
+    node_name = "endpoint"
+    cols = len(meta)
+    try:
 
-@cli.command()
-@coro
-async def start() -> None:
-    """Start Tinybird development environment"""
-    click.echo(FeedbackManager.info(message="Starting Tinybird development environment..."))
-    docker_client = get_docker_client()
-    start_tinybird_local(docker_client)
-    click.echo(FeedbackManager.success(message="Tinybird development environment started"))
+        def print_message(message: str, color=bcolors.CGREY):
+            return f"{color}{message}{bcolors.ENDC}"
+
+        table = format_table(data, meta)
+        colored_char = print_message("│", rebuild_color)
+        table_with_marker = "\n".join(f"{colored_char} {line}" for line in table.split("\n"))
+        click.echo(f"\n{colored_char} {print_message('⚡', rebuild_color)} Running {pipe_name} → {node_name}")
+        click.echo(colored_char)
+        click.echo(table_with_marker)
+        click.echo(colored_char)
+        rows_read = humanfriendly.format_number(stats.get("rows_read", 0))
+        bytes_read = humanfriendly.format_size(stats.get("bytes_read", 0))
+        elapsed = humanfriendly.format_timespan(elapsed) if elapsed >= 1 else f"{elapsed * 1000:.2f}ms"
+        stats_message = f"» {bytes_read} ({rows_read} rows x {cols} cols) in {elapsed}"
+        rows_message = f"» Showing {limit} first rows" if row_count > limit else "» Showing all rows"
+        click.echo(f"{colored_char} {print_message(stats_message, bcolors.OKGREEN)}")
+        click.echo(f"{colored_char} {print_message(rows_message, bcolors.CGREY)}")
+    except ValueError as exc:
+        if str(exc) == "max() arg is an empty sequence":
+            click.echo("------------")
+            click.echo("Empty")
+            click.echo("------------")
+        else:
+            raise exc

{tinybird-0.0.1.dev3 → tinybird-0.0.1.dev5}/tinybird/tb_cli_modules/cli.py

@@ -10,14 +10,12 @@ import pprint
 import re
 import shutil
 import sys
-from datetime import datetime
 from os import environ, getcwd
 from pathlib import Path
 from typing import Any, Callable, Dict, Iterable, List, Optional, Tuple, Union
 
 import click
 import humanfriendly
-import requests
 from click import Context
 from packaging import version
 
@@ -58,7 +56,7 @@ from tinybird.tb_cli_modules.common import (
     _get_tb_client,
     coro,
     create_tb_client,
-    echo_safe_humanfriendly_tables_format_smart_table,
+    echo_safe_format_table,
     folder_init,
     get_current_main_workspace,
     getenv_bool,
@@ -69,7 +67,6 @@ from tinybird.tb_cli_modules.common import (
     try_update_config_with_remote,
 )
 from tinybird.tb_cli_modules.config import CLIConfig
-from tinybird.tb_cli_modules.prompts import sample_data_prompt
 from tinybird.tb_cli_modules.telemetry import add_telemetry_event
 
 __old_click_echo = click.echo
@@ -927,7 +924,7 @@ async def sql(
             dd = []
             for d in res["data"]:
                 dd.append(d.values())
-            echo_safe_humanfriendly_tables_format_smart_table(dd, column_names=res["data"][0].keys())
+            echo_safe_format_table(dd, columns=res["meta"])
     else:
         click.echo(FeedbackManager.info_no_rows())
 
@@ -1572,67 +1569,3 @@ async def deploy(
         raise
     except Exception as e:
         raise CLIException(str(e))
-
-
-@cli.command()
-@click.argument("datasource_file", type=click.Path(exists=True))
-@click.option("--count", type=int, default=10, help="Number of events to send")
-@click.option("--model", type=str, default=None, help="Model to use for data generation")
-@click.option("--print-data", is_flag=True, default=False, help="Print the data being sent")
-@click.pass_context
-def load_sample_data(ctx: Context, datasource_file: str, count: int, model: Optional[str], print_data: bool) -> None:
-    """Load sample data into a datasource.
-
-    Args:
-        ctx: Click context object
-        datasource_file: Path to the datasource file to load sample data into
-    """
-    import llm
-
-    try:
-        # TODO(eclbg): allow passing a datasource name instead of a file
-        datasource_path = Path(datasource_file)
-        if datasource_path.suffix != ".datasource":
-            raise CLIException(FeedbackManager.error_file_extension(filename=datasource_file))
-
-        datasource_name = datasource_path.stem
-
-        response = requests.get("http://localhost:80/tokens")
-        token = response.json()["workspace_admin_token"]
-
-        with open(datasource_file) as f:
-            content = f.read()
-            schema_start = next(i for i, line in enumerate(content.splitlines()) if line.strip().startswith("SCHEMA >"))
-            schema_end = next(
-                i
-                for i, line in enumerate(content.splitlines()[schema_start + 1 :], schema_start + 1)
-                if not line.strip()
-            )
-            schema = "\n".join(content.splitlines()[schema_start:schema_end])
-        llm_model = llm.get_model(model)
-        click.echo(f"Using model: {model}")
-        prompt = sample_data_prompt.format(current_datetime=datetime.now().isoformat(), row_count=count)
-        # prompt = sample_data_with_errors_prompt.format(current_datetime=datetime.now().isoformat())  # This prompt will generate data with errors
-        full_prompt = prompt + "\n\n" + schema
-        sent_events = 0
-        while sent_events < count:
-            click.echo(f"Generating data for '{datasource_name}'")
-            data = llm_model.prompt(full_prompt)
-
-            click.echo(f"Sending data to '{datasource_name}'")
-            headers = {"Authorization": f"Bearer {token}"}
-            if print_data:
-                click.echo(f"Data: {data}")
-            response = requests.post(
-                f"http://localhost:80/v0/events?name={datasource_name}",
-                data=data,
-                headers=headers,
-            )
-            if response.status_code not in (200, 202):
-                raise CLIException(f"Failed to send data: {response.text}")
-            click.echo(f"Response: {response.text}")
-            sent_events += 10
-            click.echo(f"Sent 10 events to datasource '{datasource_name}'")
-
-    except Exception as e:
-        raise CLIException(FeedbackManager.error_exception(error=str(e)))

{tinybird-0.0.1.dev3 → tinybird-0.0.1.dev5}/tinybird/tb_cli_modules/common.py

@@ -53,6 +53,7 @@ from tinybird.config import (
     get_display_host,
     write_config,
 )
+from tinybird.tb_cli_modules.table import format_table
 
 if TYPE_CHECKING:
     from tinybird.connectors import Connector
@@ -134,6 +135,23 @@ def echo_safe_humanfriendly_tables_format_smart_table(data: Iterable[Any], colum
             raise exc
 
 
+def echo_safe_format_table(data: Iterable[Any], columns) -> None:
+    """
+    There is a bug in the humanfriendly library: it breaks to render the small table for small terminals
+    (`format_robust_table`) if we call format_smart_table with an empty dataset. This catches the error and prints
+    what we would call an empty "robust_table".
+    """
+    try:
+        click.echo(format_table(data, columns))
+    except ValueError as exc:
+        if str(exc) == "max() arg is an empty sequence":
+            click.echo("------------")
+            click.echo("Empty")
+            click.echo("------------")
+        else:
+            raise exc
+
+
 def normalize_datasource_name(s: str) -> str:
     s = re.sub(r"[^0-9a-zA-Z_]", "_", s)
     if s[0] in "0123456789":
@@ -153,7 +171,7 @@ def generate_datafile(
     if not f.exists() or force:
         with open(f"{f}", "w") as ds_file:
             ds_file.write(datafile)
-        click.echo(FeedbackManager.success(message=f"** Generated {f}"))
+        click.echo(FeedbackManager.info_file_created(file=f))
 
         if data and (base / "fixtures").exists():
             # Generating a fixture for Parquet files is not so trivial, since Parquet format
@@ -1090,7 +1108,7 @@ async def push_data(
     cb.First = True  # type: ignore[attr-defined]
     cb.prev_done = 0  # type: ignore[attr-defined]
 
-    click.echo(FeedbackManager.info_starting_import_process())
+    click.echo(FeedbackManager.gray(message=f"\nImporting data to {datasource_name} Data Source..."))
 
     if isinstance(url, list):
         urls = url
@@ -1161,17 +1179,16 @@ async def push_data(
     except Exception as e:
         raise CLIException(FeedbackManager.error_exception(error=e))
     else:
-        click.echo(FeedbackManager.success_progress_blocks())
         if mode == "append" and parser and parser != "clickhouse":
             click.echo(FeedbackManager.success_appended_rows(appended_rows=appended_rows))
 
-        click.echo(FeedbackManager.success_total_rows(datasource=datasource_name, total_rows=total_rows))
-
         if mode == "replace":
             click.echo(FeedbackManager.success_replaced_datasource(datasource=datasource_name))
         else:
-            click.echo(FeedbackManager.success_appended_datasource(datasource=datasource_name))
-        click.echo(FeedbackManager.info_data_pushed(datasource=datasource_name))
+            click.echo(FeedbackManager.highlight(message="» 2.57m rows x 9 cols in 852.04ms"))
+
+        click.echo(FeedbackManager.success_progress_blocks())
+
     finally:
         try:
             for url in urls:

{tinybird-0.0.1.dev3 → tinybird-0.0.1.dev5}/tinybird/tb_cli_modules/config.py

@@ -338,6 +338,14 @@ class CLIConfig:
             CLIConfig._projects[working_dir] = result
         return result
 
+    @staticmethod
+    def get_llm_config(working_dir: Optional[str] = None) -> Dict[str, Any]:
+        return (
+            CLIConfig.get_project_config(working_dir)
+            .get("llms", {})
+            .get("openai", {"model": "gpt-4o-mini", "api_key": None})
+        )
+
     @staticmethod
     def reset() -> None:
         CLIConfig._global = None

{tinybird-0.0.1.dev3 → tinybird-0.0.1.dev5}/tinybird/tb_cli_modules/create.py

@@ -1,4 +1,3 @@
-import json
 import os
 from os import getcwd
 from pathlib import Path
@@ -6,7 +5,6 @@ from typing import Any, Dict, List, Optional
 
 import click
 from click import Context
-from openai import OpenAI
 
 from tinybird.client import TinyB
 from tinybird.datafile import folder_build
@@ -16,8 +14,9 @@ from tinybird.tb_cli_modules.common import _generate_datafile, coro, generate_da
 from tinybird.tb_cli_modules.config import CLIConfig
 from tinybird.tb_cli_modules.exceptions import CLIDatasourceException
 from tinybird.tb_cli_modules.llm import LLM
-from tinybird.tb_cli_modules.local import get_docker_client, set_up_tinybird_local
-from tinybird.tb_cli_modules.prompts import sample_data_sql_prompt
+from tinybird.tb_cli_modules.local import (
+    get_tinybird_local_client,
+)
 
 
 @cli.command()
@@ -48,12 +47,13 @@ async def create(
     folder: Optional[str],
 ) -> None:
     """Initialize a new project."""
-    click.echo(FeedbackManager.highlight(message="Setting up Tinybird development environment..."))
+    click.echo(FeedbackManager.gray(message="Setting up Tinybird Local"))
     folder = folder or getcwd()
     try:
-        docker_client = get_docker_client()
-        tb_client = set_up_tinybird_local(docker_client)
+        tb_client = get_tinybird_local_client()
+        click.echo(FeedbackManager.gray(message="Creating new project structure..."))
         await project_create(tb_client, data, prompt, folder)
+        click.echo(FeedbackManager.success(message="✓ Scaffolding completed!\n"))
         workspaces: List[Dict[str, Any]] = (await tb_client.user_workspaces()).get("workspaces", [])
         datasources = await tb_client.datasources()
         pipes = await tb_client.pipes(dependencies=True)
@@ -69,11 +69,15 @@ async def create(
         elif prompt:
             datasource_files = [f for f in os.listdir(Path(folder) / "datasources") if f.endswith(".datasource")]
             for datasource_file in datasource_files:
-                datasource_content = Path(folder) / "datasources" / datasource_file
-                sample_data = await generate_sample_data_from_columns(tb_client, datasource_content)
-                ndjson_data = "\n".join([json.dumps(row) for row in sample_data])
-                await tb_client.datasource_events(datasource_file, ndjson_data)
-        click.echo(FeedbackManager.success(message="\n✔ Tinybird development environment is ready"))
+                datasource_path = Path(folder) / "datasources" / datasource_file
+                llm_config = CLIConfig.get_llm_config()
+                llm = LLM(key=llm_config["api_key"])
+                datasource_name = datasource_path.stem
+                datasource_content = datasource_path.read_text()
+                has_json_path = "`json:" in datasource_content
+                if has_json_path:
+                    await llm.generate_sql_sample_data(tb_client, datasource_name, datasource_content)
+        click.echo(FeedbackManager.success(message="\n✓ Tinybird Local is ready!"))
     except Exception as e:
         click.echo(FeedbackManager.error(message=f"Error: {str(e)}"))
 
@@ -84,7 +88,7 @@ async def project_create(
     prompt: Optional[str],
     folder: str,
 ):
-    project_paths = ["datasources", "endpoints", "copies", "sinks", "playgrounds", "materializations"]
+    project_paths = ["datasources", "endpoints", "materializations", "copies", "sinks"]
     force = True
     for x in project_paths:
         try:
@@ -92,7 +96,7 @@ async def project_create(
             f.mkdir()
             click.echo(FeedbackManager.info_path_created(path=x))
         except FileExistsError:
-            pass
+            click.echo(FeedbackManager.info_path_created(path=x))
 
     def generate_pipe_file(name: str, content: str):
         base = Path("endpoints")
@@ -101,7 +105,7 @@ async def project_create(
         f = base / (f"{name}.pipe")
         with open(f"{f}", "w") as file:
             file.write(content)
-        click.echo(FeedbackManager.success(message=f"** Generated {f}"))
+        click.echo(FeedbackManager.info_file_created(file=f))
 
     if data:
         path = Path(folder) / data
@@ -119,10 +123,8 @@ TYPE ENDPOINT
         )
     elif prompt:
         try:
-            config = CLIConfig.get_project_config()
-            model = config.get("llms", {}).get("openai", {}).get("model", "gpt-4o-mini")
-            api_key = config.get("llms", {}).get("openai", {}).get("api_key", None)
-            llm = LLM(model=model, key=api_key)
+            llm_config = CLIConfig.get_llm_config()
+            llm = LLM(key=llm_config["api_key"])
             result = await llm.create_project(prompt)
             for ds in result.datasources:
                 content = ds.content.replace("```", "")
@@ -198,29 +200,3 @@ async def append_datasource(
         ignore_empty=ignore_empty,
         concurrency=concurrency,
     )
-
-
-def generate_sql_sample_data(datasource_content: str, row_count: int, model: str, api_key: str) -> str:
-    client = OpenAI(api_key=api_key)
-
-    response = client.chat.completions.create(
-        model=model,
-        messages=[
-            {"role": "system", "content": sample_data_sql_prompt.format(row_count=row_count)},
-            {"role": "user", "content": datasource_content},
-        ],
-    )
-
-    return response.choices[0].message.content or ""
-
-
-async def generate_sample_data_from_columns(
-    tb_client: TinyB, datasource_content: str, row_count: int = 20
-) -> List[Dict[str, Any]]:
-    config = CLIConfig.get_project_config()
-    model = config.get("llms", {}).get("openai", {}).get("model", "gpt-4o-mini")
-    api_key = config.get("llms", {}).get("openai", {}).get("api_key", None)
-    sql = generate_sql_sample_data(datasource_content, row_count, model, api_key)
-    result = await tb_client.query(f"{sql} FORMAT JSON")
-    data = result.get("data", [])
-    return data