tinybird 0.0.1.dev225__tar.gz → 0.0.1.dev227__tar.gz

{tinybird-0.0.1.dev225 → tinybird-0.0.1.dev227}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev225
+Version: 0.0.1.dev227
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev225 → tinybird-0.0.1.dev227}/tinybird/prompts.py

@@ -974,6 +974,93 @@ Follow these instructions when evolving a datasource schema:
     )
 
 
+def claude_rules_prompt(source: Optional[str] = None) -> str:
+    base_command = source or "tb"
+    return """
+# Tinybird CLI rules
+
+## Commands
+You have commands at your disposal to develop a tinybird project:
+- {base_command} build: to build the project locally and check it works.
+- {base_command} deployment create --wait --auto: to create a deployment and promote it automatically
+- {base_command} test run: to run existing tests
+- {base_command} endpoint url <pipe_name>: to get the url of an endpoint, token included.
+- {base_command} endpoint data <pipe_name>: to get the data of an endpoint. You can pass parameters to the endpoint like this: {base_command} endpoint data <pipe_name> --param1 value1 --param2 value2
+- {base_command}  token ls: to list all the tokens
+There are other commands that you can use, but these are the most common ones. Run `{base_command} -h` to see all the commands if needed.
+When you need to work with resources or data in cloud, add always the --cloud flag before the command. Example: {base_command} --cloud datasource ls
+
+## Development instructions
+- When asking to create a tinybird data project, if the needed folders are not already created, use the following structure:
+├── connections
+├── copies
+├── sinks
+├── datasources
+├── endpoints
+├── fixtures
+├── materializations
+├── pipes
+└── tests
+- The local development server will be available at http://localhost:7181. Even if some response uses another base url, use always http://localhost:7181.
+- After every change in your .datasource, .pipe or .ndjson files, run `{base_command} build` to build the project locally.
+- When you need to ingest data locally in a datasource, create a .ndjson file with the same name of the datasource and the data you want and run `{base_command} build` so the data is ingested.
+- The format of the generated api endpoint urls is: http://localhost:7181/v0/pipe/<pipe_name>.json?token=<token>
+- Before running the tests, remember to have the project built with `{base_command} build` with the latest changes.
+</development_instructions>
+When asking for ingesting data, adding data or appending data do the following depending on the environment you want to work with:
+
+## Ingestion instructions
+- When building locally, create a .ndjson file with the data you want to ingest and do `{base_command} build` to ingest the data in the build env.
+- We call `cloud` the production environment.
+- When appending data in cloud, use `{base_command} --cloud datasource append <datasource_name> <file_name>`
+- When you have a response that says “there are rows in quarantine”, do `{base_command} [--cloud] datasource data <datasource_name>_quarantine` to understand what is the problem.
+
+## .datasource file instructions
+Follow these instructions when creating or updating .datasource files:
+{datasource_instructions}
+
+## .pipe file instructions
+Follow these instructions when creating or updating .pipe files:
+{pipe_instructions}
+{sql_instructions}
+{datasource_example}
+{pipe_example}
+{copy_pipe_instructions}
+{materialized_pipe_instructions}
+{sink_pipe_instructions}
+{connection_instructions}
+{kafka_connection_example}
+{gcs_connection_example}
+{gcs_hmac_connection_example}
+{s3_connection_example}
+
+## .test file instructions
+Follow these instructions when creating or updating .yaml files for tests:
+{test_instructions}
+
+## Deployment instructions
+Follow these instructions when evolving a datasource schema:
+{deployment_instructions}
+""".format(
+        base_command=base_command,
+        datasource_instructions=datasource_instructions,
+        pipe_instructions=pipe_instructions,
+        sql_instructions=sql_instructions,
+        datasource_example=datasource_example,
+        pipe_example=pipe_example,
+        copy_pipe_instructions=copy_pipe_instructions,
+        materialized_pipe_instructions=materialized_pipe_instructions,
+        sink_pipe_instructions=sink_pipe_instructions,
+        test_instructions=test_instructions,
+        deployment_instructions=deployment_instructions,
+        connection_instructions=connection_instructions,
+        kafka_connection_example=kafka_connection_example,
+        gcs_connection_example=gcs_connection_example,
+        gcs_hmac_connection_example=gcs_hmac_connection_example,
+        s3_connection_example=s3_connection_example,
+    )
+
+
 test_instructions = """
 - The test file name must match the name of the pipe it is testing.
 - Every scenario name must be unique inside the test file.

{tinybird-0.0.1.dev225 → tinybird-0.0.1.dev227}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev225'
-__revision__ = 'ddc2523'
+__version__ = '0.0.1.dev227'
+__revision__ = 'fb681ea'

{tinybird-0.0.1.dev225 → tinybird-0.0.1.dev227}/tinybird/tb/modules/create.py

@@ -1,6 +1,7 @@
 import glob
 import os
 import re
+import shutil
 from pathlib import Path
 from typing import Any, Dict, List, Optional
 from urllib.parse import urlparse
@@ -8,7 +9,7 @@ from urllib.parse import urlparse
 import click
 import requests
 
-from tinybird.prompts import create_prompt, readme_prompt, rules_prompt
+from tinybird.prompts import claude_rules_prompt, create_prompt, readme_prompt, rules_prompt
 from tinybird.tb.client import TinyB
 from tinybird.tb.modules.cicd import init_cicd
 from tinybird.tb.modules.cli import cli
@@ -115,6 +116,7 @@ async def create(
                     readme_path.read_text(), tb_client.host, "$TB_ADMIN_TOKEN", all_resources_xml
                 ),
                 prompt=readme_user_prompt,
+                feature="tb_create_readme",
             )
             readme_result = extract_xml(readme_response, "readme")
             readme_path.write_text(readme_result)
@@ -144,6 +146,13 @@ async def create(
             click.echo(FeedbackManager.success(message="✓ Done!\n"))
             created_something = True
 
+        if not already_has_claude_rules(root_folder):
+            click.echo(FeedbackManager.highlight(message="\n» Creating Claude Code rules..."))
+            create_claude_rules(root_folder, "tb")
+            click.echo(FeedbackManager.info(message="CLAUDE.md"))
+            click.echo(FeedbackManager.success(message="✓ Done!\n"))
+            created_something = True
+
         if should_generate_fixtures(result):
             click.echo(FeedbackManager.highlight(message="\n» Generating fixtures..."))
 
@@ -246,6 +255,11 @@ def already_has_cursor_rules(folder: str) -> bool:
     return any((Path(folder) / path).exists() for path in cursor_rules_paths)
 
 
+def already_has_claude_rules(folder: str) -> bool:
+    claude_rules_path = "CLAUDE.md"
+    return (Path(folder) / claude_rules_path).exists()
+
+
 def already_has_env_file(folder: str) -> bool:
     env_file_pattern = ".env.*"
     return any((Path(folder) / path).exists() for path in glob.glob(env_file_pattern))
@@ -282,6 +296,7 @@ async def create_resources_from_prompt(
     user_token: str,
     prompt: str,
     project: Project,
+    feature: str = "tb_create_resources",
 ) -> List[Path]:
     result: List[Path] = []
     datasource_paths = [Path(ds_file) for ds_file in project.get_datasource_files()]
@@ -312,7 +327,7 @@ async def create_resources_from_prompt(
         ]
     )
     llm = LLM(user_token=user_token, host=tb_client.host)
-    prompt_result = llm.ask(system_prompt=create_prompt(resources_xml), prompt=prompt)
+    prompt_result = llm.ask(system_prompt=create_prompt(resources_xml), prompt=prompt, feature=feature)
     prompt_result = extract_xml(prompt_result, "response")
     resources = parse_xml(prompt_result, "resource")
     datasources = []
@@ -466,9 +481,22 @@ def create_rules(folder: str, source: str, agent: str):
     elif agent == "windsurf":
         extension = ".windsurfrules"
     else:
-        extension = ".txt"
+        extension = ".md"
+
     rules_file = Path(folder) / extension
-    rules_file.write_text(rules_prompt(source))
+    rules_content = rules_prompt(source)
+    rules_file.write_text(rules_content)
+
+
+def create_claude_rules(folder: str, source: str):
+    try:
+        is_claude_code_installed = shutil.which("claude") is not None
+        if is_claude_code_installed:
+            rules_content = claude_rules_prompt(source)
+            claude_file = Path(folder) / "CLAUDE.md"
+            claude_file.write_text(rules_content)
+    except Exception:
+        pass
 
 
 def get_context_file() -> Path:

{tinybird-0.0.1.dev225 → tinybird-0.0.1.dev227}/tinybird/tb/modules/datasource.py

@@ -781,7 +781,7 @@ async def datasource_create(
             raise Exception("This action requires authentication. Run 'tb login' first.")
         project_config = CLIConfig.get_project_config()
         tb_client: TinyB = project_config.get_client(token=config.get("token"), host=config.get("host"))
-        await create_resources_from_prompt(tb_client, user_token, prompt, project)
+        await create_resources_from_prompt(tb_client, user_token, prompt, project, feature="tb_datasource_create")
         click.echo(FeedbackManager.success(message="✓ .datasource created!"))
         return
 
@@ -1023,6 +1023,7 @@ async def analyze_quarantine(datasource_name: str, project: Project, client: Tin
         response_llm = llm.ask(
             system_prompt=quarantine_prompt(datasource_definition),
             prompt=f"The quarantine errors are:\n{json.dumps(quarantine_data)}",
+            feature="tb_datasource_append_analyze_quarantine",
         )
         response = extract_xml(response_llm, "quarantine_errors")
         error_message += "\n" + response

{tinybird-0.0.1.dev225 → tinybird-0.0.1.dev227}/tinybird/tb/modules/feedback_manager.py

@@ -636,6 +636,7 @@ STEP 2: CREATE GCP SERVICE ACCOUNT
 - For GCS Sink (writing to GCS), select all three roles:
   • "Storage Object Creator" - Allows users to create objects
   • "Storage Object Viewer" - Grants access to view objects and their metadata
+  • "Storage Bucket Viewer" - Grants access to view buckets and their metadata
 (You can add IAM condition to provide access to selected buckets. More info in IAM Conditions: https://cloud.google.com/iam/docs/conditions-overview)
 5. Click "Done"
 """

{tinybird-0.0.1.dev225 → tinybird-0.0.1.dev227}/tinybird/tb/modules/llm.py

@@ -1,5 +1,9 @@
+import urllib.parse
+from typing import Optional
+
 import requests
 
+from tinybird.tb.modules.cli import CLIConfig
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 
@@ -16,7 +20,7 @@ class LLM:
         self.host = host
         self.user_token = user_token
 
-    def ask(self, system_prompt: str, prompt: str) -> str:
+    def ask(self, system_prompt: str, prompt: str, feature: Optional[str] = None) -> str:
         """
         Calls the model with the given prompt and returns the response.
 
@@ -29,14 +33,23 @@ class LLM:
         """
 
         data = {"system": system_prompt, "prompt": prompt}
-
+        params = {"origin": "cli"}
+        if feature:
+            params["feature"] = feature
+        cli_config = CLIConfig.get_project_config()
+        workspace_id = cli_config.get("id")
+        params_str = urllib.parse.urlencode(params)
+        if workspace_id:
+            llm_url = f"{self.host}/v0/llm/{workspace_id}?{params_str}"
+        else:
+            llm_url = f"{self.host}/v0/llm?{params_str}"
         response = requests.post(
-            f"{self.host}/v0/llm",
+            llm_url,
             headers={"Authorization": f"Bearer {self.user_token}"},
             data=data,
         )
 
         if not response.ok:
-            raise LLMException(FeedbackManager.error_request_failed(status_code=response.status_code))
+            raise LLMException(FeedbackManager.error(message=response.text))
 
         return response.json().get("result", "")

{tinybird-0.0.1.dev225 → tinybird-0.0.1.dev227}/tinybird/tb/modules/mock.py

@@ -132,7 +132,7 @@ async def create_mock_data(
     sql_path = None
     while True:
         try:
-            response = llm.ask(system_prompt=mock_prompt(rows, error), prompt=prompt)
+            response = llm.ask(system_prompt=mock_prompt(rows, error), prompt=prompt, feature="tb_mock")
             sql = extract_xml(response, "sql")
             sql_path = persist_fixture_sql(datasource_name, sql, folder)
             sql_format = "JSON" if format_ == "ndjson" else "CSV"
@@ -149,7 +149,9 @@ async def create_mock_data(
             error = str(e)
             attempts += 1
             if attempts > 5:
-                raise Exception(f"Failed to generate a valid solution. Check {str(sql_path)} and try again.")
+                raise Exception(
+                    f"Failed to generate a valid solution. Check {str(sql_path or '.sql path')} and try again."
+                )
             else:
                 continue
     return data

{tinybird-0.0.1.dev225 → tinybird-0.0.1.dev227}/tinybird/tb/modules/test.py

@@ -102,7 +102,7 @@ def test_create(ctx: click.Context, name_or_filename: str, prompt: str) -> None:
             raise Exception("No user token found")
 
         llm = LLM(user_token=user_token, host=config.get_client().host)
-        response_llm = llm.ask(system_prompt=system_prompt, prompt=prompt)
+        response_llm = llm.ask(system_prompt=system_prompt, prompt=prompt, feature="tb_test_create")
         response_xml = extract_xml(response_llm, "response")
         tests_content = parse_xml(response_xml, "test")
 

{tinybird-0.0.1.dev225 → tinybird-0.0.1.dev227}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev225
+Version: 0.0.1.dev227
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird