tinybird 0.0.1.dev112__tar.gz → 0.0.1.dev113__tar.gz

{tinybird-0.0.1.dev112 → tinybird-0.0.1.dev113}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev112
+Version: 0.0.1.dev113
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev112 → tinybird-0.0.1.dev113}/tinybird/prompts.py

@@ -954,3 +954,35 @@ FORWARD_QUERY >
     </forward_query_example>
 </deployment_instruction>
 """
+
+
+def readme_prompt(readme: str, host: str, token: str, resources_xml: str) -> str:
+    return f"""
+You are an expert in SQL and Tinybird. Follow these instructions to generate a new README.md file for a tinybird project:
+Current README.md file:
+<current_resources_xml>
+{resources_xml}
+</current_resources_xml>
+<readme>{readme}</readme>
+<readme_instructions>
+- If it is not present in the current readme, generate a new ## Tinybird section with the following content:
+    - ### Overview section:
+        - Explaining the purpose of the project.
+    - ### Data sources section: 
+        - Explaining the purpose of each datasource.
+        - Add a snippet of how to ingest data into each datasource like the following (where the payload example matches the datasource schema respecting non-nullable types):
+        curl -X POST "{host}/v0/events?name=events" \
+    -H "Authorization: Bearer {token}" \
+    -d '{{"date":"2025-01-31","id":"123","user_id":"abc"}}'
+    - ### Endpoints section:
+        - Explaining the purpose of each endpoint.
+        - Add a snippet of how to use each endpoint like the following:
+        curl -X GET "{host}/v0/pipes/pipe_name.json?token={token}"
+        - DateTime parameters must be formatted as YYYY-MM-DD HH:MM:SS, or else will fail.
+- Do not include any other extra info related to Tinybird just maintain the existing one in the <readme> tag.
+- Make sure the API host is correct, {host}.
+- It is mandatory to return a <resource> tag with type "readme" in the response.
+- The response must follow the following format:
+<readme>[readme content here]</readme>
+</readme_instructions>
+"""

{tinybird-0.0.1.dev112 → tinybird-0.0.1.dev113}/tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev112'
-__revision__ = 'eb9e376'
+__version__ = '0.0.1.dev113'
+__revision__ = '49946d6'

{tinybird-0.0.1.dev112 → tinybird-0.0.1.dev113}/tinybird/tb/modules/cicd.py

@@ -120,7 +120,9 @@ tinybird_ci_workflow:
   services:
     - name: tinybirdco/tinybird-local:beta
       alias: tinybird-local
+"""
 
+GITLAB_CD_YML = """
 tinybird_cd_workflow:
   image: ubuntu:latest
   stage: deploy
@@ -217,6 +219,11 @@ class GitLabCICDGenerator(CICDGeneratorBase):
             file_name="tinybird-ci.yml",
             dir_path=".gitlab/tinybird",
         ),
+        CICDFile(
+            template=GITLAB_CD_YML,
+            file_name="tinybird-cd.yml",
+            dir_path=".gitlab/tinybird",
+        ),
     ]
 
 

{tinybird-0.0.1.dev112 → tinybird-0.0.1.dev113}/tinybird/tb/modules/create.py

@@ -6,7 +6,7 @@ from typing import Optional, Tuple
 import click
 
 from tinybird.client import TinyB
-from tinybird.prompts import create_prompt, mock_prompt, rules_prompt
+from tinybird.prompts import create_prompt, mock_prompt, readme_prompt, rules_prompt
 from tinybird.tb.modules.cicd import init_cicd
 from tinybird.tb.modules.cli import cli
 from tinybird.tb.modules.common import _generate_datafile, coro, generate_datafile
@@ -88,12 +88,32 @@ async def create(
             click.echo(FeedbackManager.success(message="✓ Scaffolding completed!\n"))
             created_something = True
         result = ""
-        if data or prompt:
+        if (data or prompt) and user_token:
             click.echo(FeedbackManager.highlight(message="\n» Creating resources..."))
             result, created_something = await create_resources(
                 local_client, tb_client, user_token, data, prompt, folder
             )
             click.echo(FeedbackManager.success(message="✓ Done!\n"))
+            if prompt:
+                readme_path = Path(root_folder) / "README.md"
+                if readme_path.exists():
+                    click.echo(FeedbackManager.highlight(message="\n» Updating README.md..."))
+                else:
+                    click.echo(FeedbackManager.highlight(message="\n» Creating README.md..."))
+                    readme_path.touch()
+                llm = LLM(user_token=str(user_token), host=tb_client.host)
+                readme_user_prompt = prompt or ""
+                all_resources_xml = get_resources_xml(project)
+                readme_response = llm.ask(
+                    system_prompt=readme_prompt(
+                        readme_path.read_text(), tb_client.host, tb_client.token, all_resources_xml
+                    ),
+                    prompt=readme_user_prompt,
+                )
+                readme_result = extract_xml(readme_response, "readme")
+                readme_path.write_text(readme_result)
+                click.echo(FeedbackManager.success(message="✓ Done!\n"))
+                created_something = True
 
         if not already_has_cicd(root_folder):
             click.echo(FeedbackManager.highlight(message="\n» Creating CI/CD files for GitHub and GitLab..."))
@@ -390,3 +410,30 @@ def get_context() -> str:
 def save_context(prompt: str, feedback: str):
     context_file = get_context_file()
     context_file.write_text(f"- {prompt}\n{feedback}")
+
+
+def get_resources_xml(project: Project) -> str:
+    folder = project.folder
+    datasource_paths = [
+        Path(folder) / "datasources" / f for f in os.listdir(Path(folder) / "datasources") if f.endswith(".datasource")
+    ]
+    pipes_paths = [
+        Path(folder) / "endpoints" / f for f in os.listdir(Path(folder) / "endpoints") if f.endswith(".pipe")
+    ]
+    resources_xml = "\n".join(
+        [
+            f"<resource><type>{resource_type}</type><name>{resource_name}</name><content>{resource_content}</content></resource>"
+            for resource_type, resource_name, resource_content in [
+                ("datasource", ds.stem, ds.read_text()) for ds in datasource_paths
+            ]
+            + [
+                (
+                    "pipe",
+                    pipe.stem,
+                    pipe.read_text(),
+                )
+                for pipe in pipes_paths
+            ]
+        ]
+    )
+    return resources_xml

{tinybird-0.0.1.dev112 → tinybird-0.0.1.dev113}/tinybird/tb/modules/datafile/fixture.py

@@ -5,7 +5,9 @@ from tinybird.tb.modules.common import format_data_to_ndjson
 
 
 def get_fixture_dir(folder: str) -> Path:
-    return Path(folder) / "fixtures"
+    fixture_dir = Path(folder) / "fixtures"
+    fixture_dir.mkdir(exist_ok=True)
+    return fixture_dir
 
 
 def persist_fixture_sql(fixture_name: str, sql: str, folder: str) -> Path:

{tinybird-0.0.1.dev112 → tinybird-0.0.1.dev113}/tinybird/tb/modules/infra.py

@@ -371,7 +371,7 @@ async def infra_init(
 
     # Create infra directory if it doesn't exist
     infra_dir = Path(f"infra/{cloud_provider}")
-    infra_dir.mkdir(exist_ok=True)
+    infra_dir.mkdir(parents=True, exist_ok=True)
     yaml_path = infra_dir / "k8s.yaml"
     tf_path = infra_dir / "main.tf"
     config_path = infra_dir / "config.json"

{tinybird-0.0.1.dev112 → tinybird-0.0.1.dev113}/tinybird.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev112
+Version: 0.0.1.dev113
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird