tinybird 0.0.1.dev183__py3-none-any.whl → 0.0.1.dev185__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev183'
-__revision__ = '1e2d149'
+__version__ = '0.0.1.dev185'
+__revision__ = 'b79d3c1'

tinybird/tb/modules/common.py

@@ -174,8 +174,12 @@ def generate_datafile(
         base = Path(folder) / base
     datasource_name = normalize_datasource_name(p.stem)
     if not base.exists():
-        base = Path()
+        if folder:
+            base = Path(folder)
+        else:
+            base = Path()
     f = base / (datasource_name + ".datasource")
+
     if not f.exists() or force:
         with open(f"{f}", "w") as ds_file:
             ds_file.write(datafile)
@@ -421,13 +425,18 @@ async def _analyze(filename: str, client: TinyB, format: str, connector: Optiona
 
 
 async def _generate_datafile(
-    filename: str, client: TinyB, format: str, connector: Optional["Connector"] = None, force: Optional[bool] = False
+    filename: str,
+    client: TinyB,
+    format: str,
+    connector: Optional["Connector"] = None,
+    force: Optional[bool] = False,
+    folder: Optional[str] = None,
 ):
     meta, data = await _analyze(filename, client, format, connector=connector)
     schema = meta["analysis"]["schema"]
     schema = schema.replace(", ", ",\n    ")
     datafile = f"""DESCRIPTION >\n    Generated from {filename}\n\nSCHEMA >\n    {schema}"""
-    return generate_datafile(datafile, filename, data, force, _format=format)
+    return generate_datafile(datafile, filename, data, force, _format=format, folder=folder)
 
 
 async def configure_connector(connector):

tinybird/tb/modules/create.py

@@ -3,8 +3,10 @@ import os
 import re
 from pathlib import Path
 from typing import Any, Dict, List, Optional
+from urllib.parse import urlparse
 
 import click
+import requests
 
 from tinybird.prompts import create_prompt, readme_prompt, rules_prompt
 from tinybird.tb.client import TinyB
@@ -25,7 +27,7 @@ from tinybird.tb.modules.project import Project
 @cli.command()
 @click.option(
     "--data",
-    type=click.Path(exists=True),
+    type=str,
     default=None,
     help="Initial data to be used to create the project. Tinybird Local and authentication are required.",
 )
@@ -54,9 +56,6 @@ async def create(
         config.persist_to_file()
         project.folder = folder
 
-    if cwd := config.get("cwd"):
-        click.echo(FeedbackManager.gray(message=f"Using '{cwd.replace(os.getcwd(), '')}' as target folder"))
-
     root_folder = os.getcwd()
     if config._path:
         root_folder = os.path.dirname(config._path)
@@ -76,7 +75,7 @@ async def create(
             if not user_token:
                 raise Exception("This action requires authentication. Run 'tb login' first.")
 
-        if not validate_project_structure(folder):
+        if not validate_project_structure(project):
             click.echo(FeedbackManager.highlight(message="\n» Creating new project structure..."))
             create_project_structure(folder)
             click.echo(FeedbackManager.success(message="✓ Scaffolding completed!\n"))
@@ -87,7 +86,10 @@ async def create(
 
         data_result: List[Path] = []
         if data:
-            data_result = await create_resources_from_data(data, project, ctx_config)
+            if urlparse(data).scheme in ("http", "https"):
+                data_result = await create_resources_from_url(data, project, ctx_config)
+            else:
+                data_result = await create_resources_from_data(data, project, ctx_config)
             result.extend(data_result)
 
         prompt_result: List[Path] = []
@@ -134,14 +136,22 @@ async def create(
 
             if data:
                 for ds_path in [ds for ds in data_result if ds.suffix == ".datasource"]:
-                    data_path = Path(data)
-                    data_content = data_path.read_text()
+                    parsed_url = urlparse(data)
+                    if parsed_url.scheme in ("http", "https"):
+                        response = requests.get(data)  # noqa: ASYNC210
+                        data_content = response.text
+                        data_format = parsed_url.path.split(".")[-1]
+                    else:
+                        data_path = Path(data)
+                        data_content = data_path.read_text()
+                        data_format = data_path.suffix.lstrip(".")
+
                     ds_name = ds_path.stem
-                    data_format = data_path.suffix.lstrip(".")
                     datasource_path = Path(folder) / "datasources" / f"{ds_name}.datasource"
-                    click.echo(FeedbackManager.info(message=f"✓ /fixtures/{ds_name}"))
+                    click.echo(FeedbackManager.info(message=f"✓ /fixtures/{ds_name}.{data_format}"))
                     persist_fixture(ds_name, data_content, folder, format=data_format)
                     created_something = True
+
             elif prompt and prompt_result:
                 ds_results = [path for path in prompt_result if path.suffix == ".datasource"]
                 for datasource_path in ds_results:
@@ -175,14 +185,13 @@ async def create(
 PROJECT_PATHS = ("datasources", "endpoints", "materializations", "copies", "pipes", "fixtures", "tests", "connections")
 
 
-def validate_project_structure(folder: str) -> bool:
-    some_folder_created = any((Path(folder) / path).exists() for path in PROJECT_PATHS)
+def validate_project_structure(project: Project) -> bool:
+    some_folder_created = any((Path(project.folder) / path).exists() for path in PROJECT_PATHS)
     if some_folder_created:
         return True
 
-    folder_path = Path(folder)
-    datasources = list(folder_path.glob("**/*.datasource"))
-    pipes = list(folder_path.glob("**/*.pipe"))
+    datasources = project.get_datasource_files()
+    pipes = project.get_pipe_files()
 
     return len(datasources) > 0 or len(pipes) > 0
 
@@ -452,12 +461,37 @@ async def create_resources_from_data(
     project: Project,
     config: Dict[str, Any],
 ) -> List[Path]:
-    folder_path = project.path
     local_client = await get_tinybird_local_client(config)
+    folder_path = project.path
     path = folder_path / data
+    if not path.exists():
+        path = Path(data)
     result: List[Path] = []
     format = path.suffix.lstrip(".")
-    ds_file = await _generate_datafile(str(path), local_client, format=format, force=True)
+    ds_file = await _generate_datafile(str(path), local_client, format=format, force=True, folder=project.folder)
+    result.append(ds_file)
+    name = ds_file.stem
+    no_pipes = len(project.get_pipe_files()) == 0
+    if no_pipes:
+        pipe_file = generate_pipe_file(
+            f"{name}_endpoint",
+            f"""
+NODE endpoint
+SQL >
+    SELECT * from {name}
+TYPE ENDPOINT
+            """,
+            project.folder,
+        )
+        result.append(pipe_file)
+    return result
+
+
+async def create_resources_from_url(url: str, project: Project, config: Dict[str, Any]) -> List[Path]:
+    result: List[Path] = []
+    local_client = await get_tinybird_local_client(config)
+    format = url.split(".")[-1]
+    ds_file = await _generate_datafile(url, local_client, format=format, force=True, folder=project.folder)
     result.append(ds_file)
     name = ds_file.stem
     no_pipes = len(project.get_pipe_files()) == 0
@@ -465,10 +499,10 @@ async def create_resources_from_data(
         pipe_file = generate_pipe_file(
             f"{name}_endpoint",
             f"""
-    NODE endpoint
-    SQL >
+NODE endpoint
+SQL >
     SELECT * from {name}
-    TYPE ENDPOINT
+TYPE ENDPOINT
             """,
             project.folder,
         )

{tinybird-0.0.1.dev183.dist-info → tinybird-0.0.1.dev185.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev183
+Version: 0.0.1.dev185
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev183.dist-info → tinybird-0.0.1.dev185.dist-info}/RECORD

@@ -12,7 +12,7 @@ tinybird/syncasync.py,sha256=IPnOx6lMbf9SNddN1eBtssg8vCLHMt76SuZ6YNYm-Yk,27761
 tinybird/tornado_template.py,sha256=jjNVDMnkYFWXflmT8KU_Ssbo5vR8KQq3EJMk5vYgXRw,41959
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=X4tE9OrfaUy6kO9cqVEzyI9cDcmOF3IAssRRzsTsfEQ,40781
-tinybird/tb/__cli__.py,sha256=I3YL2OnI6jdHeZZqhxx8ydlJp5zrUKANN9Bqmzf28WY,247
+tinybird/tb/__cli__.py,sha256=frxkVk6NxktDwMyUqzmr41eBNhcoihthUbTM38gL06E,247
 tinybird/tb/check_pypi.py,sha256=rW4QmDRbtgKdUUwJCnBkVjmTjZSZGN-XgZhx7vMkC0w,1009
 tinybird/tb/cli.py,sha256=u3eGOhX0MHkuT6tiwaZ0_3twqLmqKXDAOxF7yV_Nn9Q,1075
 tinybird/tb/client.py,sha256=59GH0IoYSV_KUG0eEbDDYHSWH4OlkVnSRFXE3mYAM0s,56571
@@ -20,11 +20,11 @@ tinybird/tb/config.py,sha256=jT9xndpeCY_g0HdB5qE2EquC0TFRRnkPnQFWZWd04jo,3998
 tinybird/tb/modules/build.py,sha256=rRL5XKBdadMc9uVDEUt0GXm0h09Y6XXw199rdmRI1qo,19127
 tinybird/tb/modules/cicd.py,sha256=MnShTTJzKBYeajswF2jg7p7ZzupaeCgSriAN05MeEdg,7330
 tinybird/tb/modules/cli.py,sha256=dXZs-MuqYPvxStVj7aLg36LwXtEB8NzTobDmHV9nzZI,15508
-tinybird/tb/modules/common.py,sha256=lu1Z3VYImwocaHvqOW2FzBJP6F3Ev7RuXsItkCZ6jpo,83237
+tinybird/tb/modules/common.py,sha256=DYCjpj0iBaCDZ8BJ0MNG_6m6NyFMCrpQShIajHKLIfM,83373
 tinybird/tb/modules/config.py,sha256=ziqW_t_mRVvWOd85VoB4vKyvgMkEfpXDf9H4v38p2xc,11422
 tinybird/tb/modules/connection.py,sha256=7oOR7x4PhBcm1ETFFCH2YJ_3oeGXjAbmx1cnZX9_L70,9014
 tinybird/tb/modules/copy.py,sha256=2Mm4FWKehOG7CoOhiF1m9UZJgJn0W1_cMolqju8ONYg,5805
-tinybird/tb/modules/create.py,sha256=jz5jswVntvsnNN-IbCXoKw9pUKySx_IubpP0rxi7Iy0,17528
+tinybird/tb/modules/create.py,sha256=3ccvOCcuJfhhaaoX60-6dSmnF8SfnOLTfVqLJs48jOA,18672
 tinybird/tb/modules/datasource.py,sha256=0_6Cn07p5GoNBBGdu88pSeLvTWojln1-k23FsS8jTDs,17801
 tinybird/tb/modules/deployment.py,sha256=t6DDLJ1YdY3SJiTPbEG7CRblSLkbuqwzauQ9y65FWtY,27147
 tinybird/tb/modules/deprecations.py,sha256=rrszC1f_JJeJ8mUxGoCxckQTJFBCR8wREf4XXXN-PRc,4507
@@ -80,8 +80,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev183.dist-info/METADATA,sha256=PHYeXR2ipg3vhMXXloKq0_uhArBd_xQyvQ9Wg_O64QE,1608
-tinybird-0.0.1.dev183.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev183.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev183.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev183.dist-info/RECORD,,
+tinybird-0.0.1.dev185.dist-info/METADATA,sha256=BYrQoaKZjaVJWTz6p19nmNwYT-SJgF0O-g07BCTduH4,1608
+tinybird-0.0.1.dev185.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev185.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev185.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev185.dist-info/RECORD,,