tinybird 0.0.1.dev24__py3-none-any.whl → 0.0.1.dev25__py3-none-any.whl

tinybird/prompts.py

@@ -117,6 +117,93 @@ FROM numbers({rows})
 - Do NOT add a semicolon at the end of the query
 - Do NOT add any FORMAT at the end of the query, because it will be added later by Tinybird.
 
+# Examples with different schemas, like an array field or a nested JSON field:
+
+## Example schema with an array field:
+
+### Schema:
+
+SCHEMA >
+    `order_id` UInt64 `json:$.order_id`,
+    `customer_id` UInt64 `json:$.customer_id`,
+    `order_date` DateTime `json:$.order_date`,
+    `total_amount` Float64 `json:$.total_amount`,
+    `items` Array(String) `json:$.items[:]` // This is an array field 
+
+### Desired final output of the query:
+{
+  "order_id": 123456,
+  "customer_id": 7890,
+  "order_date": "2024-11-30T10:30:00.000Z",
+  "total_amount": 150.0,
+  "items": ["item1", "item2", "item3"]
+}
+
+### Example SQL output with an array field:
+
+SELECT
+  concat('ord_', toString(rand() % 10000)) AS order_id,
+  concat('cust_', toString(rand() % 10000)) AS customer_id,
+  now() - rand() % 86400 AS order_date,
+  rand() % 1000 AS total_amount,
+  arrayMap(x -> concat('item_', toString(x)), range(1, rand() % 5 + 1)) AS items
+FROM numbers(ROWS)
+
+## Example schema with a nested JSON field:
+
+### Schema:
+
+SCHEMA >
+    `request_id` String `json:$.request_id`,
+    `timestamp` DateTime `json:$.timestamp`,
+    `model` String `json:$.request.model`,
+    `temperature` Float32 `json:$.request.options.temperature`,
+    `max_tokens` UInt32 `json:$.request.options.max_tokens`,
+    `stream` UInt8 `json:$.request.options.stream`
+
+### Desired final output of the query:
+
+Note that the important part is generating the nested fields:
+json:$.request.options.max_tokens > this means that the max_tokens field is nested inside the options field inside the request field.
+
+{
+  "request_id": "req_abc123",
+  "timestamp": "2024-11-30T10:30:00.000Z",
+  "request": {
+    "model": "gpt-4",
+    "options": {
+      "temperature": 0.7,
+      "max_tokens": 1000,
+      "stream": false
+    }
+  }
+}
+
+### Example SQL output with nested fields:
+
+SELECT
+    request_id,
+    timestamp,
+    CAST(concat('{
+        "model": "', model, '",
+        "options": {
+            "temperature": ', temperature, ',
+            "max_tokens": ', max_tokens, ',
+            "stream": ', IF(stream = 1, 'true', 'false'), '
+        }
+    }'), 'JSON') AS request
+FROM
+(
+    SELECT
+        concat('req_', lower(hex(randomString(6)))) AS request_id,
+        (now() - toIntervalDay(rand() % 30)) + toIntervalSecond(rand() % 86400) AS timestamp,
+        ['gpt-4', 'gpt-3.5-turbo', 'gpt-4-turbo'][(rand() % 3) + 1] AS model,
+        round(rand() / 10, 2) AS temperature,
+        500 + (rand() % 2500) AS max_tokens,
+        rand() % 2 AS stream
+    FROM numbers(ROWS)
+)
+
 # Extra context:
 {context}
 

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/cli/introduction.html'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev24'
-__revision__ = '3de7f2a'
+__version__ = '0.0.1.dev25'
+__revision__ = 'd7ae6dd'

tinybird/tb/modules/datafile/build.py

@@ -773,11 +773,11 @@ async def get_processed(
     filenames: Iterable[str],
     changed: Optional[Dict[str, Any]] = None,
     verbose: bool = False,
-    deps: List[str] = [],
-    dep_map: Dict[str, Any] = {},
-    to_run: Dict[str, Any] = {},
+    deps: Optional[List[str]] = None,
+    dep_map: Optional[Dict[str, Any]] = None,
+    to_run: Optional[Dict[str, Any]] = None,
     vendor_paths: Optional[List[Tuple[str, str]]] = None,
-    processed: Set[str] = set(),
+    processed: Optional[Set[str]] = None,
     tb_client: TinyB = None,
     skip_connectors: bool = False,
     current_ws: Optional[Dict[str, Any]] = None,
@@ -786,6 +786,15 @@ async def get_processed(
     dir_path: Optional[str] = None,
     embedded_datasources: Optional[Dict[str, Any]] = None,
 ):
+    if deps is None:
+        deps = []
+    if dep_map is None:
+        dep_map = {}
+    if to_run is None:
+        to_run = {}
+    if processed is None:
+        processed = set()
+
     for filename in filenames:
         # just process changed filenames (tb deploy and --only-changes)
         if changed:

tinybird/tb/modules/feedback_manager.py

@@ -25,7 +25,7 @@ def print_message(message: str, color: str = bcolors.ENDC) -> Callable[..., str]
 
 
 def error_message(message: str) -> Callable[..., str]:
-    return print_message(f"\n** {message}", bcolors.FAIL)
+    return print_message(f"{message}", bcolors.FAIL)
 
 
 def error_exception(message: str) -> Callable[..., str]:

tinybird/tb/modules/test.py

@@ -81,7 +81,7 @@ async def test_create(pipe: str, prompt: Optional[str], folder: str) -> None:
             if not pipe_path.exists():
                 pipe_path = Path("pipes", f"{pipe}.pipe")
 
-        click.echo(FeedbackManager.gray(message=f"\nCreating tests for {pipe_name} endpoint..."))
+        click.echo(FeedbackManager.highlight(message=f"\n» Creating tests for {pipe_name} endpoint..."))
         pipe_path = Path(folder) / pipe_path
         pipe_content = pipe_path.read_text()
 
@@ -96,7 +96,7 @@ async def test_create(pipe: str, prompt: Optional[str], folder: str) -> None:
         test_expectations = await llm.create_tests(
             pipe_content=pipe_content, pipe_params=pipe_params, prompt=prompt or ""
         )
-        valid_test_expectations = []
+        valid_test_expectations: List[Dict[str, Any]] = []
         for test in test_expectations.tests:
             valid_test = test.model_dump()
             test_params = (
@@ -118,9 +118,13 @@ async def test_create(pipe: str, prompt: Optional[str], folder: str) -> None:
                 valid_test["expected_result"] = response.text or ""
 
             valid_test_expectations.append(valid_test)
+
         if valid_test_expectations:
             generate_test_file(pipe_name, valid_test_expectations, folder, mode="a")
-            click.echo(FeedbackManager.info(message=f"✓ /tests/{pipe_name}.yaml"))
+            for test in valid_test_expectations:
+                test_name = test["name"]
+                click.echo(FeedbackManager.info(message=f"✓ {test_name} created"))
+
         click.echo(FeedbackManager.success(message="✓ Done!\n"))
     except Exception as e:
         raise CLIException(FeedbackManager.error_exception(error=e))
@@ -139,37 +143,43 @@ async def test_create(pipe: str, prompt: Optional[str], folder: str) -> None:
 )
 @coro
 async def test_update(pipe: str, folder: str) -> None:
-    client = await get_tinybird_local_client(os.path.abspath(folder))
-    pipe_tests_path = Path(pipe)
-    pipe_name = pipe
-    if pipe_tests_path.suffix == ".yaml":
-        pipe_name = pipe_tests_path.stem
-    else:
-        pipe_tests_path = Path("tests", f"{pipe}.yaml")
-
-    click.echo(FeedbackManager.gray(message=f"\nUpdating tests expectations for {pipe_name} endpoint..."))
-    pipe_tests_path = Path(folder) / pipe_tests_path
-    pipe_tests_content = yaml.safe_load(pipe_tests_path.read_text())
-    for test in pipe_tests_content:
-        test_params = test["parameters"] if test["parameters"].startswith("?") else f"?{test['parameters']}"
-        response = None
-        try:
-            response = await client._req_raw(f"/v0/pipes/{pipe_name}.ndjson{test_params}")
-        except Exception:
-            continue
-
-        if response.status_code >= 400:
-            test["expected_http_status"] = response.status_code
-            test["expected_result"] = response.json()["error"]
+    try:
+        client = await get_tinybird_local_client(os.path.abspath(folder))
+        pipe_tests_path = Path(pipe)
+        pipe_name = pipe
+        if pipe_tests_path.suffix == ".yaml":
+            pipe_name = pipe_tests_path.stem
         else:
-            if "expected_http_status" in test:
-                del test["expected_http_status"]
+            pipe_tests_path = Path("tests", f"{pipe}.yaml")
 
-            test["expected_result"] = response.text or ""
+        click.echo(FeedbackManager.highlight(message=f"\n» Updating tests expectations for {pipe_name} endpoint..."))
+        pipe_tests_path = Path(folder) / pipe_tests_path
+        pipe_tests_content = yaml.safe_load(pipe_tests_path.read_text())
+        for test in pipe_tests_content:
+            test_params = test["parameters"] if test["parameters"].startswith("?") else f"?{test['parameters']}"
+            response = None
+            try:
+                response = await client._req_raw(f"/v0/pipes/{pipe_name}.ndjson{test_params}")
+            except Exception:
+                continue
+
+            if response.status_code >= 400:
+                test["expected_http_status"] = response.status_code
+                test["expected_result"] = response.json()["error"]
+            else:
+                if "expected_http_status" in test:
+                    del test["expected_http_status"]
 
-    generate_test_file(pipe_name, pipe_tests_content, folder)
-    click.echo(FeedbackManager.info(message=f"✓ /tests/{pipe_name}.yaml"))
-    click.echo(FeedbackManager.success(message="✓ Done!\n"))
+                test["expected_result"] = response.text or ""
+
+        generate_test_file(pipe_name, pipe_tests_content, folder)
+        for test in pipe_tests_content:
+            test_name = test["name"]
+            click.echo(FeedbackManager.info(message=f"✓ {test_name} updated"))
+
+        click.echo(FeedbackManager.success(message="✓ Done!\n"))
+    except Exception as e:
+        click.echo(FeedbackManager.error(message=str(e)))
 
 
 @test.command(
@@ -185,6 +195,7 @@ async def test_update(pipe: str, folder: str) -> None:
 )
 @coro
 async def test_run(name: Tuple[str, ...], folder: str) -> None:
+    click.echo(FeedbackManager.highlight(message="\n» Running tests"))
     client = await get_tinybird_local_client(os.path.abspath(folder))
     paths = [Path(n) for n in name]
     endpoints = [f"./tests/{p.stem}.yaml" for p in paths]
@@ -192,6 +203,7 @@ async def test_run(name: Tuple[str, ...], folder: str) -> None:
 
     async def run_test(test_file):
         test_file_path = Path(test_file)
+        click.echo(FeedbackManager.info(message=f"\n* {test_file_path.stem}{test_file_path.suffix}"))
         test_file_content = yaml.safe_load(test_file_path.read_text())
         for test in test_file_content:
             try:
@@ -219,20 +231,21 @@ async def test_run(name: Tuple[str, ...], folder: str) -> None:
                     raise Exception(
                         f"\nExpected: \n{test['expected_result']}\nGot: \n{expected_result}\nDiff: \n{printable_diff}"
                     )
-                click.echo(FeedbackManager.success(message=f"✓ {test_file_path.name} - {test['name']}"))
+                click.echo(FeedbackManager.info(message=f"✓ {test['name']} passed"))
             except Exception as e:
-                click.echo(FeedbackManager.error(message=f"✗ {test_file_path.name} - {test['name']}"))
-                click.echo(FeedbackManager.error(message=f"Output and expected output are different: \n{e}"))
+                click.echo(FeedbackManager.error(message=f"✗ {test['name']} failed"))
+                click.echo(FeedbackManager.error(message=f"\n** Output and expected output are different: \n{e}"))
                 return False
         return True
 
-    tests_failed = False
+    failed_tests_count = 0
+    test_count = len(file_list)
     for test_file in file_list:
         if not await run_test(test_file):
-            tests_failed = True
+            failed_tests_count += 1
 
-    if tests_failed:
-        click.echo(FeedbackManager.error(message="✗ Some tests failed"))
+    if failed_tests_count:
+        click.echo(FeedbackManager.error(message=f"\n✗ {test_count - failed_tests_count}/{test_count} passed"))
         exit(1)
     else:
-        click.echo(FeedbackManager.success(message="✓ All tests passed"))
+        click.echo(FeedbackManager.success(message=f"\n✓ {test_count}/{test_count} passed"))

{tinybird-0.0.1.dev24.dist-info → tinybird-0.0.1.dev25.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.1
 Name: tinybird
-Version: 0.0.1.dev24
+Version: 0.0.1.dev25
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/cli/introduction.html
 Author: Tinybird

{tinybird-0.0.1.dev24.dist-info → tinybird-0.0.1.dev25.dist-info}/RECORD

@@ -6,7 +6,7 @@ tinybird/context.py,sha256=kutUQ0kCwparowI74_YLXx6wtTzGLRouJ6oGHVBPzBo,1291
 tinybird/datatypes.py,sha256=IHyhZ86ib54Vnd1pbod9y2aS8DDvDKZm1HJGlThdbuQ,10460
 tinybird/feedback_manager.py,sha256=cNUbt0Jxim02UiIdlyP12DJfXfFFzxDCfJK9XRWZ9A0,67488
 tinybird/git_settings.py,sha256=XUL9ZUj59-ZVQJDYmMEq4UpnuuOuQOHGlNcX3JgQHjQ,3954
-tinybird/prompts.py,sha256=t2AuOlyBy7dEOuZcUVZzTXExP7VnK337u7z-GftSY-Q,6410
+tinybird/prompts.py,sha256=UPFvQe74foRz1FP-hJDYdUC4lKFwicDmVZ_uZQH59EE,8923
 tinybird/sql.py,sha256=gfRKjdqEygcE1WOTeQ1QV2Jal8Jzl4RSX8fftu1KSEs,45825
 tinybird/sql_template.py,sha256=IqYRfUxDYBCoOYjqqvn--_8QXLv9FSRnJ0bInx7q1Xs,93051
 tinybird/sql_template_fmt.py,sha256=1z-PuqSZXtzso8Z_mPqUc-NxIxUrNUcVIPezNieZk-M,10196
@@ -15,7 +15,7 @@ tinybird/syncasync.py,sha256=fAvq0qkRgqXqXMKwbY2iJNYqLT_r6mDsh1MRpGKrdRU,27763
 tinybird/tornado_template.py,sha256=o2HguxrL1Evnt8o3IvrsI8Zm6JtRQ3zhLJKf1XyR3SQ,41965
 tinybird/ch_utils/constants.py,sha256=aYvg2C_WxYWsnqPdZB1ZFoIr8ZY-XjUXYyHKE9Ansj0,3890
 tinybird/ch_utils/engine.py,sha256=OXkBhlzGjZotjD0vaT-rFIbSGV4tpiHxE8qO_ip0SyQ,40454
-tinybird/tb/__cli__.py,sha256=1fysm8mkLcvnBe_6GnnZ0KRMztaWMMR2cLtUdB6ZtiE,251
+tinybird/tb/__cli__.py,sha256=tCyhGm300ADIFgyriAGzuSPNGnYfrOEb_GX9KqH1ziQ,251
 tinybird/tb/cli.py,sha256=onCxcKvTV4RuokC5V3t82OXWAIwgU6pMWs8rpWOUi_o,815
 tinybird/tb/modules/auth.py,sha256=EzRWFmwRkXNhUmRaruEVFLdkbUg8xMSix0cAWl5D4Jg,9029
 tinybird/tb/modules/build.py,sha256=XQHivOYRoMYJJ2VeiGsGueuUtCwFF4OR54rZikvGshY,7077
@@ -27,7 +27,7 @@ tinybird/tb/modules/connection.py,sha256=FhDM-OAnLN2epbO2YonpjJQhHqBjyuanBsZmKlD
 tinybird/tb/modules/create.py,sha256=ykiacZ0e-ZdHhj27a_Fc1lemyO8b8wQjwlkSJ1gGC70,10637
 tinybird/tb/modules/datasource.py,sha256=3ySFOTXVnuqwQQNJBYhD8Sq41S2BJO2ymZRsFmEvHqY,32899
 tinybird/tb/modules/exceptions.py,sha256=4A2sSjCEqKUMqpP3WI00zouCWW4uLaghXXLZBSw04mY,3363
-tinybird/tb/modules/feedback_manager.py,sha256=a76KSrIdtNT5cs56jMYUfpqoXMwEPq_SErRGlX0i4hc,68384
+tinybird/tb/modules/feedback_manager.py,sha256=e8tqehRR0Buhs8O0n8N2Sg2vnnBVb1NLtnZqkPrYD_A,68379
 tinybird/tb/modules/fmt.py,sha256=poh6_cwVGSf-sBu6LKWuO2TANL_J8Sgm25sPpwxa3Aw,3558
 tinybird/tb/modules/job.py,sha256=956Pj8BEEsiD2GZsV9RKKVM3I_CveOLgS82lykO5ukk,2963
 tinybird/tb/modules/llm.py,sha256=Rx3QHl9D8kp8MnUM2CFQtxWfaLPiIczVJX1iSRyjyBw,2923
@@ -41,12 +41,12 @@ tinybird/tb/modules/shell.py,sha256=OfFQ4lx3v_XSTr5cm_mTDG6CLc3zFdikM2pOamifG84,
 tinybird/tb/modules/table.py,sha256=4XrtjM-N0zfNtxVkbvLDQQazno1EPXnxTyo7llivfXk,11035
 tinybird/tb/modules/tag.py,sha256=anPmMUBc-TbFovlpFi8GPkKA18y7Y0GczMsMms5TZsU,3502
 tinybird/tb/modules/telemetry.py,sha256=iEGnMuCuNhvF6ln__j6X9MSTwL_0Hm-GgFHHHvhfknk,10466
-tinybird/tb/modules/test.py,sha256=RSqN4LRlvR89SKolo5hatdiw7nUojIaY67YzomAXGQ0,9146
+tinybird/tb/modules/test.py,sha256=MJMfORQd0ny_Wc8RORbT4aGG8tnKQgArOm-b5VBVeco,9800
 tinybird/tb/modules/token.py,sha256=AePr-QMv_vtWwZDWQ92Zp0kPrCjze61i4npiPhoLMZg,12717
 tinybird/tb/modules/watch.py,sha256=fHRMm3iqHdK-wQNSwWxroJjD7fbWuEbz8NLOqBdtN1Y,3931
 tinybird/tb/modules/workspace.py,sha256=6icAgnTvfL3d1kx4L1Z1cGXCD_2Yx0fNRjbZHNxRbYc,10927
 tinybird/tb/modules/workspace_members.py,sha256=Ai6iCOzXX1zQ8q9iXIFSFHsBJlT-8Q28DaG5Ie-UweY,8726
-tinybird/tb/modules/datafile/build.py,sha256=-hw5iP7uMVi_lLQ51ihO-UooJKZ_fRzwKEbGuXRpEZk,56490
+tinybird/tb/modules/datafile/build.py,sha256=-hhzw1890prLSH8itKtvhk2WoeuzJYadIxNTpQxTpNY,56715
 tinybird/tb/modules/datafile/build_common.py,sha256=IXl-Z51zUi1dypV7meNenX0iu2UmowNeqgG6WHyMHlk,4562
 tinybird/tb/modules/datafile/build_datasource.py,sha256=4aP8_DYCRGghXntZSeWDNJxjps1QRVa7WHoYCzQwQts,17355
 tinybird/tb/modules/datafile/build_pipe.py,sha256=n6jjfBaDl014-jxM5gI9XjUb0XCmgEVoAoAuy_Br8nw,27842
@@ -69,8 +69,8 @@ tinybird/tb_cli_modules/config.py,sha256=6NTgIdwf0X132A1j6G_YrdPep87ymZ9b5pABabK
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=iEGnMuCuNhvF6ln__j6X9MSTwL_0Hm-GgFHHHvhfknk,10466
-tinybird-0.0.1.dev24.dist-info/METADATA,sha256=jhgjC0xVQkjru503B-AssrXKlGmBuWrBBxs1oABVzaY,2446
-tinybird-0.0.1.dev24.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
-tinybird-0.0.1.dev24.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev24.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
-tinybird-0.0.1.dev24.dist-info/RECORD,,
+tinybird-0.0.1.dev25.dist-info/METADATA,sha256=Bc-rL4ndx0D6ZcZ-WJ9hPbg-U-HL4w6bbNT8XiZVGUM,2446
+tinybird-0.0.1.dev25.dist-info/WHEEL,sha256=G16H4A3IeoQmnOrYV4ueZGKSjhipXx8zc8nu9FGlvMA,92
+tinybird-0.0.1.dev25.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev25.dist-info/top_level.txt,sha256=pgw6AzERHBcW3YTi2PW4arjxLkulk2msOz_SomfOEuc,45
+tinybird-0.0.1.dev25.dist-info/RECORD,,