tinybird 0.0.1.dev226__py3-none-any.whl → 0.0.1.dev227__py3-none-any.whl

tinybird/tb/__cli__.py

@@ -4,5 +4,5 @@ __description__ = 'Tinybird Command Line Tool'
 __url__ = 'https://www.tinybird.co/docs/forward/commands'
 __author__ = 'Tinybird'
 __author_email__ = 'support@tinybird.co'
-__version__ = '0.0.1.dev226'
-__revision__ = '7ee5a2e'
+__version__ = '0.0.1.dev227'
+__revision__ = 'fb681ea'

tinybird/tb/modules/create.py

@@ -116,6 +116,7 @@ async def create(
                     readme_path.read_text(), tb_client.host, "$TB_ADMIN_TOKEN", all_resources_xml
                 ),
                 prompt=readme_user_prompt,
+                feature="tb_create_readme",
             )
             readme_result = extract_xml(readme_response, "readme")
             readme_path.write_text(readme_result)
@@ -295,6 +296,7 @@ async def create_resources_from_prompt(
     user_token: str,
     prompt: str,
     project: Project,
+    feature: str = "tb_create_resources",
 ) -> List[Path]:
     result: List[Path] = []
     datasource_paths = [Path(ds_file) for ds_file in project.get_datasource_files()]
@@ -325,7 +327,7 @@ async def create_resources_from_prompt(
         ]
     )
     llm = LLM(user_token=user_token, host=tb_client.host)
-    prompt_result = llm.ask(system_prompt=create_prompt(resources_xml), prompt=prompt)
+    prompt_result = llm.ask(system_prompt=create_prompt(resources_xml), prompt=prompt, feature=feature)
     prompt_result = extract_xml(prompt_result, "response")
     resources = parse_xml(prompt_result, "resource")
     datasources = []

tinybird/tb/modules/datasource.py

@@ -781,7 +781,7 @@ async def datasource_create(
             raise Exception("This action requires authentication. Run 'tb login' first.")
         project_config = CLIConfig.get_project_config()
         tb_client: TinyB = project_config.get_client(token=config.get("token"), host=config.get("host"))
-        await create_resources_from_prompt(tb_client, user_token, prompt, project)
+        await create_resources_from_prompt(tb_client, user_token, prompt, project, feature="tb_datasource_create")
         click.echo(FeedbackManager.success(message="✓ .datasource created!"))
         return
 
@@ -1023,6 +1023,7 @@ async def analyze_quarantine(datasource_name: str, project: Project, client: Tin
         response_llm = llm.ask(
             system_prompt=quarantine_prompt(datasource_definition),
             prompt=f"The quarantine errors are:\n{json.dumps(quarantine_data)}",
+            feature="tb_datasource_append_analyze_quarantine",
         )
         response = extract_xml(response_llm, "quarantine_errors")
         error_message += "\n" + response

tinybird/tb/modules/llm.py

@@ -1,5 +1,9 @@
+import urllib.parse
+from typing import Optional
+
 import requests
 
+from tinybird.tb.modules.cli import CLIConfig
 from tinybird.tb.modules.feedback_manager import FeedbackManager
 
 
@@ -16,7 +20,7 @@ class LLM:
         self.host = host
         self.user_token = user_token
 
-    def ask(self, system_prompt: str, prompt: str) -> str:
+    def ask(self, system_prompt: str, prompt: str, feature: Optional[str] = None) -> str:
         """
         Calls the model with the given prompt and returns the response.
 
@@ -29,14 +33,23 @@ class LLM:
         """
 
         data = {"system": system_prompt, "prompt": prompt}
-
+        params = {"origin": "cli"}
+        if feature:
+            params["feature"] = feature
+        cli_config = CLIConfig.get_project_config()
+        workspace_id = cli_config.get("id")
+        params_str = urllib.parse.urlencode(params)
+        if workspace_id:
+            llm_url = f"{self.host}/v0/llm/{workspace_id}?{params_str}"
+        else:
+            llm_url = f"{self.host}/v0/llm?{params_str}"
         response = requests.post(
-            f"{self.host}/v0/llm",
+            llm_url,
             headers={"Authorization": f"Bearer {self.user_token}"},
             data=data,
         )
 
         if not response.ok:
-            raise LLMException(FeedbackManager.error_request_failed(status_code=response.status_code))
+            raise LLMException(FeedbackManager.error(message=response.text))
 
         return response.json().get("result", "")

tinybird/tb/modules/mock.py

@@ -132,7 +132,7 @@ async def create_mock_data(
     sql_path = None
     while True:
         try:
-            response = llm.ask(system_prompt=mock_prompt(rows, error), prompt=prompt)
+            response = llm.ask(system_prompt=mock_prompt(rows, error), prompt=prompt, feature="tb_mock")
             sql = extract_xml(response, "sql")
             sql_path = persist_fixture_sql(datasource_name, sql, folder)
             sql_format = "JSON" if format_ == "ndjson" else "CSV"
@@ -149,7 +149,9 @@ async def create_mock_data(
             error = str(e)
             attempts += 1
             if attempts > 5:
-                raise Exception(f"Failed to generate a valid solution. Check {str(sql_path)} and try again.")
+                raise Exception(
+                    f"Failed to generate a valid solution. Check {str(sql_path or '.sql path')} and try again."
+                )
             else:
                 continue
     return data

tinybird/tb/modules/test.py

@@ -102,7 +102,7 @@ def test_create(ctx: click.Context, name_or_filename: str, prompt: str) -> None:
             raise Exception("No user token found")
 
         llm = LLM(user_token=user_token, host=config.get_client().host)
-        response_llm = llm.ask(system_prompt=system_prompt, prompt=prompt)
+        response_llm = llm.ask(system_prompt=system_prompt, prompt=prompt, feature="tb_test_create")
         response_xml = extract_xml(response_llm, "response")
         tests_content = parse_xml(response_xml, "test")
 

{tinybird-0.0.1.dev226.dist-info → tinybird-0.0.1.dev227.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.2
 Name: tinybird
-Version: 0.0.1.dev226
+Version: 0.0.1.dev227
 Summary: Tinybird Command Line Tool
 Home-page: https://www.tinybird.co/docs/forward/commands
 Author: Tinybird

{tinybird-0.0.1.dev226.dist-info → tinybird-0.0.1.dev227.dist-info}/RECORD

@@ -17,7 +17,7 @@ tinybird/datafile/exceptions.py,sha256=8rw2umdZjtby85QbuRKFO5ETz_eRHwUY5l7eHsy1w
 tinybird/datafile/parse_connection.py,sha256=tRyn2Rpr1TeWet5BXmMoQgaotbGdYep1qiTak_OqC5E,1825
 tinybird/datafile/parse_datasource.py,sha256=ssW8QeFSgglVFi3sDZj_HgkJiTJ2069v2JgqnH3CkDE,1825
 tinybird/datafile/parse_pipe.py,sha256=xf4m0Tw44QWJzHzAm7Z7FwUoUUtr7noMYjU1NiWnX0k,3880
-tinybird/tb/__cli__.py,sha256=ZdJ5gN229WGVrUEQ1-5I8F7Lpre7HyytuDDzNgK6aCw,247
+tinybird/tb/__cli__.py,sha256=bdwbydz09zd69DBetuXj8DqeYT9D9ltPTGrpVsC4rT8,247
 tinybird/tb/check_pypi.py,sha256=i3l2L8IajeB7sreikR7oPlYJki9MtS3c_M4crnmbByc,760
 tinybird/tb/cli.py,sha256=0xYk2Ip4vb3nNFbxfTdG3VoIgdRvUKVbUVU_mviErPA,1107
 tinybird/tb/client.py,sha256=FKj61vY9STPW03kfVcxYuY1_csI-kP-mc1ERQfqJtg8,56505
@@ -29,8 +29,8 @@ tinybird/tb/modules/common.py,sha256=F6oaoFZ3aBxEMjiDKYhthsEIUqSFPkcdlMJ7h7A49Ac
 tinybird/tb/modules/config.py,sha256=VnzYVUo4q1RBEEMMce4_OCrKp4erhgkRPHElydVlKj0,11488
 tinybird/tb/modules/connection.py,sha256=dAOv8z3ym9Tt62j7AI8R9PgFwgiCIFdgIMpUiMdtxaQ,18906
 tinybird/tb/modules/copy.py,sha256=zHN1d5NA-MFsgbk2kKJq2P9qA8dNOnIsIa60QpVnSwc,4458
-tinybird/tb/modules/create.py,sha256=8kDyO_zDKPWKilmY9QVJXfJLFRjGO3I2sCD6Dt3Flxs,23214
-tinybird/tb/modules/datasource.py,sha256=4a50A_qwB-3FUEUeB3ps6tUCJvn02rMUUwW-vHaMjTw,40846
+tinybird/tb/modules/create.py,sha256=Ht8Ze-iVqgpVUIVWyGcXnkuh9D5D4Bg_dXK_-XH200U,23317
+tinybird/tb/modules/datasource.py,sha256=UiQXDkSEmQIPj4NcUD_I4bAJe9IGVmlVW07yGgSu6kY,40941
 tinybird/tb/modules/deployment.py,sha256=ByXIgEvwxB49pJEKKj0EJIfORWyflCYr04k8961nBkA,28391
 tinybird/tb/modules/deprecations.py,sha256=rrszC1f_JJeJ8mUxGoCxckQTJFBCR8wREf4XXXN-PRc,4507
 tinybird/tb/modules/dev_server.py,sha256=57FCKuWpErwYUYgHspYDkLWEm9F4pbvVOtMrFXX1fVU,10129
@@ -40,14 +40,14 @@ tinybird/tb/modules/feedback_manager.py,sha256=SMaoDjz-JGfh6hUxRiaGf2JOYZa_afDL8
 tinybird/tb/modules/info.py,sha256=NqSsoyzFqbtUEGH_tSowNOI_jSsNuixibln6-plsfOY,6810
 tinybird/tb/modules/infra.py,sha256=fve30Gj3mG9zbquGxS2e4ipcOYOxviWQCpNFfEzJN_Q,33195
 tinybird/tb/modules/job.py,sha256=AsUCRNzy7HG5oJ4fyk9NpIm5NtNJgBZSy8MtJdXBe5A,3167
-tinybird/tb/modules/llm.py,sha256=KfsCYmKeW1VQz0iDZhGKCRkQv_Y3kTHh6JuxvofOguE,1076
+tinybird/tb/modules/llm.py,sha256=QbHRcMLgFmLKEh4zVb2ctR_5tIGUGdFJrAiRCDtMxDw,1572
 tinybird/tb/modules/llm_utils.py,sha256=nS9r4FAElJw8yXtmdYrx-rtI2zXR8qXfi1QqUDCfxvg,3469
 tinybird/tb/modules/local.py,sha256=TWT7pGXQ3cOy0M_piyw7WhrzoxZE18PmfOLzHD5CoEc,6096
 tinybird/tb/modules/local_common.py,sha256=8CSEVygFi0fIISatYxCStcHizugXCA9WNTLO_zDKmXw,17195
 tinybird/tb/modules/login.py,sha256=VxxCzyjG5dpFm1lmlNPVcM-0-jqURAFp4HEkMMBdiGo,12617
 tinybird/tb/modules/logout.py,sha256=sniI4JNxpTrVeRCp0oGJuQ3yRerG4hH5uz6oBmjv724,1009
 tinybird/tb/modules/materialization.py,sha256=neugOziGfh50GSOgfZJX8giVPKgauoE313LUw6kXowo,5467
-tinybird/tb/modules/mock.py,sha256=IyHweMUM6bUH8IhyiX2tTMpdVpTFUeAJ41lZ5P42-HQ,5303
+tinybird/tb/modules/mock.py,sha256=pp7NN79chzStHua4FKVMejI6NLYvzXjP6P7nzf6nSxM,5375
 tinybird/tb/modules/open.py,sha256=OuctINN77oexpSjth9uoIZPCelKO4Li-yyVxeSnk1io,1371
 tinybird/tb/modules/pipe.py,sha256=ExDOk3ze76JacNEVrN4DbIopNvSurDCSR7QR9ii2xGQ,2421
 tinybird/tb/modules/project.py,sha256=pOcvtgsR0ibPi0sNu-6GuAI4WS2DORRALezisjN3xY8,5662
@@ -57,7 +57,7 @@ tinybird/tb/modules/shell.py,sha256=Zd_4Ak_5tKVX-cw6B4ag36xZeEGHeh-jZpAsIXkoMoE,
 tinybird/tb/modules/sink.py,sha256=bIjLjog4XH42yfp944cMnaE4il7Kl7Wn7F-nLKfH2Bc,3913
 tinybird/tb/modules/table.py,sha256=4XrtjM-N0zfNtxVkbvLDQQazno1EPXnxTyo7llivfXk,11035
 tinybird/tb/modules/telemetry.py,sha256=T9gtsQffWqG_4hRBaUJPzOfMkPwz7mH-R6Bn1XRYViA,11482
-tinybird/tb/modules/test.py,sha256=XakpYi0Q2gGKItpPdtRVLKzQldkvCPqzPhwwbUxyrmc,13292
+tinybird/tb/modules/test.py,sha256=ZRWzrYcoaUB16pAEAxtCaE0rgc1srMx7VuOTqvrpsjk,13318
 tinybird/tb/modules/token.py,sha256=pSlDed5RzcadJlvIKQh22Y49gt1Rfw-0rCTko6x4y3g,12879
 tinybird/tb/modules/watch.py,sha256=HhruZoUrehlxL_nFIK3BlpHp2uyzKAM9cmNXBCa4Zgs,8965
 tinybird/tb/modules/workspace.py,sha256=ngn5yGG9K9sFaUzm0W42j_vQnm3pQS2Jh38GNgbMtP0,11607
@@ -82,8 +82,8 @@ tinybird/tb_cli_modules/config.py,sha256=IsgdtFRnUrkY8-Zo32lmk6O7u3bHie1QCxLwgp4
 tinybird/tb_cli_modules/exceptions.py,sha256=pmucP4kTF4irIt7dXiG-FcnI-o3mvDusPmch1L8RCWk,3367
 tinybird/tb_cli_modules/regions.py,sha256=QjsL5H6Kg-qr0aYVLrvb1STeJ5Sx_sjvbOYO0LrEGMk,166
 tinybird/tb_cli_modules/telemetry.py,sha256=Hh2Io8ZPROSunbOLuMvuIFU4TqwWPmQTqal4WS09K1A,10449
-tinybird-0.0.1.dev226.dist-info/METADATA,sha256=SUGVILsWllsp3gp8DsH5S75zVZGQQk-1Mr22a5Ppqg0,1682
-tinybird-0.0.1.dev226.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
-tinybird-0.0.1.dev226.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
-tinybird-0.0.1.dev226.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
-tinybird-0.0.1.dev226.dist-info/RECORD,,
+tinybird-0.0.1.dev227.dist-info/METADATA,sha256=ATySV79DRVsR1RBCe2jBBvtCvhieE6I4n25hd5K0XqU,1682
+tinybird-0.0.1.dev227.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
+tinybird-0.0.1.dev227.dist-info/entry_points.txt,sha256=LwdHU6TfKx4Qs7BqqtaczEZbImgU7Abe9Lp920zb_fo,43
+tinybird-0.0.1.dev227.dist-info/top_level.txt,sha256=VqqqEmkAy7UNaD8-V51FCoMMWXjLUlR0IstvK7tJYVY,54
+tinybird-0.0.1.dev227.dist-info/RECORD,,