tinybird 0.0.1.dev0__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.


This version of tinybird might be problematic. Click here for more details.

Files changed (45) hide show
  1. tinybird/__cli__.py +8 -0
  2. tinybird/ch_utils/constants.py +244 -0
  3. tinybird/ch_utils/engine.py +855 -0
  4. tinybird/check_pypi.py +25 -0
  5. tinybird/client.py +1281 -0
  6. tinybird/config.py +117 -0
  7. tinybird/connectors.py +428 -0
  8. tinybird/context.py +23 -0
  9. tinybird/datafile.py +5589 -0
  10. tinybird/datatypes.py +434 -0
  11. tinybird/feedback_manager.py +1022 -0
  12. tinybird/git_settings.py +145 -0
  13. tinybird/sql.py +865 -0
  14. tinybird/sql_template.py +2343 -0
  15. tinybird/sql_template_fmt.py +281 -0
  16. tinybird/sql_toolset.py +350 -0
  17. tinybird/syncasync.py +682 -0
  18. tinybird/tb_cli.py +25 -0
  19. tinybird/tb_cli_modules/auth.py +252 -0
  20. tinybird/tb_cli_modules/branch.py +1043 -0
  21. tinybird/tb_cli_modules/cicd.py +434 -0
  22. tinybird/tb_cli_modules/cli.py +1571 -0
  23. tinybird/tb_cli_modules/common.py +2082 -0
  24. tinybird/tb_cli_modules/config.py +344 -0
  25. tinybird/tb_cli_modules/connection.py +803 -0
  26. tinybird/tb_cli_modules/datasource.py +900 -0
  27. tinybird/tb_cli_modules/exceptions.py +91 -0
  28. tinybird/tb_cli_modules/fmt.py +91 -0
  29. tinybird/tb_cli_modules/job.py +85 -0
  30. tinybird/tb_cli_modules/pipe.py +858 -0
  31. tinybird/tb_cli_modules/regions.py +9 -0
  32. tinybird/tb_cli_modules/tag.py +100 -0
  33. tinybird/tb_cli_modules/telemetry.py +310 -0
  34. tinybird/tb_cli_modules/test.py +107 -0
  35. tinybird/tb_cli_modules/tinyunit/tinyunit.py +340 -0
  36. tinybird/tb_cli_modules/tinyunit/tinyunit_lib.py +71 -0
  37. tinybird/tb_cli_modules/token.py +349 -0
  38. tinybird/tb_cli_modules/workspace.py +269 -0
  39. tinybird/tb_cli_modules/workspace_members.py +212 -0
  40. tinybird/tornado_template.py +1194 -0
  41. tinybird-0.0.1.dev0.dist-info/METADATA +2815 -0
  42. tinybird-0.0.1.dev0.dist-info/RECORD +45 -0
  43. tinybird-0.0.1.dev0.dist-info/WHEEL +5 -0
  44. tinybird-0.0.1.dev0.dist-info/entry_points.txt +2 -0
  45. tinybird-0.0.1.dev0.dist-info/top_level.txt +4 -0
@@ -0,0 +1,2815 @@
1
+ Metadata-Version: 2.1
2
+ Name: tinybird
3
+ Version: 0.0.1.dev0
4
+ Summary: Tinybird Command Line Tool
5
+ Home-page: https://www.tinybird.co/docs/cli/introduction.html
6
+ Author: Tinybird
7
+ Author-email: support@tinybird.co
8
+ Requires-Python: >=3.9, <3.13
9
+ Description-Content-Type: text/x-rst
10
+ Requires-Dist: aiofiles (==24.1.0)
11
+ Requires-Dist: click (<8.2,>=8.1.6)
12
+ Requires-Dist: clickhouse-toolset (==0.33.dev0)
13
+ Requires-Dist: colorama (==0.4.6)
14
+ Requires-Dist: cryptography (~=41.0.0)
15
+ Requires-Dist: croniter (==1.3.8)
16
+ Requires-Dist: GitPython (~=3.1.32)
17
+ Requires-Dist: humanfriendly (~=8.2)
18
+ Requires-Dist: pydantic (~=2.8.0)
19
+ Requires-Dist: pyperclip (==1.8.2)
20
+ Requires-Dist: pyyaml (<6.1,>=6.0)
21
+ Requires-Dist: requests (<3,>=2.28.1)
22
+ Requires-Dist: shandy-sqlfmt (==0.11.1)
23
+ Requires-Dist: shandy-sqlfmt[jinjafmt] (==0.11.1)
24
+ Requires-Dist: toposort (==1.10)
25
+ Requires-Dist: tornado (~=6.0.0)
26
+ Requires-Dist: urllib3 (<2,>=1.26.14)
27
+ Requires-Dist: wheel
28
+ Requires-Dist: packaging (<24,>=23.1)
29
+ Provides-Extra: bigquery
30
+ Requires-Dist: gsutil (==4.58) ; extra == 'bigquery'
31
+ Requires-Dist: google-api-python-client (==2.0.2) ; extra == 'bigquery'
32
+ Requires-Dist: google-auth (==1.27.1) ; extra == 'bigquery'
33
+ Requires-Dist: google-auth-httplib2 (==0.1.0) ; extra == 'bigquery'
34
+ Requires-Dist: google-cloud-storage (==2.4.0) ; extra == 'bigquery'
35
+ Requires-Dist: google-cloud-bigquery (==2.11.0) ; extra == 'bigquery'
36
+ Provides-Extra: snowflake
37
+ Requires-Dist: snowflake-connector-python (~=3.12.3) ; extra == 'snowflake'
38
+ Requires-Dist: gsutil (==4.58) ; extra == 'snowflake'
39
+ Requires-Dist: google-api-python-client (==2.0.2) ; extra == 'snowflake'
40
+ Requires-Dist: google-auth (==1.27.1) ; extra == 'snowflake'
41
+ Requires-Dist: google-auth-httplib2 (==0.1.0) ; extra == 'snowflake'
42
+ Requires-Dist: google-cloud-storage (==2.4.0) ; extra == 'snowflake'
43
+ Requires-Dist: oauth2client (==3.0.0) ; extra == 'snowflake'
44
+ Requires-Dist: chardet (<4,>=3.0.2) ; extra == 'snowflake'
45
+ Requires-Dist: pyOpenSSL (<20.0.0,>=16.2.0) ; extra == 'snowflake'
46
+
47
+ Tinybird CLI
48
+ =============
49
+
50
+ The Tinybird command-line tool allows you to use all the Tinybird functionality directly from the command line. Additionally, it includes several functions to create and manage data projects easily.
51
+
52
+ Changelog
53
+ ----------
54
+
55
+ 5.13.0
56
+ ***********
57
+
58
+ - `Addded` additional metadata to `tb branch ls` command
59
+ - `Changed` dependencies to be less restrictive:
60
+ - cryptography: from ``>=41.0.0`` to ``~=41.0.0``
61
+ - snowflake-connector-python: from ``==3.12.3`` to ``~=3.12.3``
62
+
63
+ 5.12.0
64
+ ***********
65
+
66
+ - `Added` support for `KAFKA_SASL_MECHANISM` in `.datasource` files.
67
+ - `Changed` Upgrade clickhouse-toolset to 0.33.dev0 to support new ClickHouse JSON type.
68
+ - `Changed` multiple dependencies:
69
+ - cryptography: from ``>=3.4.8`` to ``>=41.0.0``
70
+ - GitPython: from ``==3.1.32`` to ``~=3.1.32``
71
+ - humanfriendly: from ``==8.2`` to ``~=8.2``
72
+ - pydantic: from ``==2.5.2`` to ``~=2.8.0``
73
+ - tornado: from ``==6.0.0`` to ``~=6.0.0``
74
+ - snowflake-connector-python: from ``==2.7.1`` to ``==3.12.3``
75
+
76
+ 5.11.0
77
+ ***********
78
+
79
+ - `Changed` Drop support for Python 3.8
80
+
81
+ 5.10.2
82
+ ***********
83
+
84
+ - `Changed` Bump tinybird-cli version in requirements.txt when running `tb init --git`
85
+ - `Changed` Use `aiofiles` for async operations
86
+ - `Fixed` `TAGS` format was missing quotes in `tb pull``
87
+ - `Fixed` some internal typing issues from the CLI. Something internal that we don't include in the changelog of the CLI.
88
+
89
+ 5.10.1
90
+ ***********
91
+
92
+ - `Fixed` Internal Error while pushing S3 Data Source which provided the wrong cron expression to the backend.
93
+
94
+ 5.10.0
95
+ ***********
96
+
97
+ - `Added` support for Kafka Data Sources with CA certificate.
98
+ - `Fixed` Correctly parse lambda expressions in indexes
99
+ - `Changed` Upgrade clickhouse-toolset to 0.32.dev0
100
+ - `Added` new "File not found" error to `tb check` when including files from missing paths.
101
+ - `Added` support for Kafka Data Sources with CA certificate.
102
+ - `Changed` Upgrade clickhouse-toolset to 0.32.dev0
103
+ - `Fixed` Correctly parse lambda expressions in indexes
104
+
105
+ 5.9.0
106
+ ***********
107
+
108
+ - `Added` `tb pull` has a new `--fmt` flag to apply the same formatting as `tb fmt` when pulling a datafile.
109
+ - `Changed` `tb auth info` and `tb auth ls` now show the region API host properly.
110
+ - `Removed` misleading output message when `tb auth --token` with TB_TOKEN env var also defined.
111
+ - `Fixed` error messages when performing operations without being authenticated or using a token.
112
+ - `Fixed` `tb auth` uses explicitly the `--host` if provided.
113
+
114
+ 5.8.1
115
+ ***********
116
+
117
+ - `Improved` error message of `tb push` when pushing .datasource files.
118
+
119
+ 5.8.0
120
+ **********
121
+
122
+ - `Added` `tb datasource scheduling` commands to manage the scheduling of a Data Source
123
+ - `Added` `tb tag` commands to manage tags from the CLI.
124
+ - `Added` support to `TAGS` in `tb fmt`.
125
+ - `Added` support to `TAGS` in `tb pull` and `tb push`. Allows tagging resources for filtering in the UI.
126
+
127
+ 5.7.0
128
+ **********
129
+
130
+ - `Changed` support `prod` as main git branch name when running `tb init --git`
131
+ - `Fixed` issue with `tb auth` ignoring the token value when using `--region` and `--token` options together.
132
+ - `Fixed` `tb auth` not getting the proper value when using the `TB_TOKEN` env var.
133
+
134
+ 5.6.0
135
+ **********
136
+
137
+ - `Added` Add `IMPORT_FROM_TIMESTAMP` to the list of supported directives in the CLI for S3 Data Sources, files added to the S3 bucket before that time will be ignored. [Read our docs for more information.](https://www.tinybird.co/docs/ingest/s3)
138
+ - `Fixed` region list for AWS and custom regions when usign `tb auth --interactive`
139
+
140
+ 5.5.0
141
+ **********
142
+
143
+ - `Added` Support `gte` and `lte` in `sql_and` directive. See https://www.tinybird.co/docs/cli/advanced-templates#sql-and
144
+ - `Changed` info and error messages when using "user token" vs "admin your@email.com" token
145
+ - `Fixed` regions list when usign `tb auth --interactive`, `tb auth ls` and `tb auth info`
146
+
147
+ 5.4.0
148
+ **********
149
+
150
+ - `Added` support to Python 3.12
151
+ - `Added` support to Stream Pipes in `tb push` and `tb pull` commands. (Feature in development. It requires access)
152
+ - `Added` `json` and `jsonl` as supported formats for S3 Data Sources
153
+ - `Changed` `tb init --git` now supports run from a `develop` branch in git
154
+ - `Fixed` Do not try to deploy shared Datafiles from the `vendor` folder on `tb deploy`
155
+
156
+ 5.3.0
157
+ **********
158
+
159
+ - `Added` `tb push` now supports `dynamodb` as service type
160
+ - `Added` `tb connection create` now supports `dynamodb` as service type
161
+ - `Added` error when trying to push a data source with `SETTINGS` instead of `ENGINE_SETTINGS`
162
+ - `Added` support for buckets with gzip files when creating S3 Data Sources
163
+
164
+ 5.2.1
165
+ ******
166
+
167
+ - `Added` `tb push` prevents pushing pipes that have nodes with the same name as the pipe.
168
+ - `Changed` helper messages to rename `Token` to `Static Token`
169
+ - `Fixed` error messages when using `tb push` with already taken names for other resources.
170
+
171
+ 5.2.0
172
+ ******
173
+
174
+ - `Added` internal changes
175
+ - `Added` `tb pipe unlink` command
176
+ - `Changed` No need for `--node` param in `tb pipe populate`
177
+
178
+ 5.1.0
179
+ ******
180
+
181
+ - `Added` COPY pipes now support `COPY_MODE replace`.
182
+ - `Added` improve checks for dependencies in pipes when altering Data Sources.
183
+
184
+ 5.0.0
185
+ ******
186
+
187
+ - `Breaking change` Make `insertion_date` column explicit. This column is no longer inferred, it must be present in the Data Source file.
188
+
189
+ Detailed info at https://www.tinybird.co/docs/changelog/2024-06-17-insertion_date-deprecation
190
+
191
+ - `Added` parameter to `tb pipe regression-test` --relative-change
192
+ - `Added` `tb push` displays warnings when using a reserved parameter in a pipe.
193
+ - `Added` --role parameter to `tb workspace members add`
194
+ - `Changed` Point region hosts to new `app.tinybird.co` domain
195
+ - `Improved` help message of `tb workspace members set-role` now displays the 3 valid roles: viewer|guest|admin.
196
+ - `Improved` syntax error messages when parsing endpoints.
197
+
198
+ 4.1.1
199
+ ************
200
+
201
+ - `Fixed` workspace info gathering when switching branches. We were prioritizing the general workspace properties over the user ones.
202
+
203
+ 4.1.0
204
+ ************
205
+
206
+ - `Added` `tb token create` command to be able to create static and JWT tokens from the CLI. You can check more information at https://www.tinybird.co/blog-posts/jwt-api-endpoints-public-beta
207
+ - `Fixed` `tb init --git` to pin `tinybird-cli>=4,<5` in `requirements.txt` to avoid issues with the latest version of the CLI.
208
+
209
+ 4.0.0
210
+ ************
211
+
212
+ This is a major release, please read the commands affected below and consider updating your scripts and workflow before upgrading to this version.
213
+
214
+ - `Deprecated` `--semver` flag and `tb release` commands are now deprecated. You can keep using `tb deploy` to integrate and deploy from git. Changes are deployed to the main Workspace instead of to a Release.
215
+ - `Removed` `--cicd` flag and CI/CD templates generation from `tb init`. You can still use the git integration, just create your own pipelines. You can use the ones in this repo as an example https://github.com/tinybirdco/ci
216
+ - `Removed` `tb env` command is removed, use `tb branch` instead.
217
+ - `Deprecated` .datasource files with `ENGINE "Join"` is deprecated, use `Engine "MergeeTree"` instead.
218
+ - `Deprecated` `tb materialize`
219
+ - `Removed` Drop the `--timeout` flag from `tb push` which made the populate job to timeout. You can use now `--wait` to wait for the job to finish or nothing to just create the job and return.
220
+ - `Removed` Support for `KEY` directive is removed. The `KEY` was used to create a Data Source with Join engine by the given `KEY` column name. Join engines are also deprecated, you can use a regular `MergeTree` Data Source instead and adapt the pipes SQL accordingly.
221
+
222
+ 3.12.0
223
+ ************
224
+
225
+ - `Added` new "us-west-2" region to `tb auth ls`
226
+ - `Fixed` "Appended 0 new rows" message when appending NDJSON
227
+
228
+ 3.11.0
229
+ ************
230
+
231
+ - `Added` confirmation step to `tb datasource sync` command
232
+ - `Fixed` support for KAFKA_STORE_BINARY_HEADERS for new Data Sources. Only relevant when KAFKA_STORE_HEADERS is also enabled, used to store Kafka headers as binary data (default option from now on).
233
+ - `Fixed` Report error when `tb push --force --yes` cannot apply a change in a .datasource schema
234
+ - `Fixed` Skip error when using `tb push --only-changes` and no local .git directory is present
235
+
236
+ 3.10.0
237
+ ************
238
+
239
+ - `Added` support for unlink materialized pipes doing `tb workspace clear`
240
+ - `Added` support for adding multiple tokens when pushing a `.datasource` file
241
+ - `Fixed` s3 iamrole connection creation will not fail when `pbcopy` dependency is not available
242
+ - `Fixed` Fixed a bug on data branching
243
+ - `Fixed` Support ngram index
244
+
245
+ 3.9.0
246
+ ************
247
+
248
+ - `Added` Support for connection names when doing `tb connection rm`
249
+ - `Added` New `--policy` option for `create s3_iamrole` command that will generate different hints depending on the case
250
+ - `Fixed` Avoid system vars evaluation when doing `tb fmt`
251
+ - `Fixed` environment variables substitution for Data Source engine parameters.
252
+
253
+
254
+ 3.8.0
255
+ ************
256
+
257
+ - `Added` Support for S3IAM role for ingest
258
+ - `Changed` Upgrade clickhouse-toolset to 0.30dev0
259
+ - `Changed` Decouple cli from connector_settings module
260
+
261
+ 3.7.0
262
+ ************
263
+
264
+ - `Changed` fixed major version of tinybird-cli to lower than 4 when using `tb init --git`
265
+ - `Changed` behavior when running `tb deploy` on a branch to push the connection settings to the backend. This change is the backend that decides what to do.
266
+ - `Changed` `tb pipe sink` commands are now available
267
+ - `Fixed` regression tests query when filtering by specific parameter
268
+ - `Fixed` Avoid `tb fmt` to error if there's a `CASE` in the sql
269
+ - `Fixed` Some issues when using `--fmt: off` with `CASE` in the sql
270
+ - `Fixed` `tb deploy` supports deployment when a `.incl` file is removed
271
+ - `Fixed` Report better error message on `tb diff` when two Datafiles have the same name
272
+ - `Fixed` Added correct URL for checking available regions
273
+ - `Fixed` Support `.incl` files with environment variables in `tb fmt`
274
+
275
+ 3.6.0
276
+ ************
277
+
278
+ - `Added` Add new envvar `TB_INCL_RELATIVE_PATH` in .tinyenv to look for Datafiles out of the Data Project directory
279
+ - `Changed` On-demand Sink run checks the pipe type instead of checking the workspace connectors
280
+
281
+ 3.5.0
282
+ ************
283
+
284
+ - `Added` Token management in Copy pipes datafiles
285
+ - `Added` Better error report on `tb push` when trying to push a pipe with bad templating
286
+ - `Added` credential validation for S3 connections
287
+ - `Added` `tb connection create` now supports `s3_iamrole` as service type
288
+ - `Changed` error message when trying to modify a datasource without bumping the major semver version to add a link to the documentation.
289
+ - `Changed` GH workflow files and secret includes the workspace name when generated from the UI and CLI
290
+ - `Changed` rename `INDICES` to `INDEXES`
291
+ - `Changed` Save git commit to workspace on `tb push --only-changes`
292
+ - `Fixed` Fix error message when deleting an `.incl` file with the git workflow
293
+ - `Fixed` support `tb deploy --dry-run`
294
+
295
+
296
+ 3.4.0
297
+ ************
298
+
299
+ - `Added` Support `tb deploy` .datasource with `INDEXES`
300
+ - `Added` Support `tb push` .datasource with `INDEXES`
301
+ - `Added` Support `tb deploy` in a post release of a .datasource with `INDEXES`
302
+ - `Added` Check backfill on preview is required when `tb deploy` modified datasources. Disable check with `TB_CHECK_BACKFILL_REQUIRED=0`.
303
+ - `Changed` Allow spaces when managing multiple Workspace members
304
+ - `Changed` `tb deploy` to not allow pushing materialized views with datasource definition in the same datafile. We are blocking this as has unsupported behavior and it misleading and less flexible than having 2 files one for the datasource and one for the materialized view.
305
+ - `Changed` `tb deploy` to deploy the datasources from top to bottom to make sure that if we modified the column in some datasource in the top. It will be deployed before the datasources that depend on it.
306
+ - `Changed` Post-release required when deploying changes that include changing a Copy Pipe.
307
+ - `Changed` script `exec_test.sh` from `tb init --git` to run retries to avoid flakiness in tests
308
+ - `Changed` Update `tb release rm --oldest-rollback` to use new API
309
+ - `Fixed` Post-release recommended instead of required when deploying changes that include changing a Copy Pipe. Displays a warning when other number of the semver is increased.
310
+ - `Fixed` Fixed bug when a Data Source was created using an INDEX
311
+ - `Fixed` Avoid None git diff change type
312
+ - `Fixed` `tb deploy` to deploy the endpoints in the correct order when there are endpoints depending on other endpoints.
313
+ - `Fixed` `tb push` pipe with multiple tokens
314
+ - `Fixed` `IMPORT` and `ENGINE` changes were not detected `tb deploy`
315
+ - `Removed` part of the code supporting python 3.6 as we stopped giving support 18 month ago
316
+
317
+
318
+ 3.3.0
319
+ ************
320
+
321
+ - `Added` Show warning when doing data or pipe operations directly against Live.
322
+ - `Added` `bi_stats`, `bi_stats_rt` and `endpoint_errors` to the list of service data sources that the CLI ignore when looking for dependencies of pipes being pushed.
323
+ - `Added` S3 Iam Role connection creation
324
+ - `Added` Connector credential validation
325
+ - `Added` Data quality tests inside a `skip_in_branch` folder inside the `tests` folder are skipped when running on a branch. Use this to skip tests in the CI piipeline that should only run with production data.
326
+ - `Changed` Stop creating endpoints folder on tb init
327
+ - `Changed` Small refactoring of the connector credentials
328
+ - `Fixed` Progress bar in `tb init --git`.
329
+ - `Fixed` Don't do diff when there are no modified resources on `tb deploy`.
330
+ - `Fixed` Upgrade GitPython dependency to 3.1.32. That version fixes the security vulnerability `CVE-2022-24439 <https://github.com/advisories/GHSA-hcpj-qp55-gfph>`
331
+ - `Fixed` Homepage URL in PyPI
332
+
333
+ 3.2.0
334
+ ************
335
+
336
+ - `Changed` `tb init --git` uses v3.1.0 of the CI templates (See release notes: https://github.com/tinybirdco/ci/releases/tag/v3.1.0)
337
+ - `Changed` Allow alter data source with JSON paths to add DEFAULTS if the data source already has any (See release notes: https://github.com/tinybirdco/ci/releases/tag/v3.1.0)
338
+
339
+ 3.1.0
340
+ ************
341
+
342
+ - `Added` `tb init --cicd` to generate CI/CD files not only when using `--git`. Combine with `--force` to overwrite
343
+ - `Added` Ignore format changes on `tb deploy` by default
344
+ - `Changed` `tb init --git` and `tb release generate` include `set -euxo pipefail` in the generated bash scripts
345
+ - `Changed` `tb init --git` uses github.com/tinybirdco/ci => v3.0.0
346
+ - `Changed` Internal changes to allow parametrize fmt
347
+ - `Changed` `tb release promote` automatically deletes de oldest rollback Release if `export TB_FORCE_REMOVE_OLDEST_ROLLBACK=1`
348
+ - `Changed` option `--node` in `tb pipe populate` to required as it is already mandatory to specify the node to populate. Now, it will provide an error message if the `--node` option is not provided.
349
+ - `Changed` Better error report on `tb fmt --diff`. Use it in CI to standardize Datafile formatting
350
+ - `Changed` `tb init --git` generates a requirements.txt file to install the latest tinybird-cli release from PyPI
351
+ - `Changed` `tb deploy` shows an example when failing because of a missing `--semver` argument
352
+ - `Fixed` When parsing the response of a CSV `tb sql` command, the CLI was interpreting the result as an error in some cases.
353
+
354
+ 3.0.0
355
+ ************
356
+
357
+ Major version updated to 3.0.0 due to the change in the logic of `tb deploy`. From this version on, `tb deploy` promotes Releases to Live or Preview based on the semver version.
358
+
359
+ See `our Version Control guides <https://www.tinybird.co/docs/version-control/deployment-strategies.html#semver-deployment-behaviour>`_ for more details about our semver deployment behaviour.
360
+
361
+ - `Added` `syncing` status to git remote settings
362
+ - `Added` `tb release rm --oldest-rollback --force --yes` deletes the oldest rollback Release by creation date
363
+ - `Changed` Updated logic in `tb deploy`
364
+ - `Changed` Updated `scripts/exec_test.sh` generated from `tb init --git`
365
+ - `Changed` Pointing to versions.tinybird.co for docs pages related to Versions
366
+ - `Changed` Initial git files to include mandatory directories
367
+ - `Changed` Unify generation of ci/cd script resources
368
+ - `Changed` Update clickhouse-toolset to 0.29.dev0
369
+ - `Changed` When removing a Release, the CLI will now inform if Share Data Sources are still being used in a Materialized View in other Workspaces.
370
+ - `Changed` Update CLI to generate ci/cd resources: new `append_fixtures.sh` and updated `exec_tests.sh`
371
+ - `Changed` Update `tb release generate` to generate `deploy.sh` and `postdeploy.sh` with instructions on how they work
372
+ - `Changed` `.tinyenv` default template includes all possible vars
373
+ - `Changed` behaviour of `tb env regression-test` when no requests are found. Now, it will show a warning message and will not fail the command.
374
+ - `Changed` Add usage validation on `tb release rm` and allow `--force` to avoid the validation
375
+ - `Changed` Support raw content on datafile parses
376
+ - `Fixed` `tb deploy` now fails with exit 1 in case a release limit has been reached.
377
+ - `Fixed` `tb deploy` validates post --semver
378
+ - `Fixed` `append_fixtures.sh` script to exit with 1 when there's an error
379
+ - `Fixed` Error while pushing Sink Pipes using IAM Role Connector for S3
380
+ - `Fixed` Deploy pipes with shared Data Sources using `tb deploy`
381
+ - `Fixed` Bug on `tb deploy` which did not preserve a proper order when deploying resources
382
+ - `Fixed` Small error message misspell. The argument to use the User token in certain operations like sharing a Data Source is `--user_token` and was written as `--user-token`.
383
+ - `Removed` `--all` argument from `tb branch`
384
+
385
+
386
+ 2.2.0
387
+ ************
388
+
389
+ - `Changed` `tb init --git` update to get ready to use cicd with releases
390
+ - `Changed` Use `tb branch` instead of `tb env`. `tb env` is still usable but deprecated and will be removed in the next version.
391
+ - `Fixed` command `tb pipe regression-tests` to handle the edge case when all the requests to the endpoint that we want to check fails as the value returned is no what we expect.
392
+ - `Fixed` `tb deploy` fixes to work with `--dry-run` and push changes of new and modified files
393
+ - `Fixed` `tb check` doesn't exit with error when checking a `.incl` file.
394
+ - `Fixed` `tb fmt` adds empty quoted strings in .datasource connection section.
395
+ - `Fixed` Be smarter in `tb fmt` when detecting if `.incl` file contains Data Source or Pipe definitions.
396
+ - `Fixed` `tb env use` when using a token directly, without a `.tinyb` file.
397
+
398
+
399
+ 2.1.0
400
+ ************
401
+
402
+ - `Changed` `exec_test.sh` now runs with `parallel -j 4` to speed up CI cycles
403
+ - `Changed` `tb release rollback` now requires double confirmation
404
+ - `Fixed` Ignore .diff_tmp/ on `tb deploy`
405
+ - `Changed` Regression tests select faster the requests used for the checks.
406
+ - `Improve` peformance when using the option `--only-change` in the `tb push` command. This was a regression introduced in the version 2.0.0
407
+ - `Added` Add option `c` or `--concurrency` to `tb run test` to run tests in parallel
408
+ - `Removed` hidden option `--only-changes` from `tb deploy` as it's no longer required.
409
+ - `Changed` Speed-up CLI startup by lazy-importing some dependencies.
410
+ - `Added` `tb auth` shows and uses the new AWS regions
411
+ - `Added` Add `--auto-promote` to `tb deploy` to automatically promote the Release created. It automatically applies to Environments created by CI.
412
+ - `Added` Support `TAGS "backfil_column=<column_name>"` in .datasource definition to do backfill operations when running a populate job
413
+ - `Changed` Regression tests now also use Pipe requests done with the POST HTTP method.
414
+ - `Changed` `tb env` commands to use the new `CLIConfig` class to manage the authentication and the configuration of the CLI. This change allows us to have a better control of the configuration and the authentication of the CLI. This should be transparent for the users.
415
+ - `Changed` Internal changes in `tb deploy`
416
+ - `Added` `tb deploy` removes resources from datafiles deleted
417
+
418
+
419
+ 2.0.0
420
+ ************
421
+
422
+ Released new version 2.0.0 with all these changes:
423
+
424
+ - `Changed` All commands exit with 1 when there's an exception
425
+ - `Removed` Prefixes are not supported anymore ([context](https://www.tinybird.co/changelog/2023-10-09-versions), and [how to migrate](https://www.tinybird.co/docs/guides/staging-and-production-workspaces.html#migrating-from-prefixes))
426
+ - `Removed` `tb pipe create`
427
+
428
+
429
+ 1.3.0
430
+ ************
431
+
432
+ Released new version 1.3.0 with all these changes:
433
+
434
+ - `Added` Support for Copy pipes in `tb fmt`
435
+ - `Added` Support for `.datasource.incl` files in `tb fmt`
436
+ - `Fixed` `tb auth use` to move between regions saved in the config file
437
+ - `Fixed` Skip `regression.yaml` in `tb test run` since it's reserved for regression tests
438
+ - `Fixed` Skip replacing `.incl` files in `tb fmt`
439
+
440
+
441
+ 1.2.0
442
+ ************
443
+
444
+ Released new version 1.2.0 with all these changes:
445
+
446
+ - `Changed` Upgrade CICD version templates for `tb init --git`
447
+ - `Changed` Support `tb release` commands in Environments
448
+ - `Fixed` Correct paths for triggering CICD generated by `tb init --git`
449
+ - `Fixed` rolled back the version of the snowflake-connectors-python package.
450
+ - `Fixed` Do not print data branching summary in `tb env create <env_name>`
451
+
452
+
453
+ 1.1.0
454
+ ************
455
+
456
+ Released new version 1.1.0 with all these changes:
457
+
458
+ - `Added` Support `skip` individual regression tests through the regression.yaml configuration file. CI/CD guide at https://www.tinybird.co/docs/guides/continuous-integration.html
459
+ - `Added` Fail `tb env regression-tests` if no tests are run for any pipe, use `skip` to avoid the error
460
+ - `Added` Skip POST requests by default in `tb env regression-tests` until it's supported
461
+ - `Added` Support append `--fixtures` to shared Data Sources in Environments
462
+ - `Added` support `--assert-max-time` in `tb env regression-tests` so that serves as threshold for response time and avoid flakiness on fast endpoints.
463
+ - `Added` support `tb env regression-tests --main -f regression.yaml` so you can run regression tests agains the main Environment together with a configuration file.
464
+ - `Added` `tb env regression-tests coverage --main` runs coverage regression tests in the main Environment. This command is experimental and undocumented.
465
+ - `Changed` `tb init --git --folder <folder>` includes the `<folder>` in the CI/CD templates as `data_project_dir` and in the paths to track changes so CI and CD only run when there's a change on that folder. If `<folder>` is not provided then it is set to the current directory `.`
466
+ - `Changed` Force `tb init --git` to run in the `main` or `master` git branch
467
+ - `Changed` the creation of the CD/CI workflow when running `tb init --git` to use the admin workspace token instead of the token of your admin user.
468
+ - `Changed` Expose resources and ids when removing releases `tb release rm`
469
+ - `Changed` `--override-commit` option to not require needing to pass the `--git` option as well. Now, running `tb init --override-commit` should work as expected.
470
+ - `Changed` Copy and Sink on-demand jobs now return the job URL.
471
+ - `Changed` allow Workspace admin tokens for CI/CD workflows. Previously, you were asked for user admin token. You can update your TB_ADMIN_TOKEN to be the Workspace admin token instead the admin token from a specific user. CI/CD guide at https://www.tinybird.co/docs/guides/continuous-integration.html
472
+ - `Changed` Improve CI/CD output. Added warning hint in custom deployments.
473
+ - `Fixed` `tb deploy` raises an error if it detects resources renamed in git
474
+ - `Fixed` On `tb push --force --yes` a BigQuery Data Source, it updates both the `SCHEMA` and connector settings.
475
+ - `Fixed` Connection settings of BigQuery Data Sources are preserved in Environments, although the connection does not sync by design, to ingest data use `--fixtures`
476
+ - `Removed` warning message that recommended not using the admin token for CI/CD workflows as we introduced a fix in the version 1.0.1 to avoid the problems that the admin token was causing.
477
+ - `Removed` fallback when running `tb pipe regression-test` does was doing requests to `/v0/pipes/XXX/requests` as it was mostly not used. This endpoint was being called when there weren't requests in `tinybird.pipe_stats_rt` in the last 7 days. This endpoint was really heavy and most of the time wouldn't return any actual data as endpoint not being called after 7 days most likely are not in production.
478
+ - `Removed` `async` parameter in the `/v0/environments` requests as it's not being used.
479
+
480
+
481
+ 1.0.1
482
+ ************
483
+
484
+ Released new version 1.0.1 with all these changes:
485
+
486
+ - `Added` Google Cloud Storage as a Data Source connector (BETA)
487
+ - `Added` support for fixtures using Parquet format. Also, we have modified the message when no fixture is found. Before it would show something like `** Warning: datasources/fixtures/current_events.ndjson file not found` as it was the last format was looking for, now it will display `** Warning: No fixture found for the datasource current_events`
488
+ - `Added` `tb deploy` output now exposes what is detecting for deploying
489
+ - `Added` `tb env regression-tests` commands now support flag `--skip-regression-tests` or `export TB_SKIP_REGRESSION=1` to skip execution of regression tests. Handy for CI environments were regression tests might be flaky
490
+ - `Changed` `tb init --git` uses v2.3.0 of the CI/CD templates. See [release notes](https://github.com/tinybirdco/ci/releases/tag/v2.3.0)
491
+ - `Changed` `tb auth info` to give better information in case of authentication problems
492
+ - `Changed` When running `tb init --git` for the first time the `exec_test.sh` script to run fixtures tests now includes an environment variable `export TB_VERSION_WARNING=0` to skip the CLI version warning
493
+ - `Changed` Support `OBFUSCATE_REGEX_PATTERN` and `OBFUSCATE_PATTERN_SEPARATOR` environment variables to define a regex pattern and a separator (in case of a single string with multiple regex) to obfuscate secrets in the CLI output
494
+ - `Changed` Update clickhouse-toolset to 0.28.dev0
495
+ - `Fixed` Skip error when `tb deploy --populate --wait` and a copy pipe has been deployed
496
+ - `Fixed` Typo when there is an error with a connection
497
+ - `Fixed` that all the HTTP requests follow the environment variable `TB_DISABLE_SSL_CHECKS`. This environment variable allows users to disable the SSL verification if needed. By default is not disabled. Before this version, some HTTP request were not disabling the SSL validation
498
+ - `Fixed` `tb env rm` and `tb env use` when using the admin workspace token. Before when using these command and using the admin token, this command would return an error saying that the workspace was not found. Now, these commands should work as expected
499
+ - `Fixed` `tb connection ls` now lists BigQuery connections
500
+ - `Fixed` `tb pull` and `tb diff` now respect multiline in `IMPORT_QUERY`
501
+
502
+
503
+ 1.0.0
504
+ *******
505
+
506
+ - `Released` Version 1.0.0, from now on the tinybird-cli package uses the standard semver convention for stable versions. Development versions will be tagged as with the `.devX` suffix where `X` is an integer number.
507
+
508
+ 1.0.0b448
509
+ *********
510
+
511
+ - `Changed` Better error feedback when Environment is not ready for `tb deploy`
512
+
513
+ 1.0.0b447
514
+ *********
515
+
516
+ - `Added` `tb datasource delete` new option `dry-run` to check number of maching rows before execute
517
+
518
+ 1.0.0b446
519
+ *********
520
+
521
+ - `Added` `tb token ls` to list all the available tokens
522
+ - `Added` `tb token copy` to copy a token to the clipboard
523
+ - `Added` `tb token rm` to remove a token
524
+ - `Added` `tb token refresh` to refresh a token
525
+ - `Added` `tb token scopes` to list the scopes of a token
526
+
527
+ 1.0.0b445
528
+ *********
529
+
530
+ - `Changed` `tb env create` waits job by default. Use `--no-wait` in case you wan't to avoid waiting.
531
+ - `Changed` Better error feedback for `tb deploy` when Environment creation is not completed
532
+
533
+ 1.0.0b444
534
+ *********
535
+
536
+ - `Fixed`: Data Sources definition: Default column modifier not allowed when there's json paths
537
+
538
+ 1.0.0b443
539
+ *********
540
+
541
+ - `Changed` Bump CI/CD release to v2.2.0 => https://github.com/tinybirdco/ci/releases/tag/v2.2.0
542
+
543
+ 1.0.0b442
544
+ *********
545
+
546
+ - `Fixed` Check if not main when creating an Environment
547
+
548
+ 1.0.0b441
549
+ *********
550
+
551
+ - `Changed` `tb token --git` unhidden
552
+
553
+ 1.0.0b440
554
+ *********
555
+
556
+ - `Changed` `tb token rm` needs to be confirmed or run with `--yes` flag to be removed
557
+
558
+ 1.0.0b439
559
+ *********
560
+
561
+ - `Added` References to the latest release of our CI/CD actions
562
+
563
+ 1.0.0b438
564
+ *********
565
+
566
+ - `Fixed` `tb diff` just using progressbar in `tb init --git`
567
+ - `Fixed` `tb env rm` returns proper error when trying to remove from another Environment
568
+ - `Changed` `tb auth` better output suggesting to use region host
569
+
570
+ 1.0.0b437
571
+ *********
572
+
573
+ - `Fixed` `tb check` compatility with tokens Datafiles
574
+ - `Fixed` `tb token rm` returns proper error when token does not exists
575
+
576
+ 1.0.0b436
577
+ *********
578
+
579
+ - `Changed` Internal changes
580
+
581
+ 1.0.0b435
582
+ *********
583
+
584
+ - `Fixed` `tb init --git` fails if diffs detected and not executing `tb pull --auto --force`
585
+
586
+ 1.0.0b434
587
+ *********
588
+
589
+ - `Changed` Versions Gitlab ci/cd pipeline to ensure temporal envs are removed
590
+
591
+ 1.0.0b433
592
+ *********
593
+
594
+ - `Addded` `tb deploy` exposes `git diff` output before pushing resources.
595
+
596
+ 1.0.0b432
597
+ *********
598
+
599
+ - `Changed` multiple dependencies to be less strict:
600
+ - click: From ``==8.1.6`` to ``>=8.1.6,<8.2``
601
+ - cryptography: From ``==3.4.8`` to ``>=3.4.8``
602
+ - pyyaml: From ``==6.0`` to ``>=6.0,<6.1``
603
+ - requests: From ``==2.28.1`` to ``>=2.28.1,<3``
604
+ - urllib3: From ``==1.26.14`` to ``>=1.26.14,<2``
605
+
606
+ 1.0.0b431
607
+ *********
608
+
609
+ - `Changed` `tb pull` defaults now to `--auto` True, that means that it preserves the Data Project default folder structure. You can still pull all files to the current folder by using the `--no-auto` flag.
610
+
611
+ 1.0.0b430
612
+ *********
613
+
614
+ - `Deprecated` `tb pipe new` command is deprecated
615
+
616
+ 1.0.0b429
617
+ *********
618
+
619
+ - `Changed` `--prefix` deprecation message to indicate next EOL on 20th Dec.
620
+
621
+ 1.0.0b428
622
+ *********
623
+
624
+ - `Added` support for the new Versions feature.
625
+
626
+ 1.0.0b427
627
+ *********
628
+
629
+ - `Changed` `tb pull` omits `insertion_date` meta-column
630
+
631
+ 1.0.0b426
632
+ *********
633
+
634
+ - `Added` Commands for the new Versions feature (https://www.tinybird.co/blog-posts/git-for-real-time-data-projects).
635
+
636
+ 1.0.0b425
637
+ *********
638
+
639
+ - `Changed` Don't run regression checks on `tb deploy`
640
+
641
+ 1.0.0b424
642
+ *********
643
+
644
+ - `Fixed` Bug in `tb env regression-tests` when `--no-assert-result-rows-count` provided
645
+
646
+ 1.0.0b423
647
+ *********
648
+
649
+ - Tokens are hidden in the output by default
650
+ - `Added` option to show token values in the output using the `--show-tokens` flag.
651
+ - Deprecated to hide token values in the output using the `--hide-tokens` flag.
652
+
653
+ 1.0.0b422
654
+ *********
655
+
656
+ - `Fixed` Errors in the last release.
657
+
658
+ 1.0.0b421
659
+ *********
660
+
661
+ - `Fixed` Provide feedback error message for erroneous commit on 'tb deploy'
662
+
663
+ 1.0.0b420
664
+ *********
665
+
666
+ - `Changed` The way the command `tb workspace connect` handles connections.
667
+
668
+ 1.0.0b419
669
+ *********
670
+
671
+ - `Fixed` `tb init` Avoid to create example tests when tests folder already exists
672
+
673
+ 1.0.0b418
674
+ *********
675
+
676
+ - `Added` Option '--commit' to provide and force git commit reference to 'tb init --git'
677
+
678
+ 1.0.0b417
679
+ *********
680
+
681
+ - `Fixed` 'tb push' and 'tb deploy' just pushes pipe endpoints at the end when no forward deps
682
+
683
+ 1.0.0b416
684
+ *********
685
+
686
+ - `Added` `tb init --git` Checks that .diff_tmp is added to .gitignore. Throws an error if it's not.
687
+
688
+ 1.0.0b415
689
+ *********
690
+
691
+ - `Changed` the behaviour of `tb pull`, `tb datasource ls` and `tb pipe ls` to not detect the prefixes in the resources by default. In case, you want to use `tb pull`, `tb datasource ls` or `tb pipe ls` in the same way as before, you will need to specify which prefix you want to detect using `--prefix`.
692
+
693
+ 1.0.0b414
694
+ *********
695
+
696
+ - `Fixed` `tb init --git` unexpected error when using token not associated to user
697
+
698
+ 1.0.0b413
699
+ *********
700
+
701
+ - `Changed` Improved error outputs working with environments
702
+
703
+ 1.0.0b412
704
+ *********
705
+
706
+ - `Changed` `tb init --git` cicd files are generated after release is finished
707
+
708
+ 1.0.0b411
709
+ *********
710
+
711
+ - `Added` `tb test` pipe endpoint test example on 'tb init' data project generation
712
+
713
+ 1.0.0b410
714
+ *********
715
+
716
+ - `Changed` `tb init --git` order of execution to be more reliable
717
+
718
+ 1.0.0b409
719
+ *********
720
+
721
+ - `Changed` `tb deploy --fixtures` to append the fixtures instead of replacing the data.
722
+ - `Fixed` `tb deploy --fxitures` to append the fixtures even if there is no other change
723
+
724
+ 1.0.0b408
725
+ *********
726
+
727
+ - `Deprecated` Hide and deprecate warning for the `--prefix` flag in all commands. The prefix feature is superseded by Workspaces, use `tb workspace create` instead.
728
+
729
+ 1.0.0b407
730
+ *********
731
+
732
+ - `Fixed` `tb token copy` not working properly in Linux
733
+
734
+ 1.0.0b406
735
+ *********
736
+
737
+ - `Fixed` Fail `tb init --git` if there are untracked files in project paths
738
+
739
+ 1.0.0b405
740
+ *********
741
+
742
+ - `Added` Extra information about the current token and host to the ``tb auth info`` command.
743
+
744
+ 1.0.0b404
745
+ *********
746
+
747
+ - `Fixed` Command `tb workspace create` when running in a CI environment.
748
+
749
+ 1.0.0b403
750
+ *********
751
+
752
+ - `Changed` behaviour of `tb push` to only execute the `SHARED_WITH` logic when passing the `--user_token` option
753
+
754
+ 1.0.0b402
755
+ *********
756
+
757
+ - `Fixed` Pushing a token with SQL condition
758
+
759
+ 1.0.0b401
760
+ *********
761
+
762
+ - `Changed` Shows instructions snippet when creating a Snowflake connection and password not provided.
763
+
764
+ 1.0.0b400
765
+ *********
766
+
767
+ - `Added` Support SETTINGS clause in query definition. Only a few of them are enabled in the backend.
768
+
769
+ 1.0.0b399
770
+ *********
771
+
772
+ - `Added` Allow to copy data between Data Sources releases
773
+
774
+ 1.0.0b398
775
+ *********
776
+
777
+ - `Fixed` Not shared resources now go to the correct folder when doing `tb pull --auto`
778
+
779
+ 1.0.0b397
780
+ *********
781
+
782
+ - `Added` Experimental token management from the CLI (Feature in development. It requires access)
783
+
784
+ 1.0.0b396
785
+ *********
786
+
787
+ - `Changed` Remove S3 feature flags
788
+
789
+ 1.0.0b395
790
+ *********
791
+
792
+ - `Added` support to `sink` Pipes in `tb push` command (Feature in development. It requires access)
793
+
794
+ 1.0.0b393
795
+ *********
796
+
797
+ - `Changed` Upgrade version of generated cicd templates
798
+
799
+ 1.0.0b393
800
+ *********
801
+
802
+ - `Fixed` `tb diff` now shows the correct message when one of its arguments is deprecated
803
+
804
+ 1.0.0b392
805
+ *********
806
+
807
+ - `Changed` Internal changes
808
+
809
+ 1.0.0b391
810
+ *********
811
+
812
+ - `Changed` Internal changes
813
+
814
+ 1.0.0b390
815
+ *********
816
+
817
+ - `Improve` Feedback messages on `tb init`
818
+
819
+ 1.0.0b389
820
+ *********
821
+
822
+ - `Changed` Python 3.7 is no longer supported. The minimum supported version is now Python 3.8.
823
+
824
+ 1.0.0b388
825
+ *********
826
+
827
+ - `Fixed` `tb fmt` when used with include files that contains nodes that are not being used in the parent pipe
828
+
829
+ 1.0.0b387
830
+ *********
831
+
832
+ - `Changed` creation of gcs connection when creating data connector for sinks to `gcs_hmac` from `gcs`
833
+
834
+ 1.0.0b386
835
+ *********
836
+
837
+ - `Fixed` Adding a column to Kafka Data Sources with `tb push -f`
838
+
839
+ 1.0.0b385
840
+ *********
841
+
842
+ - `Changed` Added an 'End of support for Python 3.7 starting on 2023-08-01' notice.
843
+
844
+ 1.0.0b384
845
+ *********
846
+
847
+ - `Fixed` integration and stage are not prompted anymore when creating a Snowflake connection
848
+
849
+ 1.0.0b383
850
+ *********
851
+
852
+ - `Fixed` bug introduced in version `1.0.0b375` causing the regression-test to fail when the size of the response length was different
853
+
854
+ 1.0.0b382
855
+ *********
856
+
857
+ - `Fix` Environments minor fixes
858
+
859
+ 1.0.0b381
860
+ *********
861
+
862
+ - `Improve` feedback messages in different commands
863
+
864
+ 1.0.0b380
865
+ *********
866
+
867
+ - `Fix` small bug when trying to unshare a datasource from all the workspaces removing the `SHARED_WITH` entry
868
+
869
+ 1.0.0b379
870
+ *********
871
+
872
+ - `Added` S3 connector creation
873
+
874
+ 1.0.0b378
875
+ *********
876
+
877
+ - `Added` support of `SHARED_WITH` in `tb pull` and `tb diff`
878
+
879
+ 1.0.0b377
880
+ *********
881
+
882
+ - `Update` click package dependency from 8.1.3 to 8.1.6
883
+
884
+ 1.0.0b376
885
+ *********
886
+
887
+ - `Changed` `tb init` now creates additional folders
888
+
889
+ 1.0.0b375
890
+ *********
891
+
892
+ - `Changed` Internal changes
893
+
894
+ 1.0.0b374
895
+ *********
896
+
897
+ - `Fixed` Overriding a pipe when changing nodes from endpoint to copy and vice versa when running `tb push` with the `--force` flag
898
+
899
+ 1.0.0b373
900
+ *********
901
+
902
+ - `Changed` Internal changes
903
+
904
+ 1.0.0b372
905
+ *********
906
+
907
+ - `Changed` Internal changes
908
+
909
+
910
+ 1.0.0b371
911
+ *********
912
+
913
+ - `Changed` Internal changes
914
+
915
+ 1.0.0b370
916
+ *********
917
+
918
+ - `Changed` Internal improvements.
919
+
920
+ 1.0.0b369
921
+ *********
922
+
923
+ - `Changed` Filter requests with environment parameters in regression tests when running `tb push` or `tb pipe regression-test`
924
+
925
+ 1.0.0b368
926
+ *********
927
+
928
+ - `Fixed` `PLAIN` default `--sasl-mechanism` value in `tb connection create kafka` command
929
+
930
+ 1.0.0b367
931
+ *********
932
+
933
+ - `Changed` Internal changes
934
+
935
+ 1.0.0b366
936
+ *********
937
+
938
+ - `Fixed` `tb append` now returns the correct message when the append is successful
939
+
940
+ 1.0.0b365
941
+ *********
942
+
943
+ - `Fixed` `tb fmt` removes empty space after empty comment
944
+
945
+ 1.0.0b364
946
+ *********
947
+
948
+ - `Changed` Internal changes
949
+
950
+ 1.0.0b363
951
+ *********
952
+
953
+ - `Changed` Internal changes
954
+
955
+ 1.0.0b362
956
+ *********
957
+
958
+ - When passing `--token` parameter, refresh credentials to be able to rely on them
959
+
960
+ 1.0.0b361
961
+ *********
962
+
963
+ - `Changed` Internal changes
964
+
965
+ 1.0.0b360
966
+ *********
967
+
968
+ - `Changed` Internal changes
969
+
970
+ 1.0.0b359
971
+ *********
972
+ - `Changed` Internal changes
973
+
974
+ 1.0.0b358
975
+ *********
976
+
977
+ - `Added` Option `--ignore-datasources` not to attach data in environments for specified datasources
978
+
979
+ 1.0.0b357
980
+ *********
981
+
982
+ - `Changed` Internal changes
983
+
984
+ 1.0.0b356
985
+ *********
986
+
987
+ - `Changed` Internal changes
988
+
989
+ 1.0.0b355
990
+ *********
991
+
992
+ - `Changed` Filter requests with errors in regression tests when running `tb push` or `tb pipe regression-test`
993
+
994
+ 1.0.0b354
995
+ *********
996
+
997
+ - `Fixed` Allow not having git executable
998
+
999
+ 1.0.0b353
1000
+ *********
1001
+
1002
+ - `Changed` Improve `tb env regression-tests` output
1003
+
1004
+ 1.0.0b352
1005
+ *********
1006
+
1007
+ - `Added` `tb fmt --diff` which exits 1 if local and formatted files are different. Useful for CI/CD pipelines.
1008
+ - `Fixed` Some fixes in `tb fmt` regarding empty newlines.
1009
+
1010
+ 1.0.0b351
1011
+ *********
1012
+
1013
+ - Internal enhancements
1014
+
1015
+ 1.0.0b350
1016
+ *********
1017
+
1018
+ - `Fixed` `tb fmt` now formats datafiles properly when attributes are present in include
1019
+
1020
+ 1.0.0b349
1021
+ *********
1022
+
1023
+ - `Fixed` Report shared Data Sources as `shared` on `tb diff`
1024
+
1025
+ 1.0.0b348
1026
+ *********
1027
+
1028
+ - `Added` Copy Pipe commands
1029
+
1030
+ 1.0.0b347
1031
+ *********
1032
+
1033
+ - `Fixed` Node renaming when pushing a copy pipe
1034
+
1035
+ 1.0.0b346
1036
+ *********
1037
+
1038
+ - `Fixed` Message after reaching limits of a copy pipe
1039
+
1040
+ 1.0.0b345
1041
+ *********
1042
+
1043
+ - `Fixed` `tb pull` omits the `__value` column in Kafka Data Sources if they are created with NDJSON format
1044
+ - `Fixed` `tb fmt` finishes with an end line break
1045
+ - `Fixed` Node renaming when pushing a copy pipe
1046
+
1047
+ 1.0.0b344
1048
+ *********
1049
+
1050
+ - `Added` compatibility with ClickHouse 23.5 functions and syntax
1051
+
1052
+ 1.0.0b343
1053
+ *********
1054
+
1055
+ - `Fixed` Message after pushing a copy pipe without schedule
1056
+
1057
+ 1.0.0b342
1058
+ *********
1059
+
1060
+ - `Fixed` Copy schedule is deleted when cron is not present in .pipe file
1061
+
1062
+
1063
+ 1.0.0b341
1064
+ *********
1065
+
1066
+ - `Fixed` Error handling when copy pipes reach the maximum number of executions
1067
+
1068
+ 1.0.0b340
1069
+ *********
1070
+
1071
+ - `Added` `tb pipe rm <localfile.pipe>` now supports a local file to a pipe file to remove it from the remote server
1072
+
1073
+ 1.0.0b339
1074
+ *********
1075
+
1076
+ - `Added` Versioning support for Copy Pipes
1077
+
1078
+ 1.0.0b338
1079
+ *********
1080
+
1081
+ - `Fixed` `tb test run` handles properly executions with errors
1082
+
1083
+ 1.0.0b337
1084
+ *********
1085
+
1086
+ - Added support for single line comments in schema definitions.
1087
+
1088
+ 1.0.0b336
1089
+ *********
1090
+
1091
+ - `Fixed` `tb pull` didn't work properly when pulling the latest version of a remote resource
1092
+
1093
+ 1.0.0b335
1094
+ *********
1095
+
1096
+ - `Added` `integration` and `stage` fields to Snowflake connection configuration
1097
+
1098
+ 1.0.0b334
1099
+ *********
1100
+
1101
+ - `Added` `tb test` not supports a new `pipe` directive to perform data quality tests over pipes published as endpoints
1102
+
1103
+ 1.0.0b333
1104
+ *********
1105
+
1106
+ - `Added` Resume/pause actions to scheduled copy pipes
1107
+
1108
+ 1.0.0b332
1109
+ *********
1110
+
1111
+ - `Fixed` format `ENGINE_TTL` expression on `tb diff` to match the one in the remote server
1112
+
1113
+ 1.0.0b331
1114
+ *********
1115
+
1116
+ - `Fixed` Requests to `v0/tokens` now send data in the body when the URI is too long
1117
+
1118
+ 1.0.0b330
1119
+ *********
1120
+
1121
+ - `Fixed` `tb push --push-deps` to push endpoints in the correct order when there are multiple dependent endpoints
1122
+
1123
+ 1.0.0b329
1124
+ *********
1125
+
1126
+ - `Fixed` A bug when pushing pipes with tokens that affected versions from 1.0.0b326 to 1.0.0b328. If you are using one of these versions, please upgrade to 1.0.0b329 and review your tokens scopes.
1127
+
1128
+ 1.0.0b328
1129
+ *********
1130
+
1131
+ - `Added` Support to `tb pull` when the pipe has type `copy`
1132
+
1133
+ 1.0.0b327
1134
+ *********
1135
+
1136
+ - `Changed` Requests to `tb pipe data` now send data in the body when the URI is too long
1137
+
1138
+ 1.0.0b326
1139
+ *********
1140
+
1141
+ - `Changed` Requests to `v0/tokens` now send data in the body
1142
+
1143
+ 1.0.0b325
1144
+ *********
1145
+
1146
+ - Rename `tb branch` to `tb env`
1147
+
1148
+ 1.0.0b324
1149
+ *********
1150
+
1151
+ - `tb diff` improvements. It does not diff meta columns in Kafka Data Sources or automatically added `ENGINE_PARTITION_KEY`.
1152
+ - `tb diff` just diffs mutable attributes in a `.datasource` file: `ENGINE_TTL`, `SCHEMA`, `TOKEN`, `VERSION`.
1153
+ - `tb pull` now downloads `TOKEN` with scope `APPEND` if the Data Source had it in the Workspace.
1154
+
1155
+ 1.0.0b323
1156
+ *********
1157
+
1158
+ - Validate Kafka connection settings when pushing a Kafka data source
1159
+
1160
+ 1.0.0b322
1161
+ *********
1162
+
1163
+ - Fix to create and use branches with the workspace admin token
1164
+
1165
+ 1.0.0b321
1166
+ *********
1167
+
1168
+ - Fix on `tb pull` and `tb diff` when a workspace has prefixed resources
1169
+
1170
+ 1.0.0b320
1171
+ *********
1172
+
1173
+ - Internal enhancements
1174
+
1175
+
1176
+ 1.0.0b319
1177
+ *********
1178
+
1179
+ - Fix python3.7 compatibility
1180
+
1181
+ 1.0.0b318
1182
+ *********
1183
+
1184
+ - Add croniter dependency to the CLI
1185
+
1186
+ 1.0.0b315
1187
+ *********
1188
+
1189
+ - Changed default cron expression for connectors.
1190
+
1191
+ 1.0.0b314
1192
+ *********
1193
+
1194
+ - Fix a bug that was impeding some users to push BigQuery-connected datasources.
1195
+
1196
+ 1.0.0b313
1197
+ *********
1198
+
1199
+ - Internal enhancements
1200
+
1201
+ 1.0.0b312
1202
+ *********
1203
+
1204
+ - Branching experimental feature commands
1205
+
1206
+ 1.0.0b311
1207
+ *********
1208
+
1209
+ - Allow to change Engine of a Kafka Data Source
1210
+
1211
+ 1.0.0b310
1212
+ *********
1213
+
1214
+ - Internal enhancements.
1215
+
1216
+ 1.0.0b309
1217
+ *********
1218
+
1219
+ - Internal enhancements.
1220
+
1221
+ 1.0.0b308
1222
+ *********
1223
+
1224
+ - Removing tabulate dependency in the CLI
1225
+
1226
+ 1.0.0b307
1227
+ *********
1228
+
1229
+ - Upgrade toposort dependency from 1.5 to 1.10
1230
+
1231
+ 1.0.0b306
1232
+ *********
1233
+
1234
+ - Internal enhancements.
1235
+
1236
+ 1.0.0b305
1237
+ *********
1238
+
1239
+ - Remove requests-toolbelt dependency
1240
+
1241
+ 1.0.0b304
1242
+ *********
1243
+
1244
+ - Internal improvements in regression-tests
1245
+
1246
+ 1.0.0b303
1247
+ *********
1248
+
1249
+ - Fix a bug in `tb diff` that made indentation not work properly
1250
+
1251
+ 1.0.0b302
1252
+ *********
1253
+
1254
+ - Break execution when `tb workspace create`` fails
1255
+
1256
+ 1.0.0b301
1257
+ *********
1258
+
1259
+ - Minor internal fixes
1260
+
1261
+ 1.0.0b300
1262
+ *********
1263
+
1264
+ - Remove code incompatible with python 3.7
1265
+
1266
+ 1.0.0b299
1267
+ *********
1268
+
1269
+ - Fix an issue when sending certain telemetry data to Tinybird.
1270
+
1271
+ 1.0.0b298
1272
+ *********
1273
+
1274
+ - Improve error messages when pushing pipe files when the file is missing a node name, data source name or a sql query
1275
+
1276
+ 1.0.0b297
1277
+ *********
1278
+
1279
+ - When pushing a datasource with `SHARED_WITH`, we support the option `--workspace_map`. This is useful if you have multiple workspaces where you replicate the same project like CI or staging environment
1280
+
1281
+ 1.0.0b296
1282
+ *********
1283
+
1284
+ - Internal improvements.
1285
+
1286
+ 1.0.0b295
1287
+ *********
1288
+
1289
+ - Internal regression-tests improvements.
1290
+
1291
+ 1.0.0b294
1292
+ *********
1293
+
1294
+ - Upgrade click package from 8.0.0 to 8.1.3
1295
+
1296
+ 1.0.0b293
1297
+ *********
1298
+
1299
+ - Internal regression-tests improvements.
1300
+
1301
+ 1.0.0b292
1302
+ *********
1303
+
1304
+ - Send params to the Alter Data Source API in the body to avoid a 414 error when the URL is too long
1305
+
1306
+ 1.0.0b291
1307
+ *********
1308
+
1309
+ - Improve `tb push --push-deps` to always push pipe endpoints the last when they are not a dependency of a Materialized Node. Fixed a bug.
1310
+
1311
+ 1.0.0b290
1312
+ *********
1313
+
1314
+ - Improve `tb push --push-deps` to always push pipe endpoints the last when they are not a dependency of a Materialized Node
1315
+
1316
+ 1.0.0b289
1317
+ *********
1318
+
1319
+ - Add retry to `tb pipe regression-test` to retry 3 times to avoid false alerts when comparing endpoints that have continuos ingestion
1320
+
1321
+ 1.0.0b288
1322
+ *********
1323
+
1324
+ - Internal telemetry improvements.
1325
+
1326
+ 1.0.0b287
1327
+ *********
1328
+
1329
+ - Fixed adding new columns to a Data Source if the TTL is set to False.
1330
+
1331
+ 1.0.0b286
1332
+ *********
1333
+
1334
+ - Internal fixes.
1335
+
1336
+ 1.0.0b285
1337
+ *********
1338
+
1339
+ - You can share a datasource directly when doing `tb push --user_token <USER_TOKEN>` and the datafile contains the entry `SHARED_WITH`
1340
+
1341
+ 1.0.0b284
1342
+ *********
1343
+
1344
+ - Improved error message when `tb auth` command fails.
1345
+
1346
+ 1.0.0b283
1347
+ *********
1348
+
1349
+ - Internal improvements on regression-tests.
1350
+
1351
+ 1.0.0b282
1352
+ *********
1353
+
1354
+ - Adds `tb diff --no-verbose` to be able to run `tb diff` without showing the diff output.
1355
+
1356
+ 1.0.0b281
1357
+ *********
1358
+
1359
+ - Internal improvements on regression-tests.
1360
+
1361
+ 1.0.0b280
1362
+ *********
1363
+
1364
+ - Fix error raised when pushing copy pipes
1365
+
1366
+ 1.0.0b279
1367
+ *********
1368
+
1369
+ - Internal fixes.
1370
+
1371
+ 1.0.0b278
1372
+ *********
1373
+
1374
+ - List BigQuery connections in `tb connection ls` command
1375
+
1376
+ 1.0.0b277
1377
+ *********
1378
+
1379
+ - Added BigQuery option in `tb connection create --help` command
1380
+
1381
+ 1.0.0b276
1382
+ *********
1383
+
1384
+ - Internal improvements in regression-tests.
1385
+
1386
+ 1.0.0b275
1387
+ *********
1388
+
1389
+ - Internal improvements in regression-tests.
1390
+
1391
+ 1.0.0b274
1392
+ *********
1393
+
1394
+ - Added option `--confirm_hard_delete` to be able to remove a workspace without soft delete and directly remove workspace
1395
+
1396
+ 1.0.0b273
1397
+ *********
1398
+
1399
+ - Disabling the Telemetry allowing to raise the exceptions properly
1400
+
1401
+ 1.0.0b272
1402
+ *********
1403
+
1404
+ - The CLI sends telemetry data to Tinybird. Telemetry data helps out team understand how the commands are used so we can improve your experience. For more information and how to opt-out for this feature, please refer to our [CLI docs](https://www.tinybird.co/docs/cli.html#cli-telemetry).
1405
+
1406
+ 1.0.0b271
1407
+ *********
1408
+
1409
+ - Internal change to use a new version of an internal endpoint
1410
+
1411
+ 1.0.0b270
1412
+ *********
1413
+
1414
+ - `tb test run` outputs the information following a table
1415
+ - When a test from `tb test run` fails, the CLI will raise an exception to exit 1
1416
+
1417
+ 1.0.0b269
1418
+ *********
1419
+
1420
+ - Internal improvements in regression-tests.
1421
+
1422
+ 1.0.0b268
1423
+ *********
1424
+
1425
+ - Added `tb datasource unshare` to be able to unshare a datasource.
1426
+
1427
+ 1.0.0b267
1428
+ *********
1429
+
1430
+ - Internal fixes.
1431
+
1432
+ 1.0.0b266
1433
+ *********
1434
+
1435
+ - Update clickhouse-toolset to 0.25.dev0: newer CH compatibilty and better error messages
1436
+
1437
+ 1.0.0b265
1438
+ *********
1439
+
1440
+ - Fix compatibility with python 3.7
1441
+
1442
+ 1.0.0b264
1443
+ *********
1444
+
1445
+ - Fix a bug in `tb fmt` that replaced single quotes by double quotes breaking some queries
1446
+
1447
+ 1.0.0b263
1448
+ *********
1449
+
1450
+ - Fix issue when parsing the IMPORT_QUERY parameter.
1451
+
1452
+ 1.0.0b262
1453
+ *********
1454
+
1455
+ - Internal improvements in regression-tests.
1456
+
1457
+ 1.0.0b261
1458
+ *********
1459
+
1460
+ - Fix issue when pushing resources with `tb push --fixtures`
1461
+
1462
+ 1.0.0b260
1463
+ *********
1464
+
1465
+ - Enable `-f` option along `--force` option in `tb pull/init` to match `tb push`.
1466
+
1467
+ 1.0.0b259
1468
+ *********
1469
+
1470
+ - Docker image updated with no Python dependencies defined on it.
1471
+ - Pin `urllib3` and `cryptography` dependencies for more reproducible installations.
1472
+
1473
+ 1.0.0b258
1474
+ *********
1475
+
1476
+ - Improved error messages in the ``tb connection create bigquery`` command.
1477
+
1478
+ 1.0.0b257
1479
+ *********
1480
+
1481
+ - Improve error message when trying to share a datasource that does not exists.
1482
+
1483
+ 1.0.0b256
1484
+ *********
1485
+
1486
+ - Fix authentication problems when using the CLI from the Docker images.
1487
+
1488
+ 1.0.0b255
1489
+ *********
1490
+
1491
+ - Allow using the CLI with Python 3.11.
1492
+
1493
+ 1.0.0b254
1494
+ *********
1495
+
1496
+ - Improve error message when trying to push a pipe with unclosed `{% if %}`
1497
+
1498
+ 1.0.0b253
1499
+ *********
1500
+
1501
+ - Internal improvements in ``tb push`` command.
1502
+
1503
+ 1.0.0b252
1504
+ *********
1505
+
1506
+ - Minor internal improvements.
1507
+
1508
+ 1.0.0b251
1509
+ *********
1510
+
1511
+ - `tb pipe stats` support formatting the result in JSON
1512
+
1513
+ 1.0.0b250
1514
+ *********
1515
+
1516
+ - Replace cydifflib by difflib
1517
+
1518
+ 1.0.0b249
1519
+ *********
1520
+
1521
+ - Fixing error when trying to run a huge sql doing `tb sql`
1522
+
1523
+ 1.0.0b248
1524
+ *********
1525
+
1526
+ - Minor changes to `tb diff`. Now it shows a message when downloading remote resources, change the remote file description and remote resources are downloaded at once.
1527
+
1528
+ 1.0.0b247
1529
+ *********
1530
+
1531
+ - `tb check` supports running validation pointing to directories
1532
+
1533
+ 1.0.0b246
1534
+ *********
1535
+
1536
+ - Minor internal improvements.
1537
+
1538
+ 1.0.0b245
1539
+ *********
1540
+
1541
+ - Minor internal improvements.
1542
+
1543
+ 1.0.0b244
1544
+ *********
1545
+
1546
+ - Fixing retry mechanism when uploading file using multipart that was raising a HTTP timeout error
1547
+
1548
+ 1.0.0b243
1549
+ *********
1550
+
1551
+ - Fix handle exception on `tb diff`
1552
+
1553
+ 1.0.0b242
1554
+ *********
1555
+
1556
+ - Update clickhouse-toolset to 0.24.dev0: better performance, smaller size.
1557
+
1558
+ 1.0.0b241
1559
+ *********
1560
+
1561
+ - Add `--pipeline` to `tb sql` to run a SQL query that refers a node in the current `--pipeline` passed as an argument. See [API docs](https://www.tinybird.co/docs/api-reference/query-api.html#id5).
1562
+ - Add `--pipe` and `--node` to `tb sql` to run the SQL query of a node of a pipe.
1563
+
1564
+ 1.0.0b240
1565
+ *********
1566
+
1567
+ - Minor internal improvements.
1568
+
1569
+ 1.0.0b239
1570
+ *********
1571
+
1572
+ - Minor internal improvements.
1573
+
1574
+ 1.0.0b238
1575
+ *********
1576
+
1577
+ - Minor internal improvements.
1578
+
1579
+ 1.0.0b237
1580
+ *********
1581
+
1582
+ - Fix `--ignore-order` on `tb push` or `tb pipe regression-test` to support sorting with mix of columns with null and actual values
1583
+
1584
+ 1.0.0b236
1585
+ *********
1586
+
1587
+ - Minor changes
1588
+
1589
+ 1.0.0b235
1590
+ *********
1591
+
1592
+ - Change `tb diff` to support `VERSION`, `INCLUDE` and diff folders, for instance, `tb diff pipes`
1593
+
1594
+ 1.0.0b234
1595
+ *********
1596
+
1597
+ - Fixes a bug where the CLI would raise an exception if it tries to show an empty table when the terminal is small.
1598
+
1599
+ 1.0.0b233
1600
+ *********
1601
+
1602
+ - Fix `tb fmt` Data Sources `DESCRIPTION` is now included
1603
+
1604
+ 1.0.0b232
1605
+ *********
1606
+
1607
+ - Add `tb prompt` with instructions on how to include info about the CLI in the shell PROMPT
1608
+
1609
+ 1.0.0b231
1610
+ *********
1611
+
1612
+ - Fix bug for `tb workspace current` and `tb workspace clear` when working with admin workspace token.
1613
+
1614
+ 1.0.0b230
1615
+ *********
1616
+
1617
+ - Minor changes
1618
+
1619
+ 1.0.0b229
1620
+ *********
1621
+
1622
+ - Minor changes
1623
+
1624
+ 1.0.0b228
1625
+ *********
1626
+
1627
+ - Minor changes
1628
+
1629
+ 1.0.0b227
1630
+ *********
1631
+
1632
+ - Make `tb diff` format files by default, so only changes are diffed
1633
+
1634
+ 1.0.0b226
1635
+ *********
1636
+
1637
+ - Add `--unlink-on-populate-error` to automatically unlink a Materialized View if a populate job fails. By default Materialized Views are unlinked the first time a populate job fails. See [docs](https://www.tinybird.co/docs/api-reference/pipe-api.html#post--v0-pipes-(.+)-nodes-(.+)-population) for more details.
1638
+
1639
+ 1.0.0b225
1640
+ *********
1641
+
1642
+ - Adds `tb diff` command to compare local with remote files
1643
+
1644
+ 1.0.0b224
1645
+ *********
1646
+
1647
+ - Minor improvements
1648
+
1649
+ 1.0.0b223
1650
+ *********
1651
+
1652
+ - Improve support for remote disconnect exception
1653
+
1654
+ 1.0.0b222
1655
+ *********
1656
+
1657
+ - Improve feedback message for when using `tb push --fixtures`
1658
+
1659
+ 1.0.0b221
1660
+ *********
1661
+
1662
+ - Minor changes
1663
+
1664
+ 1.0.0b220
1665
+ *********
1666
+
1667
+ - When pushing a resource, skip it if the version of the resource exist even thought is not the lastest instead of raising an exception like we currently do.
1668
+
1669
+ 1.0.0b219
1670
+ *********
1671
+
1672
+ - Minor changes
1673
+
1674
+ 1.0.0b218
1675
+ *********
1676
+
1677
+ - Upgrade of Python dependencies: requests and requests-toolbelt
1678
+
1679
+ 1.0.0b217
1680
+ *********
1681
+
1682
+ - Minor changes
1683
+
1684
+ 1.0.0b216
1685
+ *********
1686
+
1687
+ - Minor changes
1688
+
1689
+ 1.0.0b215
1690
+ *********
1691
+
1692
+ - Minor changes
1693
+
1694
+ 1.0.0b214
1695
+ *********
1696
+
1697
+ - Better `tb create workspace` help, it explains what `--user_token` does
1698
+ - Display the name prompt when needed, and not requesting a non-valid option
1699
+
1700
+
1701
+ 1.0.0b213
1702
+ *********
1703
+
1704
+ - Fix `tb fmt` with files that have `VERSION 0`
1705
+
1706
+ 1.0.0b212
1707
+ *********
1708
+
1709
+ - Fixed JSON output format for `tb pipe data --format json ...`
1710
+
1711
+ 1.0.0b211
1712
+ *********
1713
+
1714
+ - Added automatic retries in timeout errors from server.
1715
+ - Updated the error message handling for unsuccesful requests for populate status: this separates confirmed errors and cancellations from other possible errors where the state of the job is not known.
1716
+
1717
+ 1.0.0b210
1718
+ *********
1719
+
1720
+ - Added warning messages when pushing a materialized pipe.
1721
+
1722
+ 1.0.0b209
1723
+ *********
1724
+
1725
+ - Fixed erroneous populate when running push pipe force if the source datasource file is not found locally.
1726
+
1727
+ 1.0.0b208
1728
+ *********
1729
+
1730
+ - Skipping `.incl` files when running `tb push` as they are included files that shouldn't need to be pushed
1731
+
1732
+ 1.0.0b207
1733
+ *********
1734
+
1735
+ - Fixed URL to API host in auth success reminder message.
1736
+ - Fixed URL to UI host with user tokens in auth interactive prompt.
1737
+
1738
+ 1.0.0b206
1739
+ *********
1740
+
1741
+ - Added -h alias for commands help
1742
+
1743
+ 1.0.0b205
1744
+ *********
1745
+
1746
+ - Improved handling of some SQL queries.
1747
+
1748
+ 1.0.0b204
1749
+ *********
1750
+
1751
+ - Fix `tb test run <file> --fail` to show only failed tests.
1752
+
1753
+ 1.0.0b203
1754
+ *********
1755
+
1756
+ - Append a new node to a Pipe fixed: `tb pipe append`.
1757
+
1758
+ 1.0.0b202
1759
+ *********
1760
+
1761
+ - When running `tb auth --host XXXX`, we strip the host parameter to keep just the domain (https://XXXX.tinybird.co)
1762
+
1763
+ 1.0.0b201
1764
+ *********
1765
+
1766
+ - Improved how we deal with `workspace_map` replacements, making it more flexible, and less prone to errors.
1767
+
1768
+ 1.0.0b200
1769
+ *********
1770
+
1771
+ - Revisited the `tb test` suite, now reduced to `tb test [init,run,parse]`, simplified the tests, and based in the YAML format.
1772
+
1773
+ 1.0.0b199
1774
+ *********
1775
+
1776
+ - Better error message on missing arguments to `tb datasource append`.
1777
+
1778
+ 1.0.0b198
1779
+ *********
1780
+
1781
+ - When running the pipe checker, we were checking that the processed bytes of the new version not to increase more than 25%. Now, this validation will be optional.
1782
+
1783
+ 1.0.0b197
1784
+ *********
1785
+
1786
+ - When running the pipe checker, we were checking that the processed bytes of the new version not to increase more than 25%. Now, this validation will be optional.
1787
+
1788
+ 1.0.0b196
1789
+ *********
1790
+
1791
+ - Improve delete Data Source prompt message when they are the target of materialized views.
1792
+
1793
+ 1.0.0b195
1794
+ *********
1795
+
1796
+ - Minor internal fixes and improvements.
1797
+
1798
+ 1.0.0b194
1799
+ *********
1800
+
1801
+ - Support for role management using the subcommand `tb workspace members set-role`.
1802
+
1803
+ 1.0.0b193
1804
+ *********
1805
+
1806
+ - Improve `tb fmt`, now Python code is better formatted
1807
+
1808
+ 1.0.0b192
1809
+ *********
1810
+
1811
+ - Allow to hide token values in the output using the `--hide-tokens` flag.
1812
+
1813
+ 1.0.0b191
1814
+ *********
1815
+
1816
+ - Add Data Source dependency information to `tb datasource rm`, also allowing Data Source forced deletion if it is the target of a materialized view.
1817
+
1818
+ 1.0.0b190
1819
+ *********
1820
+
1821
+ - Pipe checker to support non-json endpoints (.ndjson, .csv)
1822
+
1823
+ 1.0.0b189
1824
+ *********
1825
+
1826
+ - Minor internal fixes and improvements.
1827
+
1828
+ 1.0.0b188
1829
+ *********
1830
+
1831
+ - Improve error reporting when `tb push pipe_file` and there's a timeout
1832
+
1833
+ 1.0.0b187
1834
+ *********
1835
+
1836
+ - Minor fixes in `tb fmt`
1837
+
1838
+ 1.0.0b186
1839
+ *********
1840
+
1841
+ - Added a workspace creation wizard, triggered by calling `tb workspace create` without additional arguments.
1842
+ - Added the new option `--starter-kit` to the `tb workspace create` command to allow applying an starter kit during workspace creation.
1843
+
1844
+ 1.0.0b185
1845
+ *********
1846
+
1847
+ - Minor fix in `tb fmt` to better report usage
1848
+
1849
+ 1.0.0b184
1850
+ *********
1851
+
1852
+ - Add `tb fmt datafile_path` to format a local datafile
1853
+
1854
+ 1.0.0b183
1855
+ *********
1856
+
1857
+ - Fix `tb pipe data` to actually respect the query pass as parameter
1858
+
1859
+ 1.0.0b182
1860
+ *********
1861
+
1862
+ - Fix when running `regression-test`
1863
+
1864
+ 1.0.0b181
1865
+ *********
1866
+
1867
+ - Add option to truncate all depending Data Sources in cascade using a new flag `tb truncate --cascade DS_name`
1868
+
1869
+ 1.0.0b180
1870
+ *********
1871
+
1872
+ - Remove when running `tb push` or `tb regression-test` the validation of response time not increasing > 25% as the response time can variate according the the status of the cluster. Instead we have added a validation of the bytes read as it remains constant
1873
+
1874
+ 1.0.0b179
1875
+ *********
1876
+
1877
+ - Improve error reporting
1878
+
1879
+ 1.0.0b178
1880
+ *********
1881
+
1882
+ - Fix issue when dealing with server gateway errors
1883
+
1884
+ 1.0.0b177
1885
+ *********
1886
+
1887
+ - Internal improvements when dealing with server gateway errors
1888
+
1889
+ 1.0.0b176
1890
+ *********
1891
+
1892
+ - Added `--override-datasource` to `tb push` to override an existing Data Source by a new one with different settings when creating a Materialized View
1893
+
1894
+ 1.0.0b175
1895
+ *********
1896
+
1897
+ - Avoid requesting `used_by` field when doing calls to `/v0/datasources` to avoid unncessary work
1898
+
1899
+ 1.0.0b174
1900
+ *********
1901
+
1902
+ - Added `--ignore-empty` to `tb datasource replace` to not throw error if the data is empty
1903
+
1904
+ 1.0.0b173
1905
+ *********
1906
+
1907
+ - Fix: avoid removing a Pipe when running `tb push --force` and the push fails because there's an error in any Node. If the Pipe can't be overridden, the current Pipe remains untouched.
1908
+ - Fix: avoid removing the Data Source of a Materialized View when running `tb push --force`. The Materialized View gets unlinked, but the Data Source won't be removed.
1909
+
1910
+ 1.0.0b172
1911
+ *********
1912
+
1913
+ - Added support for CODECS when using json schemas in .datasource files
1914
+
1915
+ 1.0.0b171
1916
+ *********
1917
+
1918
+ - When doing `tb push` or `tb regression-test`, the pipe checker will verify if new versions of the endpoint does not have a degradation of respose time.
1919
+
1920
+ 1.0.0b170
1921
+ *********
1922
+
1923
+ - Update clickhouse-toolset to 0.21.dev0 to provide better dependency detection when pushing projects.
1924
+
1925
+ 1.0.0b169
1926
+ *********
1927
+
1928
+ - Added `api` column to `tb auth ls` output.
1929
+
1930
+ 1.0.0b168
1931
+ *********
1932
+
1933
+ - Fix encoding when pushing a pipe.
1934
+
1935
+ 1.0.0b167
1936
+ *********
1937
+
1938
+ - Added new workspace members management commands.
1939
+
1940
+ 1.0.0b166
1941
+ *********
1942
+
1943
+ - Fix `tb datasource append` command by making URL not mandatory.
1944
+
1945
+ 1.0.0b165
1946
+ *********
1947
+
1948
+ - Add mandatory target Data Source argument for most `tb datasource X` commands.
1949
+
1950
+ 1.0.0b164
1951
+ *********
1952
+
1953
+ - Fix bug `tb workspace delete` should ask for a user token if not provided.
1954
+
1955
+ 1.0.0b163
1956
+ *********
1957
+
1958
+ - Add `--token` as a valid flag for `tb auth`.
1959
+
1960
+ 1.0.0b162
1961
+ *********
1962
+
1963
+ - Internal fix
1964
+
1965
+ 1.0.0b161
1966
+ *********
1967
+
1968
+ - Add support for modifying the Data Source TTL
1969
+
1970
+ 1.0.0b160
1971
+ *********
1972
+
1973
+ - Fix default array values in Data Source Schemas: `arr Array(String) DEFAULT ['-']`
1974
+
1975
+ 1.0.0b159
1976
+ *********
1977
+ - Added `tb datasource share` to be able to share a datasource with another workspace
1978
+ - Added `--fork` option to `tb workspace create` to share all the datasources when the workspace gets created
1979
+
1980
+ 1.0.0b158
1981
+ *********
1982
+
1983
+ - Change `tb workspace clear` to skip Shared Data Sources correctly.
1984
+
1985
+ 1.0.0b157
1986
+ *********
1987
+
1988
+ - Remove `--populate-sql-condition` alias since it was misleading, it's enough with `tb push pipe --populate --sql-condition "the_condition"``
1989
+
1990
+ 1.0.0b156
1991
+ *********
1992
+
1993
+ - Improved `tb auth`. Now it automatically selects the proper region based on the provided token.
1994
+
1995
+ 1.0.0b155
1996
+ *********
1997
+
1998
+ - Partially fix a bug that makes comments and SQL formatting to change before pushing a datafile
1999
+
2000
+ 1.0.0b154
2001
+ *********
2002
+
2003
+ - Fixed problem with update version warning being displayed when using `--token`. Now the update version warning is never displayed with this command.
2004
+
2005
+ 1.0.0b153
2006
+ *********
2007
+
2008
+ - New `tb pipe populate` command
2009
+
2010
+ 1.0.0b152
2011
+ *********
2012
+
2013
+ - Deprecate ENGINE_FULL option.
2014
+
2015
+ 1.0.0b151
2016
+ *********
2017
+
2018
+ - Update command `tb workspace clear`. Now deletes all files in the workspace, not only the ones you have in your local folder.
2019
+
2020
+
2021
+ 1.0.0b150
2022
+ *********
2023
+
2024
+ - Added option `--sample-by-params` when running `tb push -f` or `tb pipe regression-test` to specify the number of sample calls to validate against. For each combination of query parameters, we will sample the data and validate the results.
2025
+
2026
+ 1.0.0b149
2027
+ *********
2028
+
2029
+ - Update clickhouse-toolset to 0.20.dev0
2030
+
2031
+ 1.0.0b148
2032
+ *********
2033
+
2034
+ - Add `tb pipe publish` and `tb pipe unpublish` commands
2035
+
2036
+ 1.0.0b147
2037
+ *********
2038
+
2039
+ - Add `--recursive` flag to `tb dependencies` to get recursive dependencies
2040
+ - Add `--populate-sql-condition` as an alias for `tb push pipe --populate --sql-condition`
2041
+
2042
+ 1.0.0b146
2043
+ *********
2044
+
2045
+ - Improved documentation on `tb test` commands
2046
+ - Improved readibility of `tb test`
2047
+ - `tb test run` return non-zero exit code on failure
2048
+ - `--fixtures` option NDJSON fixtures (only CSV was supported before)
2049
+
2050
+ 1.0.0b145
2051
+ *********
2052
+
2053
+ - Add `--sql-condition` to send an arbitrary SQL condition together with the `--populate` flag when pushing a materialized pipe. See `tb push --help` for usage information.
2054
+
2055
+ 1.0.0b144
2056
+ *********
2057
+
2058
+ - Report errors 500
2059
+
2060
+ 1.0.0b143
2061
+ *********
2062
+
2063
+ - Add support to create/update tokens from datasource definition
2064
+
2065
+ 1.0.0b142
2066
+ *********
2067
+
2068
+ - When running the pipe checker, checker endpoints will added to the TOKEN scope if token is specified
2069
+
2070
+ 1.0.0b141
2071
+ *********
2072
+
2073
+ - Publishing Docker images for linux/arm64 arch next to the existing linux/amd64 arch
2074
+
2075
+ 1.0.0b140
2076
+ *********
2077
+
2078
+ - Fix CLI for OS without clickhouse-toolset available
2079
+
2080
+ 1.0.0b139
2081
+ *********
2082
+
2083
+ - Add force format option (json) to datasource / pipe ls
2084
+
2085
+ 1.0.0b138
2086
+ *********
2087
+
2088
+ - Fix CLI for OS without clickhouse-toolset available
2089
+
2090
+ 1.0.0b137
2091
+ *********
2092
+
2093
+ - Drop support for `--skip-table-checks`
2094
+
2095
+ 1.0.0b136
2096
+ *********
2097
+
2098
+ - Deprecate `--skip-table-checks`
2099
+
2100
+ 1.0.0b135
2101
+ *********
2102
+
2103
+ - Update clickhouse-toolset to 0.19.dev2
2104
+
2105
+ 1.0.0b134
2106
+ *********
2107
+
2108
+ - Update clickhouse-toolset to 0.19.dev0: Improved performance and better checks around ClickHouse functions
2109
+
2110
+ 1.0.0b133
2111
+ *********
2112
+
2113
+ - Now `tb check` verifies also query syntax
2114
+
2115
+ 1.0.0b132
2116
+ *********
2117
+
2118
+ - Upgraded click package from version 7.0.0 to 8.0.0
2119
+
2120
+ 1.0.0b131
2121
+ *********
2122
+
2123
+ - New tb test feature.
2124
+
2125
+ 1.0.0b130
2126
+ *********
2127
+
2128
+ - Fix tinybird-cli releases for python 3.10
2129
+
2130
+ 1.0.0b129
2131
+ *********
2132
+
2133
+ - Connectors performing multiple appends at once but honoring GCP limitations
2134
+
2135
+ 1.0.0b128
2136
+ *********
2137
+
2138
+ - Changed the HTTP Client for the CLI
2139
+
2140
+ 1.0.0b127
2141
+ *********
2142
+
2143
+ - Added new metrics about endpoint response times (max,min,mean,median an p90) on `pipe` command `regression-test`
2144
+
2145
+ 1.0.0b126
2146
+ *********
2147
+
2148
+ - Connectors fixes and improvements
2149
+
2150
+ 1.0.0b125
2151
+ *********
2152
+
2153
+ - Connectors performing multiple appends at once to improve performance
2154
+
2155
+ 1.0.0b124
2156
+ *********
2157
+
2158
+ - Fixes in `tb materialize`
2159
+ - Now `tb materialize` properly supports `--prefix` and datafiles with `VERSION`
2160
+ - Removed unneeded prompts, the command does not ask you to override resources when it's not necessary
2161
+ - Changed command prompts so they explain better the action to be performed
2162
+ - Added `tb materialize` documentation
2163
+
2164
+ 1.0.0b123
2165
+ *********
2166
+
2167
+ - Revert to 1.0.0b121
2168
+
2169
+ 1.0.0b122
2170
+ *********
2171
+
2172
+ - Update clickhouse-toolset to 0.17.dev2: Improved performance and better checks around ClickHouse functions
2173
+
2174
+ 1.0.0b121
2175
+ *********
2176
+
2177
+ - Connectors fix and improvements
2178
+
2179
+ 1.0.0b120
2180
+ *********
2181
+
2182
+ - Added `--failfast/-ff` and `--ignore-order` to `tb pipe regression-test` and `tb push`
2183
+
2184
+ 1.0.0b119
2185
+ *********
2186
+
2187
+ - Add support for creating/deleting workspaces
2188
+
2189
+ 1.0.0b118
2190
+ *********
2191
+
2192
+ - Improved syntax error reporting
2193
+
2194
+ 1.0.0b117
2195
+ *********
2196
+
2197
+ - Fix dependencies check on `tb push`
2198
+
2199
+ 1.0.0b116
2200
+ *********
2201
+
2202
+ - Return better error when accessing wrong resources
2203
+
2204
+ 1.0.0b115
2205
+ *********
2206
+
2207
+ - `tb materialize` command now is interactive
2208
+
2209
+ 1.0.0b114
2210
+ *********
2211
+
2212
+ - Add support for description in datasources
2213
+
2214
+ 1.0.0b113
2215
+ *********
2216
+
2217
+ - Fixed problem with tb push datasource
2218
+
2219
+ 1.0.0b112
2220
+ *********
2221
+
2222
+ - Fixed problem with web requests on Windows
2223
+
2224
+ 1.0.0b111
2225
+ *********
2226
+
2227
+ - Requests send by the checker will be tag to avoid running always, so we can ignore them if run again the checker
2228
+ - Now checker will run a sample of requests by each group of params. This way, we improve the coverage of the endpoints
2229
+ - Improve checker diff to provide much more feedback when something is different between original result and checker one
2230
+
2231
+ 1.0.0b110
2232
+ *********
2233
+
2234
+ - Nodes with TYPE materialized won't be published as endpoints anymore. This was a historic design decision we are changing due to multiple side effects.
2235
+ - This change adds a breaking change: if you had a pipe using the name of a materialized node, and the materialized node is not published as an endpoint the pipe won't work. To fix the issue you have to make your pipes depend on the Materialized Node target Data Source.
2236
+
2237
+ 1.0.0b109
2238
+ *********
2239
+
2240
+ - Improve feedback if server returns something that the HTTP Client can not parse
2241
+
2242
+ 1.0.0b108
2243
+ *********
2244
+
2245
+ - Replace `--populate --sample` by `--populate --subset`, since `sample` was misleading.
2246
+
2247
+ 1.0.0b107
2248
+ *********
2249
+
2250
+ - Add option --skip-incompatible-partition-key when replacing a data source with condition, i.e: `tb datasource replace <name> --skip-incompatible-partition-key`
2251
+
2252
+ 1.0.0b106
2253
+ *********
2254
+
2255
+ - Fixed push Kafka DS with custom columns (!3079)
2256
+
2257
+ 1.0.0b105
2258
+ *********
2259
+
2260
+ - Change `tb pipe ls`, now it returns when a pipe was modified and not just when it was created
2261
+
2262
+ 1.0.0b104
2263
+ *********
2264
+
2265
+ - Fix CLI format auto detection with URLs (!3054)
2266
+
2267
+ 1.0.0b103
2268
+ *********
2269
+
2270
+ - Fix `tb push path/` allowing to push the content of a directory.
2271
+
2272
+ 1.0.0b102
2273
+ *********
2274
+
2275
+ - Add option to clear the workspace by running `tb workspace clear`
2276
+
2277
+ 1.0.0b101
2278
+ *********
2279
+
2280
+ - Add support for Parquet files
2281
+
2282
+ 1.0.0b100
2283
+ *********
2284
+
2285
+ - Add `tb materialize path/to/pipe.pipe node_name`. It analyzes the `node_name` SQL query to generate the `.datasource` and `.pipe` files needed to push a new materialize view.
2286
+
2287
+ 1.0.0b99
2288
+ ********
2289
+
2290
+ - Fix broken release 1.0.0b98. The published package missed one dependency required for some commands.
2291
+
2292
+ 1.0.0b98
2293
+ ********
2294
+
2295
+ - `tb auth --interactive` now supports custom regions
2296
+
2297
+ 1.0.0b97
2298
+ ********
2299
+
2300
+ - Add `--sample` option for `--populate`
2301
+
2302
+ 1.0.0b96
2303
+ ********
2304
+
2305
+ - Use 'replace' instead of 'append' when pushing fixtures.
2306
+
2307
+ 1.0.0b95
2308
+ ********
2309
+
2310
+ - Fix broken release 1.0.0b94.
2311
+
2312
+ 1.0.0b94
2313
+ ********
2314
+
2315
+ - Changed the name for workspace plans.
2316
+
2317
+ 1.0.0b93
2318
+ ********
2319
+
2320
+ - Improved error message format pushing a pipe.
2321
+
2322
+ 1.0.0b92
2323
+ ********
2324
+
2325
+ - Added a new command to perform regression tests. See `tb pipe regression-test --help` for more information about the new command.
2326
+
2327
+ 1.0.0b91
2328
+ ********
2329
+
2330
+ - Update clickhouse-toolset to 0.15dev1: Performance improvements in query parsing and replacement and fixes an issue with the M1 build depending on system libraries.
2331
+
2332
+ 1.0.0b90
2333
+ ********
2334
+
2335
+ - Rollback to 1.0.0b88
2336
+
2337
+ 1.0.0b89
2338
+ ********
2339
+
2340
+ - Update clickhouse-toolset to 0.15dev0: Performance improvements in query parsing and replacement and fixes an issue with the M1 build depending on system libraries.
2341
+
2342
+
2343
+ 1.0.0b88
2344
+ ********
2345
+
2346
+ - Increased timeout for `tb dependencies` for situations where a Data Source contains a large number of dependent Data Sources.
2347
+
2348
+
2349
+ 1.0.0b87
2350
+ ********
2351
+
2352
+ - Added a way to check the dependencies of a Data Source that would be affected by a partial replace. Example: `tb dependencies --datasource my_datasource --check-for-partial-replace`
2353
+
2354
+ 1.0.0b86
2355
+ ********
2356
+
2357
+ - Return 1 as an exit code (not zero) in case of a problem appending to a datasource
2358
+
2359
+ 1.0.0b85
2360
+ ********
2361
+
2362
+ - Checker should raise an error when fails retrieving most common requests while performing regression tests
2363
+
2364
+ 1.0.0b84
2365
+ ********
2366
+
2367
+ - Improved error message suggesting `--skip-table-checks`
2368
+ - Return file path for `push` errors
2369
+
2370
+ 1.0.0b83
2371
+ ********
2372
+
2373
+ - Fixed a bug when pushing a pipe with the `TOKEN` command
2374
+
2375
+ 1.0.0b82
2376
+ ********
2377
+
2378
+ - Forcing checker to be a standard pipe even when pushing with force a materialized view pipe
2379
+
2380
+ 1.0.0b81
2381
+ ********
2382
+
2383
+ - Improve message showed in imports/replaces when the operation is not correctly configured.
2384
+
2385
+ 1.0.0b80
2386
+ ********
2387
+
2388
+ - When pulling a resource with versioned dependencies, dependecy names are correctly replaced by the original names
2389
+
2390
+ 1.0.0b78
2391
+ ********
2392
+
2393
+ - When pushing a new resource with versioning, sucessful create message displays the name with the version
2394
+
2395
+ 1.0.0b77
2396
+ ********
2397
+ - Changed dry-run prompts to include resources versions
2398
+
2399
+ 1.0.0b76
2400
+ ********
2401
+ - Fix authentication using localhost without http/https prefix
2402
+
2403
+ 1.0.0b75
2404
+ ********
2405
+ - Add `delete` subcommand to datasource to delete rows matching a SQL condition
2406
+
2407
+ 1.0.0b74
2408
+ ********
2409
+ - Fixed problem with new version warning not being displayed
2410
+
2411
+ 1.0.0b73
2412
+ ********
2413
+ - Added shortcut `-i` to `tb auth --interactive`
2414
+ - Removed explorations folder as it is not used and cause confusion
2415
+
2416
+ 1.0.0b72
2417
+ ********
2418
+ - Update clickhouse-toolset to 0.14dev1.
2419
+
2420
+ 1.0.0b71
2421
+ ********
2422
+ - Fix TABLE macro to work with shared data sources
2423
+
2424
+ 1.0.0b70
2425
+ ********
2426
+ - Update clickhouse-toolset to 0.14dev0.
2427
+
2428
+ 1.0.0b69
2429
+ ********
2430
+ - Removed `--skip_update_validation` in favor of `--version_warning`
2431
+
2432
+ 1.0.0b68
2433
+ ********
2434
+ - Fix installation when the toolset binary dependency isn't available. Improve OSX 11 support.
2435
+
2436
+ 1.0.0b67
2437
+ ********
2438
+ - Add support to validate and replace queries locally (on selected architectures and OSs).
2439
+
2440
+ 1.0.0b66
2441
+ ********
2442
+ - Added support for multi-region auth
2443
+
2444
+ 1.0.0b65
2445
+ ********
2446
+ - Fixes a problem when pushing a Kafka Data Source with the new `KAFKA_STORE_RAW_VALUE` key.
2447
+ - Improved the message shown when a user tries to `push --force` a Kafka Data Source.
2448
+ - When using Snowflake connector, the CSV exported to TB will be represented by and empty space between delimeters ( ex: `,,`)
2449
+
2450
+ 1.0.0b64
2451
+ ********
2452
+ - Fixes tb auth when already ran a sucessful auth
2453
+
2454
+ 1.0.0b63
2455
+ ********
2456
+ - Fix Auth error when trying to remove datasource/pipe
2457
+
2458
+ 1.0.0b62
2459
+ ********
2460
+ - Added `--timeout` option when running `tb push <PIPE>`
2461
+
2462
+ 1.0.0b61
2463
+ ********
2464
+ - CLI client will retry when reach request limit (HTTP code 429)
2465
+
2466
+ 1.0.0b60
2467
+ ********
2468
+ - `push`, `pull` and `append` now work with NDJSON
2469
+
2470
+ 1.0.0b59
2471
+ ********
2472
+ - Improve CLI message when GCS compose does not have data because SQL query did not return any
2473
+
2474
+ 1.0.0b58
2475
+ ********
2476
+ - Added option `--skip-update-validation` to skip the update validation that the CLI does to check for a new version
2477
+
2478
+ 1.0.0b57
2479
+ ********
2480
+ - Support `--token` and `--host` param for `auth` and `workspace` commands. This is useful when you want to automate commands via shell scripts or similar and you want to pass those parameters via environment variables without having to do `tb auth` with the token prompt. For instance `tb --token <token> workspace ls` will list the workspaces for the token passed as a parameter.
2481
+
2482
+ 1.0.0b56
2483
+ ********
2484
+ - Fixed push when shared datasources are used in a SQL. Shared datasources names are pushed as-is.
2485
+
2486
+ 1.0.0b55
2487
+ ********
2488
+ - Removed the following 'tb auth' commands: 'tb auth use', 'tb auth ls', 'tb auth add', and 'tb auth rm'.
2489
+ - Fixed 'tb workspace ls' command to list correctly the workspaces a user has access to.
2490
+ - Added 'tb workspace use' command to switch between the workspaces a user has access to.
2491
+
2492
+ 1.0.0b54
2493
+ ********
2494
+ - Fixed push pipes with escaped quotes
2495
+ - Bump snowflake client to 2.6.1
2496
+
2497
+ 1.0.0b53
2498
+ ********
2499
+ - Changed `tb datasource generate` and `tb datasource analyze` to use the new `v0/analyze` API. It works with local and remote CSV and NDJSON files and Snowflake tables.
2500
+
2501
+ 1.0.0b52
2502
+ ********
2503
+ - Added the posibility of using env variables in a template. For example, you can have a statements like this
2504
+
2505
+ ```
2506
+ INCLUDE "includes/${env}_secrests.incl"
2507
+ ```
2508
+
2509
+ and call tb like this
2510
+
2511
+ ```
2512
+ env=test tb push file.datasource
2513
+ ```
2514
+ - Added --no-versions to push so dependencies versions are not used. Useful for data migrations.
2515
+
2516
+
2517
+
2518
+ 1.0.0b51
2519
+ ********
2520
+ - Changed internal user authentication.
2521
+ - Added the possibility to use a workspace as a dependecy. See `tb push --workspace` option.
2522
+
2523
+ 1.0.0b50
2524
+ ********
2525
+ - ``Fixed`` Fixed duplicated rows in snowflake connector import
2526
+
2527
+ 1.0.0b49
2528
+ ********
2529
+ - Fixed snowflake secrets file generation when running `tb auth --connector snowflake` wizard
2530
+
2531
+ 1.0.0b48
2532
+ ********
2533
+ - When new version available, the message will return the pip command to execute
2534
+
2535
+
2536
+ 1.0.0b47
2537
+ ********
2538
+ - Fix error given when trying to delete a non-existent data source
2539
+ - Add flag to save data sources and pipes into their own directories, it respects the default behaviour
2540
+ - Instead of avoid push an already defined data source from a materialized node, only raise an error if the schema and the engine don't match
2541
+ - Capture error properly during a populate job that fails
2542
+
2543
+
2544
+ 1.0.0b46
2545
+ ********
2546
+ - Enable connection commands
2547
+ - Support push and pull Kafka Data Sources
2548
+
2549
+ 1.0.0b45
2550
+ ********
2551
+ - Add `shared from` to the `datasource ls` command to show Data Source's original Workspace.
2552
+
2553
+
2554
+ 1.0.0b44
2555
+ ********
2556
+
2557
+ - Support SQL in nodes with no indentation
2558
+ - Standardize `ls` command output
2559
+ - Add `--only-response-times` flag when pushing a pipe. It'll just run regression tests related to check response times
2560
+
2561
+
2562
+ 1.0.0b43
2563
+ ********
2564
+
2565
+ - Improve pull command to make it able to interact with shared Data Sources.
2566
+
2567
+
2568
+ 1.0.0b42
2569
+ ********
2570
+
2571
+ - Improve parser's error handling of files: add line number
2572
+
2573
+
2574
+ 1.0.0b41
2575
+ ********
2576
+
2577
+ - Fix URL escaping with tb generate
2578
+
2579
+
2580
+ 1.0.0b40
2581
+ ********
2582
+
2583
+ - Automatically prettify .tinyb files
2584
+
2585
+
2586
+ 1.0.0b39
2587
+ ********
2588
+
2589
+ - Improved host option. You can use URLs ended with a backslash or not. Example: `tb --host https://my-host/ auth`
2590
+
2591
+
2592
+ 1.0.0b38
2593
+ ********
2594
+
2595
+ - Fixed misleading warnings when pushing a pipe, related to join tables.
2596
+ - Fixed a bug parsing the data sources statistics when running ``tb datasource ls``
2597
+ - Changed error message in case the datasource pushed has incorrect syntax, now it gives hints on the part of the schema that is wrong.
2598
+
2599
+
2600
+ 1.0.0b37
2601
+ ********
2602
+
2603
+ - Gives better error messages in case the SQL in a node exceeds the current size limits (8KB).
2604
+
2605
+
2606
+ 1.0.0b36
2607
+ ********
2608
+
2609
+ - The option `--ignore-sql-errors` in `tb push` is no longer needed as we have fixed one of the underlying issues that was forcing its use on certain occasions.
2610
+
2611
+
2612
+ 1.0.0b35
2613
+ ********
2614
+
2615
+ - Added ``tb connection' commands``. Supported connectors: Kafka
2616
+ - Added ``tb datasource connect <id>`` command. Supported connectors: Kafka
2617
+
2618
+ 1.0.0b34
2619
+ ********
2620
+
2621
+ - Improved the message showed in case a Pipe being pushed gets removed in the middle of the operation.
2622
+ - Improved the way the CLI detect changes when working with resources with and without prefixes.
2623
+
2624
+
2625
+ 1.0.0b33
2626
+ ********
2627
+
2628
+ - Enables the possibility to add new columns to an existing datasource.
2629
+
2630
+
2631
+ 1.0.0b32
2632
+ ********
2633
+
2634
+ - Fix ``drop-prefix`` command, now it drops first pipes and its dependencies and then source data sources
2635
+
2636
+
2637
+ 1.0.0b31
2638
+ ********
2639
+
2640
+ - Do no report negative lines on append
2641
+ - Auth improvements and changes. Credentials precendence set to `--token` => `TB_TOKEN` envvar => `.tinyb` file.
2642
+
2643
+
2644
+ 1.0.0b30
2645
+ ********
2646
+
2647
+ - Improve server error handling and sort datasource's dependencies.
2648
+ - Fix the Job tracking in cli operations when the Job enters cancelled status.
2649
+ - Fix returning an error if there are wrong options when creating a data source
2650
+
2651
+
2652
+ 1.0.0b29
2653
+ ********
2654
+
2655
+ - Added support for Python 3.9
2656
+
2657
+
2658
+ 1.0.0b28
2659
+ ********
2660
+
2661
+ - Changed ``--skip-table-check`` error message to indicate how to use the flag
2662
+ - Fixed checking Content-Type header
2663
+
2664
+
2665
+ 1.0.0b27
2666
+ ********
2667
+
2668
+ - Added flag ``--skip-table-check`` to skip materialized view and table checks
2669
+
2670
+ 1.0.0b26
2671
+ ********
2672
+
2673
+ - Fix regression tests execution.
2674
+
2675
+ 1.0.0b25
2676
+ ********
2677
+
2678
+ - Added support for job cancellation `tb job cancel <job_id>`
2679
+
2680
+ 1.0.0b24
2681
+ ********
2682
+
2683
+ - Added support for `ingesting data from Snowflake <https://docs.tinybird.co/cli/snowflake.html>`_
2684
+
2685
+
2686
+ 1.0.0b23
2687
+ ********
2688
+
2689
+ - Added support for truncate operations `tb datasource truncate <datasource_name>`
2690
+ - Added support for replace operations `tb datasource replace <datasource_name> <URL or file>`
2691
+ - Added support for replace with condition operations `tb datasource replace <datasource_name> <URL or file> --sql-condition="country='ES'"`
2692
+ - Added support for `ingesting data from BigQuery <https://docs.tinybird.co/cli/bigquery.html>`_
2693
+ - Fix --wait option on populate
2694
+ - Report progress bar when waiting for a populate job to finish
2695
+ - Pull also resources with prefixes
2696
+ - Disable detecting TOKEN envvar
2697
+ - Fix auth from other commands
2698
+
2699
+
2700
+ 1.0.0b22
2701
+ ********
2702
+
2703
+ - Add support for ``ENGINE_SETTINGS`` and ``ENGINE_TTL``
2704
+
2705
+
2706
+ 1.0.0b21
2707
+ ********
2708
+
2709
+ - Added population time to populate pipe option. It returns the actual population time from the population job when debug is used along with populate and wait options.
2710
+
2711
+ 1.0.0b20
2712
+ ********
2713
+
2714
+ - Add missing dependency. It fixes version 1.0.0b19
2715
+
2716
+ 1.0.0b19
2717
+ ********
2718
+
2719
+ - Remove red color on pull (#847) (!1243)
2720
+ - Change color palette feedback (!1243)
2721
+ - When doing a query against a datasource that doesn't exist, the CLI returns a proper error (#846) (!1243)
2722
+ - Fix 'blog_log' key error when pulling (#656) (!1243)
2723
+ - Make tb commands async (!1243)
2724
+ - Display a warning if there is a more recent version (#950) (!1243)
2725
+
2726
+ 1.0.0b18
2727
+ ********
2728
+
2729
+ - Fix sql command (!1264)
2730
+
2731
+ 1.0.0b17
2732
+ ********
2733
+
2734
+ - Fix auth CLI workspace commands (!1256)
2735
+
2736
+ 1.0.0b16
2737
+ ********
2738
+
2739
+ - Add CLI workspace commands (!1246)
2740
+
2741
+ 1.0.0b15
2742
+ ********
2743
+
2744
+ - Support for CSV and JSON output to "sql" CLI command
2745
+ - Fixed ``datasource rm`` command not working when there is a MV pointing to the datasource being removed
2746
+
2747
+
2748
+ 1.0.0b14
2749
+ ********
2750
+
2751
+ - Added missed dependency. It fixes version 1.0.0b13.
2752
+
2753
+
2754
+ 1.0.0b13
2755
+ ********
2756
+
2757
+ - Added wait option to push command for waiting the populate job to finish.
2758
+ - Fixed appending large files (more than 2GB). Now, files are uploaded using multipart and without loading the whole file in memory. (!833)(!1221)
2759
+ - Added feedback about appended rows, total rows and errors to append command output (!1205)
2760
+
2761
+ 1.0.0b12
2762
+ ********
2763
+
2764
+ - Added support for `ENGINE options to match the API parameters <https://docs.tinybird.co/api-reference/datasource-api.html#engines-parameters-and-options>`_
2765
+ - Deprecating ENGINE_FULL, SORTING_KEY, PRIMARY_KEY, SAMPLING_KEY, and TTL options.
2766
+ - Added job commands to list jobs and see job details
2767
+ - Added pipe_stats command
2768
+ - New set of tokens are created per prefix
2769
+ - Fixed drop-prefix to remove resources in the right order
2770
+
2771
+ 1.0.0b11
2772
+ ********
2773
+
2774
+ - Better error reporting when a table for a data source does not exist (!1020)
2775
+
2776
+ 1.0.0b10
2777
+ ********
2778
+
2779
+ - Better error reporting when pushing a not supported file extension (!966)
2780
+
2781
+ 1.0.0b9
2782
+ *******
2783
+
2784
+ - Fix parsing schemas in datasource files when using aggregate function (!956)
2785
+
2786
+ 1.0.0b8
2787
+ *******
2788
+
2789
+ - Fix CLI error when pushing fixtures (!938)
2790
+
2791
+ 2020-08-28 1.0.0b7
2792
+ ******************
2793
+
2794
+ - Support for Python versions 3.6, 3.7 and 3.8 for both MacOSX and Linux
2795
+
2796
+ 2020-08-26: 1.0.0b6
2797
+ *******************
2798
+
2799
+ - Fixes saving pipe descriptions on pull and push
2800
+
2801
+
2802
+ 2020-08-24: 1.0.0b5
2803
+ *******************
2804
+ - Fixes appending a datasource from a URL
2805
+
2806
+
2807
+ 2020-08-10: 1.0.0b4
2808
+ *******************
2809
+ - Fixes the version parser.
2810
+
2811
+ 2020-08-10: 1.0.0b3
2812
+ *******************
2813
+ - Limited the amount of rows fetched when running ``tb sql`` to 100. Added ``--row-limit``.
2814
+ - Fixed warning when pipes use internal tables like ``datasources_ops_log``
2815
+ - Raise an error when ``INSERT`` sql statement is used.