fdl-cli 0.18.0__tar.gz → 0.18.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/CHANGELOG.md +12 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/PKG-INFO +1 -1
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/pyproject.toml +1 -1
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/src/fdl/catalog.py +9 -2
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/src/fdl/cli.py +1 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/src/fdl/repo.py +7 -1
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/tests/test_http.py +23 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/.github/workflows/docs.yml +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/.github/workflows/publish.yml +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/.github/workflows/release.yml +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/.gitignore +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/.node-version +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/.python-version +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/CLAUDE.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/CONTRIBUTING.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/LICENSE +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/README.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/blume.config.ts +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/concepts/meta.ts +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/concepts/repositories.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/concepts/versions-and-refs.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/concepts/working-catalogs.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/getting-started.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/guides/building-a-host.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/guides/meta.ts +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/guides/mirrors.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/guides/public-and-private.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/guides/reading-without-duckdb.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/guides/serving-over-http.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/guides/stores.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/index.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/internals/ducklake-formats.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/internals/inside-a-repository.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/internals/meta.ts +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/concepts/meta.ts +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/concepts/repositories.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/concepts/versions-and-refs.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/concepts/working-catalogs.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/getting-started.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/guides/building-a-host.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/guides/meta.ts +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/guides/mirrors.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/guides/public-and-private.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/guides/reading-without-duckdb.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/guides/serving-over-http.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/guides/stores.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/index.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/internals/ducklake-formats.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/internals/inside-a-repository.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/internals/meta.ts +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/reference/cli.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/reference/meta.ts +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/reference/python.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/spec/data-files.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/spec/http.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/spec/index.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/spec/layout.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/spec/meta.ts +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/spec/reading.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/spec/refs.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/spec/versions.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/ja/spec/writing.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/reference/cli.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/reference/meta.ts +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/reference/python.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/spec/data-files.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/spec/http.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/spec/index.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/spec/layout.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/spec/meta.ts +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/spec/reading.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/spec/refs.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/spec/versions.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/docs/spec/writing.md +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/package-lock.json +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/package.json +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/public/CNAME +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/src/fdl/__init__.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/src/fdl/dataset.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/src/fdl/layout.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/src/fdl/py.typed +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/src/fdl/refs.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/src/fdl/store.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/src/fdl/stores.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/src/fdl/version.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/tests/http_repo.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/tests/test_cli.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/tests/test_dataset.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/tests/test_repo.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/tests/test_stores.py +0 -0
- {fdl_cli-0.18.0 → fdl_cli-0.18.1}/uv.lock +0 -0
|
@@ -1,6 +1,18 @@
|
|
|
1
1
|
# CHANGELOG
|
|
2
2
|
|
|
3
3
|
|
|
4
|
+
## v0.18.1 (2026-11-03)
|
|
5
|
+
|
|
6
|
+
### Bug Fixes
|
|
7
|
+
|
|
8
|
+
- Compare a rebuild over HTTP with the new files where they were written
|
|
9
|
+
([`c0f091a`](https://github.com/queria-io/fdl/commit/c0f091a76831b58afa91be16643e3b08ae9ae2c1))
|
|
10
|
+
|
|
11
|
+
A working catalog of a repository over HTTP writes new data files to a local folder, but comparing
|
|
12
|
+
with the parent read them under the repository's URL. The read failed (404), the commit fell back
|
|
13
|
+
to making a version, and every rebuild made one even when nothing changed.
|
|
14
|
+
|
|
15
|
+
|
|
4
16
|
## v0.18.0 (2026-11-03)
|
|
5
17
|
|
|
6
18
|
### Bug Fixes
|
|
@@ -659,9 +659,13 @@ def last_snapshot(working: Path) -> int:
|
|
|
659
659
|
con.close()
|
|
660
660
|
|
|
661
661
|
|
|
662
|
-
def same_contents(working: Path, since: int) -> bool:
|
|
662
|
+
def same_contents(working: Path, since: int, *, data_path: str | None = None) -> bool:
|
|
663
663
|
"""Whether the working catalog's last snapshot holds what snapshot ``since`` held.
|
|
664
664
|
|
|
665
|
+
``data_path`` is where the working catalog's new data files are, when not
|
|
666
|
+
where it records (a working catalog of a repository over HTTP writes them
|
|
667
|
+
to a folder on this machine).
|
|
668
|
+
|
|
665
669
|
The same tables and views, each table with the same columns and the same
|
|
666
670
|
rows, in any order. A table rebuilt from the same input is written to new
|
|
667
671
|
files, so files are compared first and rows only where the files differ.
|
|
@@ -677,7 +681,10 @@ def same_contents(working: Path, since: int) -> bool:
|
|
|
677
681
|
con = duckdb.connect()
|
|
678
682
|
try:
|
|
679
683
|
for statement in attach_sql(
|
|
680
|
-
working,
|
|
684
|
+
working,
|
|
685
|
+
alias="lake",
|
|
686
|
+
data_path=data_path or _working_data_path(working),
|
|
687
|
+
read_only=True,
|
|
681
688
|
):
|
|
682
689
|
if statement:
|
|
683
690
|
con.execute(statement)
|
|
@@ -121,6 +121,7 @@ def commit(
|
|
|
121
121
|
annotations: dict | None = None,
|
|
122
122
|
dataset: dict | None = None,
|
|
123
123
|
allow_empty: bool = True,
|
|
124
|
+
working_data: str | None = None,
|
|
124
125
|
) -> Version:
|
|
125
126
|
"""Freeze the working catalog into a version under ``out_dir/<ID>/``.
|
|
126
127
|
|
|
@@ -136,6 +137,9 @@ def commit(
|
|
|
136
137
|
data_dir), written into the frozen catalog. Every file reference must be
|
|
137
138
|
relative to it, or the version would point readers at the writer's disk.
|
|
138
139
|
Nothing is uploaded: that is `push`.
|
|
140
|
+
|
|
141
|
+
``working_data`` is where the working catalog wrote its new data files,
|
|
142
|
+
when not where it records (see `checkout`): comparing reads them there.
|
|
139
143
|
"""
|
|
140
144
|
Path(out_dir).mkdir(parents=True, exist_ok=True)
|
|
141
145
|
frozen = Path(out_dir) / f".freezing-{new_id()}.duckdb"
|
|
@@ -154,7 +158,9 @@ def commit(
|
|
|
154
158
|
# the contents can read every row of a rebuilt table.
|
|
155
159
|
if not allow_empty and parent is not None and _same_description(frozen, dataset, parent):
|
|
156
160
|
try:
|
|
157
|
-
unchanged = catalog.same_contents(
|
|
161
|
+
unchanged = catalog.same_contents(
|
|
162
|
+
working, parent.ducklake.snapshot_id, data_path=working_data
|
|
163
|
+
)
|
|
158
164
|
except catalog.CatalogError as exc:
|
|
159
165
|
raise CannotCompare(str(exc)) from exc
|
|
160
166
|
if unchanged:
|
|
@@ -157,3 +157,26 @@ def test_a_file_the_host_will_not_sign_goes_through_the_host(tmp_path: Path) ->
|
|
|
157
157
|
assert local.get("data/small.parquet") == b"ab" and local.get("data/large.parquet") == b"abcdef"
|
|
158
158
|
puts = [key for method, key in server.requests if method == "PUT"]
|
|
159
159
|
assert puts == ["storage/data/small.parquet", "data/large.parquet"]
|
|
160
|
+
|
|
161
|
+
|
|
162
|
+
def test_a_rebuild_of_the_same_rows_over_http_is_nothing_to_commit(served, tmp_path: Path) -> None:
|
|
163
|
+
local, url, _ = served
|
|
164
|
+
working = tmp_path / "work" / "lake.sqlite"
|
|
165
|
+
run("checkout", url, working)
|
|
166
|
+
write(working, "CREATE SCHEMA lake.s; CREATE TABLE lake.s.towns AS SELECT 1 AS id")
|
|
167
|
+
run("commit", working, "-m", "first", "--author", "tester")
|
|
168
|
+
# The way dbt rebuilds a table: a new table beside it, then renames.
|
|
169
|
+
again = tmp_path / "again" / "lake.sqlite"
|
|
170
|
+
run("checkout", url, again)
|
|
171
|
+
write(
|
|
172
|
+
again,
|
|
173
|
+
"CREATE TABLE lake.s.towns__dbt_tmp AS SELECT 1 AS id; "
|
|
174
|
+
"ALTER TABLE lake.s.towns RENAME TO towns__dbt_backup; "
|
|
175
|
+
"ALTER TABLE lake.s.towns__dbt_tmp RENAME TO towns; DROP TABLE lake.s.towns__dbt_backup",
|
|
176
|
+
)
|
|
177
|
+
working = again
|
|
178
|
+
result = runner.invoke(app, ["commit", str(working), "-m", "again", "--author", "tester"])
|
|
179
|
+
assert result.exit_code == 0, result.output
|
|
180
|
+
assert "Nothing to commit" in result.output
|
|
181
|
+
assert "could not tell" not in result.output
|
|
182
|
+
assert len(list(repo.log(local))) == 1
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|