@zukhruf/sqlite-changefeed 0.7.0 → 0.8.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -137,7 +137,7 @@ A join, a filter or a projection is not in the feed. The host makes it from the
137
137
  This package needed four changes in other packages. All four are done:
138
138
 
139
139
  1. `@zukhruf/snapshot-differential` gives `insert` and `update` in place of one `upsert`.
140
- 2. `@zukhruf/async` gives the change watcher `pollChanges`. It polls a value, and yields when the value changes.
140
+ 2. `@zukhruf/async` gives the change watcher `ChangeWatcher`. It reads a gauge, the data version, at each check, and tells when its value changed.
141
141
  3. `@zukhruf/snapshot-differential` fingerprints bytes (`Uint8Array`, `Buffer`) in a record and in a key. Thus a `BLOB` column can be in `after` and in a key.
142
142
  4. `@zukhruf/sqlite-open` opens the read-only connection and throws `UnavailableError`. This package exports the same `UnavailableError` class as `@zukhruf/sqlite-snapshot` and `@zukhruf/sqlite-data-version` (repository ADR 0001, rule 6).
143
143
 
@@ -1,4 +1,4 @@
1
- import { type Clock } from '@zukhruf/async';
1
+ import { type WallClock } from '@zukhruf/async';
2
2
  import type { ChangeEvent } from './change-event.ts';
3
3
  export type WatchOptions = {
4
4
  /** Milliseconds between two polls of the data version. */
@@ -6,7 +6,7 @@ export type WatchOptions = {
6
6
  /** Stops the poll. The loop then rejects with `signal.reason`. */
7
7
  readonly signal: AbortSignal;
8
8
  /** The clock of the poll: `globalThis` in production, a fake clock in a test. */
9
- readonly clock: Clock;
9
+ readonly clock: WallClock;
10
10
  };
11
11
  /**
12
12
  * A change event for each changed row of each table of a SQLite database
@@ -1 +1 @@
1
- {"version":3,"file":"changefeed.d.ts","sourceRoot":"","sources":["../src/changefeed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,KAAK,EAAe,MAAM,gBAAgB,CAAC;AAIzD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAMrD,MAAM,MAAM,YAAY,GAAG;IACzB,0DAA0D;IAC1D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,kEAAkE;IAClE,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAC7B,iFAAiF;IACjF,QAAQ,CAAC,KAAK,EAAE,KAAK,CAAC;CACvB,CAAC;AAMF;;;;GAIG;AACH,qBAAa,UAAW,YAAW,UAAU;;gBAM/B,YAAY,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM;IAiBvD;;;OAGG;IACI,KAAK,CAAC,EACX,QAAQ,EACR,MAAM,EACN,KAAK,GACN,EAAE,YAAY,GAAG,cAAc,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC;IAwBhE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI;CAGzB"}
1
+ {"version":3,"file":"changefeed.d.ts","sourceRoot":"","sources":["../src/changefeed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAiB,KAAK,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAI/D,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,mBAAmB,CAAC;AAMrD,MAAM,MAAM,YAAY,GAAG;IACzB,0DAA0D;IAC1D,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC;IAC1B,kEAAkE;IAClE,QAAQ,CAAC,MAAM,EAAE,WAAW,CAAC;IAC7B,iFAAiF;IACjF,QAAQ,CAAC,KAAK,EAAE,SAAS,CAAC;CAC3B,CAAC;AAMF;;;;GAIG;AACH,qBAAa,UAAW,YAAW,UAAU;;gBAM/B,YAAY,EAAE,MAAM,EAAE,YAAY,CAAC,EAAE,MAAM;IAiBvD;;;OAGG;IACI,KAAK,CAAC,EACX,QAAQ,EACR,MAAM,EACN,KAAK,GACN,EAAE,YAAY,GAAG,cAAc,CAAC,WAAW,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC;IA+BhE,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,IAAI;CAGzB"}
@@ -1,4 +1,4 @@
1
- import { pollChanges } from '@zukhruf/async';
1
+ import { ChangeWatcher } from '@zukhruf/async';
2
2
  import { DataVersion } from '@zukhruf/sqlite-data-version';
3
3
  import { Snapshot } from '@zukhruf/sqlite-snapshot';
4
4
  import { pass, requireWal } from "./pass.js";
@@ -38,8 +38,19 @@ export class Changefeed {
38
38
  async *watch({ interval, signal, clock, }) {
39
39
  const { position, baseline } = this.#run();
40
40
  let silent = baseline;
41
- for await (const changed of pollChanges(async () => new Map([['database', this.#version.current]]), { interval, signal, clock })) {
42
- if (changed.size === 0)
41
+ // The data version is a local read: a check that takes the whole
42
+ // interval is stuck.
43
+ const watcher = new ChangeWatcher([this.#version], {
44
+ interval,
45
+ timeout: interval,
46
+ clock,
47
+ });
48
+ for await (const outcomes of watcher.watch(signal)) {
49
+ const outcome = outcomes.get(this.#version);
50
+ // The feed cannot go on without its data version.
51
+ if (outcome?.state === 'failed')
52
+ throw outcome.error;
53
+ if (outcome?.state !== 'changed')
43
54
  continue;
44
55
  const { events, update } = await pass(this.#path, position);
45
56
  if (silent || events.length === 0) {
@@ -1 +1 @@
1
- {"version":3,"file":"changefeed.js","sourceRoot":"","sources":["../src/changefeed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAc,WAAW,EAAE,MAAM,gBAAgB,CAAC;AACzD,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAGpD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAgB3D;;;;GAIG;AACH,MAAM,OAAO,UAAU;IACZ,KAAK,CAAS;IACd,QAAQ,CAAc;IACtB,IAAI,CAAY;IAChB,UAAU,CAAkB;IAErC,YAAY,YAAoB,EAAE,YAAqB;QACrD,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC;QAC7D,CAAC;YACC,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC;YAC5C,UAAU,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,GAAG,GAAG,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,gBAAgB,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3E,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,IAAI,GAAG,GAAG,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,CAAC,KAAK,CAAC,EACX,QAAQ,EACR,MAAM,EACN,KAAK,GACQ;QACb,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,MAAM,GAAG,QAAQ,CAAC;QACtB,IAAI,KAAK,EAAE,MAAM,OAAO,IAAI,WAAW,CACrC,KAAK,IAAI,EAAE,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,UAAU,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,EAC1D,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,CAC5B,EAAE,CAAC;YACF,IAAI,OAAO,CAAC,IAAI,KAAK,CAAC;gBAAE,SAAS;YACjC,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC5D,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAClC,iEAAiE;gBACjE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtB,MAAM,GAAG,KAAK,CAAC;gBACf,SAAS;YACX,CAAC;YACD,MAAM,MAAM,CAAC;YACb,+DAA+D;YAC/D,MAAM,CAAC,cAAc,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxB,CAAC;QACD,6CAA6C;QAC7C,MAAM,CAAC,cAAc,EAAE,CAAC;IAC1B,CAAC;IAED,CAAC,MAAM,CAAC,OAAO,CAAC;QACd,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;IAC5B,CAAC;CACF"}
1
+ {"version":3,"file":"changefeed.js","sourceRoot":"","sources":["../src/changefeed.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAkB,MAAM,gBAAgB,CAAC;AAC/D,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAC;AAGpD,OAAO,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,YAAY,EAAE,MAAM,oBAAoB,CAAC;AAClD,OAAO,EAAE,gBAAgB,EAAE,MAAM,yBAAyB,CAAC;AAgB3D;;;;GAIG;AACH,MAAM,OAAO,UAAU;IACZ,KAAK,CAAS;IACd,QAAQ,CAAc;IACtB,IAAI,CAAY;IAChB,UAAU,CAAkB;IAErC,YAAY,YAAoB,EAAE,YAAqB;QACrD,MAAM,SAAS,GAAG,IAAI,eAAe,EAAE,CAAC;QACxC,IAAI,CAAC,KAAK,GAAG,YAAY,CAAC;QAC1B,IAAI,CAAC,QAAQ,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,WAAW,CAAC,YAAY,CAAC,CAAC,CAAC;QAC7D,CAAC;YACC,MAAM,QAAQ,GAAG,IAAI,QAAQ,CAAC,YAAY,CAAC,CAAC;YAC5C,UAAU,CAAC,QAAQ,CAAC,CAAC;QACvB,CAAC;QACD,IAAI,YAAY,KAAK,SAAS,EAAE,CAAC;YAC/B,IAAI,CAAC,IAAI,GAAG,GAAG,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,gBAAgB,EAAE,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;QAC3E,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,GAAG,SAAS,CAAC,GAAG,CAAC,IAAI,YAAY,CAAC,YAAY,CAAC,CAAC,CAAC;YAC3D,IAAI,CAAC,IAAI,GAAG,GAAG,EAAE,CAAC,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,QAAQ,EAAE,KAAK,EAAE,CAAC,CAAC;QAC1D,CAAC;QACD,IAAI,CAAC,UAAU,GAAG,SAAS,CAAC,IAAI,EAAE,CAAC;IACrC,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,CAAC,KAAK,CAAC,EACX,QAAQ,EACR,MAAM,EACN,KAAK,GACQ;QACb,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;QAC3C,IAAI,MAAM,GAAG,QAAQ,CAAC;QACtB,iEAAiE;QACjE,qBAAqB;QACrB,MAAM,OAAO,GAAG,IAAI,aAAa,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE;YACjD,QAAQ;YACR,OAAO,EAAE,QAAQ;YACjB,KAAK;SACN,CAAC,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,QAAQ,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC;YACnD,MAAM,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;YAC5C,kDAAkD;YAClD,IAAI,OAAO,EAAE,KAAK,KAAK,QAAQ;gBAAE,MAAM,OAAO,CAAC,KAAK,CAAC;YACrD,IAAI,OAAO,EAAE,KAAK,KAAK,SAAS;gBAAE,SAAS;YAC3C,MAAM,EAAE,MAAM,EAAE,MAAM,EAAE,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,QAAQ,CAAC,CAAC;YAC5D,IAAI,MAAM,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAClC,iEAAiE;gBACjE,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtB,MAAM,GAAG,KAAK,CAAC;gBACf,SAAS;YACX,CAAC;YACD,MAAM,MAAM,CAAC;YACb,+DAA+D;YAC/D,MAAM,CAAC,cAAc,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxB,CAAC;QACD,6CAA6C;QAC7C,MAAM,CAAC,cAAc,EAAE,CAAC;IAC1B,CAAC;IAED,CAAC,MAAM,CAAC,OAAO,CAAC;QACd,IAAI,CAAC,UAAU,CAAC,OAAO,EAAE,CAAC;IAC5B,CAAC;CACF"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@zukhruf/sqlite-changefeed",
3
- "version": "0.7.0",
3
+ "version": "0.8.0",
4
4
  "description": "A changefeed of a SQLite database that another process owns and writes: a change event for each changed row of each table, keyed by its primary key, from a snapshot differential over a read-only connection. The feed keeps its own position. Needs WAL mode.",
5
5
  "license": "MIT",
6
6
  "repository": {
@@ -41,15 +41,15 @@
41
41
  "access": "public"
42
42
  },
43
43
  "dependencies": {
44
- "@zukhruf/async": "^0.7.0",
45
- "@zukhruf/snapshot-differential": "^0.7.0",
46
- "@zukhruf/sqlite-data-version": "^0.7.0",
47
- "@zukhruf/sqlite-open": "^0.7.0",
48
- "@zukhruf/sqlite-snapshot": "^0.7.0",
49
- "@zukhruf/sqlite-transaction": "^0.7.0"
44
+ "@zukhruf/async": "^0.8.0",
45
+ "@zukhruf/snapshot-differential": "^0.8.0",
46
+ "@zukhruf/sqlite-data-version": "^0.8.0",
47
+ "@zukhruf/sqlite-open": "^0.8.0",
48
+ "@zukhruf/sqlite-snapshot": "^0.8.0",
49
+ "@zukhruf/sqlite-transaction": "^0.8.0"
50
50
  },
51
51
  "devDependencies": {
52
52
  "@sinonjs/fake-timers": "15.4.0",
53
- "@zukhruf/testing": "^0.7.0"
53
+ "@zukhruf/testing": "^0.8.0"
54
54
  }
55
55
  }