@cogitator-ai/channels 0.9.3 → 0.10.0

package/dist/feeds/publisher.js

@@ -0,0 +1,308 @@
+import { nanoid } from 'nanoid';
+import { FeedError } from './errors.js';
+import { MemoryPublishStore, } from './publish-store.js';
+import { fitText } from './text.js';
+const DEFAULT_RETRY = {
+    maxAttempts: 5,
+    baseDelay: 60_000,
+    maxDelay: 60 * 60_000,
+};
+/**
+ * Publishes posts to several feeds: now or at a time, each feed tried and
+ * retried on its own, each outcome saved as soon as it is known. Each
+ * delivery keeps the feed's idempotency key from before its first attempt,
+ * so an attempt after a crash or a lost answer finds the post instead of
+ * publishing it twice, and a key makes the whole publication idempotent.
+ */
+export class FeedPublisher {
+    options;
+    feeds = new Map();
+    store;
+    retry;
+    pollInterval;
+    claimTtl;
+    now;
+    owner = `feedpub_${nanoid(12)}`;
+    timer;
+    ticking;
+    stopping = false;
+    connected = new Set();
+    constructor(options) {
+        this.options = options;
+        if (options.feeds.length === 0)
+            throw new Error('FeedPublisher needs at least one feed');
+        for (const feed of options.feeds) {
+            if (this.feeds.has(feed.type)) {
+                throw new Error(`FeedPublisher got two feeds of type "${feed.type}"`);
+            }
+            this.feeds.set(feed.type, feed);
+        }
+        this.now = options.now ?? Date.now;
+        this.store = options.store ?? new MemoryPublishStore(this.now);
+        this.retry = { ...DEFAULT_RETRY, ...options.retry };
+        this.pollInterval = options.pollInterval ?? 15_000;
+        this.claimTtl = options.claimTtl ?? 5 * 60_000;
+    }
+    /** Publishes `post` now, or schedules it with `publishAt`. */
+    async publish(post, options = {}) {
+        const feeds = options.feeds ?? [...this.feeds.keys()];
+        if (feeds.length === 0)
+            throw new Error('No feed to publish to');
+        for (const feed of feeds) {
+            if (!this.feeds.has(feed)) {
+                throw new Error(`Unknown feed "${feed}": the publisher has ${[...this.feeds.keys()].join(', ')}`);
+            }
+        }
+        const now = this.now();
+        const publishAt = options.publishAt === undefined
+            ? now
+            : typeof options.publishAt === 'number'
+                ? options.publishAt
+                : options.publishAt.getTime();
+        if (!Number.isFinite(publishAt)) {
+            throw new Error(`publishAt must be a valid time, got ${String(options.publishAt)}`);
+        }
+        const key = options.key && (this.options.dryRun ? `dry-run:${options.key}` : options.key);
+        const job = {
+            id: `feedjob_${nanoid(12)}`,
+            ...(key ? { key } : {}),
+            post,
+            createdAt: now,
+            deliveries: [...new Set(feeds)].map((feed) => ({
+                feed,
+                status: 'pending',
+                attempts: 0,
+                nextAttemptAt: publishAt,
+            })),
+        };
+        const stored = await this.store.add(job);
+        const duplicate = stored.id !== job.id;
+        if (publishAt > now)
+            this.connect(feeds);
+        if (duplicate || publishAt > now || !(await this.store.claim(stored.id, this.claimOf()))) {
+            return { job: stored, pending: stored.deliveries.some(isWaiting), duplicate };
+        }
+        const done = await this.run(stored);
+        return { job: done, pending: done.deliveries.some(isWaiting), duplicate };
+    }
+    /** Looks for due jobs every `pollInterval` until `stop()`: scheduled posts and retries. */
+    start() {
+        if (this.timer)
+            return;
+        this.connect([...this.feeds.keys()]);
+        this.timer = setInterval(() => void this.tick(), this.pollInterval);
+        void this.tick();
+    }
+    /** Stops looking for due jobs, letting the job being published finish, and waits for it. */
+    async stop() {
+        this.stopping = true;
+        if (this.timer)
+            clearInterval(this.timer);
+        this.timer = undefined;
+        await this.ticking;
+    }
+    /**
+     * Publishes the jobs that are due now, one at a time, so a claim is taken
+     * only when the job is about to be published. `start()` does this on a timer.
+     */
+    async tick() {
+        if (this.ticking)
+            return this.ticking;
+        this.stopping = false;
+        this.ticking = (async () => {
+            const seen = new Set();
+            try {
+                while (!this.stopping) {
+                    const job = await this.store.claimNext(this.now(), this.claimOf());
+                    if (!job)
+                        break;
+                    if (seen.has(job.id)) {
+                        await this.store.release(job.id, this.owner);
+                        break;
+                    }
+                    seen.add(job.id);
+                    await this.run(job);
+                }
+            }
+            catch (error) {
+                console.error('[feeds] Publishing due jobs failed:', error);
+            }
+        })().finally(() => {
+            this.ticking = undefined;
+        });
+        return this.ticking;
+    }
+    async get(id) {
+        return this.store.get(id);
+    }
+    async list(filter) {
+        return this.store.list(filter);
+    }
+    /** Drops a job before it is published, `false` when it is missing or being published. */
+    async cancel(id) {
+        return this.store.remove(id);
+    }
+    /**
+     * Connects feeds that will publish later, so a feed that keeps a token
+     * renews it until then instead of finding it expired when the post is due.
+     * A feed that cannot connect now is tried again the next time.
+     */
+    connect(types) {
+        if (this.options.dryRun)
+            return;
+        for (const type of types) {
+            const feed = this.feeds.get(type);
+            if (!feed || this.connected.has(feed))
+                continue;
+            this.connected.add(feed);
+            feed.connect().catch((error) => {
+                this.connected.delete(feed);
+                console.error(`[feeds] Could not connect the ${type} feed:`, error);
+            });
+        }
+    }
+    claimOf() {
+        return { owner: this.owner, ttl: this.claimTtl };
+    }
+    /** Publishes a job this publisher claimed, extending the claim while it works, then releases it. */
+    async run(job) {
+        const lost = new AbortController();
+        const heartbeat = setInterval(() => {
+            this.store.extend(job.id, this.claimOf()).then((held) => {
+                if (!held)
+                    lost.abort(new Error(`Lost the claim on feed job ${job.id}`));
+            }, (error) => {
+                console.error(`[feeds] Could not extend the claim on feed job ${job.id}:`, error);
+                lost.abort(new Error(`Could not extend the claim on feed job ${job.id}`));
+            });
+        }, Math.max(1, Math.floor(this.claimTtl / 3)));
+        heartbeat.unref?.();
+        try {
+            return await this.process(job, lost.signal);
+        }
+        finally {
+            clearInterval(heartbeat);
+            await this.store.release(job.id, this.owner);
+        }
+    }
+    async process(job, signal) {
+        for (const delivery of job.deliveries) {
+            if (delivery.status !== 'pending' || delivery.nextAttemptAt > this.now())
+                continue;
+            const feed = this.feeds.get(delivery.feed);
+            const retry = delivery.idempotencyKey !== undefined;
+            if (feed && !this.options.dryRun && !retry) {
+                delivery.idempotencyKey = feed.idempotencyKey();
+                if (!(await this.save(job, signal)))
+                    break;
+            }
+            await this.attempt(job, delivery, feed, retry, signal);
+            if (!(await this.save(job, signal)))
+                break;
+        }
+        return job;
+    }
+    /** Saves the job while the claim holds, `false` when another worker took it over. */
+    async save(job, signal) {
+        if (!signal.aborted && (await this.store.save(job, this.owner)))
+            return true;
+        console.warn(`[feeds] Lost the claim on feed job ${job.id}: another worker took it over`);
+        return false;
+    }
+    async attempt(job, delivery, feed, retry, signal) {
+        delivery.attempts += 1;
+        try {
+            if (!feed)
+                throw new FeedError(delivery.feed, 'unknown', 'The publisher has no such feed');
+            const published = await this.send(feed, job.post, delivery.idempotencyKey, retry, signal);
+            delivery.status = 'published';
+            delivery.post = {
+                id: published.id,
+                url: published.url,
+                publishedAt: published.publishedAt.getTime(),
+            };
+            delete delivery.error;
+            delete delivery.idempotencyKey;
+            await this.notify(() => this.options.onPublished?.({ job, feed: delivery.feed, post: published }));
+        }
+        catch (caught) {
+            if (signal.aborted)
+                return;
+            const error = caught instanceof Error ? caught : new Error(String(caught));
+            const quota = error instanceof FeedError && error.code === 'quota_exceeded';
+            if (quota)
+                delivery.attempts -= 1;
+            const again = error instanceof FeedError &&
+                error.retryable &&
+                (quota || delivery.attempts < this.retry.maxAttempts);
+            delivery.error = {
+                code: error instanceof FeedError ? error.code : 'unknown',
+                message: error.message,
+            };
+            if (again) {
+                const wait = quota
+                    ? (error.retryAfter ?? this.retry.maxDelay)
+                    : Math.max(error.retryAfter ?? 0, this.backoff(delivery.attempts));
+                delivery.nextAttemptAt = this.now() + wait;
+            }
+            else {
+                delivery.status = 'failed';
+            }
+            await this.notify(() => this.options.onFailed?.({ job, feed: delivery.feed, error, final: !again }));
+        }
+    }
+    async send(feed, post, idempotencyKey, retry, signal) {
+        const measure = lengthOf(feed);
+        const { maxLength } = feed.limits;
+        let text = post.text;
+        if (measure(text) > maxLength) {
+            if (this.options.overflow === 'fail') {
+                throw new FeedError(feed.type, 'invalid_post', `The text is longer than ${feed.type} takes (${describeLimits(feed)})`);
+            }
+            text = fitText(text, maxLength, measure);
+        }
+        if (this.options.dryRun) {
+            return {
+                feed: feed.type,
+                id: `dry-run:${nanoid(8)}`,
+                url: '',
+                publishedAt: new Date(this.now()),
+            };
+        }
+        return feed.publish(text === post.text ? post : { ...post, text }, {
+            signal,
+            ...(idempotencyKey && { idempotencyKey, retry }),
+        });
+    }
+    backoff(attempts) {
+        return Math.min(this.retry.baseDelay * 2 ** (attempts - 1), this.retry.maxDelay);
+    }
+    async notify(hook) {
+        try {
+            await hook();
+        }
+        catch (error) {
+            console.error('[feeds] A publisher hook failed:', error);
+        }
+    }
+}
+function isWaiting(delivery) {
+    return delivery.status === 'pending';
+}
+const encoder = new TextEncoder();
+/**
+ * The length of a text against `limits.maxLength`, folding in a limit in
+ * bytes: a text fits when this is at most `maxLength` exactly when it fits
+ * both, so one cut honors both limits.
+ */
+function lengthOf(feed) {
+    const { maxLength, maxBytes } = feed.limits;
+    if (maxBytes === undefined)
+        return (text) => feed.measure(text);
+    return (text) => Math.max(feed.measure(text), Math.ceil((encoder.encode(text).length * maxLength) / maxBytes));
+}
+function describeLimits(feed) {
+    const { maxLength, maxBytes } = feed.limits;
+    return maxBytes === undefined ? `${maxLength}` : `${maxLength} and ${maxBytes} bytes`;
+}
+//# sourceMappingURL=publisher.js.map

package/dist/feeds/publisher.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"publisher.js","sourceRoot":"","sources":["../../src/feeds/publisher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAC;AAEhC,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAGL,kBAAkB,GAGnB,MAAM,iBAAiB,CAAC;AACzB,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAC;AAoEjC,MAAM,aAAa,GAA+B;IAChD,WAAW,EAAE,CAAC;IACd,SAAS,EAAE,MAAM;IACjB,QAAQ,EAAE,EAAE,GAAG,MAAM;CACtB,CAAC;AAEF;;;;;;GAMG;AACH,MAAM,OAAO,aAAa;IAaK;IAZZ,KAAK,GAAG,IAAI,GAAG,EAAuB,CAAC;IACvC,KAAK,CAAe;IACpB,KAAK,CAA6B;IAClC,YAAY,CAAS;IACrB,QAAQ,CAAS;IACjB,GAAG,CAAe;IAClB,KAAK,GAAG,WAAW,MAAM,CAAC,EAAE,CAAC,EAAE,CAAC;IACzC,KAAK,CAAkC;IACvC,OAAO,CAAiB;IACxB,QAAQ,GAAG,KAAK,CAAC;IACR,SAAS,GAAG,IAAI,GAAG,EAAe,CAAC;IAEpD,YAA6B,OAA6B;QAA7B,YAAO,GAAP,OAAO,CAAsB;QACxD,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,uCAAuC,CAAC,CAAC;QACzF,KAAK,MAAM,IAAI,IAAI,OAAO,CAAC,KAAK,EAAE,CAAC;YACjC,IAAI,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC9B,MAAM,IAAI,KAAK,CAAC,wCAAwC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC;YACxE,CAAC;YACD,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAClC,CAAC;QACD,IAAI,CAAC,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,IAAI,CAAC,GAAG,CAAC;QACnC,IAAI,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,IAAI,kBAAkB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAC/D,IAAI,CAAC,KAAK,GAAG,EAAE,GAAG,aAAa,EAAE,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;QACpD,IAAI,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,IAAI,MAAM,CAAC;QACnD,IAAI,CAAC,QAAQ,GAAG,OAAO,CAAC,QAAQ,IAAI,CAAC,GAAG,MAAM,CAAC;IACjD,CAAC;IAED,8DAA8D;IAC9D,KAAK,CAAC,OAAO,CAAC,IAAc,EAAE,UAA0B,EAAE;QACxD,MAAM,KAAK,GAAG,OAAO,CAAC,KAAK,IAAI,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC;QACtD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC;YAAE,MAAM,IAAI,KAAK,CAAC,uBAAuB,CAAC,CAAC;QACjE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC;gBAC1B,MAAM,IAAI,KAAK,CACb,iBAAiB,IAAI,wBAAwB,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACjF,CAAC;YACJ,CAAC;QACH,CAAC;QACD,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;QACvB,MAAM,SAAS,GACb,OAAO,CAAC,SAAS,KAAK,SAAS;YAC7B,CAAC,CAAC,GAAG;YACL,CAAC,CAAC,OAAO,OAAO,CAAC,SAAS,KAAK,QAAQ;gBACrC,CAAC,CAAC,OAAO,CAAC,SAAS;gBACnB,CAAC,CAAC,OAAO,CAAC,SAAS,CAAC,OAAO,EAAE,CAAC;QACpC,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,SAAS,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,uCAAuC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC;QACtF,CAAC;QACD,MAAM,GAAG,GAAG,OAAO,CAAC,GAAG,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,WAAW,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC1F,MAAM,GAAG,GAAe;YACtB,EAAE,EAAE,WAAW,MAAM,CAAC,EAAE,CAAC,EAAE;YAC3B,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;YACvB,IAAI;YACJ,SAAS,EAAE,GAAG;YACd,UAAU,EAAE,CAAC,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;gBAC7C,IAAI;gBACJ,MAAM,EAAE,SAAS;gBACjB,QAAQ,EAAE,CAAC;gBACX,aAAa,EAAE,SAAS;aACzB,CAAC,CAAC;SACJ,CAAC;QACF,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,SAAS,GAAG,MAAM,CAAC,EAAE,KAAK,GAAG,CAAC,EAAE,CAAC;QACvC,IAAI,SAAS,GAAG,GAAG;YAAE,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC;QACzC,IAAI,SAAS,IAAI,SAAS,GAAG,GAAG,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,EAAE,CAAC;YACzF,OAAO,EAAE,GAAG,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC;QAChF,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACpC,OAAO,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,EAAE,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,SAAS,EAAE,CAAC;IAC5E,CAAC;IAED,2FAA2F;IAC3F,KAAK;QACH,IAAI,IAAI,CAAC,KAAK;YAAE,OAAO;QACvB,IAAI,CAAC,OAAO,CAAC,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,EAAE,CAAC,CAAC,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,WAAW,CAAC,GAAG,EAAE,CAAC,KAAK,IAAI,CAAC,IAAI,EAAE,EAAE,IAAI,CAAC,YAAY,CAAC,CAAC;QACpE,KAAK,IAAI,CAAC,IAAI,EAAE,CAAC;IACnB,CAAC;IAED,4FAA4F;IAC5F,KAAK,CAAC,IAAI;QACR,IAAI,CAAC,QAAQ,GAAG,IAAI,CAAC;QACrB,IAAI,IAAI,CAAC,KAAK;YAAE,aAAa,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC1C,IAAI,CAAC,KAAK,GAAG,SAAS,CAAC;QACvB,MAAM,IAAI,CAAC,OAAO,CAAC;IACrB,CAAC;IAED;;;OAGG;IACH,KAAK,CAAC,IAAI;QACR,IAAI,IAAI,CAAC,OAAO;YAAE,OAAO,IAAI,CAAC,OAAO,CAAC;QACtC,IAAI,CAAC,QAAQ,GAAG,KAAK,CAAC;QACtB,IAAI,CAAC,OAAO,GAAG,CAAC,KAAK,IAAI,EAAE;YACzB,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;YAC/B,IAAI,CAAC;gBACH,OAAO,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;oBACtB,MAAM,GAAG,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC;oBACnE,IAAI,CAAC,GAAG;wBAAE,MAAM;oBAChB,IAAI,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,CAAC;wBACrB,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;wBAC7C,MAAM;oBACR,CAAC;oBACD,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;oBACjB,MAAM,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;gBACtB,CAAC;YACH,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACf,OAAO,CAAC,KAAK,CAAC,qCAAqC,EAAE,KAAK,CAAC,CAAC;YAC9D,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE;YAChB,IAAI,CAAC,OAAO,GAAG,SAAS,CAAC;QAC3B,CAAC,CAAC,CAAC;QACH,OAAO,IAAI,CAAC,OAAO,CAAC;IACtB,CAAC;IAED,KAAK,CAAC,GAAG,CAAC,EAAU;QAClB,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAC5B,CAAC;IAED,KAAK,CAAC,IAAI,CAAC,MAA8B;QACvC,OAAO,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IACjC,CAAC;IAED,yFAAyF;IACzF,KAAK,CAAC,MAAM,CAAC,EAAU;QACrB,OAAO,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,EAAE,CAAC,CAAC;IAC/B,CAAC;IAED;;;;OAIG;IACK,OAAO,CAAC,KAAwB;QACtC,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM;YAAE,OAAO;QAChC,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;YACzB,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YAClC,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC;gBAAE,SAAS;YAChD,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;YACzB,IAAI,CAAC,OAAO,EAAE,CAAC,KAAK,CAAC,CAAC,KAAc,EAAE,EAAE;gBACtC,IAAI,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;gBAC5B,OAAO,CAAC,KAAK,CAAC,iCAAiC,IAAI,QAAQ,EAAE,KAAK,CAAC,CAAC;YACtE,CAAC,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAEO,OAAO;QACb,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,QAAQ,EAAE,CAAC;IACnD,CAAC;IAED,oGAAoG;IAC5F,KAAK,CAAC,GAAG,CAAC,GAAe;QAC/B,MAAM,IAAI,GAAG,IAAI,eAAe,EAAE,CAAC;QACnC,MAAM,SAAS,GAAG,WAAW,CAC3B,GAAG,EAAE;YACH,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,OAAO,EAAE,CAAC,CAAC,IAAI,CAC5C,CAAC,IAAI,EAAE,EAAE;gBACP,IAAI,CAAC,IAAI;oBAAE,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,8BAA8B,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC3E,CAAC,EACD,CAAC,KAAc,EAAE,EAAE;gBACjB,OAAO,CAAC,KAAK,CAAC,kDAAkD,GAAG,CAAC,EAAE,GAAG,EAAE,KAAK,CAAC,CAAC;gBAClF,IAAI,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,0CAA0C,GAAG,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC;YAC5E,CAAC,CACF,CAAC;QACJ,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC,CAC3C,CAAC;QACF,SAAS,CAAC,KAAK,EAAE,EAAE,CAAC;QACpB,IAAI,CAAC;YACH,OAAO,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC9C,CAAC;gBAAS,CAAC;YACT,aAAa,CAAC,SAAS,CAAC,CAAC;YACzB,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;QAC/C,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,OAAO,CAAC,GAAe,EAAE,MAAmB;QACxD,KAAK,MAAM,QAAQ,IAAI,GAAG,CAAC,UAAU,EAAE,CAAC;YACtC,IAAI,QAAQ,CAAC,MAAM,KAAK,SAAS,IAAI,QAAQ,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE;gBAAE,SAAS;YACnF,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;YAC3C,MAAM,KAAK,GAAG,QAAQ,CAAC,cAAc,KAAK,SAAS,CAAC;YACpD,IAAI,IAAI,IAAI,CAAC,IAAI,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC3C,QAAQ,CAAC,cAAc,GAAG,IAAI,CAAC,cAAc,EAAE,CAAC;gBAChD,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;oBAAE,MAAM;YAC7C,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YACvD,IAAI,CAAC,CAAC,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,CAAC;gBAAE,MAAM;QAC7C,CAAC;QACD,OAAO,GAAG,CAAC;IACb,CAAC;IAED,qFAAqF;IAC7E,KAAK,CAAC,IAAI,CAAC,GAAe,EAAE,MAAmB;QACrD,IAAI,CAAC,MAAM,CAAC,OAAO,IAAI,CAAC,MAAM,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC;YAAE,OAAO,IAAI,CAAC;QAC7E,OAAO,CAAC,IAAI,CAAC,sCAAsC,GAAG,CAAC,EAAE,+BAA+B,CAAC,CAAC;QAC1F,OAAO,KAAK,CAAC;IACf,CAAC;IAEO,KAAK,CAAC,OAAO,CACnB,GAAe,EACf,QAAsB,EACtB,IAA6B,EAC7B,KAAc,EACd,MAAmB;QAEnB,QAAQ,CAAC,QAAQ,IAAI,CAAC,CAAC;QACvB,IAAI,CAAC;YACH,IAAI,CAAC,IAAI;gBAAE,MAAM,IAAI,SAAS,CAAC,QAAQ,CAAC,IAAI,EAAE,SAAS,EAAE,gCAAgC,CAAC,CAAC;YAC3F,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,GAAG,CAAC,IAAI,EAAE,QAAQ,CAAC,cAAc,EAAE,KAAK,EAAE,MAAM,CAAC,CAAC;YAC1F,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC;YAC9B,QAAQ,CAAC,IAAI,GAAG;gBACd,EAAE,EAAE,SAAS,CAAC,EAAE;gBAChB,GAAG,EAAE,SAAS,CAAC,GAAG;gBAClB,WAAW,EAAE,SAAS,CAAC,WAAW,CAAC,OAAO,EAAE;aAC7C,CAAC;YACF,OAAO,QAAQ,CAAC,KAAK,CAAC;YACtB,OAAO,QAAQ,CAAC,cAAc,CAAC;YAC/B,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CACrB,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,IAAI,EAAE,SAAS,EAAE,CAAC,CAC1E,CAAC;QACJ,CAAC;QAAC,OAAO,MAAM,EAAE,CAAC;YAChB,IAAI,MAAM,CAAC,OAAO;gBAAE,OAAO;YAC3B,MAAM,KAAK,GAAG,MAAM,YAAY,KAAK,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,KAAK,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;YAC3E,MAAM,KAAK,GAAG,KAAK,YAAY,SAAS,IAAI,KAAK,CAAC,IAAI,KAAK,gBAAgB,CAAC;YAC5E,IAAI,KAAK;gBAAE,QAAQ,CAAC,QAAQ,IAAI,CAAC,CAAC;YAClC,MAAM,KAAK,GACT,KAAK,YAAY,SAAS;gBAC1B,KAAK,CAAC,SAAS;gBACf,CAAC,KAAK,IAAI,QAAQ,CAAC,QAAQ,GAAG,IAAI,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;YACxD,QAAQ,CAAC,KAAK,GAAG;gBACf,IAAI,EAAE,KAAK,YAAY,SAAS,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS;gBACzD,OAAO,EAAE,KAAK,CAAC,OAAO;aACvB,CAAC;YACF,IAAI,KAAK,EAAE,CAAC;gBACV,MAAM,IAAI,GAAG,KAAK;oBAChB,CAAC,CAAC,CAAC,KAAK,CAAC,UAAU,IAAI,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC;oBAC3C,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,EAAE,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC,CAAC;gBACrE,QAAQ,CAAC,aAAa,GAAG,IAAI,CAAC,GAAG,EAAE,GAAG,IAAI,CAAC;YAC7C,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,MAAM,GAAG,QAAQ,CAAC;YAC7B,CAAC;YACD,MAAM,IAAI,CAAC,MAAM,CAAC,GAAG,EAAE,CACrB,IAAI,CAAC,OAAO,CAAC,QAAQ,EAAE,CAAC,EAAE,GAAG,EAAE,IAAI,EAAE,QAAQ,CAAC,IAAI,EAAE,KAAK,EAAE,KAAK,EAAE,CAAC,KAAK,EAAE,CAAC,CAC5E,CAAC;QACJ,CAAC;IACH,CAAC;IAEO,KAAK,CAAC,IAAI,CAChB,IAAiB,EACjB,IAAc,EACd,cAAkC,EAClC,KAAc,EACd,MAAmB;QAEnB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC/B,MAAM,EAAE,SAAS,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;QAClC,IAAI,IAAI,GAAG,IAAI,CAAC,IAAI,CAAC;QACrB,IAAI,OAAO,CAAC,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC;YAC9B,IAAI,IAAI,CAAC,OAAO,CAAC,QAAQ,KAAK,MAAM,EAAE,CAAC;gBACrC,MAAM,IAAI,SAAS,CACjB,IAAI,CAAC,IAAI,EACT,cAAc,EACd,2BAA2B,IAAI,CAAC,IAAI,WAAW,cAAc,CAAC,IAAI,CAAC,GAAG,CACvE,CAAC;YACJ,CAAC;YACD,IAAI,GAAG,OAAO,CAAC,IAAI,EAAE,SAAS,EAAE,OAAO,CAAC,CAAC;QAC3C,CAAC;QACD,IAAI,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,CAAC;YACxB,OAAO;gBACL,IAAI,EAAE,IAAI,CAAC,IAAI;gBACf,EAAE,EAAE,WAAW,MAAM,CAAC,CAAC,CAAC,EAAE;gBAC1B,GAAG,EAAE,EAAE;gBACP,WAAW,EAAE,IAAI,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;aAClC,CAAC;QACJ,CAAC;QACD,OAAO,IAAI,CAAC,OAAO,CAAC,IAAI,KAAK,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,IAAI,EAAE,IAAI,EAAE,EAAE;YACjE,MAAM;YACN,GAAG,CAAC,cAAc,IAAI,EAAE,cAAc,EAAE,KAAK,EAAE,CAAC;SACjD,CAAC,CAAC;IACL,CAAC;IAEO,OAAO,CAAC,QAAgB;QAC9B,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IACnF,CAAC;IAEO,KAAK,CAAC,MAAM,CAAC,IAAgC;QACnD,IAAI,CAAC;YACH,MAAM,IAAI,EAAE,CAAC;QACf,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;QAC3D,CAAC;IACH,CAAC;CACF;AAED,SAAS,SAAS,CAAC,QAAsB;IACvC,OAAO,QAAQ,CAAC,MAAM,KAAK,SAAS,CAAC;AACvC,CAAC;AAED,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;AAElC;;;;GAIG;AACH,SAAS,QAAQ,CAAC,IAAiB;IACjC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;IAC5C,IAAI,QAAQ,KAAK,SAAS;QAAE,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;IAChE,OAAO,CAAC,IAAI,EAAE,EAAE,CACd,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,MAAM,GAAG,SAAS,CAAC,GAAG,QAAQ,CAAC,CAAC,CAAC;AAClG,CAAC;AAED,SAAS,cAAc,CAAC,IAAiB;IACvC,MAAM,EAAE,SAAS,EAAE,QAAQ,EAAE,GAAG,IAAI,CAAC,MAAM,CAAC;IAC5C,OAAO,QAAQ,KAAK,SAAS,CAAC,CAAC,CAAC,GAAG,SAAS,EAAE,CAAC,CAAC,CAAC,GAAG,SAAS,QAAQ,QAAQ,QAAQ,CAAC;AACxF,CAAC"}

package/dist/feeds/storage.d.ts

@@ -0,0 +1,33 @@
+/** The part of a `pg` Pool or Client the Postgres stores use. */
+export interface PgClient {
+    query(text: string, values?: unknown[]): Promise<{
+        rows: Array<Record<string, unknown>>;
+    }>;
+}
+/** A table name a store accepts: an identifier, optionally schema-qualified. */
+export declare const TABLE_NAME: RegExp;
+/**
+ * Runs a `CREATE ... IF NOT EXISTS` statement. Two sessions creating the
+ * same object at once can still collide on Postgres' catalog. By the retry
+ * the object exists and the statement succeeds.
+ */
+export declare function createIfMissing(client: PgClient, statement: string): Promise<void>;
+/** A JSONB column: `pg` returns it parsed, other drivers may return the text. */
+export declare function fromJson(data: unknown): unknown;
+/**
+ * Writes `content` to `path` through a temporary file and a rename, so a
+ * crash never leaves half a file. The file is readable by its owner only,
+ * since stores keep secrets in it.
+ */
+export declare function writeFileAtomic(path: string, content: string): Promise<void>;
+/** Runs `task` after every task queued before it, so writes to one file never interleave. */
+export declare class SerialQueue {
+    private tail;
+    run<T>(task: () => Promise<T>): Promise<T>;
+}
+/**
+ * The queue of one file, shared by every store of this process that uses
+ * it, so two stores on the same file never lose each other's writes.
+ */
+export declare function queueFor(path: string): SerialQueue;
+//# sourceMappingURL=storage.d.ts.map

package/dist/feeds/storage.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.d.ts","sourceRoot":"","sources":["../../src/feeds/storage.ts"],"names":[],"mappings":"AAGA,iEAAiE;AACjE,MAAM,WAAW,QAAQ;IACvB,KAAK,CAAC,IAAI,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,OAAO,EAAE,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,KAAK,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC,CAAA;KAAE,CAAC,CAAC;CAC5F;AAED,gFAAgF;AAChF,eAAO,MAAM,UAAU,QAAwD,CAAC;AAIhF;;;;GAIG;AACH,wBAAsB,eAAe,CAAC,MAAM,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CASxF;AAED,iFAAiF;AACjF,wBAAgB,QAAQ,CAAC,IAAI,EAAE,OAAO,GAAG,OAAO,CAE/C;AAID;;;;GAIG;AACH,wBAAsB,eAAe,CAAC,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAKlF;AAED,6FAA6F;AAC7F,qBAAa,WAAW;IACtB,OAAO,CAAC,IAAI,CAAuC;IAEnD,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,MAAM,OAAO,CAAC,CAAC,CAAC,GAAG,OAAO,CAAC,CAAC,CAAC;CAK3C;AAID;;;GAGG;AACH,wBAAgB,QAAQ,CAAC,IAAI,EAAE,MAAM,GAAG,WAAW,CAQlD"}

package/dist/feeds/storage.js

@@ -0,0 +1,61 @@
+import { mkdir, rename, writeFile } from 'node:fs/promises';
+import { dirname, resolve } from 'node:path';
+/** A table name a store accepts: an identifier, optionally schema-qualified. */
+export const TABLE_NAME = /^[A-Za-z_][A-Za-z0-9_]*(\.[A-Za-z_][A-Za-z0-9_]*)?$/;
+const DUPLICATE_OBJECT_CODES = new Set(['23505', '42P07', '42710']);
+/**
+ * Runs a `CREATE ... IF NOT EXISTS` statement. Two sessions creating the
+ * same object at once can still collide on Postgres' catalog. By the retry
+ * the object exists and the statement succeeds.
+ */
+export async function createIfMissing(client, statement) {
+    try {
+        await client.query(statement);
+    }
+    catch (error) {
+        const code = typeof error === 'object' && error !== null && 'code' in error ? error.code : undefined;
+        if (typeof code !== 'string' || !DUPLICATE_OBJECT_CODES.has(code))
+            throw error;
+        await client.query(statement);
+    }
+}
+/** A JSONB column: `pg` returns it parsed, other drivers may return the text. */
+export function fromJson(data) {
+    return typeof data === 'string' ? JSON.parse(data) : data;
+}
+let temporaryCounter = 0;
+/**
+ * Writes `content` to `path` through a temporary file and a rename, so a
+ * crash never leaves half a file. The file is readable by its owner only,
+ * since stores keep secrets in it.
+ */
+export async function writeFileAtomic(path, content) {
+    await mkdir(dirname(path), { recursive: true });
+    const temporary = `${path}.${process.pid}.${++temporaryCounter}.tmp`;
+    await writeFile(temporary, content, { mode: 0o600 });
+    await rename(temporary, path);
+}
+/** Runs `task` after every task queued before it, so writes to one file never interleave. */
+export class SerialQueue {
+    tail = Promise.resolve();
+    run(task) {
+        const result = this.tail.then(task, task);
+        this.tail = result.catch(() => undefined);
+        return result;
+    }
+}
+const fileQueues = new Map();
+/**
+ * The queue of one file, shared by every store of this process that uses
+ * it, so two stores on the same file never lose each other's writes.
+ */
+export function queueFor(path) {
+    const file = resolve(path);
+    let queue = fileQueues.get(file);
+    if (!queue) {
+        queue = new SerialQueue();
+        fileQueues.set(file, queue);
+    }
+    return queue;
+}
+//# sourceMappingURL=storage.js.map

package/dist/feeds/storage.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"storage.js","sourceRoot":"","sources":["../../src/feeds/storage.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC5D,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAO7C,gFAAgF;AAChF,MAAM,CAAC,MAAM,UAAU,GAAG,qDAAqD,CAAC;AAEhF,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC,CAAC,OAAO,EAAE,OAAO,EAAE,OAAO,CAAC,CAAC,CAAC;AAEpE;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,MAAgB,EAAE,SAAiB;IACvE,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,GACR,OAAO,KAAK,KAAK,QAAQ,IAAI,KAAK,KAAK,IAAI,IAAI,MAAM,IAAI,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,SAAS,CAAC;QAC1F,IAAI,OAAO,IAAI,KAAK,QAAQ,IAAI,CAAC,sBAAsB,CAAC,GAAG,CAAC,IAAI,CAAC;YAAE,MAAM,KAAK,CAAC;QAC/E,MAAM,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC,CAAC;IAChC,CAAC;AACH,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,QAAQ,CAAC,IAAa;IACpC,OAAO,OAAO,IAAI,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC;AAC5D,CAAC;AAED,IAAI,gBAAgB,GAAG,CAAC,CAAC;AAEzB;;;;GAIG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CAAC,IAAY,EAAE,OAAe;IACjE,MAAM,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAChD,MAAM,SAAS,GAAG,GAAG,IAAI,IAAI,OAAO,CAAC,GAAG,IAAI,EAAE,gBAAgB,MAAM,CAAC;IACrE,MAAM,SAAS,CAAC,SAAS,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE,CAAC,CAAC;IACrD,MAAM,MAAM,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC;AAChC,CAAC;AAED,6FAA6F;AAC7F,MAAM,OAAO,WAAW;IACd,IAAI,GAAqB,OAAO,CAAC,OAAO,EAAE,CAAC;IAEnD,GAAG,CAAI,IAAsB;QAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,CAAC;QAC1C,IAAI,CAAC,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,EAAE,CAAC,SAAS,CAAC,CAAC;QAC1C,OAAO,MAAM,CAAC;IAChB,CAAC;CACF;AAED,MAAM,UAAU,GAAG,IAAI,GAAG,EAAuB,CAAC;AAElD;;;GAGG;AACH,MAAM,UAAU,QAAQ,CAAC,IAAY;IACnC,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAC3B,IAAI,KAAK,GAAG,UAAU,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC;IACjC,IAAI,CAAC,KAAK,EAAE,CAAC;QACX,KAAK,GAAG,IAAI,WAAW,EAAE,CAAC;QAC1B,UAAU,CAAC,GAAG,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC"}

package/dist/feeds/text.d.ts

@@ -0,0 +1,26 @@
+/**
+ * Text as social feeds count it: Bluesky in graphemes, Threads in
+ * characters with emoji counted by their UTF-8 bytes. A plain `.length`
+ * counts UTF-16 units, so it splits emoji and miscounts both.
+ */
+/** The length of a text as a feed counts it. */
+export type TextMeasure = (text: string) => number;
+/** The graphemes of `text`: what a reader sees as one character each. */
+export declare function graphemes(text: string): string[];
+/** The length in graphemes, as Bluesky counts it. */
+export declare const graphemeLength: TextMeasure;
+/** The length with emoji counted by their UTF-8 bytes, as Threads counts it. */
+export declare const threadsLength: TextMeasure;
+/**
+ * `text` cut to `max` with `ellipsis` when it is longer: at the last word
+ * boundary in the second half of what fits, else mid-word, never inside a
+ * grapheme.
+ */
+export declare function fitText(text: string, max: number, measure?: TextMeasure, ellipsis?: string): string;
+/**
+ * `text` in parts of at most `max`, for a thread of posts or a run of
+ * messages: whole paragraphs where they fit, else lines, else words, else
+ * graphemes.
+ */
+export declare function splitText(text: string, max: number, measure?: TextMeasure): string[];
+//# sourceMappingURL=text.d.ts.map

package/dist/feeds/text.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.d.ts","sourceRoot":"","sources":["../../src/feeds/text.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,gDAAgD;AAChD,MAAM,MAAM,WAAW,GAAG,CAAC,IAAI,EAAE,MAAM,KAAK,MAAM,CAAC;AAMnD,yEAAyE;AACzE,wBAAgB,SAAS,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,EAAE,CAEhD;AAED,qDAAqD;AACrD,eAAO,MAAM,cAAc,EAAE,WAA8C,CAAC;AAE5E,gFAAgF;AAChF,eAAO,MAAM,aAAa,EAAE,WAM3B,CAAC;AAcF;;;;GAIG;AACH,wBAAgB,OAAO,CACrB,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,WAA4B,EACrC,QAAQ,SAAM,GACb,MAAM,CAsBR;AAwBD;;;;GAIG;AACH,wBAAgB,SAAS,CACvB,IAAI,EAAE,MAAM,EACZ,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,WAA4B,GACpC,MAAM,EAAE,CA8BV"}

package/dist/feeds/text.js

@@ -0,0 +1,126 @@
+/**
+ * Text as social feeds count it: Bluesky in graphemes, Threads in
+ * characters with emoji counted by their UTF-8 bytes. A plain `.length`
+ * counts UTF-16 units, so it splits emoji and miscounts both.
+ */
+const segmenter = new Intl.Segmenter(undefined, { granularity: 'grapheme' });
+const encoder = new TextEncoder();
+const EMOJI = /\p{Extended_Pictographic}|\p{Regional_Indicator}|⃣/u;
+/** The graphemes of `text`: what a reader sees as one character each. */
+export function graphemes(text) {
+    return Array.from(segmenter.segment(text), (segment) => segment.segment);
+}
+/** The length in graphemes, as Bluesky counts it. */
+export const graphemeLength = (text) => graphemes(text).length;
+/** The length with emoji counted by their UTF-8 bytes, as Threads counts it. */
+export const threadsLength = (text) => {
+    let total = 0;
+    for (const grapheme of graphemes(text)) {
+        total += EMOJI.test(grapheme) ? encoder.encode(grapheme).length : 1;
+    }
+    return total;
+};
+/** How many of the first `parts` fit in `max` together. */
+function fittingCount(parts, max, measure) {
+    let low = 0;
+    let high = parts.length;
+    while (low < high) {
+        const middle = Math.ceil((low + high) / 2);
+        if (measure(parts.slice(0, middle).join('')) <= max)
+            low = middle;
+        else
+            high = middle - 1;
+    }
+    return low;
+}
+/**
+ * `text` cut to `max` with `ellipsis` when it is longer: at the last word
+ * boundary in the second half of what fits, else mid-word, never inside a
+ * grapheme.
+ */
+export function fitText(text, max, measure = graphemeLength, ellipsis = '…') {
+    if (measure(text) <= max)
+        return text;
+    const room = max - measure(ellipsis);
+    if (room <= 0) {
+        const marks = graphemes(ellipsis);
+        return marks.slice(0, fittingCount(marks, max, measure)).join('');
+    }
+    const parts = graphemes(text);
+    const count = fittingCount(parts, room, measure);
+    let cut = count;
+    for (let i = count; i > count / 2; i--) {
+        if (/\s/u.test(parts[i] ?? '')) {
+            cut = i;
+            break;
+        }
+    }
+    return (parts
+        .slice(0, cut)
+        .join('')
+        .replace(/[\s,;:\u2013\u2014-]+$/u, '') + ellipsis);
+}
+/** Splits a line longer than `max` at word boundaries, words longer than `max` mid-word. */
+function splitWords(line, max, measure) {
+    const out = [];
+    let current = '';
+    for (const word of line.split(/(?<=\s)/u)) {
+        if (measure((current + word).trimEnd()) <= max) {
+            current += word;
+            continue;
+        }
+        if (current.trim())
+            out.push(current.trimEnd());
+        let rest = graphemes(word);
+        while (measure(rest.join('').trimEnd()) > max) {
+            const count = Math.max(fittingCount(rest, max, measure), 1);
+            out.push(rest.slice(0, count).join(''));
+            rest = rest.slice(count);
+        }
+        current = rest.join('');
+    }
+    if (current.trim())
+        out.push(current.trimEnd());
+    return out;
+}
+/**
+ * `text` in parts of at most `max`, for a thread of posts or a run of
+ * messages: whole paragraphs where they fit, else lines, else words, else
+ * graphemes.
+ */
+export function splitText(text, max, measure = graphemeLength) {
+    if (max < 1)
+        throw new RangeError(`max must be at least 1, got ${max}`);
+    const trimmed = text.trim();
+    if (!trimmed)
+        return [];
+    if (measure(trimmed) <= max)
+        return [trimmed];
+    const out = [];
+    let current = '';
+    const flush = () => {
+        if (current.trim())
+            out.push(current.trim());
+        current = '';
+    };
+    for (const block of trimmed.split(/\n{2,}/u)) {
+        const pieces = measure(block) <= max
+            ? [block]
+            : block
+                .split('\n')
+                .flatMap((line) => (measure(line) <= max ? [line] : splitWords(line, max, measure)));
+        for (const [index, piece] of pieces.entries()) {
+            const separator = current ? (index > 0 ? '\n' : '\n\n') : '';
+            if (current && measure(current + separator + piece) <= max) {
+                current += separator + piece;
+            }
+            else {
+                flush();
+                current = piece;
+            }
+        }
+    }
+    flush();
+    return out;
+}
+//# sourceMappingURL=text.js.map

package/dist/feeds/text.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"text.js","sourceRoot":"","sources":["../../src/feeds/text.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAKH,MAAM,SAAS,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,WAAW,EAAE,UAAU,EAAE,CAAC,CAAC;AAC7E,MAAM,OAAO,GAAG,IAAI,WAAW,EAAE,CAAC;AAClC,MAAM,KAAK,GAAG,qDAAqD,CAAC;AAEpE,yEAAyE;AACzE,MAAM,UAAU,SAAS,CAAC,IAAY;IACpC,OAAO,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,EAAE,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC;AAC3E,CAAC;AAED,qDAAqD;AACrD,MAAM,CAAC,MAAM,cAAc,GAAgB,CAAC,IAAI,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,MAAM,CAAC;AAE5E,gFAAgF;AAChF,MAAM,CAAC,MAAM,aAAa,GAAgB,CAAC,IAAI,EAAE,EAAE;IACjD,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,QAAQ,IAAI,SAAS,CAAC,IAAI,CAAC,EAAE,CAAC;QACvC,KAAK,IAAI,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC;IACtE,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC,CAAC;AAEF,2DAA2D;AAC3D,SAAS,YAAY,CAAC,KAAwB,EAAE,GAAW,EAAE,OAAoB;IAC/E,IAAI,GAAG,GAAG,CAAC,CAAC;IACZ,IAAI,IAAI,GAAG,KAAK,CAAC,MAAM,CAAC;IACxB,OAAO,GAAG,GAAG,IAAI,EAAE,CAAC;QAClB,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC;QAC3C,IAAI,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,MAAM,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,IAAI,GAAG;YAAE,GAAG,GAAG,MAAM,CAAC;;YAC7D,IAAI,GAAG,MAAM,GAAG,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,OAAO,CACrB,IAAY,EACZ,GAAW,EACX,UAAuB,cAAc,EACrC,QAAQ,GAAG,GAAG;IAEd,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,GAAG;QAAE,OAAO,IAAI,CAAC;IACtC,MAAM,IAAI,GAAG,GAAG,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC;IACrC,IAAI,IAAI,IAAI,CAAC,EAAE,CAAC;QACd,MAAM,KAAK,GAAG,SAAS,CAAC,QAAQ,CAAC,CAAC;QAClC,OAAO,KAAK,CAAC,KAAK,CAAC,CAAC,EAAE,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACpE,CAAC;IACD,MAAM,KAAK,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;IAC9B,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IACjD,IAAI,GAAG,GAAG,KAAK,CAAC;IAChB,KAAK,IAAI,CAAC,GAAG,KAAK,EAAE,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;QACvC,IAAI,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,EAAE,CAAC;YAC/B,GAAG,GAAG,CAAC,CAAC;YACR,MAAM;QACR,CAAC;IACH,CAAC;IACD,OAAO,CACL,KAAK;SACF,KAAK,CAAC,CAAC,EAAE,GAAG,CAAC;SACb,IAAI,CAAC,EAAE,CAAC;SACR,OAAO,CAAC,yBAAyB,EAAE,EAAE,CAAC,GAAG,QAAQ,CACrD,CAAC;AACJ,CAAC;AAED,4FAA4F;AAC5F,SAAS,UAAU,CAAC,IAAY,EAAE,GAAW,EAAE,OAAoB;IACjE,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,EAAE,CAAC;QAC1C,IAAI,OAAO,CAAC,CAAC,OAAO,GAAG,IAAI,CAAC,CAAC,OAAO,EAAE,CAAC,IAAI,GAAG,EAAE,CAAC;YAC/C,OAAO,IAAI,IAAI,CAAC;YAChB,SAAS;QACX,CAAC;QACD,IAAI,OAAO,CAAC,IAAI,EAAE;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;QAChD,IAAI,IAAI,GAAG,SAAS,CAAC,IAAI,CAAC,CAAC;QAC3B,OAAO,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,GAAG,GAAG,EAAE,CAAC;YAC9C,MAAM,KAAK,GAAG,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,EAAE,CAAC,CAAC,CAAC;YAC5D,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC,CAAC;YACxC,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,GAAG,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAC1B,CAAC;IACD,IAAI,OAAO,CAAC,IAAI,EAAE;QAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;IAChD,OAAO,GAAG,CAAC;AACb,CAAC;AAED;;;;GAIG;AACH,MAAM,UAAU,SAAS,CACvB,IAAY,EACZ,GAAW,EACX,UAAuB,cAAc;IAErC,IAAI,GAAG,GAAG,CAAC;QAAE,MAAM,IAAI,UAAU,CAAC,+BAA+B,GAAG,EAAE,CAAC,CAAC;IACxE,MAAM,OAAO,GAAG,IAAI,CAAC,IAAI,EAAE,CAAC;IAC5B,IAAI,CAAC,OAAO;QAAE,OAAO,EAAE,CAAC;IACxB,IAAI,OAAO,CAAC,OAAO,CAAC,IAAI,GAAG;QAAE,OAAO,CAAC,OAAO,CAAC,CAAC;IAC9C,MAAM,GAAG,GAAa,EAAE,CAAC;IACzB,IAAI,OAAO,GAAG,EAAE,CAAC;IACjB,MAAM,KAAK,GAAG,GAAG,EAAE;QACjB,IAAI,OAAO,CAAC,IAAI,EAAE;YAAE,GAAG,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7C,OAAO,GAAG,EAAE,CAAC;IACf,CAAC,CAAC;IACF,KAAK,MAAM,KAAK,IAAI,OAAO,CAAC,KAAK,CAAC,SAAS,CAAC,EAAE,CAAC;QAC7C,MAAM,MAAM,GACV,OAAO,CAAC,KAAK,CAAC,IAAI,GAAG;YACnB,CAAC,CAAC,CAAC,KAAK,CAAC;YACT,CAAC,CAAC,KAAK;iBACF,KAAK,CAAC,IAAI,CAAC;iBACX,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC,CAAC,CAAC;QAC7F,KAAK,MAAM,CAAC,KAAK,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,EAAE,EAAE,CAAC;YAC9C,MAAM,SAAS,GAAG,OAAO,CAAC,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC7D,IAAI,OAAO,IAAI,OAAO,CAAC,OAAO,GAAG,SAAS,GAAG,KAAK,CAAC,IAAI,GAAG,EAAE,CAAC;gBAC3D,OAAO,IAAI,SAAS,GAAG,KAAK,CAAC;YAC/B,CAAC;iBAAM,CAAC;gBACN,KAAK,EAAE,CAAC;gBACR,OAAO,GAAG,KAAK,CAAC;YAClB,CAAC;QACH,CAAC;IACH,CAAC;IACD,KAAK,EAAE,CAAC;IACR,OAAO,GAAG,CAAC;AACb,CAAC"}

package/dist/feeds/token-store.d.ts

@@ -0,0 +1,45 @@
+import type { StoredToken, TokenStore } from '@cogitator-ai/types';
+import { type PgClient } from './storage.js';
+/** Tokens in memory: they are gone when the process ends. For tests and one-off scripts. */
+export declare class MemoryTokenStore implements TokenStore {
+    private readonly tokens;
+    get(key: string): Promise<StoredToken | undefined>;
+    set(key: string, token: StoredToken): Promise<void>;
+    delete(key: string): Promise<void>;
+}
+export interface FileTokenStoreOptions {
+    /** The JSON file, readable by its owner only (default `~/.cogitator/tokens.json`). */
+    path?: string;
+}
+/**
+ * Tokens in one JSON file, written atomically with owner-only permissions,
+ * for a single process. Stores of one process on the same file take turns,
+ * so a Bluesky session and a Threads token kept in one file never overwrite
+ * each other. Several processes need `PostgresTokenStore`.
+ */
+export declare class FileTokenStore implements TokenStore {
+    readonly path: string;
+    private readonly queue;
+    constructor(options?: FileTokenStoreOptions);
+    get(key: string): Promise<StoredToken | undefined>;
+    set(key: string, token: StoredToken): Promise<void>;
+    delete(key: string): Promise<void>;
+    private read;
+}
+export interface PostgresTokenStoreOptions {
+    client: PgClient;
+    /** Table name (default `cogitator_tokens`), created on first use. */
+    table?: string;
+}
+/** Tokens in a Postgres table, shared by every process that renews them. */
+export declare class PostgresTokenStore implements TokenStore {
+    private readonly client;
+    private readonly table;
+    private ready?;
+    constructor(options: PostgresTokenStoreOptions);
+    get(key: string): Promise<StoredToken | undefined>;
+    set(key: string, token: StoredToken): Promise<void>;
+    delete(key: string): Promise<void>;
+    private ensureTable;
+}
+//# sourceMappingURL=token-store.d.ts.map

package/dist/feeds/token-store.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-store.d.ts","sourceRoot":"","sources":["../../src/feeds/token-store.ts"],"names":[],"mappings":"AAGA,OAAO,KAAK,EAAE,WAAW,EAAE,UAAU,EAAE,MAAM,qBAAqB,CAAC;AACnE,OAAO,EAEL,KAAK,QAAQ,EAKd,MAAM,WAAW,CAAC;AAYnB,4FAA4F;AAC5F,qBAAa,gBAAiB,YAAW,UAAU;IACjD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAkC;IAEnD,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAKlD,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAInD,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;CAGzC;AAED,MAAM,WAAW,qBAAqB;IACpC,sFAAsF;IACtF,IAAI,CAAC,EAAE,MAAM,CAAC;CACf;AAED;;;;;GAKG;AACH,qBAAa,cAAe,YAAW,UAAU;IAC/C,QAAQ,CAAC,IAAI,EAAE,MAAM,CAAC;IACtB,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAc;gBAExB,OAAO,GAAE,qBAA0B;IAKzC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAIlD,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAQnD,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;YAS1B,IAAI;CAkBnB;AAED,MAAM,WAAW,yBAAyB;IACxC,MAAM,EAAE,QAAQ,CAAC;IACjB,qEAAqE;IACrE,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,4EAA4E;AAC5E,qBAAa,kBAAmB,YAAW,UAAU;IACnD,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAW;IAClC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAS;IAC/B,OAAO,CAAC,KAAK,CAAC,CAAgB;gBAElB,OAAO,EAAE,yBAAyB;IAOxC,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC;IAiBlD,GAAG,CAAC,GAAG,EAAE,MAAM,EAAE,KAAK,EAAE,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC;IAYnD,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAKxC,OAAO,CAAC,WAAW;CAgBpB"}