@atproto/bsky 0.3.13 → 0.5.0

package/dist/api/app/bsky/unspecced/atmosphere-hydration.js

@@ -0,0 +1,201 @@
+import { toDatetimeString, } from '@atproto/lex';
+import { AtUri } from '@atproto/syntax';
+import { externalAssociatedRefsFromPosts, getSiteStandardRecordsFromRefs, } from '../../../../hydration/external.js';
+import { mergeStates, } from '../../../../hydration/hydrator.js';
+import { HydrationMap } from '../../../../hydration/util.js';
+import { app, place, site, social } from '../../../../lexicons/index.js';
+import { recordUriOf, uriToDid } from '../../../../util/uris.js';
+import { availableRecord, externalRecordViewRefs, } from '../../../../views/external.js';
+/** Request-scoped hydration and visibility for incrementally fetched roots. */
+export class AtmosphereTimelineHydrator {
+    constructor(ctx, hydrateCtx, now) {
+        this.ctx = ctx;
+        this.hydrateCtx = hydrateCtx;
+        this.now = now;
+        this.seen = new Set();
+        this.seenPosts = new Set();
+        this.state = {
+            ctx: hydrateCtx,
+            externalPublicationSubscriptions: new HydrationMap(),
+        };
+    }
+    /** Hydrate new roots and their dependencies without repeating prior lookups. */
+    async hydrate(uris) {
+        const posts = [];
+        const external = [];
+        for (const uri of uris) {
+            if (new AtUri(uri).collection === app.bsky.feed.post.$type) {
+                if (this.seenPosts.has(uri))
+                    continue;
+                this.seenPosts.add(uri);
+                posts.push(uri);
+            }
+            else {
+                external.push(uri);
+            }
+        }
+        this.state = mergeStates(this.state, await this.ctx.hydrator.hydrateEmbedExternalViewFromUris(external, this.hydrateCtx, {
+            hydration: 'basic',
+            seenRecordKeys: this.seen,
+            publicationSubscriptions: this.state.externalPublicationSubscriptions,
+        }));
+        // @NOTE Latest lookups also satisfy exact refs to that same version.
+        for (const key of this.state.externalRecordsByRef?.keys() ?? []) {
+            this.seen.add(key);
+        }
+        if (posts.length) {
+            this.state = mergeStates(this.state, await this.ctx.hydrator.hydratePosts(posts.map((uri) => ({ uri })), this.hydrateCtx, this.state, {
+                externalSeenRecordKeys: this.seen,
+                externalPublicationSubscriptions: this.state.externalPublicationSubscriptions,
+            }));
+        }
+    }
+    /** Return only an already-loaded, visible author profile for overflow. */
+    profile(did) {
+        if (!this.visibleAuthor(did))
+            return;
+        return this.ctx.views.profileBasic(did, this.state);
+    }
+    /** Recheck current dependencies and moderation without building a view. */
+    isVisible(uri) {
+        return this.selectActivity(uri) !== undefined;
+    }
+    /** Compose a renderable root and the target used by final-page grouping. */
+    activity(uri, sortedAt) {
+        const selected = this.selectActivity(uri);
+        if (!selected)
+            return;
+        const { info, collection, target, groupable, subscribed, viewUri, state } = selected;
+        let view;
+        if (collection === app.bsky.feed.post.$type) {
+            const postView = this.ctx.views.post(uri, this.state);
+            if (!postView)
+                return;
+            view = app.bsky.feed.defs.postView.$build(postView);
+        }
+        else {
+            view = this.ctx.views.externalRecordView(viewUri, state, this.now);
+            if (!view)
+                return;
+        }
+        return {
+            item: app.bsky.unspecced.getAtmosphereTimeline.activityItem.$build({
+                record: { uri, cid: info.cid, indexedAt: toDatetimeString(sortedAt) },
+                collection,
+                viewerState: { subscribed },
+                view,
+            }),
+            sortedAt,
+            target,
+            groupable,
+        };
+    }
+    selectActivity(uri) {
+        if (!this.visibleRecord(uri, this.state))
+            return;
+        const collection = new AtUri(uri).collection;
+        let info = this.state.externalRecords?.get(uri);
+        let viewUri = uri;
+        let state = this.state;
+        let target;
+        let groupable = true;
+        let subscribed = false;
+        if (collection === app.bsky.feed.post.$type) {
+            const post = this.state.posts?.get(uri);
+            if (!post || !app.bsky.feed.post.$matches(post.record))
+                return;
+            const layer = new HydrationMap([[uri, post]]);
+            const { document, publication } = getSiteStandardRecordsFromRefs(externalAssociatedRefsFromPosts(layer), this.state.externalRecordsByRef, this.state.externalRecords);
+            if (!document)
+                return;
+            // @NOTE Only the pinned document and its publication back this view.
+            const externalRecords = new HydrationMap([
+                [document.ref.uri, document.info],
+            ]);
+            if (publication) {
+                externalRecords.set(publication.ref.uri, publication.info);
+            }
+            state = { ...this.state, externalRecords };
+            viewUri = document.ref.uri;
+            info = post;
+            target = document.ref.uri;
+            groupable = false;
+        }
+        else {
+            if (!info)
+                return;
+            const { record } = info;
+            if (collection === site.standard.graph.recommend.$type &&
+                site.standard.graph.recommend.$matches(record)) {
+                target = recordUriOf(record.document, site.standard.document.$type);
+            }
+            else if (collection === site.standard.graph.subscription.$type &&
+                site.standard.graph.subscription.$matches(record)) {
+                target = recordUriOf(record.publication, site.standard.publication.$type);
+            }
+            else if (collection === social.grain.favorite.$type &&
+                social.grain.favorite.$matches(record)) {
+                target = recordUriOf(record.subject, social.grain.gallery.$type);
+            }
+            else if (collection !== site.standard.document.$type &&
+                collection !== site.standard.publication.$type &&
+                collection !== social.grain.gallery.$type &&
+                collection !== place.stream.livestream.$type) {
+                return;
+            }
+            if (collection === site.standard.graph.recommend.$type ||
+                collection === site.standard.graph.subscription.$type ||
+                collection === social.grain.favorite.$type) {
+                if (!target)
+                    return;
+                viewUri = target;
+            }
+            if (site.standard.document.$matches(record)) {
+                const publication = recordUriOf(record.site, site.standard.publication.$type);
+                const subscription = publication
+                    ? this.state.externalPublicationSubscriptions?.get(publication)
+                    : false;
+                subscribed = subscription === true;
+                groupable = subscription === false;
+            }
+            else if (place.stream.livestream.$matches(record)) {
+                groupable = !!record.endedAt;
+            }
+        }
+        if (!info || !this.visibleExternal(viewUri, state))
+            return;
+        return {
+            info,
+            collection: collection,
+            target,
+            groupable,
+            subscribed,
+            viewUri,
+            state,
+        };
+    }
+    visibleAuthor(did, state = this.state) {
+        const { views } = this.ctx;
+        return (this.hasUnmutedAuthor(did, state) &&
+            !views.actorIsNoHosted(did, state) &&
+            !views.viewerBlockExists(did, state) &&
+            views.viewerSeesNeedsReview({ did }, state));
+    }
+    hasUnmutedAuthor(did, state) {
+        // @NOTE Shared views tolerate absent profiles; timeline activity needs one.
+        return (!!state.actors?.get(did) && !this.ctx.views.viewerMuteExists(did, state));
+    }
+    visibleRecord(uri, state) {
+        const info = state.externalRecords?.get(uri) ?? state.posts?.get(uri);
+        return (!!availableRecord(this.ctx.views, uri, state, info) &&
+            this.hasUnmutedAuthor(uriToDid(uri), state));
+    }
+    visibleExternal(uri, state) {
+        const refs = externalRecordViewRefs(this.ctx.views, uri, state);
+        return (!!refs &&
+            refs.every((ref) => this.hasUnmutedAuthor(uriToDid(ref), state)) &&
+            (new AtUri(uri).collection !== social.grain.gallery.$type ||
+                refs.length > 1));
+    }
+}
+//# sourceMappingURL=atmosphere-hydration.js.map

package/dist/api/app/bsky/unspecced/atmosphere-hydration.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"atmosphere-hydration.js","sourceRoot":"","sources":["../../../../../src/api/app/bsky/unspecced/atmosphere-hydration.ts"],"names":[],"mappings":"AAAA,OAAO,EAIL,gBAAgB,GACjB,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,KAAK,EAAE,MAAM,iBAAiB,CAAA;AACvC,OAAO,EAEL,+BAA+B,EAC/B,8BAA8B,GAC/B,MAAM,mCAAmC,CAAA;AAE1C,OAAO,EAIL,WAAW,GACZ,MAAM,mCAAmC,CAAA;AAC1C,OAAO,EAAE,YAAY,EAAE,MAAM,+BAA+B,CAAA;AAC5D,OAAO,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,MAAM,+BAA+B,CAAA;AACxE,OAAO,EAAE,WAAW,EAAE,QAAQ,EAAE,MAAM,0BAA0B,CAAA;AAChE,OAAO,EACL,eAAe,EACf,sBAAsB,GACvB,MAAM,+BAA+B,CAAA;AAItC,+EAA+E;AAC/E,MAAM,OAAO,0BAA0B;IAKrC,YACmB,GAAyC,EACzC,UAAgC,EAChC,GAAW;QAFX,QAAG,GAAH,GAAG,CAAsC;QACzC,eAAU,GAAV,UAAU,CAAsB;QAChC,QAAG,GAAH,GAAG,CAAQ;QANb,SAAI,GAAG,IAAI,GAAG,EAAU,CAAA;QACxB,cAAS,GAAG,IAAI,GAAG,EAAe,CAAA;QAOjD,IAAI,CAAC,KAAK,GAAG;YACX,GAAG,EAAE,UAAU;YACf,gCAAgC,EAAE,IAAI,YAAY,EAAE;SACrD,CAAA;IACH,CAAC;IAED,gFAAgF;IAChF,KAAK,CAAC,OAAO,CAAC,IAAmB;QAC/B,MAAM,KAAK,GAAkB,EAAE,CAAA;QAC/B,MAAM,QAAQ,GAAkB,EAAE,CAAA;QAClC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACvB,IAAI,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,UAAU,KAAK,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC3D,IAAI,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC;oBAAE,SAAQ;gBACrC,IAAI,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;gBACvB,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACjB,CAAC;iBAAM,CAAC;gBACN,QAAQ,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACpB,CAAC;QACH,CAAC;QACD,IAAI,CAAC,KAAK,GAAG,WAAW,CACtB,IAAI,CAAC,KAAK,EACV,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,gCAAgC,CACtD,QAAQ,EACR,IAAI,CAAC,UAAU,EACf;YACE,SAAS,EAAE,OAAO;YAClB,cAAc,EAAE,IAAI,CAAC,IAAI;YACzB,wBAAwB,EAAE,IAAI,CAAC,KAAK,CAAC,gCAAgC;SACtE,CACF,CACF,CAAA;QACD,qEAAqE;QACrE,KAAK,MAAM,GAAG,IAAI,IAAI,CAAC,KAAK,CAAC,oBAAoB,EAAE,IAAI,EAAE,IAAI,EAAE,EAAE,CAAC;YAChE,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACpB,CAAC;QACD,IAAI,KAAK,CAAC,MAAM,EAAE,CAAC;YACjB,IAAI,CAAC,KAAK,GAAG,WAAW,CACtB,IAAI,CAAC,KAAK,EACV,MAAM,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,YAAY,CAClC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,EAAE,GAAG,EAAE,CAAC,CAAC,EAC7B,IAAI,CAAC,UAAU,EACf,IAAI,CAAC,KAAK,EACV;gBACE,sBAAsB,EAAE,IAAI,CAAC,IAAI;gBACjC,gCAAgC,EAC9B,IAAI,CAAC,KAAK,CAAC,gCAAgC;aAC9C,CACF,CACF,CAAA;QACH,CAAC;IACH,CAAC;IAED,0EAA0E;IAC1E,OAAO,CAAC,GAAc;QACpB,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC;YAAE,OAAM;QACpC,OAAO,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,YAAY,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;IACrD,CAAC;IAED,2EAA2E;IAC3E,SAAS,CAAC,GAAgB;QACxB,OAAO,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,KAAK,SAAS,CAAA;IAC/C,CAAC;IAED,4EAA4E;IAC5E,QAAQ,CAAC,GAAgB,EAAE,QAAgB;QACzC,MAAM,QAAQ,GAAG,IAAI,CAAC,cAAc,CAAC,GAAG,CAAC,CAAA;QACzC,IAAI,CAAC,QAAQ;YAAE,OAAM;QACrB,MAAM,EAAE,IAAI,EAAE,UAAU,EAAE,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,OAAO,EAAE,KAAK,EAAE,GACvE,QAAQ,CAAA;QACV,IAAI,IAAmE,CAAA;QACvE,IAAI,UAAU,KAAK,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,CAAA;YACrD,IAAI,CAAC,QAAQ;gBAAE,OAAM;YACrB,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACrD,CAAC;aAAM,CAAC;YACN,IAAI,GAAG,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,kBAAkB,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,CAAA;YAClE,IAAI,CAAC,IAAI;gBAAE,OAAM;QACnB,CAAC;QACD,OAAO;YACL,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,YAAY,CAAC,MAAM,CAAC;gBACjE,MAAM,EAAE,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,EAAE,SAAS,EAAE,gBAAgB,CAAC,QAAQ,CAAC,EAAE;gBACrE,UAAU;gBACV,WAAW,EAAE,EAAE,UAAU,EAAE;gBAC3B,IAAI;aACL,CAAC;YACF,QAAQ;YACR,MAAM;YACN,SAAS;SACV,CAAA;IACH,CAAC;IAEO,cAAc,CAAC,GAAgB;QACrC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC;YAAE,OAAM;QAChD,MAAM,UAAU,GAAG,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,UAAU,CAAA;QAC5C,IAAI,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,eAAe,EAAE,GAAG,CAAC,GAAG,CAAC,CAAA;QAC/C,IAAI,OAAO,GAAG,GAAG,CAAA;QACjB,IAAI,KAAK,GAAG,IAAI,CAAC,KAAK,CAAA;QACtB,IAAI,MAA+B,CAAA;QACnC,IAAI,SAAS,GAAG,IAAI,CAAA;QACpB,IAAI,UAAU,GAAG,KAAK,CAAA;QAEtB,IAAI,UAAU,KAAK,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC;YAC5C,MAAM,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAA;YACvC,IAAI,CAAC,IAAI,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC;gBAAE,OAAM;YAC9D,MAAM,KAAK,GAAU,IAAI,YAAY,CAAC,CAAC,CAAC,GAAG,EAAE,IAAI,CAAC,CAAC,CAAC,CAAA;YACpD,MAAM,EAAE,QAAQ,EAAE,WAAW,EAAE,GAAG,8BAA8B,CAC9D,+BAA+B,CAAC,KAAK,CAAC,EACtC,IAAI,CAAC,KAAK,CAAC,oBAAoB,EAC/B,IAAI,CAAC,KAAK,CAAC,eAAe,CAC3B,CAAA;YACD,IAAI,CAAC,QAAQ;gBAAE,OAAM;YACrB,qEAAqE;YACrE,MAAM,eAAe,GAAG,IAAI,YAAY,CAA8B;gBACpE,CAAC,QAAQ,CAAC,GAAG,CAAC,GAAG,EAAE,QAAQ,CAAC,IAAI,CAAC;aAClC,CAAC,CAAA;YACF,IAAI,WAAW,EAAE,CAAC;gBAChB,eAAe,CAAC,GAAG,CAAC,WAAW,CAAC,GAAG,CAAC,GAAG,EAAE,WAAW,CAAC,IAAI,CAAC,CAAA;YAC5D,CAAC;YACD,KAAK,GAAG,EAAE,GAAG,IAAI,CAAC,KAAK,EAAE,eAAe,EAAE,CAAA;YAC1C,OAAO,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAA;YAC1B,IAAI,GAAG,IAAI,CAAA;YACX,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,GAAG,CAAA;YACzB,SAAS,GAAG,KAAK,CAAA;QACnB,CAAC;aAAM,CAAC;YACN,IAAI,CAAC,IAAI;gBAAE,OAAM;YACjB,MAAM,EAAE,MAAM,EAAE,GAAG,IAAI,CAAA;YACvB,IACE,UAAU,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK;gBAClD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC,EAC9C,CAAC;gBACD,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC,CAAA;YACrE,CAAC;iBAAM,IACL,UAAU,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK;gBACrD,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,QAAQ,CAAC,MAAM,CAAC,EACjD,CAAC;gBACD,MAAM,GAAG,WAAW,CAClB,MAAM,CAAC,WAAW,EAClB,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,CAChC,CAAA;YACH,CAAC;iBAAM,IACL,UAAU,KAAK,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK;gBAC1C,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EACtC,CAAC;gBACD,MAAM,GAAG,WAAW,CAAC,MAAM,CAAC,OAAO,EAAE,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,CAAA;YAClE,CAAC;iBAAM,IACL,UAAU,KAAK,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,KAAK;gBAC3C,UAAU,KAAK,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK;gBAC9C,UAAU,KAAK,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK;gBACzC,UAAU,KAAK,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,KAAK,EAC5C,CAAC;gBACD,OAAM;YACR,CAAC;YACD,IACE,UAAU,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,SAAS,CAAC,KAAK;gBAClD,UAAU,KAAK,IAAI,CAAC,QAAQ,CAAC,KAAK,CAAC,YAAY,CAAC,KAAK;gBACrD,UAAU,KAAK,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,KAAK,EAC1C,CAAC;gBACD,IAAI,CAAC,MAAM;oBAAE,OAAM;gBACnB,OAAO,GAAG,MAAM,CAAA;YAClB,CAAC;YACD,IAAI,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBAC5C,MAAM,WAAW,GAAG,WAAW,CAC7B,MAAM,CAAC,IAAI,EACX,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,CAChC,CAAA;gBACD,MAAM,YAAY,GAAG,WAAW;oBAC9B,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,gCAAgC,EAAE,GAAG,CAAC,WAAW,CAAC;oBAC/D,CAAC,CAAC,KAAK,CAAA;gBACT,UAAU,GAAG,YAAY,KAAK,IAAI,CAAA;gBAClC,SAAS,GAAG,YAAY,KAAK,KAAK,CAAA;YACpC,CAAC;iBAAM,IAAI,KAAK,CAAC,MAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,MAAM,CAAC,EAAE,CAAC;gBACpD,SAAS,GAAG,CAAC,CAAC,MAAM,CAAC,OAAO,CAAA;YAC9B,CAAC;QACH,CAAC;QACD,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,KAAK,CAAC;YAAE,OAAM;QAC1D,OAAO;YACL,IAAI;YACJ,UAAU,EAAE,UAAwB;YACpC,MAAM;YACN,SAAS;YACT,UAAU;YACV,OAAO;YACP,KAAK;SACN,CAAA;IACH,CAAC;IAEO,aAAa,CAAC,GAAc,EAAE,KAAK,GAAG,IAAI,CAAC,KAAK;QACtD,MAAM,EAAE,KAAK,EAAE,GAAG,IAAI,CAAC,GAAG,CAAA;QAC1B,OAAO,CACL,IAAI,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC;YACjC,CAAC,KAAK,CAAC,eAAe,CAAC,GAAG,EAAE,KAAK,CAAC;YAClC,CAAC,KAAK,CAAC,iBAAiB,CAAC,GAAG,EAAE,KAAK,CAAC;YACpC,KAAK,CAAC,qBAAqB,CAAC,EAAE,GAAG,EAAE,EAAE,KAAK,CAAC,CAC5C,CAAA;IACH,CAAC;IAEO,gBAAgB,CAAC,GAAc,EAAE,KAAqB;QAC5D,4EAA4E;QAC5E,OAAO,CACL,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,CAAC,gBAAgB,CAAC,GAAG,EAAE,KAAK,CAAC,CACzE,CAAA;IACH,CAAC;IAEO,aAAa,CAAC,GAAgB,EAAE,KAAqB;QAC3D,MAAM,IAAI,GAAG,KAAK,CAAC,eAAe,EAAE,GAAG,CAAC,GAAG,CAAC,IAAI,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,GAAG,CAAC,CAAA;QACrE,OAAO,CACL,CAAC,CAAC,eAAe,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,EAAE,IAAI,CAAC;YACnD,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAC5C,CAAA;IACH,CAAC;IAEO,eAAe,CAAC,GAAgB,EAAE,KAAqB;QAC7D,MAAM,IAAI,GAAG,sBAAsB,CAAC,IAAI,CAAC,GAAG,CAAC,KAAK,EAAE,GAAG,EAAE,KAAK,CAAC,CAAA;QAC/D,OAAO,CACL,CAAC,CAAC,IAAI;YACN,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,KAAK,CAAC,CAAC;YAChE,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,UAAU,KAAK,MAAM,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK;gBACvD,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CACnB,CAAA;IACH,CAAC;CACF","sourcesContent":["import {\n  type AtUriString,\n  type DidString,\n  type NsidString,\n  toDatetimeString,\n} from '@atproto/lex'\nimport { AtUri } from '@atproto/syntax'\nimport {\n  type ExternalRecord,\n  externalAssociatedRefsFromPosts,\n  getSiteStandardRecordsFromRefs,\n} from '../../../../hydration/external.js'\nimport type { Posts } from '../../../../hydration/feed.js'\nimport {\n  type HydrateCtxWithViewer,\n  type HydrationState,\n  type Hydrator,\n  mergeStates,\n} from '../../../../hydration/hydrator.js'\nimport { HydrationMap } from '../../../../hydration/util.js'\nimport { app, place, site, social } from '../../../../lexicons/index.js'\nimport { recordUriOf, uriToDid } from '../../../../util/uris.js'\nimport {\n  availableRecord,\n  externalRecordViewRefs,\n} from '../../../../views/external.js'\nimport type { Views } from '../../../../views/index.js'\nimport type { TimelineActivity } from './atmosphere-grouping.js'\n\n/** Request-scoped hydration and visibility for incrementally fetched roots. */\nexport class AtmosphereTimelineHydrator {\n  private state: HydrationState\n  private readonly seen = new Set<string>()\n  private readonly seenPosts = new Set<AtUriString>()\n\n  constructor(\n    private readonly ctx: { hydrator: Hydrator; views: Views },\n    private readonly hydrateCtx: HydrateCtxWithViewer,\n    private readonly now: number,\n  ) {\n    this.state = {\n      ctx: hydrateCtx,\n      externalPublicationSubscriptions: new HydrationMap(),\n    }\n  }\n\n  /** Hydrate new roots and their dependencies without repeating prior lookups. */\n  async hydrate(uris: AtUriString[]): Promise<void> {\n    const posts: AtUriString[] = []\n    const external: AtUriString[] = []\n    for (const uri of uris) {\n      if (new AtUri(uri).collection === app.bsky.feed.post.$type) {\n        if (this.seenPosts.has(uri)) continue\n        this.seenPosts.add(uri)\n        posts.push(uri)\n      } else {\n        external.push(uri)\n      }\n    }\n    this.state = mergeStates(\n      this.state,\n      await this.ctx.hydrator.hydrateEmbedExternalViewFromUris(\n        external,\n        this.hydrateCtx,\n        {\n          hydration: 'basic',\n          seenRecordKeys: this.seen,\n          publicationSubscriptions: this.state.externalPublicationSubscriptions,\n        },\n      ),\n    )\n    // @NOTE Latest lookups also satisfy exact refs to that same version.\n    for (const key of this.state.externalRecordsByRef?.keys() ?? []) {\n      this.seen.add(key)\n    }\n    if (posts.length) {\n      this.state = mergeStates(\n        this.state,\n        await this.ctx.hydrator.hydratePosts(\n          posts.map((uri) => ({ uri })),\n          this.hydrateCtx,\n          this.state,\n          {\n            externalSeenRecordKeys: this.seen,\n            externalPublicationSubscriptions:\n              this.state.externalPublicationSubscriptions,\n          },\n        ),\n      )\n    }\n  }\n\n  /** Return only an already-loaded, visible author profile for overflow. */\n  profile(did: DidString): app.bsky.actor.defs.ProfileViewBasic | undefined {\n    if (!this.visibleAuthor(did)) return\n    return this.ctx.views.profileBasic(did, this.state)\n  }\n\n  /** Recheck current dependencies and moderation without building a view. */\n  isVisible(uri: AtUriString): boolean {\n    return this.selectActivity(uri) !== undefined\n  }\n\n  /** Compose a renderable root and the target used by final-page grouping. */\n  activity(uri: AtUriString, sortedAt: number): TimelineActivity | undefined {\n    const selected = this.selectActivity(uri)\n    if (!selected) return\n    const { info, collection, target, groupable, subscribed, viewUri, state } =\n      selected\n    let view: app.bsky.unspecced.getAtmosphereTimeline.ActivityItem['view']\n    if (collection === app.bsky.feed.post.$type) {\n      const postView = this.ctx.views.post(uri, this.state)\n      if (!postView) return\n      view = app.bsky.feed.defs.postView.$build(postView)\n    } else {\n      view = this.ctx.views.externalRecordView(viewUri, state, this.now)\n      if (!view) return\n    }\n    return {\n      item: app.bsky.unspecced.getAtmosphereTimeline.activityItem.$build({\n        record: { uri, cid: info.cid, indexedAt: toDatetimeString(sortedAt) },\n        collection,\n        viewerState: { subscribed },\n        view,\n      }),\n      sortedAt,\n      target,\n      groupable,\n    }\n  }\n\n  private selectActivity(uri: AtUriString) {\n    if (!this.visibleRecord(uri, this.state)) return\n    const collection = new AtUri(uri).collection\n    let info = this.state.externalRecords?.get(uri)\n    let viewUri = uri\n    let state = this.state\n    let target: AtUriString | undefined\n    let groupable = true\n    let subscribed = false\n\n    if (collection === app.bsky.feed.post.$type) {\n      const post = this.state.posts?.get(uri)\n      if (!post || !app.bsky.feed.post.$matches(post.record)) return\n      const layer: Posts = new HydrationMap([[uri, post]])\n      const { document, publication } = getSiteStandardRecordsFromRefs(\n        externalAssociatedRefsFromPosts(layer),\n        this.state.externalRecordsByRef,\n        this.state.externalRecords,\n      )\n      if (!document) return\n      // @NOTE Only the pinned document and its publication back this view.\n      const externalRecords = new HydrationMap<AtUriString, ExternalRecord>([\n        [document.ref.uri, document.info],\n      ])\n      if (publication) {\n        externalRecords.set(publication.ref.uri, publication.info)\n      }\n      state = { ...this.state, externalRecords }\n      viewUri = document.ref.uri\n      info = post\n      target = document.ref.uri\n      groupable = false\n    } else {\n      if (!info) return\n      const { record } = info\n      if (\n        collection === site.standard.graph.recommend.$type &&\n        site.standard.graph.recommend.$matches(record)\n      ) {\n        target = recordUriOf(record.document, site.standard.document.$type)\n      } else if (\n        collection === site.standard.graph.subscription.$type &&\n        site.standard.graph.subscription.$matches(record)\n      ) {\n        target = recordUriOf(\n          record.publication,\n          site.standard.publication.$type,\n        )\n      } else if (\n        collection === social.grain.favorite.$type &&\n        social.grain.favorite.$matches(record)\n      ) {\n        target = recordUriOf(record.subject, social.grain.gallery.$type)\n      } else if (\n        collection !== site.standard.document.$type &&\n        collection !== site.standard.publication.$type &&\n        collection !== social.grain.gallery.$type &&\n        collection !== place.stream.livestream.$type\n      ) {\n        return\n      }\n      if (\n        collection === site.standard.graph.recommend.$type ||\n        collection === site.standard.graph.subscription.$type ||\n        collection === social.grain.favorite.$type\n      ) {\n        if (!target) return\n        viewUri = target\n      }\n      if (site.standard.document.$matches(record)) {\n        const publication = recordUriOf(\n          record.site,\n          site.standard.publication.$type,\n        )\n        const subscription = publication\n          ? this.state.externalPublicationSubscriptions?.get(publication)\n          : false\n        subscribed = subscription === true\n        groupable = subscription === false\n      } else if (place.stream.livestream.$matches(record)) {\n        groupable = !!record.endedAt\n      }\n    }\n    if (!info || !this.visibleExternal(viewUri, state)) return\n    return {\n      info,\n      collection: collection as NsidString,\n      target,\n      groupable,\n      subscribed,\n      viewUri,\n      state,\n    }\n  }\n\n  private visibleAuthor(did: DidString, state = this.state): boolean {\n    const { views } = this.ctx\n    return (\n      this.hasUnmutedAuthor(did, state) &&\n      !views.actorIsNoHosted(did, state) &&\n      !views.viewerBlockExists(did, state) &&\n      views.viewerSeesNeedsReview({ did }, state)\n    )\n  }\n\n  private hasUnmutedAuthor(did: DidString, state: HydrationState): boolean {\n    // @NOTE Shared views tolerate absent profiles; timeline activity needs one.\n    return (\n      !!state.actors?.get(did) && !this.ctx.views.viewerMuteExists(did, state)\n    )\n  }\n\n  private visibleRecord(uri: AtUriString, state: HydrationState): boolean {\n    const info = state.externalRecords?.get(uri) ?? state.posts?.get(uri)\n    return (\n      !!availableRecord(this.ctx.views, uri, state, info) &&\n      this.hasUnmutedAuthor(uriToDid(uri), state)\n    )\n  }\n\n  private visibleExternal(uri: AtUriString, state: HydrationState): boolean {\n    const refs = externalRecordViewRefs(this.ctx.views, uri, state)\n    return (\n      !!refs &&\n      refs.every((ref) => this.hasUnmutedAuthor(uriToDid(ref), state)) &&\n      (new AtUri(uri).collection !== social.grain.gallery.$type ||\n        refs.length > 1)\n    )\n  }\n}\n"]}

package/dist/api/app/bsky/unspecced/atmosphere-pagination.d.ts

@@ -0,0 +1,6 @@
+import type { AppContext } from '../../../../context.js';
+import type { HydrateCtxWithViewer } from '../../../../hydration/hydrator.js';
+import { app } from '../../../../lexicons/index.js';
+/** Consume whole native batches, then group only the visible activity on this page. */
+export declare function loadAtmosphereTimeline(ctx: Pick<AppContext, 'hydrator' | 'views'>, hydrateCtx: HydrateCtxWithViewer, cursor: string | undefined, now: number): Promise<app.bsky.unspecced.getAtmosphereTimeline.$OutputBody>;
+//# sourceMappingURL=atmosphere-pagination.d.ts.map

package/dist/api/app/bsky/unspecced/atmosphere-pagination.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"atmosphere-pagination.d.ts","sourceRoot":"","sources":["../../../../../src/api/app/bsky/unspecced/atmosphere-pagination.ts"],"names":[],"mappings":"AASA,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AAExD,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,mCAAmC,CAAA;AAC7E,OAAO,EAAE,GAAG,EAAE,MAAM,+BAA+B,CAAA;AA4BnD,uFAAuF;AACvF,wBAAsB,sBAAsB,CAC1C,GAAG,EAAE,IAAI,CAAC,UAAU,EAAE,UAAU,GAAG,OAAO,CAAC,EAC3C,UAAU,EAAE,oBAAoB,EAChC,MAAM,EAAE,MAAM,GAAG,SAAS,EAC1B,GAAG,EAAE,MAAM,GACV,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,WAAW,CAAC,CAoH/D"}

package/dist/api/app/bsky/unspecced/atmosphere-pagination.js

@@ -0,0 +1,164 @@
+import { mapDefined } from '@atproto/common';
+import { isDidString, } from '@atproto/lex';
+import { parseAtUriString } from '@atproto/syntax';
+import { InvalidRequestError, UpstreamFailureError } from '@atproto/xrpc-server';
+import { asInvalidRequest } from '../../../../data-plane/index.js';
+import { app } from '../../../../lexicons/index.js';
+import { atmosphereWindow, groupAtmosphereActivities, } from './atmosphere-grouping.js';
+import { AtmosphereTimelineHydrator } from './atmosphere-hydration.js';
+const BATCH_SIZE = 50;
+const MAX_BATCHES = 5;
+const INITIAL_RETAINED = 100;
+const SOFT_RETAINED_LIMIT = 200;
+const MAX_CURSOR_LENGTH = 8192;
+const MAX_NATIVE_CURSOR_LENGTH = 4096;
+/** Consume whole native batches, then group only the visible activity on this page. */
+export async function loadAtmosphereTimeline(ctx, hydrateCtx, cursor, now) {
+    const viewer = hydrateCtx.viewer;
+    let next = cursor === undefined ? undefined : decodeCursor(cursor, viewer);
+    let terminal = false;
+    let batchesFetched = 0;
+    let position = 0;
+    const roots = [];
+    const seenUris = new Set();
+    const seenCursors = new Set();
+    const buckets = new Map();
+    const hydration = new AtmosphereTimelineHydrator(ctx, hydrateCtx, now);
+    async function fetchBatch() {
+        batchesFetched++;
+        const requestCursor = next;
+        if (requestCursor !== undefined)
+            seenCursors.add(requestCursor);
+        const page = await ctx.hydrator.external
+            .getAtmosphereTimeline(viewer, {
+            limit: BATCH_SIZE,
+            cursor: requestCursor,
+        })
+            .catch(asInvalidRequest());
+        for (const item of page.items) {
+            if (seenUris.has(item.uri))
+                continue;
+            const parsed = parseAtUriString(item.uri);
+            if (!parsed.success ||
+                !isDidString(parsed.value.authority) ||
+                !parsed.value.collection ||
+                !parsed.value.rkey ||
+                parsed.value.query !== undefined ||
+                parsed.value.hash !== undefined)
+                continue;
+            seenUris.add(item.uri);
+            const { authority: author, collection } = parsed.value;
+            const key = `${author}\0${collection}`;
+            let bucket = buckets.get(key);
+            if (!bucket) {
+                bucket = { author, collection, retained: 0, overflow: 0, position: 0 };
+                buckets.set(key, bucket);
+            }
+            if (bucket.retained < 5) {
+                bucket.retained++;
+                roots.push({
+                    uri: item.uri,
+                    sortedAt: item.sortedAt.getTime(),
+                    position,
+                });
+            }
+            else {
+                if (bucket.overflow === 0)
+                    bucket.position = position;
+                bucket.overflow++;
+            }
+            position++;
+        }
+        next = page.cursor;
+        terminal = next === undefined;
+        if (next !== undefined &&
+            (next.length > MAX_NATIVE_CURSOR_LENGTH || seenCursors.has(next))) {
+            throw new UpstreamFailureError('Invalid Atmosphere timeline continuation');
+        }
+    }
+    while (roots.length < INITIAL_RETAINED &&
+        !terminal &&
+        batchesFetched < MAX_BATCHES)
+        await fetchBatch();
+    await hydration.hydrate(roots.map(({ uri }) => uri));
+    const visible = () => roots.filter(({ uri }) => hydration.isVisible(uri));
+    let visibleRoots = visible();
+    while (!terminal &&
+        batchesFetched < MAX_BATCHES &&
+        roots.length <= SOFT_RETAINED_LIMIT &&
+        !hasGap(visibleRoots, now)) {
+        const previousCount = roots.length;
+        await fetchBatch();
+        await hydration.hydrate(roots.slice(previousCount).map(({ uri }) => uri));
+        visibleRoots = visible();
+    }
+    const activities = mapDefined(visibleRoots, ({ uri, sortedAt }) => hydration.activity(uri, sortedAt));
+    const positions = new Map(roots.map(({ uri, position }) => [uri, position]));
+    const output = groupAtmosphereActivities(activities, now).map((item) => ({
+        position: positions.get('items' in item ? item.items[0].record.uri : item.record.uri),
+        item: item,
+    }));
+    for (const bucket of buckets.values()) {
+        if (!bucket.overflow)
+            continue;
+        const profile = hydration.profile(bucket.author);
+        if (!profile)
+            continue;
+        output.push({
+            position: bucket.position,
+            item: app.bsky.unspecced.getAtmosphereTimeline.activityItemOverflow.$build({
+                collection: bucket.collection,
+                count: bucket.overflow,
+                associatedProfiles: [profile],
+            }),
+        });
+    }
+    output.sort((a, b) => a.position - b.position);
+    return {
+        feed: output.map(({ item }) => item),
+        cursor: terminal ? undefined : encodeCursor(next, viewer),
+    };
+}
+function hasGap(activities, now) {
+    for (let index = 10; index < activities.length; index++) {
+        const newer = activities[index - 1].sortedAt;
+        if (newer - activities[index].sortedAt > atmosphereWindow(now - newer))
+            return true;
+    }
+    return false;
+}
+function encodeCursor(cursor, viewer) {
+    const encoded = Buffer.from(JSON.stringify({ v: 1, viewer, cursor })).toString('base64url');
+    if (encoded.length > MAX_CURSOR_LENGTH) {
+        throw new UpstreamFailureError('Atmosphere timeline cursor is too large');
+    }
+    return encoded;
+}
+function decodeCursor(cursor, viewer) {
+    try {
+        if (cursor.length > MAX_CURSOR_LENGTH || !/^[A-Za-z0-9_-]+$/.test(cursor))
+            throw new Error();
+        const bytes = Buffer.from(cursor, 'base64url');
+        if (bytes.toString('base64url') !== cursor)
+            throw new Error();
+        const value = JSON.parse(bytes.toString('utf8'));
+        if (!value ||
+            typeof value !== 'object' ||
+            Array.isArray(value) ||
+            !('v' in value) ||
+            value.v !== 1 ||
+            !('viewer' in value) ||
+            value.viewer !== viewer ||
+            !('cursor' in value) ||
+            typeof value.cursor !== 'string' ||
+            !value.cursor.length ||
+            value.cursor.length > MAX_NATIVE_CURSOR_LENGTH ||
+            Object.keys(value).length !== 3)
+            throw new Error();
+        return value.cursor;
+    }
+    catch {
+        throw new InvalidRequestError('Invalid Atmosphere timeline cursor');
+    }
+}
+//# sourceMappingURL=atmosphere-pagination.js.map

package/dist/api/app/bsky/unspecced/atmosphere-pagination.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"atmosphere-pagination.js","sourceRoot":"","sources":["../../../../../src/api/app/bsky/unspecced/atmosphere-pagination.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,iBAAiB,CAAA;AAC5C,OAAO,EAIL,WAAW,GACZ,MAAM,cAAc,CAAA;AACrB,OAAO,EAAE,gBAAgB,EAAE,MAAM,iBAAiB,CAAA;AAClD,OAAO,EAAE,mBAAmB,EAAE,oBAAoB,EAAE,MAAM,sBAAsB,CAAA;AAEhF,OAAO,EAAE,gBAAgB,EAAE,MAAM,iCAAiC,CAAA;AAElE,OAAO,EAAE,GAAG,EAAE,MAAM,+BAA+B,CAAA;AACnD,OAAO,EACL,gBAAgB,EAChB,yBAAyB,GAC1B,MAAM,0BAA0B,CAAA;AACjC,OAAO,EAAE,0BAA0B,EAAE,MAAM,2BAA2B,CAAA;AAEtE,MAAM,UAAU,GAAG,EAAE,CAAA;AACrB,MAAM,WAAW,GAAG,CAAC,CAAA;AACrB,MAAM,gBAAgB,GAAG,GAAG,CAAA;AAC5B,MAAM,mBAAmB,GAAG,GAAG,CAAA;AAC/B,MAAM,iBAAiB,GAAG,IAAI,CAAA;AAC9B,MAAM,wBAAwB,GAAG,IAAI,CAAA;AAgBrC,uFAAuF;AACvF,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,GAA2C,EAC3C,UAAgC,EAChC,MAA0B,EAC1B,GAAW;IAEX,MAAM,MAAM,GAAG,UAAU,CAAC,MAAmB,CAAA;IAC7C,IAAI,IAAI,GAAG,MAAM,KAAK,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAA;IAC1E,IAAI,QAAQ,GAAG,KAAK,CAAA;IACpB,IAAI,cAAc,GAAG,CAAC,CAAA;IACtB,IAAI,QAAQ,GAAG,CAAC,CAAA;IAChB,MAAM,KAAK,GAAW,EAAE,CAAA;IACxB,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAA;IAClC,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAA;IACrC,MAAM,OAAO,GAAG,IAAI,GAAG,EAAkB,CAAA;IACzC,MAAM,SAAS,GAAG,IAAI,0BAA0B,CAAC,GAAG,EAAE,UAAU,EAAE,GAAG,CAAC,CAAA;IAEtE,KAAK,UAAU,UAAU;QACvB,cAAc,EAAE,CAAA;QAChB,MAAM,aAAa,GAAG,IAAI,CAAA;QAC1B,IAAI,aAAa,KAAK,SAAS;YAAE,WAAW,CAAC,GAAG,CAAC,aAAa,CAAC,CAAA;QAC/D,MAAM,IAAI,GAAG,MAAM,GAAG,CAAC,QAAQ,CAAC,QAAQ;aACrC,qBAAqB,CAAC,MAAM,EAAE;YAC7B,KAAK,EAAE,UAAU;YACjB,MAAM,EAAE,aAAa;SACtB,CAAC;aACD,KAAK,CAAC,gBAAgB,EAAE,CAAC,CAAA;QAC5B,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;YAC9B,IAAI,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC;gBAAE,SAAQ;YACpC,MAAM,MAAM,GAAG,gBAAgB,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACzC,IACE,CAAC,MAAM,CAAC,OAAO;gBACf,CAAC,WAAW,CAAC,MAAM,CAAC,KAAK,CAAC,SAAS,CAAC;gBACpC,CAAC,MAAM,CAAC,KAAK,CAAC,UAAU;gBACxB,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI;gBAClB,MAAM,CAAC,KAAK,CAAC,KAAK,KAAK,SAAS;gBAChC,MAAM,CAAC,KAAK,CAAC,IAAI,KAAK,SAAS;gBAE/B,SAAQ;YACV,QAAQ,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAA;YACtB,MAAM,EAAE,SAAS,EAAE,MAAM,EAAE,UAAU,EAAE,GAAG,MAAM,CAAC,KAAK,CAAA;YACtD,MAAM,GAAG,GAAG,GAAG,MAAM,KAAK,UAAU,EAAE,CAAA;YACtC,IAAI,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;YAC7B,IAAI,CAAC,MAAM,EAAE,CAAC;gBACZ,MAAM,GAAG,EAAE,MAAM,EAAE,UAAU,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,QAAQ,EAAE,CAAC,EAAE,CAAA;gBACtE,OAAO,CAAC,GAAG,CAAC,GAAG,EAAE,MAAM,CAAC,CAAA;YAC1B,CAAC;YACD,IAAI,MAAM,CAAC,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,CAAC,QAAQ,EAAE,CAAA;gBACjB,KAAK,CAAC,IAAI,CAAC;oBACT,GAAG,EAAE,IAAI,CAAC,GAAG;oBACb,QAAQ,EAAE,IAAI,CAAC,QAAQ,CAAC,OAAO,EAAE;oBACjC,QAAQ;iBACT,CAAC,CAAA;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,MAAM,CAAC,QAAQ,KAAK,CAAC;oBAAE,MAAM,CAAC,QAAQ,GAAG,QAAQ,CAAA;gBACrD,MAAM,CAAC,QAAQ,EAAE,CAAA;YACnB,CAAC;YACD,QAAQ,EAAE,CAAA;QACZ,CAAC;QACD,IAAI,GAAG,IAAI,CAAC,MAAM,CAAA;QAClB,QAAQ,GAAG,IAAI,KAAK,SAAS,CAAA;QAC7B,IACE,IAAI,KAAK,SAAS;YAClB,CAAC,IAAI,CAAC,MAAM,GAAG,wBAAwB,IAAI,WAAW,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,EACjE,CAAC;YACD,MAAM,IAAI,oBAAoB,CAAC,0CAA0C,CAAC,CAAA;QAC5E,CAAC;IACH,CAAC;IAED,OACE,KAAK,CAAC,MAAM,GAAG,gBAAgB;QAC/B,CAAC,QAAQ;QACT,cAAc,GAAG,WAAW;QAE5B,MAAM,UAAU,EAAE,CAAA;IACpB,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;IACpD,MAAM,OAAO,GAAG,GAAG,EAAE,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,CAAA;IACzE,IAAI,YAAY,GAAG,OAAO,EAAE,CAAA;IAC5B,OACE,CAAC,QAAQ;QACT,cAAc,GAAG,WAAW;QAC5B,KAAK,CAAC,MAAM,IAAI,mBAAmB;QACnC,CAAC,MAAM,CAAC,YAAY,EAAE,GAAG,CAAC,EAC1B,CAAC;QACD,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAAA;QAClC,MAAM,UAAU,EAAE,CAAA;QAClB,MAAM,SAAS,CAAC,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,CAAA;QACzE,YAAY,GAAG,OAAO,EAAE,CAAA;IAC1B,CAAC;IACD,MAAM,UAAU,GAAG,UAAU,CAAC,YAAY,EAAE,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,CAChE,SAAS,CAAC,QAAQ,CAAC,GAAG,EAAE,QAAQ,CAAC,CAClC,CAAA;IAED,MAAM,SAAS,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,GAAG,EAAE,QAAQ,EAAE,EAAE,EAAE,CAAC,CAAC,GAAG,EAAE,QAAQ,CAAC,CAAC,CAAC,CAAA;IAC5E,MAAM,MAAM,GAAG,yBAAyB,CAAC,UAAU,EAAE,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QACvE,QAAQ,EAAE,SAAS,CAAC,GAAG,CACrB,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAC5D;QACF,IAAI,EAAE,IAA4E;KACnF,CAAC,CAAC,CAAA;IACH,KAAK,MAAM,MAAM,IAAI,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC;QACtC,IAAI,CAAC,MAAM,CAAC,QAAQ;YAAE,SAAQ;QAC9B,MAAM,OAAO,GAAG,SAAS,CAAC,OAAO,CAAC,MAAM,CAAC,MAAM,CAAC,CAAA;QAChD,IAAI,CAAC,OAAO;YAAE,SAAQ;QACtB,MAAM,CAAC,IAAI,CAAC;YACV,QAAQ,EAAE,MAAM,CAAC,QAAQ;YACzB,IAAI,EAAE,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC,qBAAqB,CAAC,oBAAoB,CAAC,MAAM,CACxE;gBACE,UAAU,EAAE,MAAM,CAAC,UAAU;gBAC7B,KAAK,EAAE,MAAM,CAAC,QAAQ;gBACtB,kBAAkB,EAAE,CAAC,OAAO,CAAC;aAC9B,CACF;SACF,CAAC,CAAA;IACJ,CAAC;IACD,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,GAAG,CAAC,CAAC,QAAQ,CAAC,CAAA;IAC9C,OAAO;QACL,IAAI,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,CAAC;QACpC,MAAM,EAAE,QAAQ,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,YAAY,CAAC,IAAK,EAAE,MAAM,CAAC;KAC3D,CAAA;AACH,CAAC;AAED,SAAS,MAAM,CAAC,UAAkC,EAAE,GAAW;IAC7D,KAAK,IAAI,KAAK,GAAG,EAAE,EAAE,KAAK,GAAG,UAAU,CAAC,MAAM,EAAE,KAAK,EAAE,EAAE,CAAC;QACxD,MAAM,KAAK,GAAG,UAAU,CAAC,KAAK,GAAG,CAAC,CAAC,CAAC,QAAQ,CAAA;QAC5C,IAAI,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC,QAAQ,GAAG,gBAAgB,CAAC,GAAG,GAAG,KAAK,CAAC;YACpE,OAAO,IAAI,CAAA;IACf,CAAC;IACD,OAAO,KAAK,CAAA;AACd,CAAC;AAED,SAAS,YAAY,CAAC,MAAc,EAAE,MAAiB;IACrD,MAAM,OAAO,GAAG,MAAM,CAAC,IAAI,CACzB,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,MAAM,EAAE,MAAM,EAAE,CAAC,CACzC,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAA;IACvB,IAAI,OAAO,CAAC,MAAM,GAAG,iBAAiB,EAAE,CAAC;QACvC,MAAM,IAAI,oBAAoB,CAAC,yCAAyC,CAAC,CAAA;IAC3E,CAAC;IACD,OAAO,OAAO,CAAA;AAChB,CAAC;AAED,SAAS,YAAY,CAAC,MAAc,EAAE,MAAiB;IACrD,IAAI,CAAC;QACH,IAAI,MAAM,CAAC,MAAM,GAAG,iBAAiB,IAAI,CAAC,kBAAkB,CAAC,IAAI,CAAC,MAAM,CAAC;YACvE,MAAM,IAAI,KAAK,EAAE,CAAA;QACnB,MAAM,KAAK,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,EAAE,WAAW,CAAC,CAAA;QAC9C,IAAI,KAAK,CAAC,QAAQ,CAAC,WAAW,CAAC,KAAK,MAAM;YAAE,MAAM,IAAI,KAAK,EAAE,CAAA;QAC7D,MAAM,KAAK,GAAY,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAA;QACzD,IACE,CAAC,KAAK;YACN,OAAO,KAAK,KAAK,QAAQ;YACzB,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC;YACpB,CAAC,CAAC,GAAG,IAAI,KAAK,CAAC;YACf,KAAK,CAAC,CAAC,KAAK,CAAC;YACb,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC;YACpB,KAAK,CAAC,MAAM,KAAK,MAAM;YACvB,CAAC,CAAC,QAAQ,IAAI,KAAK,CAAC;YACpB,OAAO,KAAK,CAAC,MAAM,KAAK,QAAQ;YAChC,CAAC,KAAK,CAAC,MAAM,CAAC,MAAM;YACpB,KAAK,CAAC,MAAM,CAAC,MAAM,GAAG,wBAAwB;YAC9C,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,MAAM,KAAK,CAAC;YAE/B,MAAM,IAAI,KAAK,EAAE,CAAA;QACnB,OAAO,KAAK,CAAC,MAAM,CAAA;IACrB,CAAC;IAAC,MAAM,CAAC;QACP,MAAM,IAAI,mBAAmB,CAAC,oCAAoC,CAAC,CAAA;IACrE,CAAC;AACH,CAAC","sourcesContent":["import { mapDefined } from '@atproto/common'\nimport {\n  type AtUriString,\n  type DidString,\n  type NsidString,\n  isDidString,\n} from '@atproto/lex'\nimport { parseAtUriString } from '@atproto/syntax'\nimport { InvalidRequestError, UpstreamFailureError } from '@atproto/xrpc-server'\nimport type { AppContext } from '../../../../context.js'\nimport { asInvalidRequest } from '../../../../data-plane/index.js'\nimport type { HydrateCtxWithViewer } from '../../../../hydration/hydrator.js'\nimport { app } from '../../../../lexicons/index.js'\nimport {\n  atmosphereWindow,\n  groupAtmosphereActivities,\n} from './atmosphere-grouping.js'\nimport { AtmosphereTimelineHydrator } from './atmosphere-hydration.js'\n\nconst BATCH_SIZE = 50\nconst MAX_BATCHES = 5\nconst INITIAL_RETAINED = 100\nconst SOFT_RETAINED_LIMIT = 200\nconst MAX_CURSOR_LENGTH = 8192\nconst MAX_NATIVE_CURSOR_LENGTH = 4096\n\ntype Root = {\n  uri: AtUriString\n  sortedAt: number\n  position: number\n}\n\ntype Bucket = {\n  author: DidString\n  collection: NsidString\n  retained: number\n  overflow: number\n  position: number\n}\n\n/** Consume whole native batches, then group only the visible activity on this page. */\nexport async function loadAtmosphereTimeline(\n  ctx: Pick<AppContext, 'hydrator' | 'views'>,\n  hydrateCtx: HydrateCtxWithViewer,\n  cursor: string | undefined,\n  now: number,\n): Promise<app.bsky.unspecced.getAtmosphereTimeline.$OutputBody> {\n  const viewer = hydrateCtx.viewer as DidString\n  let next = cursor === undefined ? undefined : decodeCursor(cursor, viewer)\n  let terminal = false\n  let batchesFetched = 0\n  let position = 0\n  const roots: Root[] = []\n  const seenUris = new Set<string>()\n  const seenCursors = new Set<string>()\n  const buckets = new Map<string, Bucket>()\n  const hydration = new AtmosphereTimelineHydrator(ctx, hydrateCtx, now)\n\n  async function fetchBatch() {\n    batchesFetched++\n    const requestCursor = next\n    if (requestCursor !== undefined) seenCursors.add(requestCursor)\n    const page = await ctx.hydrator.external\n      .getAtmosphereTimeline(viewer, {\n        limit: BATCH_SIZE,\n        cursor: requestCursor,\n      })\n      .catch(asInvalidRequest())\n    for (const item of page.items) {\n      if (seenUris.has(item.uri)) continue\n      const parsed = parseAtUriString(item.uri)\n      if (\n        !parsed.success ||\n        !isDidString(parsed.value.authority) ||\n        !parsed.value.collection ||\n        !parsed.value.rkey ||\n        parsed.value.query !== undefined ||\n        parsed.value.hash !== undefined\n      )\n        continue\n      seenUris.add(item.uri)\n      const { authority: author, collection } = parsed.value\n      const key = `${author}\\0${collection}`\n      let bucket = buckets.get(key)\n      if (!bucket) {\n        bucket = { author, collection, retained: 0, overflow: 0, position: 0 }\n        buckets.set(key, bucket)\n      }\n      if (bucket.retained < 5) {\n        bucket.retained++\n        roots.push({\n          uri: item.uri,\n          sortedAt: item.sortedAt.getTime(),\n          position,\n        })\n      } else {\n        if (bucket.overflow === 0) bucket.position = position\n        bucket.overflow++\n      }\n      position++\n    }\n    next = page.cursor\n    terminal = next === undefined\n    if (\n      next !== undefined &&\n      (next.length > MAX_NATIVE_CURSOR_LENGTH || seenCursors.has(next))\n    ) {\n      throw new UpstreamFailureError('Invalid Atmosphere timeline continuation')\n    }\n  }\n\n  while (\n    roots.length < INITIAL_RETAINED &&\n    !terminal &&\n    batchesFetched < MAX_BATCHES\n  )\n    await fetchBatch()\n  await hydration.hydrate(roots.map(({ uri }) => uri))\n  const visible = () => roots.filter(({ uri }) => hydration.isVisible(uri))\n  let visibleRoots = visible()\n  while (\n    !terminal &&\n    batchesFetched < MAX_BATCHES &&\n    roots.length <= SOFT_RETAINED_LIMIT &&\n    !hasGap(visibleRoots, now)\n  ) {\n    const previousCount = roots.length\n    await fetchBatch()\n    await hydration.hydrate(roots.slice(previousCount).map(({ uri }) => uri))\n    visibleRoots = visible()\n  }\n  const activities = mapDefined(visibleRoots, ({ uri, sortedAt }) =>\n    hydration.activity(uri, sortedAt),\n  )\n\n  const positions = new Map(roots.map(({ uri, position }) => [uri, position]))\n  const output = groupAtmosphereActivities(activities, now).map((item) => ({\n    position: positions.get(\n      'items' in item ? item.items[0].record.uri : item.record.uri,\n    )!,\n    item: item as app.bsky.unspecced.getAtmosphereTimeline.$OutputBody['feed'][number],\n  }))\n  for (const bucket of buckets.values()) {\n    if (!bucket.overflow) continue\n    const profile = hydration.profile(bucket.author)\n    if (!profile) continue\n    output.push({\n      position: bucket.position,\n      item: app.bsky.unspecced.getAtmosphereTimeline.activityItemOverflow.$build(\n        {\n          collection: bucket.collection,\n          count: bucket.overflow,\n          associatedProfiles: [profile],\n        },\n      ),\n    })\n  }\n  output.sort((a, b) => a.position - b.position)\n  return {\n    feed: output.map(({ item }) => item),\n    cursor: terminal ? undefined : encodeCursor(next!, viewer),\n  }\n}\n\nfunction hasGap(activities: { sortedAt: number }[], now: number): boolean {\n  for (let index = 10; index < activities.length; index++) {\n    const newer = activities[index - 1].sortedAt\n    if (newer - activities[index].sortedAt > atmosphereWindow(now - newer))\n      return true\n  }\n  return false\n}\n\nfunction encodeCursor(cursor: string, viewer: DidString): string {\n  const encoded = Buffer.from(\n    JSON.stringify({ v: 1, viewer, cursor }),\n  ).toString('base64url')\n  if (encoded.length > MAX_CURSOR_LENGTH) {\n    throw new UpstreamFailureError('Atmosphere timeline cursor is too large')\n  }\n  return encoded\n}\n\nfunction decodeCursor(cursor: string, viewer: DidString): string {\n  try {\n    if (cursor.length > MAX_CURSOR_LENGTH || !/^[A-Za-z0-9_-]+$/.test(cursor))\n      throw new Error()\n    const bytes = Buffer.from(cursor, 'base64url')\n    if (bytes.toString('base64url') !== cursor) throw new Error()\n    const value: unknown = JSON.parse(bytes.toString('utf8'))\n    if (\n      !value ||\n      typeof value !== 'object' ||\n      Array.isArray(value) ||\n      !('v' in value) ||\n      value.v !== 1 ||\n      !('viewer' in value) ||\n      value.viewer !== viewer ||\n      !('cursor' in value) ||\n      typeof value.cursor !== 'string' ||\n      !value.cursor.length ||\n      value.cursor.length > MAX_NATIVE_CURSOR_LENGTH ||\n      Object.keys(value).length !== 3\n    )\n      throw new Error()\n    return value.cursor\n  } catch {\n    throw new InvalidRequestError('Invalid Atmosphere timeline cursor')\n  }\n}\n"]}

package/dist/api/app/bsky/unspecced/getAtmosphereExploreTab.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"getAtmosphereExploreTab.d.ts","sourceRoot":"","sources":["../../../../../src/api/app/bsky/unspecced/getAtmosphereExploreTab.ts"],"names":[],"mappings":"AAIA,OAAO,EAGL,KAAK,MAAM,EAGZ,MAAM,sBAAsB,CAAA;AAE7B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AA8CxD,MAAM,CAAC,OAAO,WAAW,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,QA+DvD"}
+{"version":3,"file":"getAtmosphereExploreTab.d.ts","sourceRoot":"","sources":["../../../../../src/api/app/bsky/unspecced/getAtmosphereExploreTab.ts"],"names":[],"mappings":"AAIA,OAAO,EAGL,KAAK,MAAM,EAGZ,MAAM,sBAAsB,CAAA;AAE7B,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,wBAAwB,CAAA;AA6DxD,MAAM,CAAC,OAAO,WAAW,MAAM,EAAE,MAAM,EAAE,GAAG,EAAE,UAAU,QA+DvD"}