@clioplaylists/clio 0.1.0

package/dist/dataplane/server/subscription.js

@@ -0,0 +1,114 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.RepoSubscription = void 0;
+const repo_1 = require("@atproto/repo");
+const sync_1 = require("@atproto/sync");
+const logger_1 = require("../../logger");
+const background_1 = require("./background");
+const indexing_1 = require("./indexing");
+class RepoSubscription {
+    constructor(opts) {
+        Object.defineProperty(this, "opts", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: opts
+        });
+        Object.defineProperty(this, "firehose", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "runner", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "background", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "indexingSvc", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        const { service, db, idResolver } = opts;
+        this.background = new background_1.BackgroundQueue(db);
+        this.indexingSvc = new indexing_1.IndexingService(db, idResolver);
+        const { runner, firehose } = createFirehose({
+            idResolver,
+            service,
+            indexingSvc: this.indexingSvc,
+        });
+        this.runner = runner;
+        this.firehose = firehose;
+    }
+    start() {
+        this.firehose.start();
+    }
+    async restart() {
+        await this.destroy();
+        const { runner, firehose } = createFirehose({
+            idResolver: this.opts.idResolver,
+            service: this.opts.service,
+            indexingSvc: this.indexingSvc,
+        });
+        this.runner = runner;
+        this.firehose = firehose;
+        this.start();
+    }
+    async processAll() {
+        await this.runner.processAll();
+        await this.background.processAll();
+    }
+    async destroy() {
+        await this.firehose.destroy();
+        await this.runner.destroy();
+        await this.background.processAll();
+    }
+}
+exports.RepoSubscription = RepoSubscription;
+const createFirehose = (opts) => {
+    const { idResolver, service, indexingSvc } = opts;
+    const runner = new sync_1.MemoryRunner({ startCursor: 0 });
+    const firehose = new sync_1.Firehose({
+        idResolver,
+        runner,
+        service,
+        unauthenticatedHandles: true, // indexing service handles these
+        unauthenticatedCommits: true, // @TODO there seems to be a very rare issue where the authenticator thinks a block is missing in deletion ops
+        onError: (err) => logger_1.subLogger.error({ err }, 'error in subscription'),
+        handleEvent: async (evt) => {
+            if (evt.event === 'identity') {
+                await indexingSvc.indexHandle(evt.did, evt.time, true);
+            }
+            else if (evt.event === 'account') {
+                if (evt.active === false && evt.status === 'deleted') {
+                    await indexingSvc.deleteActor(evt.did);
+                }
+                else {
+                    await indexingSvc.updateActorStatus(evt.did, evt.active, evt.status);
+                }
+            }
+            else {
+                const indexFn = evt.event === 'delete'
+                    ? indexingSvc.deleteRecord(evt.uri)
+                    : indexingSvc.indexRecord(evt.uri, evt.cid, evt.record, evt.event === 'create'
+                        ? repo_1.WriteOpAction.Create
+                        : repo_1.WriteOpAction.Update, evt.time);
+                await Promise.all([
+                    indexFn,
+                    indexingSvc.setCommitLastSeen(evt.did, evt.commit, evt.rev),
+                    indexingSvc.indexHandle(evt.did, evt.time),
+                ]);
+            }
+        },
+    });
+    return { firehose, runner };
+};

package/dist/dataplane/server/util.js

@@ -0,0 +1,117 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.violatesThreadGate = exports.invalidReplyRoot = exports.getAncestorsAndSelfQb = exports.getDescendentsQb = void 0;
+const kysely_1 = require("kysely");
+const util_1 = require("../../views/util");
+const util_2 = require("./db/util");
+const getDescendentsQb = (db, opts) => {
+    const { uri, depth } = opts;
+    const query = db.withRecursive('descendent(uri, depth)', (cte) => {
+        return cte
+            .selectFrom('post')
+            .select(['post.uri as uri', (0, kysely_1.sql) `1`.as('depth')])
+            .where((0, kysely_1.sql) `1`, '<=', depth)
+            .where('replyParent', '=', uri)
+            .unionAll(cte
+            .selectFrom('post')
+            .innerJoin('descendent', 'descendent.uri', 'post.replyParent')
+            .where('descendent.depth', '<', depth)
+            .select([
+            'post.uri as uri',
+            (0, kysely_1.sql) `descendent.depth + 1`.as('depth'),
+        ]));
+    });
+    return query;
+};
+exports.getDescendentsQb = getDescendentsQb;
+const getAncestorsAndSelfQb = (db, opts) => {
+    const { uri, parentHeight } = opts;
+    const query = db.withRecursive('ancestor(uri, ancestorUri, height)', (cte) => {
+        return cte
+            .selectFrom('post')
+            .select([
+            'post.uri as uri',
+            'post.replyParent as ancestorUri',
+            (0, kysely_1.sql) `0`.as('height'),
+        ])
+            .where('uri', '=', uri)
+            .unionAll(cte
+            .selectFrom('post')
+            .innerJoin('ancestor', 'ancestor.ancestorUri', 'post.uri')
+            .where('ancestor.height', '<', parentHeight)
+            .select([
+            'post.uri as uri',
+            'post.replyParent as ancestorUri',
+            (0, kysely_1.sql) `ancestor.height + 1`.as('height'),
+        ]));
+    });
+    return query;
+};
+exports.getAncestorsAndSelfQb = getAncestorsAndSelfQb;
+const invalidReplyRoot = (reply, parent) => {
+    const replyRoot = reply.root.uri;
+    const replyParent = reply.parent.uri;
+    // if parent is not a valid reply, transitively this is not a valid one either
+    if (parent.invalidReplyRoot) {
+        return true;
+    }
+    // replying to root post: ensure the root looks correct
+    if (replyParent === replyRoot) {
+        return !!parent.record.reply;
+    }
+    // replying to a reply: ensure the parent is a reply for the same root post
+    return parent.record.reply?.root.uri !== replyRoot;
+};
+exports.invalidReplyRoot = invalidReplyRoot;
+const violatesThreadGate = async (db, replierDid, ownerDid, rootPost, gate) => {
+    const { canReply, allowFollower, allowFollowing, allowListUris = [], } = (0, util_1.parseThreadGate)(replierDid, ownerDid, rootPost, gate);
+    if (canReply) {
+        return false;
+    }
+    if (!allowFollower && !allowFollowing && !allowListUris?.length) {
+        return true;
+    }
+    const { ref } = db.dynamic;
+    const nullResult = (0, kysely_1.sql) `${null}`;
+    const check = await db
+        .selectFrom((0, util_2.valuesList)([replierDid]).as((0, kysely_1.sql) `subject (did)`))
+        .select([
+        allowFollower
+            ? db
+                .selectFrom('follow')
+                .where('subjectDid', '=', ownerDid)
+                .whereRef('creator', '=', ref('subject.did'))
+                .select('subjectDid')
+                .as('isFollower')
+            : nullResult.as('isFollower'),
+        allowFollowing
+            ? db
+                .selectFrom('follow')
+                .where('creator', '=', ownerDid)
+                .whereRef('subjectDid', '=', ref('subject.did'))
+                .select('creator')
+                .as('isFollowed')
+            : nullResult.as('isFollowed'),
+        allowListUris.length
+            ? db
+                .selectFrom('list_item')
+                .where('list_item.listUri', 'in', allowListUris)
+                .whereRef('list_item.subjectDid', '=', ref('subject.did'))
+                .limit(1)
+                .select('listUri')
+                .as('isInList')
+            : nullResult.as('isInList'),
+    ])
+        .executeTakeFirst();
+    if (allowFollowing && check?.isFollowed) {
+        return false;
+    }
+    else if (allowFollower && check?.isFollower) {
+        return false;
+    }
+    else if (allowListUris.length && check?.isInList) {
+        return false;
+    }
+    return true;
+};
+exports.violatesThreadGate = violatesThreadGate;

package/dist/error.js

@@ -0,0 +1,14 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.handler = void 0;
+const xrpc_server_1 = require("@atproto/xrpc-server");
+const logger_1 = require("./logger");
+const handler = (err, _req, res, next) => {
+    logger_1.httpLogger.error(err, 'unexpected internal server error');
+    if (res.headersSent) {
+        return next(err);
+    }
+    const serverError = xrpc_server_1.XRPCError.fromError(err);
+    res.status(serverError.type).json(serverError.payload);
+};
+exports.handler = handler;

package/dist/index.js

@@ -0,0 +1,115 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.ClioAppView = void 0;
+const common_1 = require("@atproto/common");
+const cors_1 = __importDefault(require("cors"));
+const dotenv_1 = require("dotenv");
+const events_1 = __importDefault(require("events"));
+const express_1 = __importDefault(require("express"));
+const http_terminator_1 = require("http-terminator");
+const api_1 = __importStar(require("./api"));
+const client_1 = require("./client");
+const context_1 = __importDefault(require("./context"));
+const error = __importStar(require("./error"));
+const lexicons_1 = require("./lexicons");
+const logger_1 = require("./logger");
+(0, dotenv_1.config)();
+class ClioAppView {
+    constructor(opts) {
+        Object.defineProperty(this, "ctx", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "app", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "server", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        Object.defineProperty(this, "terminator", {
+            enumerable: true,
+            configurable: true,
+            writable: true,
+            value: void 0
+        });
+        this.ctx = opts.ctx;
+        this.app = opts.app;
+    }
+    static create(opts) {
+        const { config } = opts;
+        const app = (0, express_1.default)();
+        app.use((0, cors_1.default)({ maxAge: common_1.DAY / common_1.SECOND }));
+        app.use(logger_1.loggerMiddleware);
+        const dataplane = (0, client_1.createBaseClient)('http://localhost:4000', {});
+        const server = (0, lexicons_1.createServer)();
+        const ctx = new context_1.default({
+            cfg: config,
+            dataplane,
+        });
+        const api = (0, api_1.default)(server, ctx);
+        app.use(api_1.health.createRouter(ctx));
+        app.use(api.xrpc.router);
+        app.use(error.handler);
+        return new ClioAppView({ ctx, app });
+    }
+    async start() {
+        console.log('Starting Clio AppView...');
+        const server = this.app.listen(this.ctx.cfg.port);
+        this.server = server;
+        server.keepAliveTimeout = 90000;
+        this.terminator = (0, http_terminator_1.createHttpTerminator)({ server });
+        await events_1.default.once(server, 'listening');
+        const { port } = server.address();
+        this.ctx.cfg.assignPort(port);
+        return server;
+    }
+    async destroy() {
+        await this.terminator?.terminate();
+    }
+}
+exports.ClioAppView = ClioAppView;
+exports.default = ClioAppView;