@clioplaylists/clio 0.1.1 → 0.1.3

package/dist/dataplane/server/routes/suggestions.js

@@ -1,134 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const kysely_1 = require("kysely");
-exports.default = (db) => ({
-    async getFollowSuggestions(req) {
-        const { actorDid, relativeToDid, cursor, limit } = req;
-        if (relativeToDid) {
-            return getFollowSuggestionsRelativeTo(db, {
-                actorDid,
-                relativeToDid,
-                cursor: cursor || undefined,
-                limit: limit || undefined,
-            });
-        }
-        else {
-            return getFollowSuggestionsGlobal(db, {
-                actorDid,
-                cursor: cursor || undefined,
-                limit: limit || undefined,
-            });
-        }
-    },
-    async getSuggestedEntities() {
-        const entities = await db.db
-            .selectFrom('tagged_suggestion')
-            .selectAll()
-            .execute();
-        return {
-            entities,
-        };
-    },
-});
-const getFollowSuggestionsGlobal = async (db, input) => {
-    const alreadyIncluded = parseCursor(input.cursor);
-    const suggestions = await db.db
-        .selectFrom('suggested_follow')
-        .innerJoin('actor', 'actor.did', 'suggested_follow.did')
-        .if(alreadyIncluded.length > 0, (qb) => qb.where('suggested_follow.order', 'not in', alreadyIncluded))
-        .selectAll()
-        .orderBy('suggested_follow.order', 'asc')
-        .execute();
-    // always include first two
-    const firstTwo = suggestions.filter((row) => row.order === 1 || row.order === 2);
-    const rest = suggestions.filter((row) => row.order !== 1 && row.order !== 2);
-    const limited = firstTwo.concat(shuffle(rest)).slice(0, input.limit);
-    // if the result set ends up getting larger, consider using a seed included in the cursor for for the randomized shuffle
-    const cursor = limited.length > 0
-        ? limited
-            .map((row) => row.order.toString())
-            .concat(alreadyIncluded.map((id) => id.toString()))
-            .join(':')
-        : undefined;
-    return {
-        dids: limited.map((s) => s.did),
-        cursor,
-    };
-};
-const getFollowSuggestionsRelativeTo = async (db, input) => {
-    if (input.cursor)
-        return { dids: [] };
-    const limit = input.limit ? Math.min(10, input.limit) : 10;
-    const actorsViewerFollows = db.db
-        .selectFrom('follow')
-        .where('creator', '=', input.actorDid)
-        .select('subjectDid');
-    const mostLikedAccounts = await db.db
-        .selectFrom(db.db
-        .selectFrom('like')
-        .where('creator', '=', input.relativeToDid)
-        .select((0, kysely_1.sql) `split_part(subject, '/', 3)`.as('subjectDid'))
-        .orderBy('sortAt', 'desc')
-        .limit(1000) // limit to 1000
-        .as('likes'))
-        .select('likes.subjectDid as did')
-        .select((qb) => qb.fn.count('likes.subjectDid').as('count'))
-        .where('likes.subjectDid', 'not in', actorsViewerFollows)
-        .where('likes.subjectDid', 'not in', [input.actorDid, input.relativeToDid])
-        .groupBy('likes.subjectDid')
-        .orderBy('count', 'desc')
-        .limit(limit)
-        .execute();
-    const resultDids = mostLikedAccounts.map((a) => ({ did: a.did }));
-    if (resultDids.length < limit) {
-        // backfill with popular accounts followed by actor
-        const mostPopularAccountsActorFollows = await db.db
-            .selectFrom('follow')
-            .innerJoin('profile_agg', 'follow.subjectDid', 'profile_agg.did')
-            .select('follow.subjectDid as did')
-            .where('follow.creator', '=', input.actorDid)
-            .where('follow.subjectDid', '!=', input.relativeToDid)
-            .where('follow.subjectDid', 'not in', actorsViewerFollows)
-            .if(resultDids.length > 0, (qb) => qb.where('subjectDid', 'not in', resultDids.map((a) => a.did)))
-            .orderBy('profile_agg.followersCount', 'desc')
-            .limit(limit)
-            .execute();
-        resultDids.push(...mostPopularAccountsActorFollows);
-    }
-    if (resultDids.length < limit) {
-        // backfill with suggested_follow table
-        const additional = await db.db
-            .selectFrom('suggested_follow')
-            .where('did', 'not in', 
-        // exclude any we already have
-        resultDids
-            .map((a) => a.did)
-            .concat([input.actorDid, input.relativeToDid]))
-            // and aren't already followed by viewer
-            .where('did', 'not in', actorsViewerFollows)
-            .selectAll()
-            .execute();
-        resultDids.push(...additional);
-    }
-    return { dids: resultDids.map((x) => x.did) };
-};
-const parseCursor = (cursor) => {
-    if (!cursor) {
-        return [];
-    }
-    try {
-        return cursor
-            .split(':')
-            .map((id) => parseInt(id, 10))
-            .filter((id) => !isNaN(id));
-    }
-    catch {
-        return [];
-    }
-};
-const shuffle = (arr) => {
-    return arr
-        .map((value) => ({ value, sort: Math.random() }))
-        .sort((a, b) => a.sort - b.sort)
-        .map(({ value }) => value);
-};

package/dist/dataplane/server/routes/sync.d.ts

@@ -1,5 +0,0 @@
-import { ServiceImpl } from '@connectrpc/connect';
-import { ClioService } from '../../../rpc/clio_connect';
-import { Database } from '../db';
-declare const _default: (db: Database) => Partial<ServiceImpl<typeof ClioService>>;
-export default _default;

package/dist/dataplane/server/routes/sync.js

@@ -1,14 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.default = (db) => ({
-    async getLatestRev(req) {
-        const res = await db.db
-            .selectFrom('actor_sync')
-            .where('did', '=', req.actorDid)
-            .select('repoRev')
-            .executeTakeFirst();
-        return {
-            rev: res?.repoRev ?? undefined,
-        };
-    },
-});

package/dist/dataplane/server/routes/threads.js

@@ -1,31 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-const util_1 = require("../util");
-exports.default = (db) => ({
-    async getThread(req) {
-        const { postUri, above, below } = req;
-        const [ancestors, descendents] = await Promise.all([
-            (0, util_1.getAncestorsAndSelfQb)(db.db, {
-                uri: postUri,
-                parentHeight: above,
-            })
-                .selectFrom('ancestor')
-                .selectAll()
-                .execute(),
-            (0, util_1.getDescendentsQb)(db.db, {
-                uri: postUri,
-                depth: below,
-            })
-                .selectFrom('descendent')
-                .innerJoin('post', 'post.uri', 'descendent.uri')
-                .orderBy('post.sortAt', 'desc')
-                .selectAll()
-                .execute(),
-        ]);
-        const uris = [
-            ...ancestors.map((p) => p.uri),
-            ...descendents.map((p) => p.uri),
-        ];
-        return { uris };
-    },
-});

package/dist/dataplane/server/subscription.d.ts

@@ -1,25 +0,0 @@
-import { IdResolver } from '@atproto/identity';
-import { Firehose, MemoryRunner } from '@atproto/sync';
-import { BackgroundQueue } from './background';
-import { Database } from './db';
-import { IndexingService } from './indexing';
-export declare class RepoSubscription {
-    opts: {
-        service: string;
-        db: Database;
-        idResolver: IdResolver;
-    };
-    firehose: Firehose;
-    runner: MemoryRunner;
-    background: BackgroundQueue;
-    indexingSvc: IndexingService;
-    constructor(opts: {
-        service: string;
-        db: Database;
-        idResolver: IdResolver;
-    });
-    start(): void;
-    restart(): Promise<void>;
-    processAll(): Promise<void>;
-    destroy(): Promise<void>;
-}

package/dist/dataplane/server/subscription.js

@@ -1,114 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.RepoSubscription = void 0;
-const repo_1 = require("@atproto/repo");
-const sync_1 = require("@atproto/sync");
-const logger_1 = require("../../logger");
-const background_1 = require("./background");
-const indexing_1 = require("./indexing");
-class RepoSubscription {
-    constructor(opts) {
-        Object.defineProperty(this, "opts", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: opts
-        });
-        Object.defineProperty(this, "firehose", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "runner", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "background", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "indexingSvc", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        const { service, db, idResolver } = opts;
-        this.background = new background_1.BackgroundQueue(db);
-        this.indexingSvc = new indexing_1.IndexingService(db, idResolver);
-        const { runner, firehose } = createFirehose({
-            idResolver,
-            service,
-            indexingSvc: this.indexingSvc,
-        });
-        this.runner = runner;
-        this.firehose = firehose;
-    }
-    start() {
-        this.firehose.start();
-    }
-    async restart() {
-        await this.destroy();
-        const { runner, firehose } = createFirehose({
-            idResolver: this.opts.idResolver,
-            service: this.opts.service,
-            indexingSvc: this.indexingSvc,
-        });
-        this.runner = runner;
-        this.firehose = firehose;
-        this.start();
-    }
-    async processAll() {
-        await this.runner.processAll();
-        await this.background.processAll();
-    }
-    async destroy() {
-        await this.firehose.destroy();
-        await this.runner.destroy();
-        await this.background.processAll();
-    }
-}
-exports.RepoSubscription = RepoSubscription;
-const createFirehose = (opts) => {
-    const { idResolver, service, indexingSvc } = opts;
-    const runner = new sync_1.MemoryRunner({ startCursor: 0 });
-    const firehose = new sync_1.Firehose({
-        idResolver,
-        runner,
-        service,
-        unauthenticatedHandles: true, // indexing service handles these
-        unauthenticatedCommits: true, // @TODO there seems to be a very rare issue where the authenticator thinks a block is missing in deletion ops
-        onError: (err) => logger_1.subLogger.error({ err }, 'error in subscription'),
-        handleEvent: async (evt) => {
-            if (evt.event === 'identity') {
-                await indexingSvc.indexHandle(evt.did, evt.time, true);
-            }
-            else if (evt.event === 'account') {
-                if (evt.active === false && evt.status === 'deleted') {
-                    await indexingSvc.deleteActor(evt.did);
-                }
-                else {
-                    await indexingSvc.updateActorStatus(evt.did, evt.active, evt.status);
-                }
-            }
-            else {
-                const indexFn = evt.event === 'delete'
-                    ? indexingSvc.deleteRecord(evt.uri)
-                    : indexingSvc.indexRecord(evt.uri, evt.cid, evt.record, evt.event === 'create'
-                        ? repo_1.WriteOpAction.Create
-                        : repo_1.WriteOpAction.Update, evt.time);
-                await Promise.all([
-                    indexFn,
-                    indexingSvc.setCommitLastSeen(evt.did, evt.commit, evt.rev),
-                    indexingSvc.indexHandle(evt.did, evt.time),
-                ]);
-            }
-        },
-    });
-    return { firehose, runner };
-};

package/dist/dataplane/server/util.js

@@ -1,117 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.violatesThreadGate = exports.invalidReplyRoot = exports.getAncestorsAndSelfQb = exports.getDescendentsQb = void 0;
-const kysely_1 = require("kysely");
-const util_1 = require("../../views/util");
-const util_2 = require("./db/util");
-const getDescendentsQb = (db, opts) => {
-    const { uri, depth } = opts;
-    const query = db.withRecursive('descendent(uri, depth)', (cte) => {
-        return cte
-            .selectFrom('post')
-            .select(['post.uri as uri', (0, kysely_1.sql) `1`.as('depth')])
-            .where((0, kysely_1.sql) `1`, '<=', depth)
-            .where('replyParent', '=', uri)
-            .unionAll(cte
-            .selectFrom('post')
-            .innerJoin('descendent', 'descendent.uri', 'post.replyParent')
-            .where('descendent.depth', '<', depth)
-            .select([
-            'post.uri as uri',
-            (0, kysely_1.sql) `descendent.depth + 1`.as('depth'),
-        ]));
-    });
-    return query;
-};
-exports.getDescendentsQb = getDescendentsQb;
-const getAncestorsAndSelfQb = (db, opts) => {
-    const { uri, parentHeight } = opts;
-    const query = db.withRecursive('ancestor(uri, ancestorUri, height)', (cte) => {
-        return cte
-            .selectFrom('post')
-            .select([
-            'post.uri as uri',
-            'post.replyParent as ancestorUri',
-            (0, kysely_1.sql) `0`.as('height'),
-        ])
-            .where('uri', '=', uri)
-            .unionAll(cte
-            .selectFrom('post')
-            .innerJoin('ancestor', 'ancestor.ancestorUri', 'post.uri')
-            .where('ancestor.height', '<', parentHeight)
-            .select([
-            'post.uri as uri',
-            'post.replyParent as ancestorUri',
-            (0, kysely_1.sql) `ancestor.height + 1`.as('height'),
-        ]));
-    });
-    return query;
-};
-exports.getAncestorsAndSelfQb = getAncestorsAndSelfQb;
-const invalidReplyRoot = (reply, parent) => {
-    const replyRoot = reply.root.uri;
-    const replyParent = reply.parent.uri;
-    // if parent is not a valid reply, transitively this is not a valid one either
-    if (parent.invalidReplyRoot) {
-        return true;
-    }
-    // replying to root post: ensure the root looks correct
-    if (replyParent === replyRoot) {
-        return !!parent.record.reply;
-    }
-    // replying to a reply: ensure the parent is a reply for the same root post
-    return parent.record.reply?.root.uri !== replyRoot;
-};
-exports.invalidReplyRoot = invalidReplyRoot;
-const violatesThreadGate = async (db, replierDid, ownerDid, rootPost, gate) => {
-    const { canReply, allowFollower, allowFollowing, allowListUris = [], } = (0, util_1.parseThreadGate)(replierDid, ownerDid, rootPost, gate);
-    if (canReply) {
-        return false;
-    }
-    if (!allowFollower && !allowFollowing && !allowListUris?.length) {
-        return true;
-    }
-    const { ref } = db.dynamic;
-    const nullResult = (0, kysely_1.sql) `${null}`;
-    const check = await db
-        .selectFrom((0, util_2.valuesList)([replierDid]).as((0, kysely_1.sql) `subject (did)`))
-        .select([
-        allowFollower
-            ? db
-                .selectFrom('follow')
-                .where('subjectDid', '=', ownerDid)
-                .whereRef('creator', '=', ref('subject.did'))
-                .select('subjectDid')
-                .as('isFollower')
-            : nullResult.as('isFollower'),
-        allowFollowing
-            ? db
-                .selectFrom('follow')
-                .where('creator', '=', ownerDid)
-                .whereRef('subjectDid', '=', ref('subject.did'))
-                .select('creator')
-                .as('isFollowed')
-            : nullResult.as('isFollowed'),
-        allowListUris.length
-            ? db
-                .selectFrom('list_item')
-                .where('list_item.listUri', 'in', allowListUris)
-                .whereRef('list_item.subjectDid', '=', ref('subject.did'))
-                .limit(1)
-                .select('listUri')
-                .as('isInList')
-            : nullResult.as('isInList'),
-    ])
-        .executeTakeFirst();
-    if (allowFollowing && check?.isFollowed) {
-        return false;
-    }
-    else if (allowFollower && check?.isFollower) {
-        return false;
-    }
-    else if (allowListUris.length && check?.isInList) {
-        return false;
-    }
-    return true;
-};
-exports.violatesThreadGate = violatesThreadGate;

package/dist/error.d.ts

@@ -1,2 +0,0 @@
-import { ErrorRequestHandler } from 'express';
-export declare const handler: ErrorRequestHandler;

package/dist/error.js

@@ -1,14 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.handler = void 0;
-const xrpc_server_1 = require("@atproto/xrpc-server");
-const logger_1 = require("./logger");
-const handler = (err, _req, res, next) => {
-    logger_1.httpLogger.error(err, 'unexpected internal server error');
-    if (res.headersSent) {
-        return next(err);
-    }
-    const serverError = xrpc_server_1.XRPCError.fromError(err);
-    res.status(serverError.type).json(serverError.payload);
-};
-exports.handler = handler;

package/dist/index.d.ts

@@ -1,20 +0,0 @@
-import express from 'express';
-import { Server } from 'http';
-import { ServerConfig } from './config';
-import AppContext from './context';
-export declare class ClioAppView {
-    ctx: AppContext;
-    app: express.Application;
-    server?: Server;
-    private terminator?;
-    constructor(opts: {
-        ctx: AppContext;
-        app: express.Application;
-    });
-    static create(opts: {
-        config: ServerConfig;
-    }): ClioAppView;
-    start(): Promise<Server>;
-    destroy(): Promise<void>;
-}
-export default ClioAppView;

package/dist/index.js

@@ -1,115 +0,0 @@
-"use strict";
-var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    var desc = Object.getOwnPropertyDescriptor(m, k);
-    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
-      desc = { enumerable: true, get: function() { return m[k]; } };
-    }
-    Object.defineProperty(o, k2, desc);
-}) : (function(o, m, k, k2) {
-    if (k2 === undefined) k2 = k;
-    o[k2] = m[k];
-}));
-var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
-    Object.defineProperty(o, "default", { enumerable: true, value: v });
-}) : function(o, v) {
-    o["default"] = v;
-});
-var __importStar = (this && this.__importStar) || (function () {
-    var ownKeys = function(o) {
-        ownKeys = Object.getOwnPropertyNames || function (o) {
-            var ar = [];
-            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
-            return ar;
-        };
-        return ownKeys(o);
-    };
-    return function (mod) {
-        if (mod && mod.__esModule) return mod;
-        var result = {};
-        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
-        __setModuleDefault(result, mod);
-        return result;
-    };
-})();
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ClioAppView = void 0;
-const common_1 = require("@atproto/common");
-const cors_1 = __importDefault(require("cors"));
-const dotenv_1 = require("dotenv");
-const events_1 = __importDefault(require("events"));
-const express_1 = __importDefault(require("express"));
-const http_terminator_1 = require("http-terminator");
-const api_1 = __importStar(require("./api"));
-const client_1 = require("./client");
-const context_1 = __importDefault(require("./context"));
-const error = __importStar(require("./error"));
-const lexicons_1 = require("./lexicons");
-const logger_1 = require("./logger");
-(0, dotenv_1.config)();
-class ClioAppView {
-    constructor(opts) {
-        Object.defineProperty(this, "ctx", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "app", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "server", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        Object.defineProperty(this, "terminator", {
-            enumerable: true,
-            configurable: true,
-            writable: true,
-            value: void 0
-        });
-        this.ctx = opts.ctx;
-        this.app = opts.app;
-    }
-    static create(opts) {
-        const { config } = opts;
-        const app = (0, express_1.default)();
-        app.use((0, cors_1.default)({ maxAge: common_1.DAY / common_1.SECOND }));
-        app.use(logger_1.loggerMiddleware);
-        const dataplane = (0, client_1.createBaseClient)('http://localhost:4000', {});
-        const server = (0, lexicons_1.createServer)();
-        const ctx = new context_1.default({
-            cfg: config,
-            dataplane,
-        });
-        const api = (0, api_1.default)(server, ctx);
-        app.use(api_1.health.createRouter(ctx));
-        app.use(api.xrpc.router);
-        app.use(error.handler);
-        return new ClioAppView({ ctx, app });
-    }
-    async start() {
-        console.log('Starting Clio AppView...');
-        const server = this.app.listen(this.ctx.cfg.port);
-        this.server = server;
-        server.keepAliveTimeout = 90000;
-        this.terminator = (0, http_terminator_1.createHttpTerminator)({ server });
-        await events_1.default.once(server, 'listening');
-        const { port } = server.address();
-        this.ctx.cfg.assignPort(port);
-        return server;
-    }
-    async destroy() {
-        await this.terminator?.terminate();
-    }
-}
-exports.ClioAppView = ClioAppView;
-exports.default = ClioAppView;