@atproto/pds 0.4.216 → 0.4.217

package/dist/actor-store/blob/transactor.js

@@ -5,13 +5,12 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.CidNotFound = exports.BlobTransactor = void 0;
 const node_crypto_1 = __importDefault(require("node:crypto"));
-const bytes_1 = __importDefault(require("bytes"));
 const file_type_1 = require("file-type");
-const cid_1 = require("multiformats/cid");
 const p_queue_1 = __importDefault(require("p-queue"));
 const common_1 = require("@atproto/common");
-const lexicon_1 = require("@atproto/lexicon");
+const lex_data_1 = require("@atproto/lex-data");
 const repo_1 = require("@atproto/repo");
+const syntax_1 = require("@atproto/syntax");
 const xrpc_server_1 = require("@atproto/xrpc-server");
 const logger_1 = require("../../logger");
 const reader_1 = require("./reader");
@@ -38,9 +37,9 @@ class BlobTransactor extends reader_1.BlobReader {
         });
     }
     async insertBlobs(recordUri, blobs) {
-        const values = Array.from(blobs, (cid) => ({
+        const values = Array.from(blobs, (blob) => ({
             recordUri,
-            blobCid: cid.ref.toString(),
+            blobCid: blobCid(blob).toString(),
         }));
         if (values.length) {
             await this.db.db
@@ -57,21 +56,20 @@ class BlobTransactor extends reader_1.BlobReader {
             sha256Stream((0, common_1.cloneStream)(blobStream)),
             mimeTypeFromStream((0, common_1.cloneStream)(blobStream)),
         ]);
-        const cid = (0, common_1.sha256RawToCid)(sha256);
-        const mimeType = sniffedMime || userSuggestedMime;
         return {
             tempKey,
             size,
-            cid,
-            mimeType,
+            cid: (0, lex_data_1.cidForRawHash)(sha256),
+            mimeType: sniffedMime || userSuggestedMime,
         };
     }
     async trackUntetheredBlob(metadata) {
         const { tempKey, size, cid, mimeType } = metadata;
+        const cidStr = cid.toString();
         const found = await this.db.db
             .selectFrom('blob')
             .selectAll()
-            .where('cid', '=', cid.toString())
+            .where('cid', '=', cidStr)
             .executeTakeFirst();
         if (found?.takedownRef) {
             throw new xrpc_server_1.InvalidRequestError('Blob has been takendown, cannot re-upload');
@@ -79,18 +77,23 @@ class BlobTransactor extends reader_1.BlobReader {
         await this.db.db
             .insertInto('blob')
             .values({
-            cid: cid.toString(),
+            cid: cidStr,
             mimeType,
             size,
             tempKey,
-            createdAt: new Date().toISOString(),
+            createdAt: (0, syntax_1.currentDatetimeString)(),
         })
             .onConflict((oc) => oc
             .column('cid')
             .doUpdateSet({ tempKey })
             .where('blob.tempKey', 'is not', null))
             .execute();
-        return new lexicon_1.BlobRef(cid, mimeType, size);
+        return {
+            $type: 'blob',
+            ref: cid,
+            mimeType,
+            size,
+        };
     }
     async processWriteBlobs(rev, writes) {
         await this.deleteDereferencedBlobs(writes);
@@ -126,7 +129,7 @@ class BlobTransactor extends reader_1.BlobReader {
     }
     async updateBlobTakedownStatus(cid, takedown) {
         const takedownRef = takedown.applied
-            ? takedown.ref ?? new Date().toISOString()
+            ? takedown.ref ?? (0, syntax_1.currentDatetimeString)()
             : null;
         await this.db.db
             .updateTable('blob')
@@ -172,7 +175,7 @@ class BlobTransactor extends reader_1.BlobReader {
             .execute();
         const newBlobCids = writes
             .filter((w) => isUpdate(w) || isCreate(w))
-            .flatMap((w) => w.blobs.map((b) => b.cid.toString()));
+            .flatMap((w) => w.blobs.map((b) => b.ref.toString()));
         const cidsToKeep = [
             ...newBlobCids,
             ...duplicateCids.map((row) => row.blobCid),
@@ -188,7 +191,7 @@ class BlobTransactor extends reader_1.BlobReader {
             this.db.onCommit(() => {
                 this.backgroundQueue.add(async () => {
                     try {
-                        const cids = cidsToDelete.map((cid) => cid_1.CID.parse(cid));
+                        const cids = cidsToDelete.map((cid) => (0, lex_data_1.parseCid)(cid));
                         await this.blobstore.deleteMany(cids);
                     }
                     catch (err) {
@@ -202,12 +205,12 @@ class BlobTransactor extends reader_1.BlobReader {
         const found = await this.db.db
             .selectFrom('blob')
             .select(['tempKey', 'size', 'mimeType'])
-            .where('cid', '=', blob.cid.toString())
+            .where('cid', '=', blob.ref.toString())
             .where('takedownRef', 'is', null)
             .executeTakeFirst();
         signal?.throwIfAborted();
         if (!found) {
-            throw new xrpc_server_1.InvalidRequestError(`Could not find blob: ${blob.cid.toString()}`, 'BlobNotFound');
+            throw new xrpc_server_1.InvalidRequestError(`Could not find blob: ${blob.ref.toString()}`, 'BlobNotFound');
         }
         if (found.tempKey) {
             verifyBlob(blob, found);
@@ -218,9 +221,9 @@ class BlobTransactor extends reader_1.BlobReader {
             // (e.g. "makeItPermanent") and to process those updates outside of the
             // transaction.
             await this.blobstore
-                .makePermanent(found.tempKey, blob.cid)
+                .makePermanent(found.tempKey, blob.ref)
                 .catch((err) => {
-                logger_1.blobStoreLogger.error({ err, cid: blob.cid.toString() }, 'could not make blob permanent');
+                logger_1.blobStoreLogger.error({ err, cid: blob.ref.toString() }, 'could not make blob permanent');
                 throw err;
             });
             signal?.throwIfAborted();
@@ -235,10 +238,10 @@ class BlobTransactor extends reader_1.BlobReader {
         await this.db.db
             .insertInto('blob')
             .values({
-            cid: blob.cid.toString(),
+            cid: blob.ref.toString(),
             mimeType: blob.mimeType,
             size: blob.size,
-            createdAt: new Date().toISOString(),
+            createdAt: (0, syntax_1.currentDatetimeString)(),
         })
             .onConflict((oc) => oc.doNothing())
             .execute();
@@ -247,7 +250,7 @@ class BlobTransactor extends reader_1.BlobReader {
         await this.db.db
             .insertInto('record_blob')
             .values({
-            blobCid: blob.cid.toString(),
+            blobCid: blob.ref.toString(),
             recordUri: recordUri.toString(),
         })
             .onConflict((oc) => oc.doNothing())
@@ -287,31 +290,15 @@ async function mimeTypeFromStream(blobStream) {
     blobStream.destroy();
     return fileType?.mime;
 }
-function acceptedMime(mime, accepted) {
-    if (accepted.includes('*/*'))
-        return true;
-    const globs = accepted.filter((a) => a.endsWith('/*'));
-    for (const glob of globs) {
-        const [start] = glob.split('/');
-        if (mime.startsWith(`${start}/`)) {
-            return true;
-        }
-    }
-    return accepted.includes(mime);
-}
+/**
+ * Ensures that the blob referenced in the record matches the stored blob.
+ */
 function verifyBlob(blob, found) {
-    const throwInvalid = (msg, errName = 'InvalidBlob') => {
-        throw new xrpc_server_1.InvalidRequestError(msg, errName);
-    };
-    if (blob.constraints.maxSize && found.size > blob.constraints.maxSize) {
-        throwInvalid(`This file is too large. It is ${bytes_1.default.format(found.size)} but the maximum size is ${bytes_1.default.format(blob.constraints.maxSize)}.`, 'BlobTooLarge');
-    }
     if (blob.mimeType !== found.mimeType) {
-        throwInvalid(`Referenced Mimetype does not match stored blob. Expected: ${found.mimeType}, Got: ${blob.mimeType}`, 'InvalidMimeType');
+        throw new xrpc_server_1.InvalidRequestError(`Referenced Mimetype does not match stored blob. Expected: ${found.mimeType}, Got: ${blob.mimeType}`, 'InvalidMimeType');
     }
-    if (blob.constraints.accept &&
-        !acceptedMime(blob.mimeType, blob.constraints.accept)) {
-        throwInvalid(`Wrong type of file. It is ${blob.mimeType} but it must match ${blob.constraints.accept}.`, 'InvalidMimeType');
+    if (blob.size !== found.size) {
+        throw new xrpc_server_1.InvalidRequestError(`Referenced Size does not match stored blob. Expected: ${found.size}, Got: ${blob.size}`, 'InvalidSize');
     }
 }
 function isCreate(write) {
@@ -323,4 +310,7 @@ function isUpdate(write) {
 function isDelete(write) {
     return write.action === repo_1.WriteOpAction.Delete;
 }
+function blobCid(blob) {
+    return '$type' in blob ? blob.ref : (0, lex_data_1.parseCid)(blob.cid);
+}
 //# sourceMappingURL=transactor.js.map

package/dist/actor-store/blob/transactor.js.map

@@ -1 +1 @@
-{"version":3,"file":"transactor.js","sourceRoot":"","sources":["../../../src/actor-store/blob/transactor.ts"],"names":[],"mappings":";;;;;;AAAA,8DAAgC;AAEhC,kDAAyB;AACzB,yCAA4D;AAC5D,0CAAsC;AACtC,sDAA4B;AAC5B,4CAKwB;AACxB,8CAA0C;AAC1C,wCAA2E;AAE3E,sDAA0D;AAG1D,yCAAqD;AAGrD,qCAAqC;AASrC,MAAa,cAAe,SAAQ,mBAAU;IAC5C,YACS,EAAW,EACX,SAAoB,EACpB,eAAgC;QAEvC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAA;QAJpB;;;;mBAAO,EAAE;WAAS;QAClB;;;;mBAAO,SAAS;WAAW;QAC3B;;;;mBAAO,eAAe;WAAiB;IAGzC,CAAC;IAED,KAAK,CAAC,WAAW,CAAC,SAAiB,EAAE,KAAwB;QAC3D,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YACzC,SAAS;YACT,OAAO,EAAE,GAAG,CAAC,GAAG,CAAC,QAAQ,EAAE;SAC5B,CAAC,CAAC,CAAA;QAEH,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;iBACb,UAAU,CAAC,aAAa,CAAC;iBACzB,MAAM,CAAC,MAAM,CAAC;iBACd,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;iBAClC,OAAO,EAAE,CAAA;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,iBAAyB,EACzB,UAA2B;QAE3B,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC7D,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAA,oBAAW,EAAC,UAAU,CAAC,CAAC;YAC/C,IAAA,mBAAU,EAAC,IAAA,oBAAW,EAAC,UAAU,CAAC,CAAC;YACnC,YAAY,CAAC,IAAA,oBAAW,EAAC,UAAU,CAAC,CAAC;YACrC,kBAAkB,CAAC,IAAA,oBAAW,EAAC,UAAU,CAAC,CAAC;SAC5C,CAAC,CAAA;QAEF,MAAM,GAAG,GAAG,IAAA,uBAAc,EAAC,MAAM,CAAC,CAAA;QAClC,MAAM,QAAQ,GAAG,WAAW,IAAI,iBAAiB,CAAA;QAEjD,OAAO;YACL,OAAO;YACP,IAAI;YACJ,GAAG;YACH,QAAQ;SACT,CAAA;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,QAAsB;QAC9C,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAA;QACjD,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aAC3B,UAAU,CAAC,MAAM,CAAC;aAClB,SAAS,EAAE;aACX,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;aACjC,gBAAgB,EAAE,CAAA;QACrB,IAAI,KAAK,EAAE,WAAW,EAAE,CAAC;YACvB,MAAM,IAAI,iCAAmB,CAAC,2CAA2C,CAAC,CAAA;QAC5E,CAAC;QAED,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACb,UAAU,CAAC,MAAM,CAAC;aAClB,MAAM,CAAC;YACN,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE;YACnB,QAAQ;YACR,IAAI;YACJ,OAAO;YACP,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;aACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CACjB,EAAE;aACC,MAAM,CAAC,KAAK,CAAC;aACb,WAAW,CAAC,EAAE,OAAO,EAAE,CAAC;aACxB,KAAK,CAAC,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC,CACzC;aACA,OAAO,EAAE,CAAA;QACZ,OAAO,IAAI,iBAAO,CAAC,GAAG,EAAE,QAAQ,EAAE,IAAI,CAAC,CAAA;IACzC,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,GAAW,EAAE,MAAuB;QAC1D,MAAM,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;QAE1C,MAAM,EAAE,GAAG,IAAI,eAAe,EAAE,CAAA;QAKhC,MAAM,KAAK,GAAW,EAAE,CAAA;QAExB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAC/B,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;wBACpB,IAAI,EAAE,CAAC,MAAM,CAAC,OAAO;4BAAE,OAAM;wBAC7B,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;wBACzC,MAAM,IAAI,CAAC,0BAA0B,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,CAAA;oBACxD,CAAC,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,iBAAM,CAAC;gBACvB,WAAW,EAAE,EAAE;gBACf,sEAAsE;gBACtE,6CAA6C;gBAC7C,OAAO,EAAE,EAAE,GAAG,eAAM;gBACpB,cAAc,EAAE,IAAI;aACrB,CAAC,CAAA;YAEF,qEAAqE;YACrE,oDAAoD;YACpD,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,KAAK,EAAE,CAAA;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAAC,GAAQ,EAAE,QAAoB;QAC3D,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO;YAClC,CAAC,CAAC,QAAQ,CAAC,GAAG,IAAI,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;YAC1C,CAAC,CAAC,IAAI,CAAA;QACR,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACb,WAAW,CAAC,MAAM,CAAC;aACnB,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC;aACpB,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;aACjC,gBAAgB,EAAE,CAAA;QAErB,IAAI,CAAC;YACH,wEAAwE;YACxE,0EAA0E;YAC1E,yBAAyB;YACzB,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;YACtC,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YACxC,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,CAAC,GAAG,YAAY,wBAAiB,CAAC,EAAE,CAAC;gBACxC,wBAAG,CAAC,KAAK,CACP,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,EAC5B,uCAAuC,CACxC,CAAA;gBAED,MAAM,GAAG,CAAA;YACX,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC3B,MAAuB,EACvB,aAAuB;QAEvB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACvC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACvC,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;QAClE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAE7B,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACtC,UAAU,CAAC,aAAa,CAAC;aACzB,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC;aAC9B,SAAS,CAAC,SAAS,CAAC;aACpB,OAAO,EAAE,CAAA;QACZ,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAEzC,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACtE,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACnC,UAAU,CAAC,aAAa,CAAC;aACzB,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,mBAAmB,CAAC;aAC3C,MAAM,CAAC,SAAS,CAAC;aACjB,OAAO,EAAE,CAAA;QAEZ,MAAM,WAAW,GAAG,MAAM;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC;aACzC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;QAEvD,MAAM,UAAU,GAAG;YACjB,GAAG,WAAW;YACd,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC;SAC3C,CAAA;QAED,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,CAC7C,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CACnC,CAAA;QACD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAErC,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACb,UAAU,CAAC,MAAM,CAAC;aAClB,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC;aAChC,OAAO,EAAE,CAAA;QAEZ,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACpB,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;oBAClC,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,SAAG,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAA;wBACtD,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;oBACvC,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,wBAAG,CAAC,KAAK,CACP,EAAE,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,EAC3B,uCAAuC,CACxC,CAAA;oBACH,CAAC;gBACH,CAAC,CAAC,CAAA;YACJ,CAAC,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,0BAA0B,CAC9B,IAAqB,EACrB,MAAoB;QAEpB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aAC3B,UAAU,CAAC,MAAM,CAAC;aAClB,MAAM,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;aACvC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;aACtC,KAAK,CAAC,aAAa,EAAE,IAAI,EAAE,IAAI,CAAC;aAChC,gBAAgB,EAAE,CAAA;QAErB,MAAM,EAAE,cAAc,EAAE,CAAA;QAExB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,iCAAmB,CAC3B,wBAAwB,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,EAC7C,cAAc,CACf,CAAA;QACH,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;YAEvB,yEAAyE;YACzE,0EAA0E;YAC1E,iDAAiD;YAEjD,wEAAwE;YACxE,uEAAuE;YACvE,eAAe;YAEf,MAAM,IAAI,CAAC,SAAS;iBACjB,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC;iBACtC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACb,wBAAG,CAAC,KAAK,CACP,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,EACjC,+BAA+B,CAChC,CAAA;gBAED,MAAM,GAAG,CAAA;YACX,CAAC,CAAC,CAAA;YAEJ,MAAM,EAAE,cAAc,EAAE,CAAA;YAExB,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;iBACb,WAAW,CAAC,MAAM,CAAC;iBACnB,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;iBACtB,KAAK,CAAC,SAAS,EAAE,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC;iBACpC,OAAO,EAAE,CAAA;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,IAAqB;QAC5C,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACb,UAAU,CAAC,MAAM,CAAC;aAClB,MAAM,CAAC;YACN,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE;YACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;SACpC,CAAC;aACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;aAClC,OAAO,EAAE,CAAA;IACd,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,IAAqB,EAAE,SAAgB;QACzD,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACb,UAAU,CAAC,aAAa,CAAC;aACzB,MAAM,CAAC;YACN,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE;YAC5B,SAAS,EAAE,SAAS,CAAC,QAAQ,EAAE;SAChC,CAAC;aACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;aAClC,OAAO,EAAE,CAAA;IACd,CAAC;CACF;AAxRD,wCAwRC;AAED,MAAa,WAAY,SAAQ,KAAK;IAEpC,YAAY,GAAQ;QAClB,KAAK,CAAC,kBAAkB,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QAF3C;;;;;WAAQ;QAGN,IAAI,CAAC,GAAG,GAAG,GAAG,CAAA;IAChB,CAAC;CACF;AAND,kCAMC;AAED,KAAK,UAAU,YAAY,CAAC,MAAuB;IACjD,MAAM,IAAI,GAAG,qBAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IACxC,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACnB,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,GAAG,EAAE,CAAA;QACV,MAAM,GAAG,CAAA;IACX,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,CAAA;IACV,OAAO,IAAI,CAAC,IAAI,EAAE,CAAA;AACpB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,UAA2B;IAE3B,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAkB,EAAC,UAAU,CAAC,CAAA;IACrD,UAAU,CAAC,OAAO,EAAE,CAAA;IACpB,OAAO,QAAQ,EAAE,IAAI,CAAA;AACvB,CAAC;AAED,SAAS,YAAY,CAAC,IAAY,EAAE,QAAkB;IACpD,IAAI,QAAQ,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAA;IACzC,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,CAAA;IACtD,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACzB,MAAM,CAAC,KAAK,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAA;QAC/B,IAAI,IAAI,CAAC,UAAU,CAAC,GAAG,KAAK,GAAG,CAAC,EAAE,CAAC;YACjC,OAAO,IAAI,CAAA;QACb,CAAC;IACH,CAAC;IACD,OAAO,QAAQ,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAA;AAChC,CAAC;AAED,SAAS,UAAU,CACjB,IAAqB,EACrB,KAA2C;IAE3C,MAAM,YAAY,GAAG,CAAC,GAAW,EAAE,OAAO,GAAG,aAAa,EAAE,EAAE;QAC5D,MAAM,IAAI,iCAAmB,CAAC,GAAG,EAAE,OAAO,CAAC,CAAA;IAC7C,CAAC,CAAA;IACD,IAAI,IAAI,CAAC,WAAW,CAAC,OAAO,IAAI,KAAK,CAAC,IAAI,GAAG,IAAI,CAAC,WAAW,CAAC,OAAO,EAAE,CAAC;QACtE,YAAY,CACV,iCAAiC,eAAK,CAAC,MAAM,CAC3C,KAAK,CAAC,IAAI,CACX,4BAA4B,eAAK,CAAC,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,GAAG,EACtE,cAAc,CACf,CAAA;IACH,CAAC;IACD,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAC;QACrC,YAAY,CACV,6DAA6D,KAAK,CAAC,QAAQ,UAAU,IAAI,CAAC,QAAQ,EAAE,EACpG,iBAAiB,CAClB,CAAA;IACH,CAAC;IACD,IACE,IAAI,CAAC,WAAW,CAAC,MAAM;QACvB,CAAC,YAAY,CAAC,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,EACrD,CAAC;QACD,YAAY,CACV,6BAA6B,IAAI,CAAC,QAAQ,sBAAsB,IAAI,CAAC,WAAW,CAAC,MAAM,GAAG,EAC1F,iBAAiB,CAClB,CAAA;IACH,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAoB;IACpC,OAAO,KAAK,CAAC,MAAM,KAAK,oBAAa,CAAC,MAAM,CAAA;AAC9C,CAAC;AACD,SAAS,QAAQ,CAAC,KAAoB;IACpC,OAAO,KAAK,CAAC,MAAM,KAAK,oBAAa,CAAC,MAAM,CAAA;AAC9C,CAAC;AACD,SAAS,QAAQ,CAAC,KAAoB;IACpC,OAAO,KAAK,CAAC,MAAM,KAAK,oBAAa,CAAC,MAAM,CAAA;AAC9C,CAAC","sourcesContent":["import crypto from 'node:crypto'\nimport stream from 'node:stream'\nimport bytes from 'bytes'\nimport { fromStream as fileTypeFromStream } from 'file-type'\nimport { CID } from 'multiformats/cid'\nimport PQueue from 'p-queue'\nimport {\n  SECOND,\n  cloneStream,\n  sha256RawToCid,\n  streamSize,\n} from '@atproto/common'\nimport { BlobRef } from '@atproto/lexicon'\nimport { BlobNotFoundError, BlobStore, WriteOpAction } from '@atproto/repo'\nimport { AtUri } from '@atproto/syntax'\nimport { InvalidRequestError } from '@atproto/xrpc-server'\nimport { BackgroundQueue } from '../../background'\nimport { StatusAttr } from '../../lexicon/types/com/atproto/admin/defs'\nimport { blobStoreLogger as log } from '../../logger'\nimport { PreparedBlobRef, PreparedWrite } from '../../repo/types'\nimport { ActorDb, Blob as BlobTable } from '../db'\nimport { BlobReader } from './reader'\n\nexport type BlobMetadata = {\n  tempKey: string\n  size: number\n  cid: CID\n  mimeType: string\n}\n\nexport class BlobTransactor extends BlobReader {\n  constructor(\n    public db: ActorDb,\n    public blobstore: BlobStore,\n    public backgroundQueue: BackgroundQueue,\n  ) {\n    super(db, blobstore)\n  }\n\n  async insertBlobs(recordUri: string, blobs: Iterable<BlobRef>) {\n    const values = Array.from(blobs, (cid) => ({\n      recordUri,\n      blobCid: cid.ref.toString(),\n    }))\n\n    if (values.length) {\n      await this.db.db\n        .insertInto('record_blob')\n        .values(values)\n        .onConflict((oc) => oc.doNothing())\n        .execute()\n    }\n  }\n\n  async uploadBlobAndGetMetadata(\n    userSuggestedMime: string,\n    blobStream: stream.Readable,\n  ): Promise<BlobMetadata> {\n    const [tempKey, size, sha256, sniffedMime] = await Promise.all([\n      this.blobstore.putTemp(cloneStream(blobStream)),\n      streamSize(cloneStream(blobStream)),\n      sha256Stream(cloneStream(blobStream)),\n      mimeTypeFromStream(cloneStream(blobStream)),\n    ])\n\n    const cid = sha256RawToCid(sha256)\n    const mimeType = sniffedMime || userSuggestedMime\n\n    return {\n      tempKey,\n      size,\n      cid,\n      mimeType,\n    }\n  }\n\n  async trackUntetheredBlob(metadata: BlobMetadata) {\n    const { tempKey, size, cid, mimeType } = metadata\n    const found = await this.db.db\n      .selectFrom('blob')\n      .selectAll()\n      .where('cid', '=', cid.toString())\n      .executeTakeFirst()\n    if (found?.takedownRef) {\n      throw new InvalidRequestError('Blob has been takendown, cannot re-upload')\n    }\n\n    await this.db.db\n      .insertInto('blob')\n      .values({\n        cid: cid.toString(),\n        mimeType,\n        size,\n        tempKey,\n        createdAt: new Date().toISOString(),\n      })\n      .onConflict((oc) =>\n        oc\n          .column('cid')\n          .doUpdateSet({ tempKey })\n          .where('blob.tempKey', 'is not', null),\n      )\n      .execute()\n    return new BlobRef(cid, mimeType, size)\n  }\n\n  async processWriteBlobs(rev: string, writes: PreparedWrite[]) {\n    await this.deleteDereferencedBlobs(writes)\n\n    const ac = new AbortController()\n\n    // Limit the number of parallel requests made to the BlobStore by using a\n    // a queue with concurrency management.\n    type Task = () => Promise<void>\n    const tasks: Task[] = []\n\n    for (const write of writes) {\n      if (isCreate(write) || isUpdate(write)) {\n        for (const blob of write.blobs) {\n          tasks.push(async () => {\n            if (ac.signal.aborted) return\n            await this.associateBlob(blob, write.uri)\n            await this.verifyBlobAndMakePermanent(blob, ac.signal)\n          })\n        }\n      }\n    }\n\n    try {\n      const queue = new PQueue({\n        concurrency: 20,\n        // The blob store should already limit the time of every operation. We\n        // add a timeout here as an extra precaution.\n        timeout: 60 * SECOND,\n        throwOnTimeout: true,\n      })\n\n      // Will reject as soon as any task fails, causing the \"finally\" block\n      // below to run, aborting every other pending tasks.\n      await queue.addAll(tasks)\n    } finally {\n      ac.abort()\n    }\n  }\n\n  async updateBlobTakedownStatus(cid: CID, takedown: StatusAttr) {\n    const takedownRef = takedown.applied\n      ? takedown.ref ?? new Date().toISOString()\n      : null\n    await this.db.db\n      .updateTable('blob')\n      .set({ takedownRef })\n      .where('cid', '=', cid.toString())\n      .executeTakeFirst()\n\n    try {\n      // @NOTE find a way to not perform i/o operations during the transaction\n      // (typically by using a state in the \"blob\" table, and another process to\n      // handle the actual i/o)\n      if (takedown.applied) {\n        await this.blobstore.quarantine(cid)\n      } else {\n        await this.blobstore.unquarantine(cid)\n      }\n    } catch (err) {\n      if (!(err instanceof BlobNotFoundError)) {\n        log.error(\n          { err, cid: cid.toString() },\n          'could not update blob takedown status',\n        )\n\n        throw err\n      }\n    }\n  }\n\n  async deleteDereferencedBlobs(\n    writes: PreparedWrite[],\n    skipBlobStore?: boolean,\n  ) {\n    const deletes = writes.filter(isDelete)\n    const updates = writes.filter(isUpdate)\n    const uris = [...deletes, ...updates].map((w) => w.uri.toString())\n    if (uris.length === 0) return\n\n    const deletedRepoBlobs = await this.db.db\n      .deleteFrom('record_blob')\n      .where('recordUri', 'in', uris)\n      .returning('blobCid')\n      .execute()\n    if (deletedRepoBlobs.length === 0) return\n\n    const deletedRepoBlobCids = deletedRepoBlobs.map((row) => row.blobCid)\n    const duplicateCids = await this.db.db\n      .selectFrom('record_blob')\n      .where('blobCid', 'in', deletedRepoBlobCids)\n      .select('blobCid')\n      .execute()\n\n    const newBlobCids = writes\n      .filter((w) => isUpdate(w) || isCreate(w))\n      .flatMap((w) => w.blobs.map((b) => b.cid.toString()))\n\n    const cidsToKeep = [\n      ...newBlobCids,\n      ...duplicateCids.map((row) => row.blobCid),\n    ]\n\n    const cidsToDelete = deletedRepoBlobCids.filter(\n      (cid) => !cidsToKeep.includes(cid),\n    )\n    if (cidsToDelete.length === 0) return\n\n    await this.db.db\n      .deleteFrom('blob')\n      .where('cid', 'in', cidsToDelete)\n      .execute()\n\n    if (!skipBlobStore) {\n      this.db.onCommit(() => {\n        this.backgroundQueue.add(async () => {\n          try {\n            const cids = cidsToDelete.map((cid) => CID.parse(cid))\n            await this.blobstore.deleteMany(cids)\n          } catch (err) {\n            log.error(\n              { err, cids: cidsToDelete },\n              'could not delete blobs from blobstore',\n            )\n          }\n        })\n      })\n    }\n  }\n\n  async verifyBlobAndMakePermanent(\n    blob: PreparedBlobRef,\n    signal?: AbortSignal,\n  ): Promise<void> {\n    const found = await this.db.db\n      .selectFrom('blob')\n      .select(['tempKey', 'size', 'mimeType'])\n      .where('cid', '=', blob.cid.toString())\n      .where('takedownRef', 'is', null)\n      .executeTakeFirst()\n\n    signal?.throwIfAborted()\n\n    if (!found) {\n      throw new InvalidRequestError(\n        `Could not find blob: ${blob.cid.toString()}`,\n        'BlobNotFound',\n      )\n    }\n\n    if (found.tempKey) {\n      verifyBlob(blob, found)\n\n      // @NOTE it is less than ideal to perform async (i/o) operations during a\n      // transaction. Especially since there have been instances of the actor-db\n      // being locked, requiring to kick the processes.\n\n      // The better solution would be to update the blob state in the database\n      // (e.g. \"makeItPermanent\") and to process those updates outside of the\n      // transaction.\n\n      await this.blobstore\n        .makePermanent(found.tempKey, blob.cid)\n        .catch((err) => {\n          log.error(\n            { err, cid: blob.cid.toString() },\n            'could not make blob permanent',\n          )\n\n          throw err\n        })\n\n      signal?.throwIfAborted()\n\n      await this.db.db\n        .updateTable('blob')\n        .set({ tempKey: null })\n        .where('tempKey', '=', found.tempKey)\n        .execute()\n    }\n  }\n\n  async insertBlobMetadata(blob: PreparedBlobRef): Promise<void> {\n    await this.db.db\n      .insertInto('blob')\n      .values({\n        cid: blob.cid.toString(),\n        mimeType: blob.mimeType,\n        size: blob.size,\n        createdAt: new Date().toISOString(),\n      })\n      .onConflict((oc) => oc.doNothing())\n      .execute()\n  }\n\n  async associateBlob(blob: PreparedBlobRef, recordUri: AtUri): Promise<void> {\n    await this.db.db\n      .insertInto('record_blob')\n      .values({\n        blobCid: blob.cid.toString(),\n        recordUri: recordUri.toString(),\n      })\n      .onConflict((oc) => oc.doNothing())\n      .execute()\n  }\n}\n\nexport class CidNotFound extends Error {\n  cid: CID\n  constructor(cid: CID) {\n    super(`cid not found: ${cid.toString()}`)\n    this.cid = cid\n  }\n}\n\nasync function sha256Stream(toHash: stream.Readable): Promise<Uint8Array> {\n  const hash = crypto.createHash('sha256')\n  try {\n    for await (const chunk of toHash) {\n      hash.write(chunk)\n    }\n  } catch (err) {\n    hash.end()\n    throw err\n  }\n  hash.end()\n  return hash.read()\n}\n\nasync function mimeTypeFromStream(\n  blobStream: stream.Readable,\n): Promise<string | undefined> {\n  const fileType = await fileTypeFromStream(blobStream)\n  blobStream.destroy()\n  return fileType?.mime\n}\n\nfunction acceptedMime(mime: string, accepted: string[]): boolean {\n  if (accepted.includes('*/*')) return true\n  const globs = accepted.filter((a) => a.endsWith('/*'))\n  for (const glob of globs) {\n    const [start] = glob.split('/')\n    if (mime.startsWith(`${start}/`)) {\n      return true\n    }\n  }\n  return accepted.includes(mime)\n}\n\nfunction verifyBlob(\n  blob: PreparedBlobRef,\n  found: Pick<BlobTable, 'size' | 'mimeType'>,\n) {\n  const throwInvalid = (msg: string, errName = 'InvalidBlob') => {\n    throw new InvalidRequestError(msg, errName)\n  }\n  if (blob.constraints.maxSize && found.size > blob.constraints.maxSize) {\n    throwInvalid(\n      `This file is too large. It is ${bytes.format(\n        found.size,\n      )} but the maximum size is ${bytes.format(blob.constraints.maxSize)}.`,\n      'BlobTooLarge',\n    )\n  }\n  if (blob.mimeType !== found.mimeType) {\n    throwInvalid(\n      `Referenced Mimetype does not match stored blob. Expected: ${found.mimeType}, Got: ${blob.mimeType}`,\n      'InvalidMimeType',\n    )\n  }\n  if (\n    blob.constraints.accept &&\n    !acceptedMime(blob.mimeType, blob.constraints.accept)\n  ) {\n    throwInvalid(\n      `Wrong type of file. It is ${blob.mimeType} but it must match ${blob.constraints.accept}.`,\n      'InvalidMimeType',\n    )\n  }\n}\n\nfunction isCreate(write: PreparedWrite) {\n  return write.action === WriteOpAction.Create\n}\nfunction isUpdate(write: PreparedWrite) {\n  return write.action === WriteOpAction.Update\n}\nfunction isDelete(write: PreparedWrite) {\n  return write.action === WriteOpAction.Delete\n}\n"]}
+{"version":3,"file":"transactor.js","sourceRoot":"","sources":["../../../src/actor-store/blob/transactor.ts"],"names":[],"mappings":";;;;;;AAAA,8DAAgC;AAEhC,yCAA4D;AAC5D,sDAA4B;AAC5B,4CAAiE;AACjE,gDAM0B;AAC1B,wCAA2E;AAC3E,4CAA8D;AAC9D,sDAA0D;AAG1D,yCAAqD;AAGrD,qCAAqC;AASrC,MAAa,cAAe,SAAQ,mBAAU;IAC5C,YACS,EAAW,EACX,SAAoB,EACpB,eAAgC;QAEvC,KAAK,CAAC,EAAE,EAAE,SAAS,CAAC,CAAA;QAJpB;;;;mBAAO,EAAE;WAAS;QAClB;;;;mBAAO,SAAS;WAAW;QAC3B;;;;mBAAO,eAAe;WAAiB;IAGzC,CAAC;IAED,KAAK,CAAC,WAAW,CACf,SAAiB,EACjB,KAAwC;QAExC,MAAM,MAAM,GAAG,KAAK,CAAC,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YAC1C,SAAS;YACT,OAAO,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC,QAAQ,EAAE;SAClC,CAAC,CAAC,CAAA;QAEH,IAAI,MAAM,CAAC,MAAM,EAAE,CAAC;YAClB,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;iBACb,UAAU,CAAC,aAAa,CAAC;iBACzB,MAAM,CAAC,MAAM,CAAC;iBACd,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;iBAClC,OAAO,EAAE,CAAA;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,iBAAyB,EACzB,UAA2B;QAE3B,MAAM,CAAC,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;YAC7D,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,IAAA,oBAAW,EAAC,UAAU,CAAC,CAAC;YAC/C,IAAA,mBAAU,EAAC,IAAA,oBAAW,EAAC,UAAU,CAAC,CAAC;YACnC,YAAY,CAAC,IAAA,oBAAW,EAAC,UAAU,CAAC,CAAC;YACrC,kBAAkB,CAAC,IAAA,oBAAW,EAAC,UAAU,CAAC,CAAC;SAC5C,CAAC,CAAA;QAEF,OAAO;YACL,OAAO;YACP,IAAI;YACJ,GAAG,EAAE,IAAA,wBAAa,EAAC,MAAM,CAAC;YAC1B,QAAQ,EAAE,WAAW,IAAI,iBAAiB;SAC3C,CAAA;IACH,CAAC;IAED,KAAK,CAAC,mBAAmB,CAAC,QAAsB;QAC9C,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,GAAG,EAAE,QAAQ,EAAE,GAAG,QAAQ,CAAA;QACjD,MAAM,MAAM,GAAG,GAAG,CAAC,QAAQ,EAAE,CAAA;QAE7B,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aAC3B,UAAU,CAAC,MAAM,CAAC;aAClB,SAAS,EAAE;aACX,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC;aACzB,gBAAgB,EAAE,CAAA;QACrB,IAAI,KAAK,EAAE,WAAW,EAAE,CAAC;YACvB,MAAM,IAAI,iCAAmB,CAAC,2CAA2C,CAAC,CAAA;QAC5E,CAAC;QAED,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACb,UAAU,CAAC,MAAM,CAAC;aAClB,MAAM,CAAC;YACN,GAAG,EAAE,MAAM;YACX,QAAQ;YACR,IAAI;YACJ,OAAO;YACP,SAAS,EAAE,IAAA,8BAAqB,GAAE;SACnC,CAAC;aACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CACjB,EAAE;aACC,MAAM,CAAC,KAAK,CAAC;aACb,WAAW,CAAC,EAAE,OAAO,EAAE,CAAC;aACxB,KAAK,CAAC,cAAc,EAAE,QAAQ,EAAE,IAAI,CAAC,CACzC;aACA,OAAO,EAAE,CAAA;QAEZ,OAAO;YACL,KAAK,EAAE,MAAM;YACb,GAAG,EAAE,GAAG;YACR,QAAQ;YACR,IAAI;SACL,CAAA;IACH,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,GAAW,EAAE,MAAuB;QAC1D,MAAM,IAAI,CAAC,uBAAuB,CAAC,MAAM,CAAC,CAAA;QAE1C,MAAM,EAAE,GAAG,IAAI,eAAe,EAAE,CAAA;QAKhC,MAAM,KAAK,GAAW,EAAE,CAAA;QAExB,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,IAAI,QAAQ,CAAC,KAAK,CAAC,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBACvC,KAAK,MAAM,IAAI,IAAI,KAAK,CAAC,KAAK,EAAE,CAAC;oBAC/B,KAAK,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE;wBACpB,IAAI,EAAE,CAAC,MAAM,CAAC,OAAO;4BAAE,OAAM;wBAC7B,MAAM,IAAI,CAAC,aAAa,CAAC,IAAI,EAAE,KAAK,CAAC,GAAG,CAAC,CAAA;wBACzC,MAAM,IAAI,CAAC,0BAA0B,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,CAAA;oBACxD,CAAC,CAAC,CAAA;gBACJ,CAAC;YACH,CAAC;QACH,CAAC;QAED,IAAI,CAAC;YACH,MAAM,KAAK,GAAG,IAAI,iBAAM,CAAC;gBACvB,WAAW,EAAE,EAAE;gBACf,sEAAsE;gBACtE,6CAA6C;gBAC7C,OAAO,EAAE,EAAE,GAAG,eAAM;gBACpB,cAAc,EAAE,IAAI;aACrB,CAAC,CAAA;YAEF,qEAAqE;YACrE,oDAAoD;YACpD,MAAM,KAAK,CAAC,MAAM,CAAC,KAAK,CAAC,CAAA;QAC3B,CAAC;gBAAS,CAAC;YACT,EAAE,CAAC,KAAK,EAAE,CAAA;QACZ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,wBAAwB,CAC5B,GAAQ,EACR,QAA2C;QAE3C,MAAM,WAAW,GAAG,QAAQ,CAAC,OAAO;YAClC,CAAC,CAAC,QAAQ,CAAC,GAAG,IAAI,IAAA,8BAAqB,GAAE;YACzC,CAAC,CAAC,IAAI,CAAA;QACR,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACb,WAAW,CAAC,MAAM,CAAC;aACnB,GAAG,CAAC,EAAE,WAAW,EAAE,CAAC;aACpB,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,CAAC;aACjC,gBAAgB,EAAE,CAAA;QAErB,IAAI,CAAC;YACH,wEAAwE;YACxE,0EAA0E;YAC1E,yBAAyB;YACzB,IAAI,QAAQ,CAAC,OAAO,EAAE,CAAC;gBACrB,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,GAAG,CAAC,CAAA;YACtC,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,CAAC,SAAS,CAAC,YAAY,CAAC,GAAG,CAAC,CAAA;YACxC,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,CAAC,CAAC,GAAG,YAAY,wBAAiB,CAAC,EAAE,CAAC;gBACxC,wBAAG,CAAC,KAAK,CACP,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,CAAC,QAAQ,EAAE,EAAE,EAC5B,uCAAuC,CACxC,CAAA;gBAED,MAAM,GAAG,CAAA;YACX,CAAC;QACH,CAAC;IACH,CAAC;IAED,KAAK,CAAC,uBAAuB,CAC3B,MAAuB,EACvB,aAAuB;QAEvB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACvC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;QACvC,MAAM,IAAI,GAAG,CAAC,GAAG,OAAO,EAAE,GAAG,OAAO,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAA;QAClE,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAE7B,MAAM,gBAAgB,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACtC,UAAU,CAAC,aAAa,CAAC;aACzB,KAAK,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,CAAC;aAC9B,SAAS,CAAC,SAAS,CAAC;aACpB,OAAO,EAAE,CAAA;QACZ,IAAI,gBAAgB,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAEzC,MAAM,mBAAmB,GAAG,gBAAgB,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC,CAAA;QACtE,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACnC,UAAU,CAAC,aAAa,CAAC;aACzB,KAAK,CAAC,SAAS,EAAE,IAAI,EAAE,mBAAmB,CAAC;aAC3C,MAAM,CAAC,SAAS,CAAC;aACjB,OAAO,EAAE,CAAA;QAEZ,MAAM,WAAW,GAAG,MAAM;aACvB,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI,QAAQ,CAAC,CAAC,CAAC,CAAC;aACzC,OAAO,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC,CAAC,CAAA;QAEvD,MAAM,UAAU,GAAG;YACjB,GAAG,WAAW;YACd,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,OAAO,CAAC;SAC3C,CAAA;QAED,MAAM,YAAY,GAAG,mBAAmB,CAAC,MAAM,CAC7C,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,UAAU,CAAC,QAAQ,CAAC,GAAG,CAAC,CACnC,CAAA;QACD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC;YAAE,OAAM;QAErC,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACb,UAAU,CAAC,MAAM,CAAC;aAClB,KAAK,CAAC,KAAK,EAAE,IAAI,EAAE,YAAY,CAAC;aAChC,OAAO,EAAE,CAAA;QAEZ,IAAI,CAAC,aAAa,EAAE,CAAC;YACnB,IAAI,CAAC,EAAE,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACpB,IAAI,CAAC,eAAe,CAAC,GAAG,CAAC,KAAK,IAAI,EAAE;oBAClC,IAAI,CAAC;wBACH,MAAM,IAAI,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,IAAA,mBAAQ,EAAC,GAAG,CAAC,CAAC,CAAA;wBACrD,MAAM,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;oBACvC,CAAC;oBAAC,OAAO,GAAG,EAAE,CAAC;wBACb,wBAAG,CAAC,KAAK,CACP,EAAE,GAAG,EAAE,IAAI,EAAE,YAAY,EAAE,EAC3B,uCAAuC,CACxC,CAAA;oBACH,CAAC;gBACH,CAAC,CAAC,CAAA;YACJ,CAAC,CAAC,CAAA;QACJ,CAAC;IACH,CAAC;IAED,KAAK,CAAC,0BAA0B,CAC9B,IAAa,EACb,MAAoB;QAEpB,MAAM,KAAK,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aAC3B,UAAU,CAAC,MAAM,CAAC;aAClB,MAAM,CAAC,CAAC,SAAS,EAAE,MAAM,EAAE,UAAU,CAAC,CAAC;aACvC,KAAK,CAAC,KAAK,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,CAAC;aACtC,KAAK,CAAC,aAAa,EAAE,IAAI,EAAE,IAAI,CAAC;aAChC,gBAAgB,EAAE,CAAA;QAErB,MAAM,EAAE,cAAc,EAAE,CAAA;QAExB,IAAI,CAAC,KAAK,EAAE,CAAC;YACX,MAAM,IAAI,iCAAmB,CAC3B,wBAAwB,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,EAC7C,cAAc,CACf,CAAA;QACH,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,EAAE,CAAC;YAClB,UAAU,CAAC,IAAI,EAAE,KAAK,CAAC,CAAA;YAEvB,yEAAyE;YACzE,0EAA0E;YAC1E,iDAAiD;YAEjD,wEAAwE;YACxE,uEAAuE;YACvE,eAAe;YAEf,MAAM,IAAI,CAAC,SAAS;iBACjB,aAAa,CAAC,KAAK,CAAC,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC;iBACtC,KAAK,CAAC,CAAC,GAAG,EAAE,EAAE;gBACb,wBAAG,CAAC,KAAK,CACP,EAAE,GAAG,EAAE,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE,EACjC,+BAA+B,CAChC,CAAA;gBAED,MAAM,GAAG,CAAA;YACX,CAAC,CAAC,CAAA;YAEJ,MAAM,EAAE,cAAc,EAAE,CAAA;YAExB,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;iBACb,WAAW,CAAC,MAAM,CAAC;iBACnB,GAAG,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;iBACtB,KAAK,CAAC,SAAS,EAAE,GAAG,EAAE,KAAK,CAAC,OAAO,CAAC;iBACpC,OAAO,EAAE,CAAA;QACd,CAAC;IACH,CAAC;IAED,KAAK,CAAC,kBAAkB,CAAC,IAAa;QACpC,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACb,UAAU,CAAC,MAAM,CAAC;aAClB,MAAM,CAAC;YACN,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE;YACxB,QAAQ,EAAE,IAAI,CAAC,QAAQ;YACvB,IAAI,EAAE,IAAI,CAAC,IAAI;YACf,SAAS,EAAE,IAAA,8BAAqB,GAAE;SACnC,CAAC;aACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;aAClC,OAAO,EAAE,CAAA;IACd,CAAC;IAED,KAAK,CAAC,aAAa,CAAC,IAAa,EAAE,SAAgB;QACjD,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aACb,UAAU,CAAC,aAAa,CAAC;aACzB,MAAM,CAAC;YACN,OAAO,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,EAAE;YAC5B,SAAS,EAAE,SAAS,CAAC,QAAQ,EAAE;SAChC,CAAC;aACD,UAAU,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC;aAClC,OAAO,EAAE,CAAA;IACd,CAAC;CACF;AAnSD,wCAmSC;AAED,MAAa,WAAY,SAAQ,KAAK;IAEpC,YAAY,GAAQ;QAClB,KAAK,CAAC,kBAAkB,GAAG,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAA;QAF3C;;;;;WAAQ;QAGN,IAAI,CAAC,GAAG,GAAG,GAAG,CAAA;IAChB,CAAC;CACF;AAND,kCAMC;AAED,KAAK,UAAU,YAAY,CAAC,MAAuB;IACjD,MAAM,IAAI,GAAG,qBAAM,CAAC,UAAU,CAAC,QAAQ,CAAC,CAAA;IACxC,IAAI,CAAC;QACH,IAAI,KAAK,EAAE,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YACjC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAA;QACnB,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,GAAG,EAAE,CAAA;QACV,MAAM,GAAG,CAAA;IACX,CAAC;IACD,IAAI,CAAC,GAAG,EAAE,CAAA;IACV,OAAO,IAAI,CAAC,IAAI,EAAE,CAAA;AACpB,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,UAA2B;IAE3B,MAAM,QAAQ,GAAG,MAAM,IAAA,sBAAkB,EAAC,UAAU,CAAC,CAAA;IACrD,UAAU,CAAC,OAAO,EAAE,CAAA;IACpB,OAAO,QAAQ,EAAE,IAAI,CAAA;AACvB,CAAC;AAED;;GAEG;AACH,SAAS,UAAU,CACjB,IAAa,EACb,KAA2C;IAE3C,IAAI,IAAI,CAAC,QAAQ,KAAK,KAAK,CAAC,QAAQ,EAAE,CAAC;QACrC,MAAM,IAAI,iCAAmB,CAC3B,6DAA6D,KAAK,CAAC,QAAQ,UAAU,IAAI,CAAC,QAAQ,EAAE,EACpG,iBAAiB,CAClB,CAAA;IACH,CAAC;IAED,IAAI,IAAI,CAAC,IAAI,KAAK,KAAK,CAAC,IAAI,EAAE,CAAC;QAC7B,MAAM,IAAI,iCAAmB,CAC3B,yDAAyD,KAAK,CAAC,IAAI,UAAU,IAAI,CAAC,IAAI,EAAE,EACxF,aAAa,CACd,CAAA;IACH,CAAC;AACH,CAAC;AAED,SAAS,QAAQ,CAAC,KAAoB;IACpC,OAAO,KAAK,CAAC,MAAM,KAAK,oBAAa,CAAC,MAAM,CAAA;AAC9C,CAAC;AACD,SAAS,QAAQ,CAAC,KAAoB;IACpC,OAAO,KAAK,CAAC,MAAM,KAAK,oBAAa,CAAC,MAAM,CAAA;AAC9C,CAAC;AACD,SAAS,QAAQ,CAAC,KAAoB;IACpC,OAAO,KAAK,CAAC,MAAM,KAAK,oBAAa,CAAC,MAAM,CAAA;AAC9C,CAAC;AAED,SAAS,OAAO,CAAC,IAA6B;IAC5C,OAAO,OAAO,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,CAAC,IAAA,mBAAQ,EAAC,IAAI,CAAC,GAAG,CAAC,CAAA;AACxD,CAAC","sourcesContent":["import crypto from 'node:crypto'\nimport stream from 'node:stream'\nimport { fromStream as fileTypeFromStream } from 'file-type'\nimport PQueue from 'p-queue'\nimport { SECOND, cloneStream, streamSize } from '@atproto/common'\nimport {\n  BlobRef,\n  Cid,\n  LegacyBlobRef,\n  cidForRawHash,\n  parseCid,\n} from '@atproto/lex-data'\nimport { BlobNotFoundError, BlobStore, WriteOpAction } from '@atproto/repo'\nimport { AtUri, currentDatetimeString } from '@atproto/syntax'\nimport { InvalidRequestError } from '@atproto/xrpc-server'\nimport { BackgroundQueue } from '../../background'\nimport { com } from '../../lexicons/index.js'\nimport { blobStoreLogger as log } from '../../logger'\nimport { PreparedWrite } from '../../repo/types'\nimport { ActorDb, Blob as BlobTable } from '../db'\nimport { BlobReader } from './reader'\n\nexport type BlobMetadata = {\n  tempKey: string\n  size: number\n  cid: Cid\n  mimeType: string\n}\n\nexport class BlobTransactor extends BlobReader {\n  constructor(\n    public db: ActorDb,\n    public blobstore: BlobStore,\n    public backgroundQueue: BackgroundQueue,\n  ) {\n    super(db, blobstore)\n  }\n\n  async insertBlobs(\n    recordUri: string,\n    blobs: Iterable<BlobRef | LegacyBlobRef>,\n  ) {\n    const values = Array.from(blobs, (blob) => ({\n      recordUri,\n      blobCid: blobCid(blob).toString(),\n    }))\n\n    if (values.length) {\n      await this.db.db\n        .insertInto('record_blob')\n        .values(values)\n        .onConflict((oc) => oc.doNothing())\n        .execute()\n    }\n  }\n\n  async uploadBlobAndGetMetadata(\n    userSuggestedMime: string,\n    blobStream: stream.Readable,\n  ): Promise<BlobMetadata> {\n    const [tempKey, size, sha256, sniffedMime] = await Promise.all([\n      this.blobstore.putTemp(cloneStream(blobStream)),\n      streamSize(cloneStream(blobStream)),\n      sha256Stream(cloneStream(blobStream)),\n      mimeTypeFromStream(cloneStream(blobStream)),\n    ])\n\n    return {\n      tempKey,\n      size,\n      cid: cidForRawHash(sha256),\n      mimeType: sniffedMime || userSuggestedMime,\n    }\n  }\n\n  async trackUntetheredBlob(metadata: BlobMetadata): Promise<BlobRef> {\n    const { tempKey, size, cid, mimeType } = metadata\n    const cidStr = cid.toString()\n\n    const found = await this.db.db\n      .selectFrom('blob')\n      .selectAll()\n      .where('cid', '=', cidStr)\n      .executeTakeFirst()\n    if (found?.takedownRef) {\n      throw new InvalidRequestError('Blob has been takendown, cannot re-upload')\n    }\n\n    await this.db.db\n      .insertInto('blob')\n      .values({\n        cid: cidStr,\n        mimeType,\n        size,\n        tempKey,\n        createdAt: currentDatetimeString(),\n      })\n      .onConflict((oc) =>\n        oc\n          .column('cid')\n          .doUpdateSet({ tempKey })\n          .where('blob.tempKey', 'is not', null),\n      )\n      .execute()\n\n    return {\n      $type: 'blob',\n      ref: cid,\n      mimeType,\n      size,\n    }\n  }\n\n  async processWriteBlobs(rev: string, writes: PreparedWrite[]) {\n    await this.deleteDereferencedBlobs(writes)\n\n    const ac = new AbortController()\n\n    // Limit the number of parallel requests made to the BlobStore by using a\n    // a queue with concurrency management.\n    type Task = () => Promise<void>\n    const tasks: Task[] = []\n\n    for (const write of writes) {\n      if (isCreate(write) || isUpdate(write)) {\n        for (const blob of write.blobs) {\n          tasks.push(async () => {\n            if (ac.signal.aborted) return\n            await this.associateBlob(blob, write.uri)\n            await this.verifyBlobAndMakePermanent(blob, ac.signal)\n          })\n        }\n      }\n    }\n\n    try {\n      const queue = new PQueue({\n        concurrency: 20,\n        // The blob store should already limit the time of every operation. We\n        // add a timeout here as an extra precaution.\n        timeout: 60 * SECOND,\n        throwOnTimeout: true,\n      })\n\n      // Will reject as soon as any task fails, causing the \"finally\" block\n      // below to run, aborting every other pending tasks.\n      await queue.addAll(tasks)\n    } finally {\n      ac.abort()\n    }\n  }\n\n  async updateBlobTakedownStatus(\n    cid: Cid,\n    takedown: com.atproto.admin.defs.StatusAttr,\n  ) {\n    const takedownRef = takedown.applied\n      ? takedown.ref ?? currentDatetimeString()\n      : null\n    await this.db.db\n      .updateTable('blob')\n      .set({ takedownRef })\n      .where('cid', '=', cid.toString())\n      .executeTakeFirst()\n\n    try {\n      // @NOTE find a way to not perform i/o operations during the transaction\n      // (typically by using a state in the \"blob\" table, and another process to\n      // handle the actual i/o)\n      if (takedown.applied) {\n        await this.blobstore.quarantine(cid)\n      } else {\n        await this.blobstore.unquarantine(cid)\n      }\n    } catch (err) {\n      if (!(err instanceof BlobNotFoundError)) {\n        log.error(\n          { err, cid: cid.toString() },\n          'could not update blob takedown status',\n        )\n\n        throw err\n      }\n    }\n  }\n\n  async deleteDereferencedBlobs(\n    writes: PreparedWrite[],\n    skipBlobStore?: boolean,\n  ) {\n    const deletes = writes.filter(isDelete)\n    const updates = writes.filter(isUpdate)\n    const uris = [...deletes, ...updates].map((w) => w.uri.toString())\n    if (uris.length === 0) return\n\n    const deletedRepoBlobs = await this.db.db\n      .deleteFrom('record_blob')\n      .where('recordUri', 'in', uris)\n      .returning('blobCid')\n      .execute()\n    if (deletedRepoBlobs.length === 0) return\n\n    const deletedRepoBlobCids = deletedRepoBlobs.map((row) => row.blobCid)\n    const duplicateCids = await this.db.db\n      .selectFrom('record_blob')\n      .where('blobCid', 'in', deletedRepoBlobCids)\n      .select('blobCid')\n      .execute()\n\n    const newBlobCids = writes\n      .filter((w) => isUpdate(w) || isCreate(w))\n      .flatMap((w) => w.blobs.map((b) => b.ref.toString()))\n\n    const cidsToKeep = [\n      ...newBlobCids,\n      ...duplicateCids.map((row) => row.blobCid),\n    ]\n\n    const cidsToDelete = deletedRepoBlobCids.filter(\n      (cid) => !cidsToKeep.includes(cid),\n    )\n    if (cidsToDelete.length === 0) return\n\n    await this.db.db\n      .deleteFrom('blob')\n      .where('cid', 'in', cidsToDelete)\n      .execute()\n\n    if (!skipBlobStore) {\n      this.db.onCommit(() => {\n        this.backgroundQueue.add(async () => {\n          try {\n            const cids = cidsToDelete.map((cid) => parseCid(cid))\n            await this.blobstore.deleteMany(cids)\n          } catch (err) {\n            log.error(\n              { err, cids: cidsToDelete },\n              'could not delete blobs from blobstore',\n            )\n          }\n        })\n      })\n    }\n  }\n\n  async verifyBlobAndMakePermanent(\n    blob: BlobRef,\n    signal?: AbortSignal,\n  ): Promise<void> {\n    const found = await this.db.db\n      .selectFrom('blob')\n      .select(['tempKey', 'size', 'mimeType'])\n      .where('cid', '=', blob.ref.toString())\n      .where('takedownRef', 'is', null)\n      .executeTakeFirst()\n\n    signal?.throwIfAborted()\n\n    if (!found) {\n      throw new InvalidRequestError(\n        `Could not find blob: ${blob.ref.toString()}`,\n        'BlobNotFound',\n      )\n    }\n\n    if (found.tempKey) {\n      verifyBlob(blob, found)\n\n      // @NOTE it is less than ideal to perform async (i/o) operations during a\n      // transaction. Especially since there have been instances of the actor-db\n      // being locked, requiring to kick the processes.\n\n      // The better solution would be to update the blob state in the database\n      // (e.g. \"makeItPermanent\") and to process those updates outside of the\n      // transaction.\n\n      await this.blobstore\n        .makePermanent(found.tempKey, blob.ref)\n        .catch((err) => {\n          log.error(\n            { err, cid: blob.ref.toString() },\n            'could not make blob permanent',\n          )\n\n          throw err\n        })\n\n      signal?.throwIfAborted()\n\n      await this.db.db\n        .updateTable('blob')\n        .set({ tempKey: null })\n        .where('tempKey', '=', found.tempKey)\n        .execute()\n    }\n  }\n\n  async insertBlobMetadata(blob: BlobRef): Promise<void> {\n    await this.db.db\n      .insertInto('blob')\n      .values({\n        cid: blob.ref.toString(),\n        mimeType: blob.mimeType,\n        size: blob.size,\n        createdAt: currentDatetimeString(),\n      })\n      .onConflict((oc) => oc.doNothing())\n      .execute()\n  }\n\n  async associateBlob(blob: BlobRef, recordUri: AtUri): Promise<void> {\n    await this.db.db\n      .insertInto('record_blob')\n      .values({\n        blobCid: blob.ref.toString(),\n        recordUri: recordUri.toString(),\n      })\n      .onConflict((oc) => oc.doNothing())\n      .execute()\n  }\n}\n\nexport class CidNotFound extends Error {\n  cid: Cid\n  constructor(cid: Cid) {\n    super(`cid not found: ${cid.toString()}`)\n    this.cid = cid\n  }\n}\n\nasync function sha256Stream(toHash: stream.Readable): Promise<Uint8Array> {\n  const hash = crypto.createHash('sha256')\n  try {\n    for await (const chunk of toHash) {\n      hash.write(chunk)\n    }\n  } catch (err) {\n    hash.end()\n    throw err\n  }\n  hash.end()\n  return hash.read()\n}\n\nasync function mimeTypeFromStream(\n  blobStream: stream.Readable,\n): Promise<string | undefined> {\n  const fileType = await fileTypeFromStream(blobStream)\n  blobStream.destroy()\n  return fileType?.mime\n}\n\n/**\n * Ensures that the blob referenced in the record matches the stored blob.\n */\nfunction verifyBlob(\n  blob: BlobRef,\n  found: Pick<BlobTable, 'size' | 'mimeType'>,\n) {\n  if (blob.mimeType !== found.mimeType) {\n    throw new InvalidRequestError(\n      `Referenced Mimetype does not match stored blob. Expected: ${found.mimeType}, Got: ${blob.mimeType}`,\n      'InvalidMimeType',\n    )\n  }\n\n  if (blob.size !== found.size) {\n    throw new InvalidRequestError(\n      `Referenced Size does not match stored blob. Expected: ${found.size}, Got: ${blob.size}`,\n      'InvalidSize',\n    )\n  }\n}\n\nfunction isCreate(write: PreparedWrite) {\n  return write.action === WriteOpAction.Create\n}\nfunction isUpdate(write: PreparedWrite) {\n  return write.action === WriteOpAction.Update\n}\nfunction isDelete(write: PreparedWrite) {\n  return write.action === WriteOpAction.Delete\n}\n\nfunction blobCid(blob: BlobRef | LegacyBlobRef): Cid {\n  return '$type' in blob ? blob.ref : parseCid(blob.cid)\n}\n"]}

package/dist/actor-store/preference/reader.d.ts

@@ -1,3 +1,4 @@
+import { app } from '../../lexicons/index.js';
 import { ActorDb } from '../db';
 import { PrefAllowedOptions } from './util';
 export declare class PreferenceReader {
@@ -5,8 +6,6 @@ export declare class PreferenceReader {
     constructor(db: ActorDb);
     getPreferences(namespace: string, opts: PrefAllowedOptions): Promise<AccountPreference[]>;
 }
-export type AccountPreference = Record<string, unknown> & {
-    $type: string;
-};
+export type AccountPreference = app.bsky.actor.defs.Preferences[number];
 export declare const prefMatchNamespace: (namespace: string, fullname: string) => boolean;
 //# sourceMappingURL=reader.d.ts.map

package/dist/actor-store/preference/reader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reader.d.ts","sourceRoot":"","sources":["../../../src/actor-store/preference/reader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,OAAO,CAAA;AAC/B,OAAO,EAGL,kBAAkB,EAGnB,MAAM,QAAQ,CAAA;AAEf,qBAAa,gBAAgB;IACR,EAAE,EAAE,OAAO;gBAAX,EAAE,EAAE,OAAO;IAExB,cAAc,CAClB,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,iBAAiB,EAAE,CAAC;CA6BhC;AAED,MAAM,MAAM,iBAAiB,GAAG,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG;IAAE,KAAK,EAAE,MAAM,CAAA;CAAE,CAAA;AAE3E,eAAO,MAAM,kBAAkB,GAAI,WAAW,MAAM,EAAE,UAAU,MAAM,YAErE,CAAA"}
+{"version":3,"file":"reader.d.ts","sourceRoot":"","sources":["../../../src/actor-store/preference/reader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,yBAAyB,CAAA;AAC7C,OAAO,EAAE,OAAO,EAAE,MAAM,OAAO,CAAA;AAC/B,OAAO,EAAE,kBAAkB,EAAqC,MAAM,QAAQ,CAAA;AAE9E,qBAAa,gBAAgB;IACR,EAAE,EAAE,OAAO;gBAAX,EAAE,EAAE,OAAO;IAExB,cAAc,CAClB,SAAS,EAAE,MAAM,EACjB,IAAI,EAAE,kBAAkB,GACvB,OAAO,CAAC,iBAAiB,EAAE,CAAC;CA2BhC;AAED,MAAM,MAAM,iBAAiB,GAAG,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,MAAM,CAAC,CAAA;AAEvE,eAAO,MAAM,kBAAkB,GAAI,WAAW,MAAM,EAAE,UAAU,MAAM,YAErE,CAAA"}

package/dist/actor-store/preference/reader.js

@@ -1,6 +1,7 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.prefMatchNamespace = exports.PreferenceReader = void 0;
+const index_js_1 = require("../../lexicons/index.js");
 const util_1 = require("./util");
 class PreferenceReader {
     constructor(db) {
@@ -20,18 +21,14 @@ class PreferenceReader {
         const prefs = prefsRes
             .filter((pref) => !namespace || (0, exports.prefMatchNamespace)(namespace, pref.name))
             .map((pref) => JSON.parse(pref.valueJson));
-        const personalDetailsPref = prefs.find((pref) => pref.$type === util_1.PERSONAL_DETAILS_PREF);
-        if (personalDetailsPref) {
-            if (typeof personalDetailsPref.birthDate === 'string') {
-                const age = (0, util_1.getAgeFromDatestring)(personalDetailsPref.birthDate);
-                const declaredAgePref = {
-                    $type: util_1.DECLARED_AGE_PREF,
-                    isOverAge13: age >= 13,
-                    isOverAge16: age >= 16,
-                    isOverAge18: age >= 18,
-                };
-                prefs.push(declaredAgePref);
-            }
+        const personalDetailsPref = prefs.find(index_js_1.app.bsky.actor.defs.personalDetailsPref.$isTypeOf);
+        if (personalDetailsPref?.birthDate) {
+            const age = (0, util_1.getAgeFromDatestring)(personalDetailsPref.birthDate);
+            prefs.push(index_js_1.app.bsky.actor.defs.declaredAgePref.$build({
+                isOverAge13: age >= 13,
+                isOverAge16: age >= 16,
+                isOverAge18: age >= 18,
+            }));
         }
         return prefs.filter((pref) => (0, util_1.prefAllowed)(pref.$type, opts));
     }

package/dist/actor-store/preference/reader.js.map

@@ -1 +1 @@
-{"version":3,"file":"reader.js","sourceRoot":"","sources":["../../../src/actor-store/preference/reader.ts"],"names":[],"mappings":";;;AACA,iCAMe;AAEf,MAAa,gBAAgB;IAC3B,YAAmB,EAAW;QAAlB;;;;mBAAO,EAAE;WAAS;IAAG,CAAC;IAElC,KAAK,CAAC,cAAc,CAClB,SAAiB,EACjB,IAAwB;QAExB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aAC9B,UAAU,CAAC,cAAc,CAAC;aAC1B,OAAO,CAAC,IAAI,CAAC;aACb,SAAS,EAAE;aACX,OAAO,EAAE,CAAA;QAEZ,MAAM,KAAK,GAAG,QAAQ;aACnB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,SAAS,IAAI,IAAA,0BAAkB,EAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;aACxE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAsB,CAAC,CAAA;QACjE,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CACpC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,KAAK,4BAAqB,CAC/C,CAAA;QAED,IAAI,mBAAmB,EAAE,CAAC;YACxB,IAAI,OAAO,mBAAmB,CAAC,SAAS,KAAK,QAAQ,EAAE,CAAC;gBACtD,MAAM,GAAG,GAAG,IAAA,2BAAoB,EAAC,mBAAmB,CAAC,SAAS,CAAC,CAAA;gBAC/D,MAAM,eAAe,GAAsB;oBACzC,KAAK,EAAE,wBAAiB;oBACxB,WAAW,EAAE,GAAG,IAAI,EAAE;oBACtB,WAAW,EAAE,GAAG,IAAI,EAAE;oBACtB,WAAW,EAAE,GAAG,IAAI,EAAE;iBACvB,CAAA;gBACD,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,CAAA;YAC7B,CAAC;QACH,CAAC;QAED,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAA,kBAAW,EAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;IAC9D,CAAC;CACF;AAnCD,4CAmCC;AAIM,MAAM,kBAAkB,GAAG,CAAC,SAAiB,EAAE,QAAgB,EAAE,EAAE;IACxE,OAAO,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,SAAS,GAAG,CAAC,CAAA;AACvE,CAAC,CAAA;AAFY,QAAA,kBAAkB,sBAE9B","sourcesContent":["import { ActorDb } from '../db'\nimport {\n  DECLARED_AGE_PREF,\n  PERSONAL_DETAILS_PREF,\n  PrefAllowedOptions,\n  getAgeFromDatestring,\n  prefAllowed,\n} from './util'\n\nexport class PreferenceReader {\n  constructor(public db: ActorDb) {}\n\n  async getPreferences(\n    namespace: string,\n    opts: PrefAllowedOptions,\n  ): Promise<AccountPreference[]> {\n    const prefsRes = await this.db.db\n      .selectFrom('account_pref')\n      .orderBy('id')\n      .selectAll()\n      .execute()\n\n    const prefs = prefsRes\n      .filter((pref) => !namespace || prefMatchNamespace(namespace, pref.name))\n      .map((pref) => JSON.parse(pref.valueJson) as AccountPreference)\n    const personalDetailsPref = prefs.find(\n      (pref) => pref.$type === PERSONAL_DETAILS_PREF,\n    )\n\n    if (personalDetailsPref) {\n      if (typeof personalDetailsPref.birthDate === 'string') {\n        const age = getAgeFromDatestring(personalDetailsPref.birthDate)\n        const declaredAgePref: AccountPreference = {\n          $type: DECLARED_AGE_PREF,\n          isOverAge13: age >= 13,\n          isOverAge16: age >= 16,\n          isOverAge18: age >= 18,\n        }\n        prefs.push(declaredAgePref)\n      }\n    }\n\n    return prefs.filter((pref) => prefAllowed(pref.$type, opts))\n  }\n}\n\nexport type AccountPreference = Record<string, unknown> & { $type: string }\n\nexport const prefMatchNamespace = (namespace: string, fullname: string) => {\n  return fullname === namespace || fullname.startsWith(`${namespace}.`)\n}\n"]}
+{"version":3,"file":"reader.js","sourceRoot":"","sources":["../../../src/actor-store/preference/reader.ts"],"names":[],"mappings":";;;AAAA,sDAA6C;AAE7C,iCAA8E;AAE9E,MAAa,gBAAgB;IAC3B,YAAmB,EAAW;QAAlB;;;;mBAAO,EAAE;WAAS;IAAG,CAAC;IAElC,KAAK,CAAC,cAAc,CAClB,SAAiB,EACjB,IAAwB;QAExB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,EAAE,CAAC,EAAE;aAC9B,UAAU,CAAC,cAAc,CAAC;aAC1B,OAAO,CAAC,IAAI,CAAC;aACb,SAAS,EAAE;aACX,OAAO,EAAE,CAAA;QAEZ,MAAM,KAAK,GAAG,QAAQ;aACnB,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,SAAS,IAAI,IAAA,0BAAkB,EAAC,SAAS,EAAE,IAAI,CAAC,IAAI,CAAC,CAAC;aACxE,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAsB,CAAC,CAAA;QACjE,MAAM,mBAAmB,GAAG,KAAK,CAAC,IAAI,CACpC,cAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,SAAS,CAClD,CAAA;QAED,IAAI,mBAAmB,EAAE,SAAS,EAAE,CAAC;YACnC,MAAM,GAAG,GAAG,IAAA,2BAAoB,EAAC,mBAAmB,CAAC,SAAS,CAAC,CAAA;YAC/D,KAAK,CAAC,IAAI,CACR,cAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,CAAC;gBACzC,WAAW,EAAE,GAAG,IAAI,EAAE;gBACtB,WAAW,EAAE,GAAG,IAAI,EAAE;gBACtB,WAAW,EAAE,GAAG,IAAI,EAAE;aACvB,CAAC,CACH,CAAA;QACH,CAAC;QAED,OAAO,KAAK,CAAC,MAAM,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAA,kBAAW,EAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC,CAAA;IAC9D,CAAC;CACF;AAjCD,4CAiCC;AAIM,MAAM,kBAAkB,GAAG,CAAC,SAAiB,EAAE,QAAgB,EAAE,EAAE;IACxE,OAAO,QAAQ,KAAK,SAAS,IAAI,QAAQ,CAAC,UAAU,CAAC,GAAG,SAAS,GAAG,CAAC,CAAA;AACvE,CAAC,CAAA;AAFY,QAAA,kBAAkB,sBAE9B","sourcesContent":["import { app } from '../../lexicons/index.js'\nimport { ActorDb } from '../db'\nimport { PrefAllowedOptions, getAgeFromDatestring, prefAllowed } from './util'\n\nexport class PreferenceReader {\n  constructor(public db: ActorDb) {}\n\n  async getPreferences(\n    namespace: string,\n    opts: PrefAllowedOptions,\n  ): Promise<AccountPreference[]> {\n    const prefsRes = await this.db.db\n      .selectFrom('account_pref')\n      .orderBy('id')\n      .selectAll()\n      .execute()\n\n    const prefs = prefsRes\n      .filter((pref) => !namespace || prefMatchNamespace(namespace, pref.name))\n      .map((pref) => JSON.parse(pref.valueJson) as AccountPreference)\n    const personalDetailsPref = prefs.find(\n      app.bsky.actor.defs.personalDetailsPref.$isTypeOf,\n    )\n\n    if (personalDetailsPref?.birthDate) {\n      const age = getAgeFromDatestring(personalDetailsPref.birthDate)\n      prefs.push(\n        app.bsky.actor.defs.declaredAgePref.$build({\n          isOverAge13: age >= 13,\n          isOverAge16: age >= 16,\n          isOverAge18: age >= 18,\n        }),\n      )\n    }\n\n    return prefs.filter((pref) => prefAllowed(pref.$type, opts))\n  }\n}\n\nexport type AccountPreference = app.bsky.actor.defs.Preferences[number]\n\nexport const prefMatchNamespace = (namespace: string, fullname: string) => {\n  return fullname === namespace || fullname.startsWith(`${namespace}.`)\n}\n"]}

package/dist/actor-store/preference/util.d.ts

@@ -1,9 +1,9 @@
-export declare const PERSONAL_DETAILS_PREF = "app.bsky.actor.defs#personalDetailsPref";
-export declare const DECLARED_AGE_PREF = "app.bsky.actor.defs#declaredAgePref";
+import { app } from '../../lexicons/index.js';
 export type PrefAllowedOptions = {
     hasAccessFull?: boolean;
 };
 export declare function prefAllowed(prefType: string, options?: PrefAllowedOptions): boolean;
-export declare function isReadOnlyPref(prefType: string): boolean;
+export declare function isFullAccessOnlyPref(type: string): type is typeof app.bsky.actor.defs.personalDetailsPref.$type;
+export declare function isReadOnlyPref(type: string): type is typeof app.bsky.actor.defs.declaredAgePref.$type;
 export declare function getAgeFromDatestring(birthDate: string): number;
 //# sourceMappingURL=util.d.ts.map

package/dist/actor-store/preference/util.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../src/actor-store/preference/util.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,qBAAqB,4CAA4C,CAAA;AAC9E,eAAO,MAAM,iBAAiB,wCAAwC,CAAA;AAItE,MAAM,MAAM,kBAAkB,GAAG;IAC/B,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB,CAAA;AAED,wBAAgB,WAAW,CACzB,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAMT;AAID,wBAAgB,cAAc,CAAC,QAAQ,EAAE,MAAM,WAE9C;AAED,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAS9D"}
+{"version":3,"file":"util.d.ts","sourceRoot":"","sources":["../../../src/actor-store/preference/util.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,yBAAyB,CAAA;AAE7C,MAAM,MAAM,kBAAkB,GAAG;IAC/B,aAAa,CAAC,EAAE,OAAO,CAAA;CACxB,CAAA;AAED,wBAAgB,WAAW,CACzB,QAAQ,EAAE,MAAM,EAChB,OAAO,CAAC,EAAE,kBAAkB,GAC3B,OAAO,CAMT;AAED,wBAAgB,oBAAoB,CAClC,IAAI,EAAE,MAAM,GACX,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAE9D;AAED,wBAAgB,cAAc,CAC5B,IAAI,EAAE,MAAM,GACX,IAAI,IAAI,OAAO,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAE1D;AAED,wBAAgB,oBAAoB,CAAC,SAAS,EAAE,MAAM,GAAG,MAAM,CAS9D"}

package/dist/actor-store/preference/util.js

@@ -1,21 +1,21 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.DECLARED_AGE_PREF = exports.PERSONAL_DETAILS_PREF = void 0;
 exports.prefAllowed = prefAllowed;
+exports.isFullAccessOnlyPref = isFullAccessOnlyPref;
 exports.isReadOnlyPref = isReadOnlyPref;
 exports.getAgeFromDatestring = getAgeFromDatestring;
-exports.PERSONAL_DETAILS_PREF = 'app.bsky.actor.defs#personalDetailsPref';
-exports.DECLARED_AGE_PREF = 'app.bsky.actor.defs#declaredAgePref';
-const FULL_ACCESS_ONLY_PREFS = new Set([exports.PERSONAL_DETAILS_PREF]);
+const index_js_1 = require("../../lexicons/index.js");
 function prefAllowed(prefType, options) {
     if (options?.hasAccessFull === true) {
         return true;
     }
-    return !FULL_ACCESS_ONLY_PREFS.has(prefType);
+    return !isFullAccessOnlyPref(prefType);
 }
-const READ_ONLY_PREFS = new Set([exports.DECLARED_AGE_PREF]);
-function isReadOnlyPref(prefType) {
-    return READ_ONLY_PREFS.has(prefType);
+function isFullAccessOnlyPref(type) {
+    return type === index_js_1.app.bsky.actor.defs.personalDetailsPref.$type;
+}
+function isReadOnlyPref(type) {
+    return type === index_js_1.app.bsky.actor.defs.declaredAgePref.$type;
 }
 function getAgeFromDatestring(birthDate) {
     const bday = new Date(birthDate);

package/dist/actor-store/preference/util.js.map

@@ -1 +1 @@
-{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/actor-store/preference/util.ts"],"names":[],"mappings":";;;AASA,kCASC;AAID,wCAEC;AAED,oDASC;AAnCY,QAAA,qBAAqB,GAAG,yCAAyC,CAAA;AACjE,QAAA,iBAAiB,GAAG,qCAAqC,CAAA;AAEtE,MAAM,sBAAsB,GAAG,IAAI,GAAG,CAAC,CAAC,6BAAqB,CAAC,CAAC,CAAA;AAM/D,SAAgB,WAAW,CACzB,QAAgB,EAChB,OAA4B;IAE5B,IAAI,OAAO,EAAE,aAAa,KAAK,IAAI,EAAE,CAAC;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,CAAC,sBAAsB,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;AAC9C,CAAC;AAED,MAAM,eAAe,GAAG,IAAI,GAAG,CAAC,CAAC,yBAAiB,CAAC,CAAC,CAAA;AAEpD,SAAgB,cAAc,CAAC,QAAgB;IAC7C,OAAO,eAAe,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAA;AACtC,CAAC;AAED,SAAgB,oBAAoB,CAAC,SAAiB;IACpD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAA;IAChC,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAA;IACxB,IAAI,GAAG,GAAG,KAAK,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAClD,MAAM,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAA;IAC5C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;QAC3D,GAAG,EAAE,CAAA;IACP,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC","sourcesContent":["export const PERSONAL_DETAILS_PREF = 'app.bsky.actor.defs#personalDetailsPref'\nexport const DECLARED_AGE_PREF = 'app.bsky.actor.defs#declaredAgePref'\n\nconst FULL_ACCESS_ONLY_PREFS = new Set([PERSONAL_DETAILS_PREF])\n\nexport type PrefAllowedOptions = {\n  hasAccessFull?: boolean\n}\n\nexport function prefAllowed(\n  prefType: string,\n  options?: PrefAllowedOptions,\n): boolean {\n  if (options?.hasAccessFull === true) {\n    return true\n  }\n\n  return !FULL_ACCESS_ONLY_PREFS.has(prefType)\n}\n\nconst READ_ONLY_PREFS = new Set([DECLARED_AGE_PREF])\n\nexport function isReadOnlyPref(prefType: string) {\n  return READ_ONLY_PREFS.has(prefType)\n}\n\nexport function getAgeFromDatestring(birthDate: string): number {\n  const bday = new Date(birthDate)\n  const today = new Date()\n  let age = today.getFullYear() - bday.getFullYear()\n  const m = today.getMonth() - bday.getMonth()\n  if (m < 0 || (m === 0 && today.getDate() < bday.getDate())) {\n    age--\n  }\n  return age\n}\n"]}
+{"version":3,"file":"util.js","sourceRoot":"","sources":["../../../src/actor-store/preference/util.ts"],"names":[],"mappings":";;AAMA,kCASC;AAED,oDAIC;AAED,wCAIC;AAED,oDASC;AAtCD,sDAA6C;AAM7C,SAAgB,WAAW,CACzB,QAAgB,EAChB,OAA4B;IAE5B,IAAI,OAAO,EAAE,aAAa,KAAK,IAAI,EAAE,CAAC;QACpC,OAAO,IAAI,CAAA;IACb,CAAC;IAED,OAAO,CAAC,oBAAoB,CAAC,QAAQ,CAAC,CAAA;AACxC,CAAC;AAED,SAAgB,oBAAoB,CAClC,IAAY;IAEZ,OAAO,IAAI,KAAK,cAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,mBAAmB,CAAC,KAAK,CAAA;AAC/D,CAAC;AAED,SAAgB,cAAc,CAC5B,IAAY;IAEZ,OAAO,IAAI,KAAK,cAAG,CAAC,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,eAAe,CAAC,KAAK,CAAA;AAC3D,CAAC;AAED,SAAgB,oBAAoB,CAAC,SAAiB;IACpD,MAAM,IAAI,GAAG,IAAI,IAAI,CAAC,SAAS,CAAC,CAAA;IAChC,MAAM,KAAK,GAAG,IAAI,IAAI,EAAE,CAAA;IACxB,IAAI,GAAG,GAAG,KAAK,CAAC,WAAW,EAAE,GAAG,IAAI,CAAC,WAAW,EAAE,CAAA;IAClD,MAAM,CAAC,GAAG,KAAK,CAAC,QAAQ,EAAE,GAAG,IAAI,CAAC,QAAQ,EAAE,CAAA;IAC5C,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC;QAC3D,GAAG,EAAE,CAAA;IACP,CAAC;IACD,OAAO,GAAG,CAAA;AACZ,CAAC","sourcesContent":["import { app } from '../../lexicons/index.js'\n\nexport type PrefAllowedOptions = {\n  hasAccessFull?: boolean\n}\n\nexport function prefAllowed(\n  prefType: string,\n  options?: PrefAllowedOptions,\n): boolean {\n  if (options?.hasAccessFull === true) {\n    return true\n  }\n\n  return !isFullAccessOnlyPref(prefType)\n}\n\nexport function isFullAccessOnlyPref(\n  type: string,\n): type is typeof app.bsky.actor.defs.personalDetailsPref.$type {\n  return type === app.bsky.actor.defs.personalDetailsPref.$type\n}\n\nexport function isReadOnlyPref(\n  type: string,\n): type is typeof app.bsky.actor.defs.declaredAgePref.$type {\n  return type === app.bsky.actor.defs.declaredAgePref.$type\n}\n\nexport function getAgeFromDatestring(birthDate: string): number {\n  const bday = new Date(birthDate)\n  const today = new Date()\n  let age = today.getFullYear() - bday.getFullYear()\n  const m = today.getMonth() - bday.getMonth()\n  if (m < 0 || (m === 0 && today.getDate() < bday.getDate())) {\n    age--\n  }\n  return age\n}\n"]}

package/dist/actor-store/record/reader.d.ts

@@ -1,22 +1,20 @@
-import { CID } from 'multiformats/cid';
-import { RepoRecord } from '@atproto/lexicon';
+import { Cid, LexMap } from '@atproto/lex-data';
 import { CidSet } from '@atproto/repo';
-import { AtUri } from '@atproto/syntax';
-import { Record as ProfileRecord } from '../../lexicon/types/app/bsky/actor/profile';
-import { StatusAttr } from '../../lexicon/types/com/atproto/admin/defs';
+import { AtUri, AtUriString, NsidString } from '@atproto/syntax';
+import { app, com } from '../../lexicons/index.js';
 import { LocalRecords } from '../../read-after-write/types';
 import { ActorDb, Backlink } from '../db';
 export type RecordDescript = {
     uri: string;
     path: string;
-    cid: CID;
+    cid: Cid;
 };
 export declare class RecordReader {
     db: ActorDb;
     constructor(db: ActorDb);
     recordCount(): Promise<number>;
     listAll(): Promise<RecordDescript[]>;
-    listCollections(): Promise<string[]>;
+    listCollections(): Promise<NsidString[]>;
     listRecordsForCollection(opts: {
         collection: string;
         limit: number;
@@ -26,37 +24,37 @@ export declare class RecordReader {
         rkeyEnd?: string;
         includeSoftDeleted?: boolean;
     }): Promise<{
-        uri: string;
+        uri: AtUriString;
         cid: string;
-        value: Record<string, unknown>;
+        value: LexMap;
     }[]>;
     getRecord(uri: AtUri, cid: string | null, includeSoftDeleted?: boolean): Promise<{
         uri: string;
         cid: string;
-        value: Record<string, unknown>;
+        value: LexMap;
         indexedAt: string;
         takedownRef: string | null;
     } | null>;
     hasRecord(uri: AtUri, cid: string | null, includeSoftDeleted?: boolean): Promise<boolean>;
-    getRecordTakedownStatus(uri: AtUri): Promise<StatusAttr | null>;
-    getCurrentRecordCid(uri: AtUri): Promise<CID | null>;
+    getRecordTakedownStatus(uri: AtUri): Promise<com.atproto.admin.defs.StatusAttr | null>;
+    getCurrentRecordCid(uri: AtUri): Promise<Cid | null>;
     getRecordBacklinks(opts: {
         collection: string;
         path: string;
         linkTo: string;
     }): Promise<{
-        cid: string;
         uri: string;
+        cid: string;
         indexedAt: string;
         collection: string;
         rkey: string;
         repoRev: string;
         takedownRef: string | null;
     }[]>;
-    getBacklinkConflicts(uri: AtUri, record: RepoRecord): Promise<AtUri[]>;
+    getBacklinkConflicts(uri: AtUri, record: LexMap): Promise<AtUri[]>;
     listExistingBlocks(): Promise<CidSet>;
-    getProfileRecord(): Promise<ProfileRecord | null>;
+    getProfileRecord(): Promise<app.bsky.actor.profile.$defs.Main | null>;
     getRecordsSinceRev(rev: string): Promise<LocalRecords>;
 }
-export declare const getBacklinks: (uri: AtUri, record: RepoRecord) => Backlink[];
+export declare const getBacklinks: (uri: AtUri, record: LexMap) => Backlink[];
 //# sourceMappingURL=reader.d.ts.map

package/dist/actor-store/record/reader.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"reader.d.ts","sourceRoot":"","sources":["../../../src/actor-store/record/reader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,kBAAkB,CAAA;AACtC,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAA;AAC7C,OAAO,EAAE,MAAM,EAAkC,MAAM,eAAe,CAAA;AAEtE,OAAO,EAAE,KAAK,EAAoB,MAAM,iBAAiB,CAAA;AAGzD,OAAO,EAAE,MAAM,IAAI,aAAa,EAAE,MAAM,4CAA4C,CAAA;AAEpF,OAAO,EAAE,UAAU,EAAE,MAAM,4CAA4C,CAAA;AACvE,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAA;AAC3D,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAEzC,MAAM,MAAM,cAAc,GAAG;IAC3B,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,GAAG,CAAA;CACT,CAAA;AAED,qBAAa,YAAY;IACJ,EAAE,EAAE,OAAO;gBAAX,EAAE,EAAE,OAAO;IAExB,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAQ9B,OAAO,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAwBpC,eAAe,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;IAUpC,wBAAwB,CAAC,IAAI,EAAE;QACnC,UAAU,EAAE,MAAM,CAAA;QAClB,KAAK,EAAE,MAAM,CAAA;QACb,OAAO,EAAE,OAAO,CAAA;QAChB,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,kBAAkB,CAAC,EAAE,OAAO,CAAA;KAC7B,GAAG,OAAO,CAAC;QAAE,GAAG,EAAE,MAAM,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;KAAE,EAAE,CAAC;IAgDrE,SAAS,CACb,GAAG,EAAE,KAAK,EACV,GAAG,EAAE,MAAM,GAAG,IAAI,EAClB,kBAAkB,UAAQ,GACzB,OAAO,CAAC;QACT,GAAG,EAAE,MAAM,CAAA;QACX,GAAG,EAAE,MAAM,CAAA;QACX,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAA;QAC9B,SAAS,EAAE,MAAM,CAAA;QACjB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;KAC3B,GAAG,IAAI,CAAC;IAwBH,SAAS,CACb,GAAG,EAAE,KAAK,EACV,GAAG,EAAE,MAAM,GAAG,IAAI,EAClB,kBAAkB,UAAQ,GACzB,OAAO,CAAC,OAAO,CAAC;IAgBb,uBAAuB,CAAC,GAAG,EAAE,KAAK,GAAG,OAAO,CAAC,UAAU,GAAG,IAAI,CAAC;IAY/D,mBAAmB,CAAC,GAAG,EAAE,KAAK,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IASpD,kBAAkB,CAAC,IAAI,EAAE;QAC7B,UAAU,EAAE,MAAM,CAAA;QAClB,IAAI,EAAE,MAAM,CAAA;QACZ,MAAM,EAAE,MAAM,CAAA;KACf;;;;;;;;;IAeK,oBAAoB,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,UAAU,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAkBtE,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;IAmBrC,gBAAgB;IAchB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;CAsD7D;AAKD,eAAO,MAAM,YAAY,GAAI,KAAK,KAAK,EAAE,QAAQ,UAAU,KAAG,QAAQ,EA4CrE,CAAA"}
+{"version":3,"file":"reader.d.ts","sourceRoot":"","sources":["../../../src/actor-store/record/reader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,GAAG,EAAE,MAAM,EAAY,MAAM,mBAAmB,CAAA;AACzD,OAAO,EAAE,MAAM,EAAkC,MAAM,eAAe,CAAA;AACtE,OAAO,EACL,KAAK,EACL,WAAW,EAEX,UAAU,EAGX,MAAM,iBAAiB,CAAA;AAExB,OAAO,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,yBAAyB,CAAA;AAClD,OAAO,EAAE,YAAY,EAAE,MAAM,8BAA8B,CAAA;AAC3D,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAA;AAEzC,MAAM,MAAM,cAAc,GAAG;IAC3B,GAAG,EAAE,MAAM,CAAA;IACX,IAAI,EAAE,MAAM,CAAA;IACZ,GAAG,EAAE,GAAG,CAAA;CACT,CAAA;AAED,qBAAa,YAAY;IACJ,EAAE,EAAE,OAAO;gBAAX,EAAE,EAAE,OAAO;IAExB,WAAW,IAAI,OAAO,CAAC,MAAM,CAAC;IAQ9B,OAAO,IAAI,OAAO,CAAC,cAAc,EAAE,CAAC;IAwBpC,eAAe,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;IAUxC,wBAAwB,CAAC,IAAI,EAAE;QACnC,UAAU,EAAE,MAAM,CAAA;QAClB,KAAK,EAAE,MAAM,CAAA;QACb,OAAO,EAAE,OAAO,CAAA;QAChB,MAAM,CAAC,EAAE,MAAM,CAAA;QACf,SAAS,CAAC,EAAE,MAAM,CAAA;QAClB,OAAO,CAAC,EAAE,MAAM,CAAA;QAChB,kBAAkB,CAAC,EAAE,OAAO,CAAA;KAC7B,GAAG,OAAO,CAAC;QAAE,GAAG,EAAE,WAAW,CAAC;QAAC,GAAG,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAA;KAAE,EAAE,CAAC;IA8CzD,SAAS,CACb,GAAG,EAAE,KAAK,EACV,GAAG,EAAE,MAAM,GAAG,IAAI,EAClB,kBAAkB,UAAQ,GACzB,OAAO,CAAC;QACT,GAAG,EAAE,MAAM,CAAA;QACX,GAAG,EAAE,MAAM,CAAA;QACX,KAAK,EAAE,MAAM,CAAA;QACb,SAAS,EAAE,MAAM,CAAA;QACjB,WAAW,EAAE,MAAM,GAAG,IAAI,CAAA;KAC3B,GAAG,IAAI,CAAC;IAwBH,SAAS,CACb,GAAG,EAAE,KAAK,EACV,GAAG,EAAE,MAAM,GAAG,IAAI,EAClB,kBAAkB,UAAQ,GACzB,OAAO,CAAC,OAAO,CAAC;IAgBb,uBAAuB,CAC3B,GAAG,EAAE,KAAK,GACT,OAAO,CAAC,GAAG,CAAC,OAAO,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC;IAY9C,mBAAmB,CAAC,GAAG,EAAE,KAAK,GAAG,OAAO,CAAC,GAAG,GAAG,IAAI,CAAC;IASpD,kBAAkB,CAAC,IAAI,EAAE;QAC7B,UAAU,EAAE,MAAM,CAAA;QAClB,IAAI,EAAE,MAAM,CAAA;QACZ,MAAM,EAAE,MAAM,CAAA;KACf;;;;;;;;;IAeK,oBAAoB,CAAC,GAAG,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,GAAG,OAAO,CAAC,KAAK,EAAE,CAAC;IAkBlE,kBAAkB,IAAI,OAAO,CAAC,MAAM,CAAC;IAmBrC,gBAAgB;IAchB,kBAAkB,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,YAAY,CAAC;CAyD7D;AAKD,eAAO,MAAM,YAAY,GAAI,KAAK,KAAK,EAAE,QAAQ,MAAM,KAAG,QAAQ,EA4CjE,CAAA"}