@hatk/hatk 0.0.1-alpha.35 → 0.0.1-alpha.37

package/dist/database/schema.js

@@ -8,36 +8,36 @@ export function toSnakeCase(str) {
 function mapType(prop, dialect) {
     if (prop.type === 'string') {
         if (prop.format === 'datetime')
-            return { sqlType: dialect.typeMap.timestamp, isRef: false };
+            return { sqlType: dialect.typeMap.timestamp, isRef: false, isJson: false };
         if (prop.format === 'at-uri')
-            return { sqlType: dialect.typeMap.text, isRef: true };
-        return { sqlType: dialect.typeMap.text, isRef: false };
+            return { sqlType: dialect.typeMap.text, isRef: true, isJson: false };
+        return { sqlType: dialect.typeMap.text, isRef: false, isJson: false };
     }
     if (prop.type === 'integer')
-        return { sqlType: dialect.typeMap.integer, isRef: false };
+        return { sqlType: dialect.typeMap.integer, isRef: false, isJson: false };
     if (prop.type === 'boolean')
-        return { sqlType: dialect.typeMap.boolean, isRef: false };
+        return { sqlType: dialect.typeMap.boolean, isRef: false, isJson: false };
     if (prop.type === 'bytes')
-        return { sqlType: dialect.typeMap.blob, isRef: false };
+        return { sqlType: dialect.typeMap.blob, isRef: false, isJson: false };
     if (prop.type === 'cid-link')
-        return { sqlType: dialect.typeMap.text, isRef: false };
+        return { sqlType: dialect.typeMap.text, isRef: false, isJson: false };
     if (prop.type === 'array')
-        return { sqlType: dialect.jsonType, isRef: false };
+        return { sqlType: dialect.jsonType, isRef: false, isJson: true };
     if (prop.type === 'blob')
-        return { sqlType: dialect.jsonType, isRef: false };
+        return { sqlType: dialect.jsonType, isRef: false, isJson: true };
     if (prop.type === 'union')
-        return { sqlType: dialect.jsonType, isRef: false };
+        return { sqlType: dialect.jsonType, isRef: false, isJson: true };
     if (prop.type === 'unknown')
-        return { sqlType: dialect.jsonType, isRef: false };
+        return { sqlType: dialect.jsonType, isRef: false, isJson: true };
     if (prop.type === 'object')
-        return { sqlType: dialect.jsonType, isRef: false };
+        return { sqlType: dialect.jsonType, isRef: false, isJson: true };
     if (prop.type === 'ref') {
         // strongRef contains { uri, cid } — handled specially in generateTableSchema
         if (prop.ref === 'com.atproto.repo.strongRef')
-            return { sqlType: 'STRONG_REF', isRef: true };
-        return { sqlType: dialect.jsonType, isRef: false };
+            return { sqlType: 'STRONG_REF', isRef: true, isJson: false };
+        return { sqlType: dialect.jsonType, isRef: false, isJson: true };
     }
-    return { sqlType: dialect.typeMap.text, isRef: false };
+    return { sqlType: dialect.typeMap.text, isRef: false, isJson: false };
 }
 // Recursively find all .json files in a directory
 function findJsonFiles(dir) {
@@ -182,7 +182,7 @@ function resolveUnionBranch(ref, collection, fieldName, defs, lexicons, dialect)
     const tableName = `"${collection}__${snakeField}_${branchName}"`;
     const columns = [];
     for (const [propName, prop] of Object.entries(propSource)) {
-        const { sqlType, isRef } = mapType(prop, dialect);
+        const { sqlType, isRef, isJson } = mapType(prop, dialect);
         // Skip STRONG_REF expansion in branch tables — treat as JSON
         const finalType = sqlType === 'STRONG_REF' ? dialect.jsonType : sqlType;
         columns.push({
@@ -190,7 +190,8 @@ function resolveUnionBranch(ref, collection, fieldName, defs, lexicons, dialect)
             originalName: propName,
             sqlType: finalType,
             notNull: branchRequired.has(propName),
-            isRef: finalType !== 'JSON' && isRef,
+            isRef: finalType !== dialect.jsonType && isRef,
+            isJson: isJson || sqlType === 'STRONG_REF',
         });
     }
     return { type: fullType, branchName, tableName, columns, isArray, arrayField, wrapperField };
@@ -229,6 +230,7 @@ export function generateTableSchema(nsid, lexicon, lexicons, dialect = DUCKDB_DI
                 sqlType: dialect.jsonType,
                 notNull: required.has(fieldName),
                 isRef: false,
+                isJson: true,
             });
             continue;
         }
@@ -239,13 +241,14 @@ export function generateTableSchema(nsid, lexicon, lexicons, dialect = DUCKDB_DI
                 const childColumns = [];
                 const itemRequired = new Set(p.items?.required || lexicon.defs?.[p.items?.ref?.slice(1)]?.required || []);
                 for (const [itemField, itemProp] of Object.entries(itemProps)) {
-                    const { sqlType, isRef } = mapType(itemProp, dialect);
+                    const { sqlType, isRef, isJson } = mapType(itemProp, dialect);
                     childColumns.push({
                         name: toSnakeCase(itemField),
                         originalName: itemField,
                         sqlType,
                         notNull: itemRequired.has(itemField),
                         isRef,
+                        isJson,
                     });
                 }
                 const snakeField = toSnakeCase(fieldName);
@@ -258,7 +261,7 @@ export function generateTableSchema(nsid, lexicon, lexicons, dialect = DUCKDB_DI
                 continue;
             }
         }
-        const { sqlType, isRef } = mapType(p, dialect);
+        const { sqlType, isRef, isJson } = mapType(p, dialect);
         if (sqlType === 'STRONG_REF') {
             // Expand strongRef into two columns: {name}_uri and {name}_cid
             columns.push({
@@ -267,6 +270,7 @@ export function generateTableSchema(nsid, lexicon, lexicons, dialect = DUCKDB_DI
                 sqlType: dialect.typeMap.text,
                 notNull: required.has(fieldName),
                 isRef: true,
+                isJson: false,
             });
             columns.push({
                 name: toSnakeCase(fieldName) + '_cid',
@@ -274,6 +278,7 @@ export function generateTableSchema(nsid, lexicon, lexicons, dialect = DUCKDB_DI
                 sqlType: dialect.typeMap.text,
                 notNull: required.has(fieldName),
                 isRef: false,
+                isJson: false,
             });
         }
         else {
@@ -283,6 +288,7 @@ export function generateTableSchema(nsid, lexicon, lexicons, dialect = DUCKDB_DI
                 sqlType,
                 notNull: required.has(fieldName),
                 isRef,
+                isJson,
             });
         }
     }
@@ -331,7 +337,7 @@ export function generateCreateTableSQL(schema, dialect = DUCKDB_DIALECT) {
         childDDL.push(`CREATE INDEX IF NOT EXISTS idx_${childPrefix}_parent ON ${child.tableName}(parent_uri);`);
         childDDL.push(`CREATE INDEX IF NOT EXISTS idx_${childPrefix}_did ON ${child.tableName}(parent_did);`);
         for (const col of child.columns) {
-            if (col.sqlType === 'JSON' || col.sqlType === 'BLOB')
+            if (col.isJson || col.sqlType === 'BLOB')
                 continue;
             childDDL.push(`CREATE INDEX IF NOT EXISTS idx_${childPrefix}_${col.name} ON ${child.tableName}(${col.name});`);
         }
@@ -349,7 +355,7 @@ export function generateCreateTableSQL(schema, dialect = DUCKDB_DIALECT) {
             childDDL.push(`CREATE INDEX IF NOT EXISTS idx_${branchPrefix}_parent ON ${branch.tableName}(parent_uri);`);
             childDDL.push(`CREATE INDEX IF NOT EXISTS idx_${branchPrefix}_did ON ${branch.tableName}(parent_did);`);
             for (const col of branch.columns) {
-                if (col.sqlType === 'JSON' || col.sqlType === 'BLOB')
+                if (col.isJson || col.sqlType === 'BLOB')
                     continue;
                 childDDL.push(`CREATE INDEX IF NOT EXISTS idx_${branchPrefix}_${col.name} ON ${branch.tableName}(${col.name});`);
             }

package/dist/labels.d.ts

@@ -17,7 +17,7 @@ export interface LabelModule {
     definition?: LabelDefinition;
     evaluate?: (ctx: LabelRuleContext) => Promise<string[]>;
 }
-export declare function defineLabels(module: LabelModule): {
+export declare function defineLabel(module: LabelModule): {
     definition?: LabelDefinition;
     evaluate?: (ctx: LabelRuleContext) => Promise<string[]>;
     __type: "labels";

package/dist/labels.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"labels.d.ts","sourceRoot":"","sources":["../src/labels.ts"],"names":[],"mappings":"AA8BA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAIlD,wDAAwD;AACxD,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE;QACF,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;QACtD,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;KACtD,CAAA;IACD,MAAM,EAAE;QACN,GAAG,EAAE,MAAM,CAAA;QACX,GAAG,EAAE,MAAM,CAAA;QACX,GAAG,EAAE,MAAM,CAAA;QACX,UAAU,EAAE,MAAM,CAAA;QAClB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAC3B,CAAA;CACF;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,CAAC,EAAE,eAAe,CAAA;IAC5B,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,gBAAgB,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;CACxD;AAED,wBAAgB,YAAY,CAAC,MAAM,EAAE,WAAW;iBAJjC,eAAe;eACjB,CAAC,GAAG,EAAE,gBAAgB,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;;EAKxD;AAYD;;;;;;;;GAQG;AACH,wBAAsB,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAmCjE;AAED,oEAAoE;AACpE,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE;IAAE,UAAU,CAAC,EAAE,eAAe,CAAC;IAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,gBAAgB,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;CAAE,GAClG,IAAI,CAON;AAED;;;GAGG;AACH,wBAAsB,aAAa,CAAC,MAAM,EAAE;IAC1C,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;CAC3B,GAAG,OAAO,CAAC,IAAI,CAAC,CAyBhB;AAED;;;;;GAKG;AACH,wBAAsB,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAuCvG;AAED,yEAAyE;AACzE,wBAAgB,mBAAmB,IAAI,eAAe,EAAE,CAEvD"}
+{"version":3,"file":"labels.d.ts","sourceRoot":"","sources":["../src/labels.ts"],"names":[],"mappings":"AA8BA,OAAO,KAAK,EAAE,eAAe,EAAE,MAAM,aAAa,CAAA;AAIlD,wDAAwD;AACxD,MAAM,WAAW,gBAAgB;IAC/B,EAAE,EAAE;QACF,KAAK,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,GAAG,EAAE,CAAC,CAAA;QACtD,GAAG,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,GAAG,MAAM,EAAE,GAAG,EAAE,KAAK,OAAO,CAAC,IAAI,CAAC,CAAA;KACtD,CAAA;IACD,MAAM,EAAE;QACN,GAAG,EAAE,MAAM,CAAA;QACX,GAAG,EAAE,MAAM,CAAA;QACX,GAAG,EAAE,MAAM,CAAA;QACX,UAAU,EAAE,MAAM,CAAA;QAClB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;KAC3B,CAAA;CACF;AAED,MAAM,WAAW,WAAW;IAC1B,UAAU,CAAC,EAAE,eAAe,CAAA;IAC5B,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,gBAAgB,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;CACxD;AAED,wBAAgB,WAAW,CAAC,MAAM,EAAE,WAAW;iBAJhC,eAAe;eACjB,CAAC,GAAG,EAAE,gBAAgB,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC;;EAKxD;AAYD;;;;;;;;GAQG;AACH,wBAAsB,UAAU,CAAC,SAAS,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC,CAmCjE;AAED,oEAAoE;AACpE,wBAAgB,mBAAmB,CACjC,IAAI,EAAE,MAAM,EACZ,QAAQ,EAAE;IAAE,UAAU,CAAC,EAAE,eAAe,CAAC;IAAC,QAAQ,CAAC,EAAE,CAAC,GAAG,EAAE,gBAAgB,KAAK,OAAO,CAAC,MAAM,EAAE,CAAC,CAAA;CAAE,GAClG,IAAI,CAON;AAED;;;GAGG;AACH,wBAAsB,aAAa,CAAC,MAAM,EAAE;IAC1C,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,MAAM,CAAA;IACX,GAAG,EAAE,MAAM,CAAA;IACX,UAAU,EAAE,MAAM,CAAA;IAClB,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC,CAAA;CAC3B,GAAG,OAAO,CAAC,IAAI,CAAC,CAyBhB;AAED;;;;;GAKG;AACH,wBAAsB,YAAY,CAAC,WAAW,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;IAAE,OAAO,EAAE,MAAM,CAAC;IAAC,OAAO,EAAE,MAAM,CAAA;CAAE,CAAC,CAuCvG;AAED,yEAAyE;AACzE,wBAAgB,mBAAmB,IAAI,eAAe,EAAE,CAEvD"}

package/dist/labels.js

@@ -38,7 +38,7 @@ import { resolve } from 'node:path';
 import { readdirSync } from 'node:fs';
 import { querySQL, runSQL, insertLabels, getSchema } from "./database/db.js";
 import { log, emit } from "./logger.js";
-export function defineLabels(module) {
+export function defineLabel(module) {
     return { __type: 'labels', ...module };
 }
 const rules = [];
@@ -144,7 +144,7 @@ export async function rescanLabels(collections) {
                 let v = row[col.name];
                 if (v === null || v === undefined)
                     continue;
-                if (col.sqlType === 'JSON' && typeof v === 'string') {
+                if (col.isJson && typeof v === 'string') {
                     try {
                         v = JSON.parse(v);
                     }

package/dist/server.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAgDA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AA0B9C;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,WAAW,GAAG,IAAI,GAAG,IAAI,CAwH3F;AAED,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,KAAK,EAAE,WAAW,GAAG,IAAI,CAAA;IACzB,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IACxF,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAA;IAC5D,QAAQ,CAAC,EAAE,MAAM,IAAI,CAAA;CACtB;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,CAAC,OAAO,EAAE,OAAO,KAAK,OAAO,CAAC,QAAQ,CAAC,CAwyB5F;AAGD,wBAAgB,WAAW,CACzB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,EAAE,EACrB,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,KAAK,EAAE,WAAW,GAAG,IAAI,EACzB,MAAM,GAAE,MAAM,EAAO,EACrB,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,EAC5D,QAAQ,CAAC,EAAE,MAAM,IAAI,GACpB,OAAO,WAAW,EAAE,MAAM,CAG5B"}
+{"version":3,"file":"server.d.ts","sourceRoot":"","sources":["../src/server.ts"],"names":[],"mappings":"AAqDA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,aAAa,CAAA;AA0B9C;;;GAGG;AACH,wBAAgB,oBAAoB,CAAC,WAAW,EAAE,MAAM,EAAE,EAAE,KAAK,EAAE,WAAW,GAAG,IAAI,GAAG,IAAI,CAwH3F;AAED,MAAM,WAAW,aAAa;IAC5B,WAAW,EAAE,MAAM,EAAE,CAAA;IACrB,SAAS,EAAE,MAAM,GAAG,IAAI,CAAA;IACxB,KAAK,EAAE,WAAW,GAAG,IAAI,CAAA;IACzB,MAAM,EAAE,MAAM,EAAE,CAAA;IAChB,QAAQ,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,GAAG,KAAK,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC,CAAA;IACxF,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK;QAAE,GAAG,EAAE,MAAM,CAAA;KAAE,GAAG,IAAI,CAAA;IAC5D,QAAQ,CAAC,EAAE,MAAM,IAAI,CAAA;CACtB;AAED;;;GAGG;AACH,wBAAgB,aAAa,CAAC,MAAM,EAAE,aAAa,GAAG,CAAC,OAAO,EAAE,OAAO,KAAK,OAAO,CAAC,QAAQ,CAAC,CA8xB5F;AAGD,wBAAgB,WAAW,CACzB,IAAI,EAAE,MAAM,EACZ,WAAW,EAAE,MAAM,EAAE,EACrB,SAAS,EAAE,MAAM,GAAG,IAAI,EACxB,KAAK,EAAE,WAAW,GAAG,IAAI,EACzB,MAAM,GAAE,MAAM,EAAO,EACrB,aAAa,CAAC,EAAE,CAAC,OAAO,EAAE,OAAO,KAAK;IAAE,GAAG,EAAE,MAAM,CAAA;CAAE,GAAG,IAAI,EAC5D,QAAQ,CAAC,EAAE,MAAM,IAAI,GACpB,OAAO,WAAW,EAAE,MAAM,CAG5B"}

package/dist/server.js

@@ -1,7 +1,7 @@
 import { existsSync } from 'node:fs';
 import { readFile } from 'node:fs/promises';
 import { join, extname } from 'node:path';
-import { queryRecords, getRecordByUri, searchRecords, getSchema, reshapeRow, setRepoStatus, getRepoStatus, getRepoRetryInfo, querySQL, queryLabelsForUris, insertLabels, searchAccounts, listReposPaginated, getCollectionCounts, getSchemaDump, getPreferences, putPreference, } from "./database/db.js";
+import { queryRecords, getRecordByUri, searchRecords, getSchema, reshapeRow, setRepoStatus, getRepoStatus, getRepoRetryInfo, queryLabelsForUris, insertLabels, searchAccounts, listReposPaginated, getCollectionCounts, getRepoStatusCounts, getDatabaseSize, deleteLabels, getRecentRecords, listActiveRepoDids, removeRepo, getRepoHandle, getPreferences, putPreference, } from "./database/db.js";
 import { executeFeed, listFeeds } from "./feeds.js";
 import { executeXrpc, InvalidRequestError, NotFoundError, registerCoreXrpcHandler } from "./xrpc.js";
 import { resolveRecords } from "./hydrate.js";
@@ -377,10 +377,8 @@ export function createHandler(config) {
                 const { val } = JSON.parse(await request.text());
                 if (!val)
                     return withCors(jsonError(400, 'Missing val', acceptEncoding));
-                const result = await querySQL(`SELECT COUNT(*)::INTEGER as count FROM _labels WHERE val = $1`, [val]);
-                const count = Number(result[0]?.count || 0);
-                await querySQL(`DELETE FROM _labels WHERE val = $1`, [val]);
-                return withCors(json({ deleted: count }, 200, acceptEncoding));
+                const deleted = await deleteLabels(val);
+                return withCors(json({ deleted }, 200, acceptEncoding));
             }
             // POST /admin/labels/negate — negate a label
             if (url.pathname === '/admin/labels/negate' && request.method === 'POST') {
@@ -433,10 +431,9 @@ export function createHandler(config) {
                     const allResults = [];
                     for (const col of collections) {
                         try {
-                            const schema = getSchema(col);
-                            if (!schema)
+                            const rows = await getRecentRecords(col, limit + offset);
+                            if (!rows.length)
                                 continue;
-                            const rows = await querySQL(`SELECT t.* FROM ${schema.tableName} t JOIN _repos r ON t.did = r.did WHERE t.indexed_at > r.backfilled_at ORDER BY t.indexed_at DESC LIMIT $1`, [limit + offset]);
                             const uris = rows.map((r) => r.uri);
                             const labelsMap = await queryLabelsForUris(uris);
                             for (const rec of rows) {
@@ -515,14 +512,25 @@ export function createHandler(config) {
                     repoList = dids;
                 }
                 else {
-                    const rows = await querySQL(`SELECT did FROM _repos WHERE status = 'active'`);
-                    repoList = rows.map((r) => r.did);
+                    repoList = await listActiveRepoDids();
                 }
+                const isTargeted = Array.isArray(dids) && dids.length > 0;
                 for (const did of repoList) {
                     await setRepoStatus(did, 'pending');
                 }
-                if (config.onResync)
+                if (isTargeted) {
+                    for (const did of repoList) {
+                        triggerAutoBackfill(did);
+                    }
+                }
+                else if (config.onResync) {
                     config.onResync();
+                }
+                else {
+                    for (const did of repoList) {
+                        triggerAutoBackfill(did);
+                    }
+                }
                 return withCors(json({ resyncing: repoList.length }, 200, acceptEncoding));
             }
             // POST /admin/repos/remove — remove DIDs from tracking
@@ -534,7 +542,7 @@ export function createHandler(config) {
                 if (!Array.isArray(dids))
                     return withCors(jsonError(400, 'Missing dids array', acceptEncoding));
                 for (const did of dids) {
-                    await querySQL(`DELETE FROM _repos WHERE did = $1`, [did]);
+                    await removeRepo(did);
                 }
                 return withCors(json({ removed: dids.length }, 200, acceptEncoding));
             }
@@ -543,12 +551,8 @@ export function createHandler(config) {
                 const denied = requireAdmin(viewer, acceptEncoding);
                 if (denied)
                     return denied;
-                const rows = await querySQL(`SELECT status, COUNT(*)::INTEGER as count FROM _repos GROUP BY status`);
-                const counts = {};
-                for (const row of rows)
-                    counts[row.status] = Number(row.count);
-                const sizeRows = await querySQL(`SELECT database_size, memory_usage, memory_limit FROM pragma_database_size()`);
-                const dbInfo = sizeRows[0] ?? {};
+                const counts = await getRepoStatusCounts();
+                const dbInfo = await getDatabaseSize();
                 const collectionCounts = await getCollectionCounts();
                 const mem = process.memoryUsage();
                 const node = {
@@ -588,15 +592,6 @@ export function createHandler(config) {
                 const result = await listReposPaginated({ limit, offset, status, q });
                 return withCors(json(result, 200, acceptEncoding));
             }
-            // GET /admin/schema — full DuckDB DDL dump + lexicons
-            if (url.pathname === '/admin/schema') {
-                const denied = requireAdmin(viewer, acceptEncoding);
-                if (denied)
-                    return denied;
-                const { getAllLexicons } = await import("./database/schema.js");
-                const ddl = await getSchemaDump();
-                return withCors(json({ ddl, lexicons: getAllLexicons() }, 200, acceptEncoding));
-            }
             // ── Public Repo Endpoints (used by hatk clients for auto-sync) ──
             // POST /repos/add — enqueue DIDs for backfill (public)
             if (url.pathname === '/repos/add' && request.method === 'POST') {
@@ -642,8 +637,7 @@ export function createHandler(config) {
                 const did = url.searchParams.get('did');
                 if (!did)
                     return withCors(jsonError(400, 'did required', acceptEncoding));
-                const handleRows = await querySQL('SELECT handle FROM _repos WHERE did = $1', [did]);
-                const handle = handleRows[0]?.handle ?? did;
+                const handle = await getRepoHandle(did) ?? did;
                 const cookieValue = await createSessionCookie({ did, handle });
                 const secure = url.protocol === 'https:';
                 return new Response(JSON.stringify({ ok: true }), {
@@ -715,8 +709,7 @@ export function createHandler(config) {
                         return withCors(jsonError(400, 'Missing code', acceptEncoding));
                     const result = await handleCallback(oauth, code, state, iss);
                     const isSecure = requestOrigin.startsWith('https');
-                    const handleRows = await querySQL('SELECT handle FROM _repos WHERE did = $1', [result.did]);
-                    const handle = handleRows[0]?.handle ?? result.did;
+                    const handle = await getRepoHandle(result.did) ?? result.did;
                     const cookie = await createSessionCookie({ did: result.did, handle });
                     // Server-initiated login stores redirectUri as '/' — redirect cleanly without code/iss params
                     const redirectTo = result.clientRedirectUri.startsWith('/?code=') ? '/' : result.clientRedirectUri;

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hatk/hatk",
-  "version": "0.0.1-alpha.35",
+  "version": "0.0.1-alpha.37",
   "license": "MIT",
   "bin": {
     "hatk": "dist/cli.js"

package/public/admin.html

@@ -783,23 +783,6 @@
         font-size: 1rem;
       }
 
-      /* ── Schema ── */
-      .schema-pre {
-        font-family: var(--mono);
-        font-size: 0.8rem;
-        line-height: 1.6;
-        padding: 1rem;
-        margin: 0;
-        background: var(--bg-recessed);
-        border-radius: 0 0 6px 6px;
-        white-space: pre-wrap;
-        word-break: break-word;
-        color: var(--text);
-        overflow-x: auto;
-      }
-      .schema-section {
-        margin-bottom: 1.5rem;
-      }
       .loading {
         color: var(--text-3);
         font-size: 0.9375rem;
@@ -1220,7 +1203,6 @@
           <button class="tab active" data-tab="overview">Overview</button>
           <button class="tab" data-tab="repos">Repos</button>
           <button class="tab" data-tab="content">Content</button>
-          <button class="tab" data-tab="schema">Schema</button>
         </nav>
 
         <!-- Overview -->
@@ -1277,10 +1259,6 @@
           <div id="repos-results"><div class="loading">Loading</div></div>
         </div>
 
-        <!-- Schema -->
-        <div class="tab-panel" id="panel-schema">
-          <div id="schema-results"><div class="loading">Loading</div></div>
-        </div>
 
         <!-- Content -->
         <div class="tab-panel" id="panel-content">
@@ -1307,7 +1285,6 @@
           <button class="bnav-btn active" data-tab="overview">Overview</button>
           <button class="bnav-btn" data-tab="repos">Repos</button>
           <button class="bnav-btn" data-tab="content">Content</button>
-          <button class="bnav-btn" data-tab="schema">Schema</button>
         </div>
       </div>
     </div>
@@ -1490,7 +1467,6 @@
         document.getElementById(`panel-${tab}`).classList.add('active')
         if (tab === 'overview') loadOverview()
         if (tab === 'repos') loadRepos()
-        if (tab === 'schema') loadSchema()
         if (tab === 'content') loadContent()
         if (push) pushURL({ tab, status: '', q: '', offset: 0, cq: '' })
       }
@@ -1599,36 +1575,6 @@
         }
       })
 
-      // ── Schema ──
-
-      async function loadSchema() {
-        const container = document.getElementById('schema-results')
-        try {
-          const data = await api('/admin/schema')
-          let html = ''
-
-          // Lexicons section
-          if (data.lexicons && data.lexicons.length) {
-            html += '<div class="schema-section"><div class="section-label">Lexicons</div>'
-            for (const lex of data.lexicons) {
-              html += `<div class="card" style="margin-bottom:0.5rem;"><div style="font-family:var(--mono);font-size:0.8rem;font-weight:600;padding:0.5rem 0.75rem;border-bottom:1px solid var(--border);">${escapeHtml(lex.nsid)}</div><pre class="schema-pre">${escapeHtml(JSON.stringify(lex.lexicon, null, 2))}</pre></div>`
-            }
-            html += '</div>'
-          }
-
-          // DDL section
-          if (data.ddl) {
-            html += '<div class="schema-section"><div class="section-label">Tables (DuckDB DDL)</div>'
-            html += `<div class="card"><pre class="schema-pre">${escapeHtml(data.ddl)}</pre></div>`
-            html += '</div>'
-          }
-
-          container.innerHTML = html || '<div class="empty-state">No schema found</div>'
-        } catch (e) {
-          container.innerHTML = `<div class="empty-state">${escapeHtml(e.message)}</div>`
-        }
-      }
-
       // ── Repos ──
 
       let reposLoaded = false