@hollware/server 0.4.0 → 0.5.0

package/dist/{store-CsuER6J7.mjs → store-DiS8UFI2.mjs}

@@ -558,6 +558,47 @@ const reviews = sqliteTable("reviews", {
 	check("reviews_decided", sql`(${t.status} IN ('pending', 'cancelled')) OR (${t.decidedBy} IS NOT NULL AND ${t.decidedAt} IS NOT NULL)`),
 	check("reviews_json", sql`json_valid(${t.acknowledged}) AND json_type(${t.acknowledged}) = 'array' AND (${t.requestedMeta} IS NULL OR json_valid(${t.requestedMeta}))`)
 ]);
+/**
+* The vectors of an entry, as derived data (v0.5): the published revision they were made from,
+* with which model and which version of the chunker, and how many pieces there are. The vectors
+* live in Vectorize under `<entry id>:<piece>`; this row says which exist and whether they are
+* current. One row per entry: a new publication replaces it.
+*/
+const entryEmbeddings = sqliteTable("entry_embeddings", {
+	id: id("emb"),
+	siteId: siteId(),
+	entryId: text("entry_id").notNull(),
+	revisionId: text("revision_id").notNull(),
+	model: text("model").notNull(),
+	chunkerVersion: text("chunker_version").notNull(),
+	/** How many pieces, so how many vectors: `<entry id>:0` to `<entry id>:<pieces - 1>`. */
+	pieces: integer("pieces").notNull(),
+	/**
+	* The entries closest to this one by their summaries, in its collection and locale, closest
+	* first, as JSON: `[{ "id": "ent_…", "score": 0.91 }]`. Found when its vectors were made.
+	*/
+	related: text("related").notNull().default("[]"),
+	...timestamps()
+}, (t) => [
+	unique("entry_embeddings_id_site").on(t.id, t.siteId),
+	unique("entry_embeddings_entry").on(t.siteId, t.entryId),
+	foreignKey({
+		name: "entry_embeddings_site",
+		columns: [t.siteId],
+		foreignColumns: [sites.id]
+	}),
+	foreignKey({
+		name: "entry_embeddings_entry_fk",
+		columns: [t.entryId, t.siteId],
+		foreignColumns: [entries.id, entries.siteId]
+	}).onDelete("cascade"),
+	foreignKey({
+		name: "entry_embeddings_revision_fk",
+		columns: [t.revisionId, t.siteId],
+		foreignColumns: [revisions.id, revisions.siteId]
+	}),
+	check("entry_embeddings_pieces", sql`${t.pieces} >= 1`)
+]);
 //#endregion
 //#region src/identity/secrets.ts
 /**
@@ -757,4 +798,4 @@ async function invitationById(db, id) {
 	};
 }
 //#endregion
-export { effectiveScopes as A, revisionTags as C, tokens as D, sites as E, users as O, reviews as S, schedules as T, entries as _, findInvitation as a, outbox as b, invitationById as c, redeemInvitation as d, saveChallenge as f, deliveries as g, userHandle as h, createUser as i, isRole as j, ROLE_SCOPES as k, membershipsOf as l, touchPasskey as m, createInvitation as n, findPasskey as o, takeChallenge as p, createSession as r, findSession as s, addPasskey as t, passkeysOf as u, invitations as v, revisions as w, publications as x, members as y };
+export { ROLE_SCOPES as A, reviews as C, sites as D, schedules as E, isRole as M, tokens as O, publications as S, revisions as T, entries as _, findInvitation as a, members as b, invitationById as c, redeemInvitation as d, saveChallenge as f, deliveries as g, userHandle as h, createUser as i, effectiveScopes as j, users as k, membershipsOf as l, touchPasskey as m, createInvitation as n, findPasskey as o, takeChallenge as p, createSession as r, findSession as s, addPasskey as t, passkeysOf as u, entryEmbeddings as v, revisionTags as w, outbox as x, invitations as y };

package/migrations/0008_search.sql

@@ -0,0 +1,47 @@
+-- Written by hand (ADR-023), as drizzle-kit has no virtual tables. Full-text search (v0.5): an
+-- FTS5 index of the published revision of each entry, its title, its tags and its text. The text
+-- is taken from the stored Comark document, the strings at the text positions of its nodes, so
+-- the Markdown's own marks are never indexed. `unicode61 remove_diacritics 2` matches
+-- "migracion" with "migración".
+--
+-- The triggers keep it in the step that changes what is published, whichever write does it:
+-- publish, a group, a schedule that comes due, unpublish. Only published content is in it.
+CREATE VIRTUAL TABLE `entries_fts` USING fts5(
+	`title`,
+	`tags`,
+	`body`,
+	`entry_id` UNINDEXED,
+	`site_id` UNINDEXED,
+	`collection` UNINDEXED,
+	`locale` UNINDEXED,
+	tokenize = 'unicode61 remove_diacritics 2'
+);
+--> statement-breakpoint
+CREATE TRIGGER `entries_fts_publication` AFTER UPDATE OF `published_rev` ON `entries`
+BEGIN
+	DELETE FROM `entries_fts` WHERE `entry_id` = OLD.`id`;
+	INSERT INTO `entries_fts` (`title`, `tags`, `body`, `entry_id`, `site_id`, `collection`, `locale`)
+	SELECT
+		coalesce(json_extract(r.`frontmatter`, '$.title'), ''),
+		coalesce((SELECT group_concat(t.`tag`, ' ') FROM `revision_tags` t WHERE t.`revision_id` = r.`id`), ''),
+		coalesce((SELECT group_concat(n.`value`, ' ') FROM json_tree(r.`document`, '$.nodes') n
+			WHERE n.`type` = 'text' AND typeof(n.`key`) = 'integer' AND n.`key` >= 2), ''),
+		NEW.`id`, NEW.`site_id`, NEW.`collection`, NEW.`locale`
+	FROM `revisions` r
+	WHERE NEW.`published_rev` IS NOT NULL AND r.`id` = NEW.`published_rev`;
+END;
+--> statement-breakpoint
+CREATE TRIGGER `entries_fts_removal` AFTER DELETE ON `entries`
+BEGIN
+	DELETE FROM `entries_fts` WHERE `entry_id` = OLD.`id`;
+END;
+--> statement-breakpoint
+-- What is published already.
+INSERT INTO `entries_fts` (`title`, `tags`, `body`, `entry_id`, `site_id`, `collection`, `locale`)
+SELECT
+	coalesce(json_extract(r.`frontmatter`, '$.title'), ''),
+	coalesce((SELECT group_concat(t.`tag`, ' ') FROM `revision_tags` t WHERE t.`revision_id` = r.`id`), ''),
+	coalesce((SELECT group_concat(n.`value`, ' ') FROM json_tree(r.`document`, '$.nodes') n
+		WHERE n.`type` = 'text' AND typeof(n.`key`) = 'integer' AND n.`key` >= 2), ''),
+	e.`id`, e.`site_id`, e.`collection`, e.`locale`
+FROM `entries` e JOIN `revisions` r ON r.`id` = e.`published_rev`;

package/migrations/0009_embeddings.sql

@@ -0,0 +1,19 @@
+CREATE TABLE `entry_embeddings` (
+	`id` text PRIMARY KEY NOT NULL,
+	`site_id` text NOT NULL,
+	`entry_id` text NOT NULL,
+	`revision_id` text NOT NULL,
+	`model` text NOT NULL,
+	`chunker_version` text NOT NULL,
+	`pieces` integer NOT NULL,
+	`related` text DEFAULT '[]' NOT NULL,
+	`created_at` text NOT NULL,
+	`updated_at` text NOT NULL,
+	FOREIGN KEY (`site_id`) REFERENCES `sites`(`id`) ON UPDATE no action ON DELETE no action,
+	FOREIGN KEY (`entry_id`,`site_id`) REFERENCES `entries`(`id`,`site_id`) ON UPDATE no action ON DELETE cascade,
+	FOREIGN KEY (`revision_id`,`site_id`) REFERENCES `revisions`(`id`,`site_id`) ON UPDATE no action ON DELETE no action,
+	CONSTRAINT "entry_embeddings_pieces" CHECK("entry_embeddings"."pieces" >= 1)
+);
+--> statement-breakpoint
+CREATE UNIQUE INDEX `entry_embeddings_id_site` ON `entry_embeddings` (`id`,`site_id`);--> statement-breakpoint
+CREATE UNIQUE INDEX `entry_embeddings_entry` ON `entry_embeddings` (`site_id`,`entry_id`);