wiki-graph-core 0.3.1 → 0.4.0

package/dist/document/schema.d.ts

@@ -2,7 +2,8 @@ import { Database } from './database.js';
 import 'sqlite3';
 
 declare const SCHEMA_SQL = "\n  CREATE TABLE IF NOT EXISTS serials (\n    id INTEGER PRIMARY KEY,\n    document_order INTEGER NOT NULL DEFAULT 0\n  );\n\n  CREATE TABLE IF NOT EXISTS serial_states (\n    serial_id INTEGER PRIMARY KEY,\n    revision INTEGER NOT NULL DEFAULT 0,\n    topology_ready INTEGER NOT NULL DEFAULT 0,\n    topology_parameter_hash TEXT,\n    knowledge_graph_ready INTEGER NOT NULL DEFAULT 0,\n    knowledge_graph_parameter_hash TEXT,\n    FOREIGN KEY (serial_id) REFERENCES serials(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS archive_revisions (\n    key TEXT PRIMARY KEY,\n    value INTEGER NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS archive_index_settings (\n    id INTEGER PRIMARY KEY CHECK (id = 1),\n    fts_embedded INTEGER NOT NULL DEFAULT 0\n  );\n\n  CREATE TABLE IF NOT EXISTS graph_build_parameters (\n    hash TEXT PRIMARY KEY,\n    prompt TEXT NOT NULL,\n    language TEXT,\n    created_at TEXT NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS chunks (\n    id INTEGER PRIMARY KEY,\n    generation INTEGER NOT NULL,\n    serial_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    label TEXT NOT NULL,\n    content TEXT NOT NULL,\n    retention TEXT,\n    importance TEXT,\n    wordsCount INTEGER NOT NULL DEFAULT 0,\n    weight REAL NOT NULL DEFAULT 0.0\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_chunks_sentence\n  ON chunks(serial_id, sentence_index);\n\n  CREATE INDEX IF NOT EXISTS idx_chunks_serial_id\n  ON chunks(serial_id, id);\n\n  CREATE TABLE IF NOT EXISTS chunk_sentences (\n    chunk_id INTEGER NOT NULL,\n    serial_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    FOREIGN KEY (chunk_id) REFERENCES chunks(id),\n    PRIMARY KEY (chunk_id, serial_id, sentence_index)\n  );\n\n  CREATE TABLE IF NOT EXISTS reading_edges (\n    from_id INTEGER NOT NULL,\n    to_id INTEGER NOT NULL,\n    strength TEXT,\n    weight REAL NOT NULL DEFAULT 0.1,\n    PRIMARY KEY (from_id, to_id),\n    FOREIGN KEY (from_id) REFERENCES chunks(id),\n    FOREIGN KEY (to_id) REFERENCES chunks(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snakes (\n    id INTEGER PRIMARY KEY AUTOINCREMENT,\n    serial_id INTEGER NOT NULL,\n    group_id INTEGER NOT NULL,\n    local_snake_id INTEGER NOT NULL,\n    size INTEGER NOT NULL,\n    first_label TEXT NOT NULL,\n    last_label TEXT NOT NULL,\n    wordsCount INTEGER NOT NULL DEFAULT 0,\n    weight REAL NOT NULL DEFAULT 0.0,\n    UNIQUE(serial_id, group_id, local_snake_id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snake_chunks (\n    snake_id INTEGER NOT NULL,\n    chunk_id INTEGER NOT NULL,\n    position INTEGER NOT NULL,\n    FOREIGN KEY (snake_id) REFERENCES snakes(id),\n    FOREIGN KEY (chunk_id) REFERENCES chunks(id),\n    PRIMARY KEY (snake_id, chunk_id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snake_edges (\n    from_snake_id INTEGER NOT NULL,\n    to_snake_id INTEGER NOT NULL,\n    weight REAL NOT NULL DEFAULT 0.1,\n    PRIMARY KEY (from_snake_id, to_snake_id),\n    FOREIGN KEY (from_snake_id) REFERENCES snakes(id),\n    FOREIGN KEY (to_snake_id) REFERENCES snakes(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS sentence_groups (\n    serial_id INTEGER NOT NULL,\n    group_id INTEGER NOT NULL,\n    start_sentence_index INTEGER NOT NULL,\n    end_sentence_index INTEGER NOT NULL,\n    PRIMARY KEY (serial_id, group_id, start_sentence_index, end_sentence_index)\n  );\n\n  CREATE TABLE IF NOT EXISTS mentions (\n    id TEXT PRIMARY KEY,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER,\n    range_start INTEGER NOT NULL,\n    range_end INTEGER NOT NULL,\n    surface TEXT NOT NULL,\n    qid TEXT NOT NULL,\n    confidence REAL,\n    note TEXT,\n    FOREIGN KEY (chapter_id) REFERENCES serials(id)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter\n  ON mentions(chapter_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter_position\n  ON mentions(chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter_qid\n  ON mentions(chapter_id, qid);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_qid\n  ON mentions(qid);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_qid_position\n  ON mentions(qid, chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_surface\n  ON mentions(surface);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_surface_position\n  ON mentions(surface, chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_sentence\n  ON mentions(chapter_id, sentence_index);\n\n  CREATE TABLE IF NOT EXISTS mention_links (\n    id TEXT PRIMARY KEY,\n    source_mention_id TEXT NOT NULL,\n    target_mention_id TEXT NOT NULL,\n    predicate TEXT NOT NULL,\n    confidence REAL,\n    note TEXT,\n    FOREIGN KEY (source_mention_id) REFERENCES mentions(id),\n    FOREIGN KEY (target_mention_id) REFERENCES mentions(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS mention_link_evidence_sentences (\n    link_id TEXT NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    FOREIGN KEY (link_id) REFERENCES mention_links(id),\n    PRIMARY KEY (link_id, chapter_id, sentence_index)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_mention_link_evidence_sentences_sentence\n  ON mention_link_evidence_sentences(chapter_id, sentence_index);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source\n  ON mention_links(source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_target\n  ON mention_links(target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate\n  ON mention_links(predicate);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate_source_target\n  ON mention_links(predicate, source_mention_id, target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate_target_source\n  ON mention_links(predicate, target_mention_id, source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source_predicate_target\n  ON mention_links(source_mention_id, predicate, target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_target_predicate_source\n  ON mention_links(target_mention_id, predicate, source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source_target_predicate\n  ON mention_links(source_mention_id, target_mention_id, predicate);\n\n  CREATE INDEX IF NOT EXISTS idx_reading_edges_target\n  ON reading_edges(to_id, from_id);\n\n  CREATE INDEX IF NOT EXISTS idx_snake_edges_target\n  ON snake_edges(to_snake_id, from_snake_id);\n\n  CREATE VIEW IF NOT EXISTS chapter_entities AS\n  SELECT\n    chapter_id,\n    qid,\n    COUNT(*) AS mention_count\n  FROM mentions\n  GROUP BY chapter_id, qid;\n\n  CREATE VIEW IF NOT EXISTS book_entities AS\n  SELECT\n    qid,\n    SUM(mention_count) AS mention_count\n  FROM chapter_entities\n  GROUP BY qid;\n\n  CREATE VIEW IF NOT EXISTS chapter_entity_relations AS\n  SELECT\n    source_mentions.chapter_id AS chapter_id,\n    source_mentions.qid AS subject_qid,\n    mention_links.predicate AS predicate,\n    target_mentions.qid AS object_qid,\n    COUNT(*) AS evidence_count\n  FROM mention_links\n  JOIN mentions AS source_mentions\n    ON source_mentions.id = mention_links.source_mention_id\n  JOIN mentions AS target_mentions\n    ON target_mentions.id = mention_links.target_mention_id\n  WHERE source_mentions.chapter_id = target_mentions.chapter_id\n  GROUP BY\n    source_mentions.chapter_id,\n    source_mentions.qid,\n    mention_links.predicate,\n    target_mentions.qid;\n\n  CREATE VIEW IF NOT EXISTS book_entity_relations AS\n  SELECT\n    subject_qid,\n    predicate,\n    object_qid,\n    SUM(evidence_count) AS evidence_count\n  FROM chapter_entity_relations\n  GROUP BY subject_qid, predicate, object_qid;\n\n  CREATE TABLE IF NOT EXISTS text_sentence_records (\n    id INTEGER PRIMARY KEY,\n    kind INTEGER NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    words_count INTEGER NOT NULL DEFAULT 0,\n    byte_offset INTEGER NOT NULL DEFAULT 0,\n    byte_length INTEGER NOT NULL DEFAULT 0,\n    UNIQUE(kind, chapter_id, sentence_index)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter\n  ON text_sentence_records(kind, chapter_id, sentence_index);\n\n  CREATE TABLE IF NOT EXISTS object_metadata (\n    id INTEGER PRIMARY KEY,\n    object_kind INTEGER NOT NULL,\n    object_path TEXT NOT NULL,\n    key TEXT NOT NULL,\n    value_json TEXT NOT NULL,\n    updated_at TEXT NOT NULL,\n    chapter_id INTEGER,\n    chunk_id INTEGER,\n    entity_qid TEXT,\n    triple_subject_qid TEXT,\n    triple_predicate TEXT,\n    triple_object_qid TEXT,\n    UNIQUE(object_path, key)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_object\n  ON object_metadata(object_path);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_chapter\n  ON object_metadata(chapter_id);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_chunk\n  ON object_metadata(chunk_id);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_entity\n  ON object_metadata(entity_qid);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_triple\n  ON object_metadata(\n    triple_subject_qid,\n    triple_predicate,\n    triple_object_qid\n  );\n";
-declare const SEARCH_INDEX_SCHEMA_SQL = "\n  CREATE TABLE IF NOT EXISTS search_index_state (\n    key TEXT PRIMARY KEY,\n    value TEXT NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS text_sentence_records (\n    id INTEGER PRIMARY KEY,\n    kind INTEGER NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    words_count INTEGER NOT NULL DEFAULT 0,\n    byte_offset INTEGER NOT NULL DEFAULT 0,\n    byte_length INTEGER NOT NULL DEFAULT 0,\n    UNIQUE(kind, chapter_id, sentence_index)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter\n  ON text_sentence_records(kind, chapter_id, sentence_index);\n\n  CREATE VIRTUAL TABLE IF NOT EXISTS text_sentence_fts USING fts5(\n    tier1,\n    tier2,\n    tier3,\n    tokenize='ascii'\n  );\n\n  CREATE TABLE IF NOT EXISTS search_object_properties_records (\n    id INTEGER PRIMARY KEY,\n    owner_kind INTEGER NOT NULL,\n    owner_id TEXT NOT NULL,\n    property_kind INTEGER NOT NULL,\n    chapter_id INTEGER\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_owner\n  ON search_object_properties_records(owner_kind, owner_id);\n\n  CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_chapter\n  ON search_object_properties_records(chapter_id, owner_kind, owner_id);\n\n  CREATE VIRTUAL TABLE IF NOT EXISTS search_object_properties_fts USING fts5(\n    tier1,\n    tier2,\n    tier3,\n    tokenize='ascii'\n  );\n";
+declare const SEARCH_INDEX_TEXT_SENTENCE_RECORDS_COLUMNS_SQL = "\n  id INTEGER PRIMARY KEY,\n  archive_id INTEGER NOT NULL,\n  kind INTEGER NOT NULL,\n  chapter_id INTEGER NOT NULL,\n  sentence_index INTEGER NOT NULL,\n  words_count INTEGER NOT NULL DEFAULT 0,\n  byte_offset INTEGER NOT NULL DEFAULT 0,\n  byte_length INTEGER NOT NULL DEFAULT 0,\n  UNIQUE(archive_id, kind, chapter_id, sentence_index)\n";
+declare const SEARCH_INDEX_SCHEMA_SQL = "\n  CREATE TABLE IF NOT EXISTS search_index_state (\n    key TEXT PRIMARY KEY,\n    value TEXT NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS text_sentence_records (\n\n  id INTEGER PRIMARY KEY,\n  archive_id INTEGER NOT NULL,\n  kind INTEGER NOT NULL,\n  chapter_id INTEGER NOT NULL,\n  sentence_index INTEGER NOT NULL,\n  words_count INTEGER NOT NULL DEFAULT 0,\n  byte_offset INTEGER NOT NULL DEFAULT 0,\n  byte_length INTEGER NOT NULL DEFAULT 0,\n  UNIQUE(archive_id, kind, chapter_id, sentence_index)\n\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter\n  ON text_sentence_records(archive_id, kind, chapter_id, sentence_index);\n\n  CREATE VIRTUAL TABLE IF NOT EXISTS text_sentence_fts USING fts5(\n    tier1,\n    tier2,\n    tier3,\n    tokenize='ascii'\n  );\n\n  CREATE TABLE IF NOT EXISTS search_object_properties_records (\n    id INTEGER PRIMARY KEY,\n    archive_id INTEGER NOT NULL,\n    owner_kind INTEGER NOT NULL,\n    owner_id TEXT NOT NULL,\n    property_kind INTEGER NOT NULL,\n    chapter_id INTEGER\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_owner\n  ON search_object_properties_records(archive_id, owner_kind, owner_id);\n\n  CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_chapter\n  ON search_object_properties_records(archive_id, chapter_id, owner_kind, owner_id);\n\n  CREATE VIRTUAL TABLE IF NOT EXISTS search_object_properties_fts USING fts5(\n    tier1,\n    tier2,\n    tier3,\n    tokenize='ascii'\n  );\n\n  CREATE TABLE IF NOT EXISTS index_dirty_chapters (\n    archive_id INTEGER NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    updated_at INTEGER NOT NULL,\n    PRIMARY KEY (archive_id, chapter_id)\n  );\n";
 declare function initializeDocumentSchema(database: Database): Promise<void>;
 
-export { SCHEMA_SQL, SEARCH_INDEX_SCHEMA_SQL, initializeDocumentSchema };
+export { SCHEMA_SQL, SEARCH_INDEX_SCHEMA_SQL, SEARCH_INDEX_TEXT_SENTENCE_RECORDS_COLUMNS_SQL, initializeDocumentSchema };

package/dist/document/schema.js

@@ -288,6 +288,17 @@ const SCHEMA_SQL = `
     triple_object_qid
   );
 `;
+const SEARCH_INDEX_TEXT_SENTENCE_RECORDS_COLUMNS_SQL = `
+  id INTEGER PRIMARY KEY,
+  archive_id INTEGER NOT NULL,
+  kind INTEGER NOT NULL,
+  chapter_id INTEGER NOT NULL,
+  sentence_index INTEGER NOT NULL,
+  words_count INTEGER NOT NULL DEFAULT 0,
+  byte_offset INTEGER NOT NULL DEFAULT 0,
+  byte_length INTEGER NOT NULL DEFAULT 0,
+  UNIQUE(archive_id, kind, chapter_id, sentence_index)
+`;
 const SEARCH_INDEX_SCHEMA_SQL = `
   CREATE TABLE IF NOT EXISTS search_index_state (
     key TEXT PRIMARY KEY,
@@ -295,18 +306,11 @@ const SEARCH_INDEX_SCHEMA_SQL = `
   );
 
   CREATE TABLE IF NOT EXISTS text_sentence_records (
-    id INTEGER PRIMARY KEY,
-    kind INTEGER NOT NULL,
-    chapter_id INTEGER NOT NULL,
-    sentence_index INTEGER NOT NULL,
-    words_count INTEGER NOT NULL DEFAULT 0,
-    byte_offset INTEGER NOT NULL DEFAULT 0,
-    byte_length INTEGER NOT NULL DEFAULT 0,
-    UNIQUE(kind, chapter_id, sentence_index)
+${SEARCH_INDEX_TEXT_SENTENCE_RECORDS_COLUMNS_SQL}
   );
 
   CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter
-  ON text_sentence_records(kind, chapter_id, sentence_index);
+  ON text_sentence_records(archive_id, kind, chapter_id, sentence_index);
 
   CREATE VIRTUAL TABLE IF NOT EXISTS text_sentence_fts USING fts5(
     tier1,
@@ -317,6 +321,7 @@ const SEARCH_INDEX_SCHEMA_SQL = `
 
   CREATE TABLE IF NOT EXISTS search_object_properties_records (
     id INTEGER PRIMARY KEY,
+    archive_id INTEGER NOT NULL,
     owner_kind INTEGER NOT NULL,
     owner_id TEXT NOT NULL,
     property_kind INTEGER NOT NULL,
@@ -324,10 +329,10 @@ const SEARCH_INDEX_SCHEMA_SQL = `
   );
 
   CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_owner
-  ON search_object_properties_records(owner_kind, owner_id);
+  ON search_object_properties_records(archive_id, owner_kind, owner_id);
 
   CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_chapter
-  ON search_object_properties_records(chapter_id, owner_kind, owner_id);
+  ON search_object_properties_records(archive_id, chapter_id, owner_kind, owner_id);
 
   CREATE VIRTUAL TABLE IF NOT EXISTS search_object_properties_fts USING fts5(
     tier1,
@@ -335,6 +340,13 @@ const SEARCH_INDEX_SCHEMA_SQL = `
     tier3,
     tokenize='ascii'
   );
+
+  CREATE TABLE IF NOT EXISTS index_dirty_chapters (
+    archive_id INTEGER NOT NULL,
+    chapter_id INTEGER NOT NULL,
+    updated_at INTEGER NOT NULL,
+    PRIMARY KEY (archive_id, chapter_id)
+  );
 `;
 async function initializeDocumentSchema(database) {
   await migrateSerialDocumentOrder(database);
@@ -467,6 +479,7 @@ async function listTableColumns(database, table) {
 export {
   SCHEMA_SQL,
   SEARCH_INDEX_SCHEMA_SQL,
+  SEARCH_INDEX_TEXT_SENTENCE_RECORDS_COLUMNS_SQL,
   initializeDocumentSchema
 };
 //# sourceMappingURL=schema.js.map

package/dist/document/schema.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/document/schema.ts"],"sourcesContent":["import type { Database } from \"./database.js\";\n\nexport const SCHEMA_SQL = `\n  CREATE TABLE IF NOT EXISTS serials (\n    id INTEGER PRIMARY KEY,\n    document_order INTEGER NOT NULL DEFAULT 0\n  );\n\n  CREATE TABLE IF NOT EXISTS serial_states (\n    serial_id INTEGER PRIMARY KEY,\n    revision INTEGER NOT NULL DEFAULT 0,\n    topology_ready INTEGER NOT NULL DEFAULT 0,\n    topology_parameter_hash TEXT,\n    knowledge_graph_ready INTEGER NOT NULL DEFAULT 0,\n    knowledge_graph_parameter_hash TEXT,\n    FOREIGN KEY (serial_id) REFERENCES serials(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS archive_revisions (\n    key TEXT PRIMARY KEY,\n    value INTEGER NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS archive_index_settings (\n    id INTEGER PRIMARY KEY CHECK (id = 1),\n    fts_embedded INTEGER NOT NULL DEFAULT 0\n  );\n\n  CREATE TABLE IF NOT EXISTS graph_build_parameters (\n    hash TEXT PRIMARY KEY,\n    prompt TEXT NOT NULL,\n    language TEXT,\n    created_at TEXT NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS chunks (\n    id INTEGER PRIMARY KEY,\n    generation INTEGER NOT NULL,\n    serial_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    label TEXT NOT NULL,\n    content TEXT NOT NULL,\n    retention TEXT,\n    importance TEXT,\n    wordsCount INTEGER NOT NULL DEFAULT 0,\n    weight REAL NOT NULL DEFAULT 0.0\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_chunks_sentence\n  ON chunks(serial_id, sentence_index);\n\n  CREATE INDEX IF NOT EXISTS idx_chunks_serial_id\n  ON chunks(serial_id, id);\n\n  CREATE TABLE IF NOT EXISTS chunk_sentences (\n    chunk_id INTEGER NOT NULL,\n    serial_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    FOREIGN KEY (chunk_id) REFERENCES chunks(id),\n    PRIMARY KEY (chunk_id, serial_id, sentence_index)\n  );\n\n  CREATE TABLE IF NOT EXISTS reading_edges (\n    from_id INTEGER NOT NULL,\n    to_id INTEGER NOT NULL,\n    strength TEXT,\n    weight REAL NOT NULL DEFAULT 0.1,\n    PRIMARY KEY (from_id, to_id),\n    FOREIGN KEY (from_id) REFERENCES chunks(id),\n    FOREIGN KEY (to_id) REFERENCES chunks(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snakes (\n    id INTEGER PRIMARY KEY AUTOINCREMENT,\n    serial_id INTEGER NOT NULL,\n    group_id INTEGER NOT NULL,\n    local_snake_id INTEGER NOT NULL,\n    size INTEGER NOT NULL,\n    first_label TEXT NOT NULL,\n    last_label TEXT NOT NULL,\n    wordsCount INTEGER NOT NULL DEFAULT 0,\n    weight REAL NOT NULL DEFAULT 0.0,\n    UNIQUE(serial_id, group_id, local_snake_id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snake_chunks (\n    snake_id INTEGER NOT NULL,\n    chunk_id INTEGER NOT NULL,\n    position INTEGER NOT NULL,\n    FOREIGN KEY (snake_id) REFERENCES snakes(id),\n    FOREIGN KEY (chunk_id) REFERENCES chunks(id),\n    PRIMARY KEY (snake_id, chunk_id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snake_edges (\n    from_snake_id INTEGER NOT NULL,\n    to_snake_id INTEGER NOT NULL,\n    weight REAL NOT NULL DEFAULT 0.1,\n    PRIMARY KEY (from_snake_id, to_snake_id),\n    FOREIGN KEY (from_snake_id) REFERENCES snakes(id),\n    FOREIGN KEY (to_snake_id) REFERENCES snakes(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS sentence_groups (\n    serial_id INTEGER NOT NULL,\n    group_id INTEGER NOT NULL,\n    start_sentence_index INTEGER NOT NULL,\n    end_sentence_index INTEGER NOT NULL,\n    PRIMARY KEY (serial_id, group_id, start_sentence_index, end_sentence_index)\n  );\n\n  CREATE TABLE IF NOT EXISTS mentions (\n    id TEXT PRIMARY KEY,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER,\n    range_start INTEGER NOT NULL,\n    range_end INTEGER NOT NULL,\n    surface TEXT NOT NULL,\n    qid TEXT NOT NULL,\n    confidence REAL,\n    note TEXT,\n    FOREIGN KEY (chapter_id) REFERENCES serials(id)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter\n  ON mentions(chapter_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter_position\n  ON mentions(chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter_qid\n  ON mentions(chapter_id, qid);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_qid\n  ON mentions(qid);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_qid_position\n  ON mentions(qid, chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_surface\n  ON mentions(surface);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_surface_position\n  ON mentions(surface, chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_sentence\n  ON mentions(chapter_id, sentence_index);\n\n  CREATE TABLE IF NOT EXISTS mention_links (\n    id TEXT PRIMARY KEY,\n    source_mention_id TEXT NOT NULL,\n    target_mention_id TEXT NOT NULL,\n    predicate TEXT NOT NULL,\n    confidence REAL,\n    note TEXT,\n    FOREIGN KEY (source_mention_id) REFERENCES mentions(id),\n    FOREIGN KEY (target_mention_id) REFERENCES mentions(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS mention_link_evidence_sentences (\n    link_id TEXT NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    FOREIGN KEY (link_id) REFERENCES mention_links(id),\n    PRIMARY KEY (link_id, chapter_id, sentence_index)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_mention_link_evidence_sentences_sentence\n  ON mention_link_evidence_sentences(chapter_id, sentence_index);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source\n  ON mention_links(source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_target\n  ON mention_links(target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate\n  ON mention_links(predicate);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate_source_target\n  ON mention_links(predicate, source_mention_id, target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate_target_source\n  ON mention_links(predicate, target_mention_id, source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source_predicate_target\n  ON mention_links(source_mention_id, predicate, target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_target_predicate_source\n  ON mention_links(target_mention_id, predicate, source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source_target_predicate\n  ON mention_links(source_mention_id, target_mention_id, predicate);\n\n  CREATE INDEX IF NOT EXISTS idx_reading_edges_target\n  ON reading_edges(to_id, from_id);\n\n  CREATE INDEX IF NOT EXISTS idx_snake_edges_target\n  ON snake_edges(to_snake_id, from_snake_id);\n\n  CREATE VIEW IF NOT EXISTS chapter_entities AS\n  SELECT\n    chapter_id,\n    qid,\n    COUNT(*) AS mention_count\n  FROM mentions\n  GROUP BY chapter_id, qid;\n\n  CREATE VIEW IF NOT EXISTS book_entities AS\n  SELECT\n    qid,\n    SUM(mention_count) AS mention_count\n  FROM chapter_entities\n  GROUP BY qid;\n\n  CREATE VIEW IF NOT EXISTS chapter_entity_relations AS\n  SELECT\n    source_mentions.chapter_id AS chapter_id,\n    source_mentions.qid AS subject_qid,\n    mention_links.predicate AS predicate,\n    target_mentions.qid AS object_qid,\n    COUNT(*) AS evidence_count\n  FROM mention_links\n  JOIN mentions AS source_mentions\n    ON source_mentions.id = mention_links.source_mention_id\n  JOIN mentions AS target_mentions\n    ON target_mentions.id = mention_links.target_mention_id\n  WHERE source_mentions.chapter_id = target_mentions.chapter_id\n  GROUP BY\n    source_mentions.chapter_id,\n    source_mentions.qid,\n    mention_links.predicate,\n    target_mentions.qid;\n\n  CREATE VIEW IF NOT EXISTS book_entity_relations AS\n  SELECT\n    subject_qid,\n    predicate,\n    object_qid,\n    SUM(evidence_count) AS evidence_count\n  FROM chapter_entity_relations\n  GROUP BY subject_qid, predicate, object_qid;\n\n  CREATE TABLE IF NOT EXISTS text_sentence_records (\n    id INTEGER PRIMARY KEY,\n    kind INTEGER NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    words_count INTEGER NOT NULL DEFAULT 0,\n    byte_offset INTEGER NOT NULL DEFAULT 0,\n    byte_length INTEGER NOT NULL DEFAULT 0,\n    UNIQUE(kind, chapter_id, sentence_index)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter\n  ON text_sentence_records(kind, chapter_id, sentence_index);\n\n  CREATE TABLE IF NOT EXISTS object_metadata (\n    id INTEGER PRIMARY KEY,\n    object_kind INTEGER NOT NULL,\n    object_path TEXT NOT NULL,\n    key TEXT NOT NULL,\n    value_json TEXT NOT NULL,\n    updated_at TEXT NOT NULL,\n    chapter_id INTEGER,\n    chunk_id INTEGER,\n    entity_qid TEXT,\n    triple_subject_qid TEXT,\n    triple_predicate TEXT,\n    triple_object_qid TEXT,\n    UNIQUE(object_path, key)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_object\n  ON object_metadata(object_path);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_chapter\n  ON object_metadata(chapter_id);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_chunk\n  ON object_metadata(chunk_id);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_entity\n  ON object_metadata(entity_qid);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_triple\n  ON object_metadata(\n    triple_subject_qid,\n    triple_predicate,\n    triple_object_qid\n  );\n`;\n\nexport const SEARCH_INDEX_SCHEMA_SQL = `\n  CREATE TABLE IF NOT EXISTS search_index_state (\n    key TEXT PRIMARY KEY,\n    value TEXT NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS text_sentence_records (\n    id INTEGER PRIMARY KEY,\n    kind INTEGER NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    words_count INTEGER NOT NULL DEFAULT 0,\n    byte_offset INTEGER NOT NULL DEFAULT 0,\n    byte_length INTEGER NOT NULL DEFAULT 0,\n    UNIQUE(kind, chapter_id, sentence_index)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter\n  ON text_sentence_records(kind, chapter_id, sentence_index);\n\n  CREATE VIRTUAL TABLE IF NOT EXISTS text_sentence_fts USING fts5(\n    tier1,\n    tier2,\n    tier3,\n    tokenize='ascii'\n  );\n\n  CREATE TABLE IF NOT EXISTS search_object_properties_records (\n    id INTEGER PRIMARY KEY,\n    owner_kind INTEGER NOT NULL,\n    owner_id TEXT NOT NULL,\n    property_kind INTEGER NOT NULL,\n    chapter_id INTEGER\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_owner\n  ON search_object_properties_records(owner_kind, owner_id);\n\n  CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_chapter\n  ON search_object_properties_records(chapter_id, owner_kind, owner_id);\n\n  CREATE VIRTUAL TABLE IF NOT EXISTS search_object_properties_fts USING fts5(\n    tier1,\n    tier2,\n    tier3,\n    tokenize='ascii'\n  );\n`;\n\nexport async function initializeDocumentSchema(\n  database: Database,\n): Promise<void> {\n  await migrateSerialDocumentOrder(database);\n  await ensureGraphBuildParameterTable(database);\n  await migrateSerialStateRevision(database);\n  await migrateSerialStateKnowledgeGraphReady(database);\n  await migrateSerialStateGraphParameterHashes(database);\n  await ensureSerialDocumentOrderIndex(database);\n  await ensureGraphBuildParameterIndexes(database);\n}\n\nasync function migrateSerialDocumentOrder(database: Database): Promise<void> {\n  const columns = await listTableColumns(database, \"serials\");\n\n  if (columns.has(\"document_order\")) {\n    return;\n  }\n\n  await database.transaction(async () => {\n    const transactionColumns = await listTableColumns(database, \"serials\");\n\n    if (transactionColumns.has(\"document_order\")) {\n      return;\n    }\n\n    await database.run(`\n      ALTER TABLE serials\n      ADD COLUMN document_order INTEGER NOT NULL DEFAULT 0\n    `);\n  });\n}\n\nasync function ensureSerialDocumentOrderIndex(\n  database: Database,\n): Promise<void> {\n  await database.run(`\n    CREATE INDEX IF NOT EXISTS idx_serials_document_order\n    ON serials(document_order, id)\n  `);\n}\n\nasync function migrateSerialStateRevision(database: Database): Promise<void> {\n  const columns = await listTableColumns(database, \"serial_states\");\n\n  if (columns.has(\"revision\")) {\n    return;\n  }\n\n  await database.transaction(async () => {\n    const transactionColumns = await listTableColumns(\n      database,\n      \"serial_states\",\n    );\n\n    if (transactionColumns.has(\"revision\")) {\n      return;\n    }\n\n    await database.run(`\n      ALTER TABLE serial_states\n      ADD COLUMN revision INTEGER NOT NULL DEFAULT 0\n    `);\n  });\n}\n\nasync function ensureGraphBuildParameterTable(\n  database: Database,\n): Promise<void> {\n  await database.run(`\n    CREATE TABLE IF NOT EXISTS graph_build_parameters (\n      hash TEXT PRIMARY KEY,\n      prompt TEXT NOT NULL,\n      language TEXT,\n      created_at TEXT NOT NULL\n    )\n  `);\n}\n\nasync function ensureGraphBuildParameterIndexes(\n  database: Database,\n): Promise<void> {\n  await database.run(`\n    CREATE INDEX IF NOT EXISTS idx_serial_states_topology_parameter_hash\n    ON serial_states(topology_parameter_hash)\n  `);\n  await database.run(`\n    CREATE INDEX IF NOT EXISTS idx_serial_states_knowledge_graph_parameter_hash\n    ON serial_states(knowledge_graph_parameter_hash)\n  `);\n}\n\nasync function migrateSerialStateKnowledgeGraphReady(\n  database: Database,\n): Promise<void> {\n  const columns = await listTableColumns(database, \"serial_states\");\n\n  if (columns.has(\"knowledge_graph_ready\")) {\n    return;\n  }\n\n  await database.transaction(async () => {\n    const transactionColumns = await listTableColumns(\n      database,\n      \"serial_states\",\n    );\n\n    if (transactionColumns.has(\"knowledge_graph_ready\")) {\n      return;\n    }\n\n    await database.run(`\n      ALTER TABLE serial_states\n      ADD COLUMN knowledge_graph_ready INTEGER NOT NULL DEFAULT 0\n    `);\n  });\n}\n\nasync function migrateSerialStateGraphParameterHashes(\n  database: Database,\n): Promise<void> {\n  const columns = await listTableColumns(database, \"serial_states\");\n  const parameterColumns = [\n    [\"topology_parameter_hash\", \"TEXT\"],\n    [\"knowledge_graph_parameter_hash\", \"TEXT\"],\n  ] as const;\n  const missingColumns: Array<(typeof parameterColumns)[number]> = [];\n\n  for (const column of parameterColumns) {\n    if (!columns.has(column[0])) {\n      missingColumns.push(column);\n    }\n  }\n\n  if (missingColumns.length === 0) {\n    return;\n  }\n\n  await database.transaction(async () => {\n    const transactionColumns = await listTableColumns(\n      database,\n      \"serial_states\",\n    );\n\n    for (const [name, type] of missingColumns) {\n      if (transactionColumns.has(name)) {\n        continue;\n      }\n\n      await database.run(`\n        ALTER TABLE serial_states\n        ADD COLUMN ${name} ${type}\n      `);\n    }\n  });\n}\n\nasync function listTableColumns(\n  database: Database,\n  table: string,\n): Promise<ReadonlySet<string>> {\n  const columns = await database.queryAll(\n    `PRAGMA table_info(${table})`,\n    undefined,\n    (row) => String(row.name),\n  );\n\n  return new Set(columns);\n}\n"],"mappings":"AAEO,MAAM,aAAa;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAmSnB,MAAM,0BAA0B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAiDvC,eAAsB,yBACpB,UACe;AACf,QAAM,2BAA2B,QAAQ;AACzC,QAAM,+BAA+B,QAAQ;AAC7C,QAAM,2BAA2B,QAAQ;AACzC,QAAM,sCAAsC,QAAQ;AACpD,QAAM,uCAAuC,QAAQ;AACrD,QAAM,+BAA+B,QAAQ;AAC7C,QAAM,iCAAiC,QAAQ;AACjD;AAEA,eAAe,2BAA2B,UAAmC;AAC3E,QAAM,UAAU,MAAM,iBAAiB,UAAU,SAAS;AAE1D,MAAI,QAAQ,IAAI,gBAAgB,GAAG;AACjC;AAAA,EACF;AAEA,QAAM,SAAS,YAAY,YAAY;AACrC,UAAM,qBAAqB,MAAM,iBAAiB,UAAU,SAAS;AAErE,QAAI,mBAAmB,IAAI,gBAAgB,GAAG;AAC5C;AAAA,IACF;AAEA,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AAAA,EACH,CAAC;AACH;AAEA,eAAe,+BACb,UACe;AACf,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA,GAGlB;AACH;AAEA,eAAe,2BAA2B,UAAmC;AAC3E,QAAM,UAAU,MAAM,iBAAiB,UAAU,eAAe;AAEhE,MAAI,QAAQ,IAAI,UAAU,GAAG;AAC3B;AAAA,EACF;AAEA,QAAM,SAAS,YAAY,YAAY;AACrC,UAAM,qBAAqB,MAAM;AAAA,MAC/B;AAAA,MACA;AAAA,IACF;AAEA,QAAI,mBAAmB,IAAI,UAAU,GAAG;AACtC;AAAA,IACF;AAEA,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AAAA,EACH,CAAC;AACH;AAEA,eAAe,+BACb,UACe;AACf,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAOlB;AACH;AAEA,eAAe,iCACb,UACe;AACf,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA,GAGlB;AACD,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA,GAGlB;AACH;AAEA,eAAe,sCACb,UACe;AACf,QAAM,UAAU,MAAM,iBAAiB,UAAU,eAAe;AAEhE,MAAI,QAAQ,IAAI,uBAAuB,GAAG;AACxC;AAAA,EACF;AAEA,QAAM,SAAS,YAAY,YAAY;AACrC,UAAM,qBAAqB,MAAM;AAAA,MAC/B;AAAA,MACA;AAAA,IACF;AAEA,QAAI,mBAAmB,IAAI,uBAAuB,GAAG;AACnD;AAAA,IACF;AAEA,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AAAA,EACH,CAAC;AACH;AAEA,eAAe,uCACb,UACe;AACf,QAAM,UAAU,MAAM,iBAAiB,UAAU,eAAe;AAChE,QAAM,mBAAmB;AAAA,IACvB,CAAC,2BAA2B,MAAM;AAAA,IAClC,CAAC,kCAAkC,MAAM;AAAA,EAC3C;AACA,QAAM,iBAA2D,CAAC;AAElE,aAAW,UAAU,kBAAkB;AACrC,QAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC,GAAG;AAC3B,qBAAe,KAAK,MAAM;AAAA,IAC5B;AAAA,EACF;AAEA,MAAI,eAAe,WAAW,GAAG;AAC/B;AAAA,EACF;AAEA,QAAM,SAAS,YAAY,YAAY;AACrC,UAAM,qBAAqB,MAAM;AAAA,MAC/B;AAAA,MACA;AAAA,IACF;AAEA,eAAW,CAAC,MAAM,IAAI,KAAK,gBAAgB;AACzC,UAAI,mBAAmB,IAAI,IAAI,GAAG;AAChC;AAAA,MACF;AAEA,YAAM,SAAS,IAAI;AAAA;AAAA,qBAEJ,IAAI,IAAI,IAAI;AAAA,OAC1B;AAAA,IACH;AAAA,EACF,CAAC;AACH;AAEA,eAAe,iBACb,UACA,OAC8B;AAC9B,QAAM,UAAU,MAAM,SAAS;AAAA,IAC7B,qBAAqB,KAAK;AAAA,IAC1B;AAAA,IACA,CAAC,QAAQ,OAAO,IAAI,IAAI;AAAA,EAC1B;AAEA,SAAO,IAAI,IAAI,OAAO;AACxB;","names":[]}
+{"version":3,"sources":["../../src/document/schema.ts"],"sourcesContent":["import type { Database } from \"./database.js\";\n\nexport const SCHEMA_SQL = `\n  CREATE TABLE IF NOT EXISTS serials (\n    id INTEGER PRIMARY KEY,\n    document_order INTEGER NOT NULL DEFAULT 0\n  );\n\n  CREATE TABLE IF NOT EXISTS serial_states (\n    serial_id INTEGER PRIMARY KEY,\n    revision INTEGER NOT NULL DEFAULT 0,\n    topology_ready INTEGER NOT NULL DEFAULT 0,\n    topology_parameter_hash TEXT,\n    knowledge_graph_ready INTEGER NOT NULL DEFAULT 0,\n    knowledge_graph_parameter_hash TEXT,\n    FOREIGN KEY (serial_id) REFERENCES serials(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS archive_revisions (\n    key TEXT PRIMARY KEY,\n    value INTEGER NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS archive_index_settings (\n    id INTEGER PRIMARY KEY CHECK (id = 1),\n    fts_embedded INTEGER NOT NULL DEFAULT 0\n  );\n\n  CREATE TABLE IF NOT EXISTS graph_build_parameters (\n    hash TEXT PRIMARY KEY,\n    prompt TEXT NOT NULL,\n    language TEXT,\n    created_at TEXT NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS chunks (\n    id INTEGER PRIMARY KEY,\n    generation INTEGER NOT NULL,\n    serial_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    label TEXT NOT NULL,\n    content TEXT NOT NULL,\n    retention TEXT,\n    importance TEXT,\n    wordsCount INTEGER NOT NULL DEFAULT 0,\n    weight REAL NOT NULL DEFAULT 0.0\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_chunks_sentence\n  ON chunks(serial_id, sentence_index);\n\n  CREATE INDEX IF NOT EXISTS idx_chunks_serial_id\n  ON chunks(serial_id, id);\n\n  CREATE TABLE IF NOT EXISTS chunk_sentences (\n    chunk_id INTEGER NOT NULL,\n    serial_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    FOREIGN KEY (chunk_id) REFERENCES chunks(id),\n    PRIMARY KEY (chunk_id, serial_id, sentence_index)\n  );\n\n  CREATE TABLE IF NOT EXISTS reading_edges (\n    from_id INTEGER NOT NULL,\n    to_id INTEGER NOT NULL,\n    strength TEXT,\n    weight REAL NOT NULL DEFAULT 0.1,\n    PRIMARY KEY (from_id, to_id),\n    FOREIGN KEY (from_id) REFERENCES chunks(id),\n    FOREIGN KEY (to_id) REFERENCES chunks(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snakes (\n    id INTEGER PRIMARY KEY AUTOINCREMENT,\n    serial_id INTEGER NOT NULL,\n    group_id INTEGER NOT NULL,\n    local_snake_id INTEGER NOT NULL,\n    size INTEGER NOT NULL,\n    first_label TEXT NOT NULL,\n    last_label TEXT NOT NULL,\n    wordsCount INTEGER NOT NULL DEFAULT 0,\n    weight REAL NOT NULL DEFAULT 0.0,\n    UNIQUE(serial_id, group_id, local_snake_id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snake_chunks (\n    snake_id INTEGER NOT NULL,\n    chunk_id INTEGER NOT NULL,\n    position INTEGER NOT NULL,\n    FOREIGN KEY (snake_id) REFERENCES snakes(id),\n    FOREIGN KEY (chunk_id) REFERENCES chunks(id),\n    PRIMARY KEY (snake_id, chunk_id)\n  );\n\n  CREATE TABLE IF NOT EXISTS snake_edges (\n    from_snake_id INTEGER NOT NULL,\n    to_snake_id INTEGER NOT NULL,\n    weight REAL NOT NULL DEFAULT 0.1,\n    PRIMARY KEY (from_snake_id, to_snake_id),\n    FOREIGN KEY (from_snake_id) REFERENCES snakes(id),\n    FOREIGN KEY (to_snake_id) REFERENCES snakes(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS sentence_groups (\n    serial_id INTEGER NOT NULL,\n    group_id INTEGER NOT NULL,\n    start_sentence_index INTEGER NOT NULL,\n    end_sentence_index INTEGER NOT NULL,\n    PRIMARY KEY (serial_id, group_id, start_sentence_index, end_sentence_index)\n  );\n\n  CREATE TABLE IF NOT EXISTS mentions (\n    id TEXT PRIMARY KEY,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER,\n    range_start INTEGER NOT NULL,\n    range_end INTEGER NOT NULL,\n    surface TEXT NOT NULL,\n    qid TEXT NOT NULL,\n    confidence REAL,\n    note TEXT,\n    FOREIGN KEY (chapter_id) REFERENCES serials(id)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter\n  ON mentions(chapter_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter_position\n  ON mentions(chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_chapter_qid\n  ON mentions(chapter_id, qid);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_qid\n  ON mentions(qid);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_qid_position\n  ON mentions(qid, chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_surface\n  ON mentions(surface);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_surface_position\n  ON mentions(surface, chapter_id, sentence_index, range_start, range_end, id);\n\n  CREATE INDEX IF NOT EXISTS idx_mentions_sentence\n  ON mentions(chapter_id, sentence_index);\n\n  CREATE TABLE IF NOT EXISTS mention_links (\n    id TEXT PRIMARY KEY,\n    source_mention_id TEXT NOT NULL,\n    target_mention_id TEXT NOT NULL,\n    predicate TEXT NOT NULL,\n    confidence REAL,\n    note TEXT,\n    FOREIGN KEY (source_mention_id) REFERENCES mentions(id),\n    FOREIGN KEY (target_mention_id) REFERENCES mentions(id)\n  );\n\n  CREATE TABLE IF NOT EXISTS mention_link_evidence_sentences (\n    link_id TEXT NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    FOREIGN KEY (link_id) REFERENCES mention_links(id),\n    PRIMARY KEY (link_id, chapter_id, sentence_index)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_mention_link_evidence_sentences_sentence\n  ON mention_link_evidence_sentences(chapter_id, sentence_index);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source\n  ON mention_links(source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_target\n  ON mention_links(target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate\n  ON mention_links(predicate);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate_source_target\n  ON mention_links(predicate, source_mention_id, target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_predicate_target_source\n  ON mention_links(predicate, target_mention_id, source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source_predicate_target\n  ON mention_links(source_mention_id, predicate, target_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_target_predicate_source\n  ON mention_links(target_mention_id, predicate, source_mention_id);\n\n  CREATE INDEX IF NOT EXISTS idx_mention_links_source_target_predicate\n  ON mention_links(source_mention_id, target_mention_id, predicate);\n\n  CREATE INDEX IF NOT EXISTS idx_reading_edges_target\n  ON reading_edges(to_id, from_id);\n\n  CREATE INDEX IF NOT EXISTS idx_snake_edges_target\n  ON snake_edges(to_snake_id, from_snake_id);\n\n  CREATE VIEW IF NOT EXISTS chapter_entities AS\n  SELECT\n    chapter_id,\n    qid,\n    COUNT(*) AS mention_count\n  FROM mentions\n  GROUP BY chapter_id, qid;\n\n  CREATE VIEW IF NOT EXISTS book_entities AS\n  SELECT\n    qid,\n    SUM(mention_count) AS mention_count\n  FROM chapter_entities\n  GROUP BY qid;\n\n  CREATE VIEW IF NOT EXISTS chapter_entity_relations AS\n  SELECT\n    source_mentions.chapter_id AS chapter_id,\n    source_mentions.qid AS subject_qid,\n    mention_links.predicate AS predicate,\n    target_mentions.qid AS object_qid,\n    COUNT(*) AS evidence_count\n  FROM mention_links\n  JOIN mentions AS source_mentions\n    ON source_mentions.id = mention_links.source_mention_id\n  JOIN mentions AS target_mentions\n    ON target_mentions.id = mention_links.target_mention_id\n  WHERE source_mentions.chapter_id = target_mentions.chapter_id\n  GROUP BY\n    source_mentions.chapter_id,\n    source_mentions.qid,\n    mention_links.predicate,\n    target_mentions.qid;\n\n  CREATE VIEW IF NOT EXISTS book_entity_relations AS\n  SELECT\n    subject_qid,\n    predicate,\n    object_qid,\n    SUM(evidence_count) AS evidence_count\n  FROM chapter_entity_relations\n  GROUP BY subject_qid, predicate, object_qid;\n\n  CREATE TABLE IF NOT EXISTS text_sentence_records (\n    id INTEGER PRIMARY KEY,\n    kind INTEGER NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    sentence_index INTEGER NOT NULL,\n    words_count INTEGER NOT NULL DEFAULT 0,\n    byte_offset INTEGER NOT NULL DEFAULT 0,\n    byte_length INTEGER NOT NULL DEFAULT 0,\n    UNIQUE(kind, chapter_id, sentence_index)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter\n  ON text_sentence_records(kind, chapter_id, sentence_index);\n\n  CREATE TABLE IF NOT EXISTS object_metadata (\n    id INTEGER PRIMARY KEY,\n    object_kind INTEGER NOT NULL,\n    object_path TEXT NOT NULL,\n    key TEXT NOT NULL,\n    value_json TEXT NOT NULL,\n    updated_at TEXT NOT NULL,\n    chapter_id INTEGER,\n    chunk_id INTEGER,\n    entity_qid TEXT,\n    triple_subject_qid TEXT,\n    triple_predicate TEXT,\n    triple_object_qid TEXT,\n    UNIQUE(object_path, key)\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_object\n  ON object_metadata(object_path);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_chapter\n  ON object_metadata(chapter_id);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_chunk\n  ON object_metadata(chunk_id);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_entity\n  ON object_metadata(entity_qid);\n\n  CREATE INDEX IF NOT EXISTS idx_object_metadata_triple\n  ON object_metadata(\n    triple_subject_qid,\n    triple_predicate,\n    triple_object_qid\n  );\n`;\n\nexport const SEARCH_INDEX_TEXT_SENTENCE_RECORDS_COLUMNS_SQL = `\n  id INTEGER PRIMARY KEY,\n  archive_id INTEGER NOT NULL,\n  kind INTEGER NOT NULL,\n  chapter_id INTEGER NOT NULL,\n  sentence_index INTEGER NOT NULL,\n  words_count INTEGER NOT NULL DEFAULT 0,\n  byte_offset INTEGER NOT NULL DEFAULT 0,\n  byte_length INTEGER NOT NULL DEFAULT 0,\n  UNIQUE(archive_id, kind, chapter_id, sentence_index)\n`;\n\nexport const SEARCH_INDEX_SCHEMA_SQL = `\n  CREATE TABLE IF NOT EXISTS search_index_state (\n    key TEXT PRIMARY KEY,\n    value TEXT NOT NULL\n  );\n\n  CREATE TABLE IF NOT EXISTS text_sentence_records (\n${SEARCH_INDEX_TEXT_SENTENCE_RECORDS_COLUMNS_SQL}\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_text_sentence_records_chapter\n  ON text_sentence_records(archive_id, kind, chapter_id, sentence_index);\n\n  CREATE VIRTUAL TABLE IF NOT EXISTS text_sentence_fts USING fts5(\n    tier1,\n    tier2,\n    tier3,\n    tokenize='ascii'\n  );\n\n  CREATE TABLE IF NOT EXISTS search_object_properties_records (\n    id INTEGER PRIMARY KEY,\n    archive_id INTEGER NOT NULL,\n    owner_kind INTEGER NOT NULL,\n    owner_id TEXT NOT NULL,\n    property_kind INTEGER NOT NULL,\n    chapter_id INTEGER\n  );\n\n  CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_owner\n  ON search_object_properties_records(archive_id, owner_kind, owner_id);\n\n  CREATE INDEX IF NOT EXISTS idx_search_object_properties_records_chapter\n  ON search_object_properties_records(archive_id, chapter_id, owner_kind, owner_id);\n\n  CREATE VIRTUAL TABLE IF NOT EXISTS search_object_properties_fts USING fts5(\n    tier1,\n    tier2,\n    tier3,\n    tokenize='ascii'\n  );\n\n  CREATE TABLE IF NOT EXISTS index_dirty_chapters (\n    archive_id INTEGER NOT NULL,\n    chapter_id INTEGER NOT NULL,\n    updated_at INTEGER NOT NULL,\n    PRIMARY KEY (archive_id, chapter_id)\n  );\n`;\n\nexport async function initializeDocumentSchema(\n  database: Database,\n): Promise<void> {\n  await migrateSerialDocumentOrder(database);\n  await ensureGraphBuildParameterTable(database);\n  await migrateSerialStateRevision(database);\n  await migrateSerialStateKnowledgeGraphReady(database);\n  await migrateSerialStateGraphParameterHashes(database);\n  await ensureSerialDocumentOrderIndex(database);\n  await ensureGraphBuildParameterIndexes(database);\n}\n\nasync function migrateSerialDocumentOrder(database: Database): Promise<void> {\n  const columns = await listTableColumns(database, \"serials\");\n\n  if (columns.has(\"document_order\")) {\n    return;\n  }\n\n  await database.transaction(async () => {\n    const transactionColumns = await listTableColumns(database, \"serials\");\n\n    if (transactionColumns.has(\"document_order\")) {\n      return;\n    }\n\n    await database.run(`\n      ALTER TABLE serials\n      ADD COLUMN document_order INTEGER NOT NULL DEFAULT 0\n    `);\n  });\n}\n\nasync function ensureSerialDocumentOrderIndex(\n  database: Database,\n): Promise<void> {\n  await database.run(`\n    CREATE INDEX IF NOT EXISTS idx_serials_document_order\n    ON serials(document_order, id)\n  `);\n}\n\nasync function migrateSerialStateRevision(database: Database): Promise<void> {\n  const columns = await listTableColumns(database, \"serial_states\");\n\n  if (columns.has(\"revision\")) {\n    return;\n  }\n\n  await database.transaction(async () => {\n    const transactionColumns = await listTableColumns(\n      database,\n      \"serial_states\",\n    );\n\n    if (transactionColumns.has(\"revision\")) {\n      return;\n    }\n\n    await database.run(`\n      ALTER TABLE serial_states\n      ADD COLUMN revision INTEGER NOT NULL DEFAULT 0\n    `);\n  });\n}\n\nasync function ensureGraphBuildParameterTable(\n  database: Database,\n): Promise<void> {\n  await database.run(`\n    CREATE TABLE IF NOT EXISTS graph_build_parameters (\n      hash TEXT PRIMARY KEY,\n      prompt TEXT NOT NULL,\n      language TEXT,\n      created_at TEXT NOT NULL\n    )\n  `);\n}\n\nasync function ensureGraphBuildParameterIndexes(\n  database: Database,\n): Promise<void> {\n  await database.run(`\n    CREATE INDEX IF NOT EXISTS idx_serial_states_topology_parameter_hash\n    ON serial_states(topology_parameter_hash)\n  `);\n  await database.run(`\n    CREATE INDEX IF NOT EXISTS idx_serial_states_knowledge_graph_parameter_hash\n    ON serial_states(knowledge_graph_parameter_hash)\n  `);\n}\n\nasync function migrateSerialStateKnowledgeGraphReady(\n  database: Database,\n): Promise<void> {\n  const columns = await listTableColumns(database, \"serial_states\");\n\n  if (columns.has(\"knowledge_graph_ready\")) {\n    return;\n  }\n\n  await database.transaction(async () => {\n    const transactionColumns = await listTableColumns(\n      database,\n      \"serial_states\",\n    );\n\n    if (transactionColumns.has(\"knowledge_graph_ready\")) {\n      return;\n    }\n\n    await database.run(`\n      ALTER TABLE serial_states\n      ADD COLUMN knowledge_graph_ready INTEGER NOT NULL DEFAULT 0\n    `);\n  });\n}\n\nasync function migrateSerialStateGraphParameterHashes(\n  database: Database,\n): Promise<void> {\n  const columns = await listTableColumns(database, \"serial_states\");\n  const parameterColumns = [\n    [\"topology_parameter_hash\", \"TEXT\"],\n    [\"knowledge_graph_parameter_hash\", \"TEXT\"],\n  ] as const;\n  const missingColumns: Array<(typeof parameterColumns)[number]> = [];\n\n  for (const column of parameterColumns) {\n    if (!columns.has(column[0])) {\n      missingColumns.push(column);\n    }\n  }\n\n  if (missingColumns.length === 0) {\n    return;\n  }\n\n  await database.transaction(async () => {\n    const transactionColumns = await listTableColumns(\n      database,\n      \"serial_states\",\n    );\n\n    for (const [name, type] of missingColumns) {\n      if (transactionColumns.has(name)) {\n        continue;\n      }\n\n      await database.run(`\n        ALTER TABLE serial_states\n        ADD COLUMN ${name} ${type}\n      `);\n    }\n  });\n}\n\nasync function listTableColumns(\n  database: Database,\n  table: string,\n): Promise<ReadonlySet<string>> {\n  const columns = await database.queryAll(\n    `PRAGMA table_info(${table})`,\n    undefined,\n    (row) => String(row.name),\n  );\n\n  return new Set(columns);\n}\n"],"mappings":"AAEO,MAAM,aAAa;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAmSnB,MAAM,iDAAiD;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAYvD,MAAM,0BAA0B;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,EAOrC,8CAA8C;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AA2ChD,eAAsB,yBACpB,UACe;AACf,QAAM,2BAA2B,QAAQ;AACzC,QAAM,+BAA+B,QAAQ;AAC7C,QAAM,2BAA2B,QAAQ;AACzC,QAAM,sCAAsC,QAAQ;AACpD,QAAM,uCAAuC,QAAQ;AACrD,QAAM,+BAA+B,QAAQ;AAC7C,QAAM,iCAAiC,QAAQ;AACjD;AAEA,eAAe,2BAA2B,UAAmC;AAC3E,QAAM,UAAU,MAAM,iBAAiB,UAAU,SAAS;AAE1D,MAAI,QAAQ,IAAI,gBAAgB,GAAG;AACjC;AAAA,EACF;AAEA,QAAM,SAAS,YAAY,YAAY;AACrC,UAAM,qBAAqB,MAAM,iBAAiB,UAAU,SAAS;AAErE,QAAI,mBAAmB,IAAI,gBAAgB,GAAG;AAC5C;AAAA,IACF;AAEA,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AAAA,EACH,CAAC;AACH;AAEA,eAAe,+BACb,UACe;AACf,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA,GAGlB;AACH;AAEA,eAAe,2BAA2B,UAAmC;AAC3E,QAAM,UAAU,MAAM,iBAAiB,UAAU,eAAe;AAEhE,MAAI,QAAQ,IAAI,UAAU,GAAG;AAC3B;AAAA,EACF;AAEA,QAAM,SAAS,YAAY,YAAY;AACrC,UAAM,qBAAqB,MAAM;AAAA,MAC/B;AAAA,MACA;AAAA,IACF;AAEA,QAAI,mBAAmB,IAAI,UAAU,GAAG;AACtC;AAAA,IACF;AAEA,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AAAA,EACH,CAAC;AACH;AAEA,eAAe,+BACb,UACe;AACf,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA,GAOlB;AACH;AAEA,eAAe,iCACb,UACe;AACf,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA,GAGlB;AACD,QAAM,SAAS,IAAI;AAAA;AAAA;AAAA,GAGlB;AACH;AAEA,eAAe,sCACb,UACe;AACf,QAAM,UAAU,MAAM,iBAAiB,UAAU,eAAe;AAEhE,MAAI,QAAQ,IAAI,uBAAuB,GAAG;AACxC;AAAA,EACF;AAEA,QAAM,SAAS,YAAY,YAAY;AACrC,UAAM,qBAAqB,MAAM;AAAA,MAC/B;AAAA,MACA;AAAA,IACF;AAEA,QAAI,mBAAmB,IAAI,uBAAuB,GAAG;AACnD;AAAA,IACF;AAEA,UAAM,SAAS,IAAI;AAAA;AAAA;AAAA,KAGlB;AAAA,EACH,CAAC;AACH;AAEA,eAAe,uCACb,UACe;AACf,QAAM,UAAU,MAAM,iBAAiB,UAAU,eAAe;AAChE,QAAM,mBAAmB;AAAA,IACvB,CAAC,2BAA2B,MAAM;AAAA,IAClC,CAAC,kCAAkC,MAAM;AAAA,EAC3C;AACA,QAAM,iBAA2D,CAAC;AAElE,aAAW,UAAU,kBAAkB;AACrC,QAAI,CAAC,QAAQ,IAAI,OAAO,CAAC,CAAC,GAAG;AAC3B,qBAAe,KAAK,MAAM;AAAA,IAC5B;AAAA,EACF;AAEA,MAAI,eAAe,WAAW,GAAG;AAC/B;AAAA,EACF;AAEA,QAAM,SAAS,YAAY,YAAY;AACrC,UAAM,qBAAqB,MAAM;AAAA,MAC/B;AAAA,MACA;AAAA,IACF;AAEA,eAAW,CAAC,MAAM,IAAI,KAAK,gBAAgB;AACzC,UAAI,mBAAmB,IAAI,IAAI,GAAG;AAChC;AAAA,MACF;AAEA,YAAM,SAAS,IAAI;AAAA;AAAA,qBAEJ,IAAI,IAAI,IAAI;AAAA,OAC1B;AAAA,IACH;AAAA,EACF,CAAC;AACH;AAEA,eAAe,iBACb,UACA,OAC8B;AAC9B,QAAM,UAAU,MAAM,SAAS;AAAA,IAC7B,qBAAqB,KAAK;AAAA,IAC1B;AAAA,IACA,CAAC,QAAQ,OAAO,IAAI,IAAI;AAAA,EAC1B;AAEA,SAAO,IAAI,IAAI,OAAO;AACxB;","names":[]}

package/dist/document/shared-state-database.js

@@ -11,26 +11,37 @@ import {
 import { dirname, resolve } from "path";
 import { setTimeout as sleep } from "timers/promises";
 import { isNodeError } from "../utils/node-error.js";
+import {
+  ensureWikiGraphHomeSchemaCurrent,
+  isWikiGraphHomeSchemaGateDatabasePath
+} from "./home-schema-upgrade.js";
 import { Database } from "./database.js";
 const INIT_LOCK_RETRY_MS = 50;
 const INIT_LOCK_STALE_MS = 5 * 60 * 1e3;
 const INIT_LOCK_HEARTBEAT_MS = Math.floor(INIT_LOCK_STALE_MS / 2);
 async function openSharedStateDatabase(databasePath, schemaSql, options = {}) {
+  await ensureWikiGraphHomeSchemaCurrentForPath(databasePath);
   await ensureSharedStateDatabaseInitialized(databasePath, schemaSql);
   return await Database.open(databasePath, "", options);
 }
+function ensureWikiGraphHomeSchemaCurrentForPath(databasePath) {
+  if (!isWikiGraphHomeSchemaGateDatabasePath(databasePath)) {
+    return Promise.resolve();
+  }
+  return ensureWikiGraphHomeSchemaCurrent();
+}
 async function ensureSharedStateDatabaseInitialized(databasePath, schemaSql) {
   const resolvedDatabasePath = resolve(databasePath);
   const markerPath = createInitMarkerPath(resolvedDatabasePath);
   const schemaHash = hashSchema(schemaSql);
-  if (await hasInitMarker(markerPath, schemaHash)) {
+  if (await hasInitMarker(resolvedDatabasePath, markerPath, schemaHash)) {
     await hardenSharedStateFile(resolvedDatabasePath);
     await hardenSharedStateFile(markerPath);
     return;
   }
   await mkdir(dirname(resolvedDatabasePath), { recursive: true });
   await withInitLock(resolvedDatabasePath, async () => {
-    if (await hasInitMarker(markerPath, schemaHash)) {
+    if (await hasInitMarker(resolvedDatabasePath, markerPath, schemaHash)) {
       await hardenSharedStateFile(resolvedDatabasePath);
       await hardenSharedStateFile(markerPath);
       return;
@@ -160,7 +171,10 @@ function isProcessAlive(pid) {
     return true;
   }
 }
-async function hasInitMarker(markerPath, schemaHash) {
+async function hasInitMarker(databasePath, markerPath, schemaHash) {
+  if (!await pathIsRegularFile(databasePath)) {
+    return false;
+  }
   try {
     return (await readFile(markerPath, "utf8")).trim() === schemaHash;
   } catch (error) {
@@ -173,6 +187,16 @@ async function hasInitMarker(markerPath, schemaHash) {
 function createInitMarkerPath(databasePath) {
   return `${databasePath}.initialized`;
 }
+async function pathIsRegularFile(path) {
+  try {
+    return (await stat(path)).isFile();
+  } catch (error) {
+    if (isNodeError(error) && error.code === "ENOENT") {
+      return false;
+    }
+    throw error;
+  }
+}
 async function hardenSharedStateFile(path) {
   try {
     await chmod(path, 384);

package/dist/document/shared-state-database.js.map

@@ -1 +1 @@
-{"version":3,"sources":["../../src/document/shared-state-database.ts"],"sourcesContent":["import { createHash } from \"crypto\";\nimport {\n  chmod,\n  mkdir,\n  readFile,\n  rename,\n  rm,\n  stat,\n  writeFile,\n} from \"fs/promises\";\nimport { dirname, resolve } from \"path\";\nimport { setTimeout as sleep } from \"timers/promises\";\n\nimport { isNodeError } from \"../utils/node-error.js\";\n\nimport { Database } from \"./database.js\";\n\nconst INIT_LOCK_RETRY_MS = 50;\nconst INIT_LOCK_STALE_MS = 5 * 60 * 1000;\nconst INIT_LOCK_HEARTBEAT_MS = Math.floor(INIT_LOCK_STALE_MS / 2);\n\ninterface InitLockOwner {\n  readonly at: number;\n  readonly pid: number;\n}\n\nexport async function openSharedStateDatabase(\n  databasePath: string,\n  schemaSql: string,\n  options: { readonly readonly?: boolean } = {},\n): Promise<Database> {\n  await ensureSharedStateDatabaseInitialized(databasePath, schemaSql);\n\n  return await Database.open(databasePath, \"\", options);\n}\n\nexport async function ensureSharedStateDatabaseInitialized(\n  databasePath: string,\n  schemaSql: string,\n): Promise<void> {\n  const resolvedDatabasePath = resolve(databasePath);\n  const markerPath = createInitMarkerPath(resolvedDatabasePath);\n  const schemaHash = hashSchema(schemaSql);\n\n  if (await hasInitMarker(markerPath, schemaHash)) {\n    await hardenSharedStateFile(resolvedDatabasePath);\n    await hardenSharedStateFile(markerPath);\n    return;\n  }\n\n  await mkdir(dirname(resolvedDatabasePath), { recursive: true });\n  await withInitLock(resolvedDatabasePath, async () => {\n    if (await hasInitMarker(markerPath, schemaHash)) {\n      await hardenSharedStateFile(resolvedDatabasePath);\n      await hardenSharedStateFile(markerPath);\n      return;\n    }\n\n    await Database.initialize(resolvedDatabasePath, schemaSql);\n    await hardenSharedStateFile(resolvedDatabasePath);\n    await writeInitMarker(markerPath, schemaHash);\n  });\n  await hardenSharedStateFile(resolvedDatabasePath);\n  await hardenSharedStateFile(markerPath);\n}\n\nasync function writeInitMarker(\n  markerPath: string,\n  schemaHash: string,\n): Promise<void> {\n  const tempPath = `${markerPath}.${process.pid}.tmp`;\n\n  await writeFile(tempPath, `${schemaHash}\\n`, {\n    encoding: \"utf8\",\n    mode: 0o600,\n  });\n  await rename(tempPath, markerPath);\n  await hardenSharedStateFile(markerPath);\n}\n\nasync function withInitLock<T>(\n  databasePath: string,\n  operation: () => Promise<T>,\n): Promise<T> {\n  const lockPath = `${databasePath}.init.lock`;\n\n  while (true) {\n    try {\n      await mkdir(lockPath, { mode: 0o700 });\n      break;\n    } catch (error) {\n      if (!isNodeError(error) || error.code !== \"EEXIST\") {\n        throw error;\n      }\n\n      await removeStaleInitLock(lockPath);\n      await sleep(INIT_LOCK_RETRY_MS);\n    }\n  }\n\n  try {\n    await writeInitLockOwner(lockPath);\n    const heartbeat = setInterval(() => {\n      void writeInitLockOwner(lockPath).catch(() => undefined);\n    }, INIT_LOCK_HEARTBEAT_MS);\n\n    try {\n      return await operation();\n    } finally {\n      clearInterval(heartbeat);\n    }\n  } finally {\n    await rm(lockPath, { force: true, recursive: true });\n  }\n}\n\nasync function writeInitLockOwner(lockPath: string): Promise<void> {\n  await writeFile(\n    `${lockPath}/owner.json`,\n    `${JSON.stringify(\n      {\n        at: Date.now(),\n        pid: process.pid,\n      },\n      null,\n      2,\n    )}\\n`,\n    {\n      encoding: \"utf8\",\n      mode: 0o600,\n    },\n  );\n}\n\nasync function removeStaleInitLock(lockPath: string): Promise<void> {\n  try {\n    const owner = await readInitLockOwner(lockPath);\n\n    if (owner !== undefined) {\n      if (isProcessAlive(owner.pid)) {\n        return;\n      }\n\n      if (Date.now() - owner.at < INIT_LOCK_STALE_MS) {\n        return;\n      }\n    } else if (!(await isPathOlderThan(lockPath, INIT_LOCK_STALE_MS))) {\n      return;\n    }\n\n    await rm(lockPath, { force: true, recursive: true });\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return;\n    }\n\n    throw error;\n  }\n}\n\nasync function readInitLockOwner(\n  lockPath: string,\n): Promise<InitLockOwner | undefined> {\n  try {\n    const parsed = JSON.parse(\n      await readFile(`${lockPath}/owner.json`, \"utf8\"),\n    ) as unknown;\n\n    if (isInitLockOwner(parsed)) {\n      return parsed;\n    }\n\n    return undefined;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return undefined;\n    }\n\n    if (error instanceof SyntaxError) {\n      return undefined;\n    }\n\n    throw error;\n  }\n}\n\nfunction isInitLockOwner(value: unknown): value is InitLockOwner {\n  if (typeof value !== \"object\" || value === null) {\n    return false;\n  }\n\n  const record = value as Record<string, unknown>;\n\n  return (\n    typeof record.pid === \"number\" &&\n    Number.isInteger(record.pid) &&\n    record.pid > 0 &&\n    typeof record.at === \"number\"\n  );\n}\n\nasync function isPathOlderThan(path: string, ms: number): Promise<boolean> {\n  const pathStat = await stat(path);\n\n  return Date.now() - pathStat.mtimeMs >= ms;\n}\n\nfunction isProcessAlive(pid: number): boolean {\n  try {\n    process.kill(pid, 0);\n    return true;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ESRCH\") {\n      return false;\n    }\n\n    return true;\n  }\n}\n\nasync function hasInitMarker(\n  markerPath: string,\n  schemaHash: string,\n): Promise<boolean> {\n  try {\n    return (await readFile(markerPath, \"utf8\")).trim() === schemaHash;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return false;\n    }\n\n    throw error;\n  }\n}\n\nfunction createInitMarkerPath(databasePath: string): string {\n  return `${databasePath}.initialized`;\n}\n\nasync function hardenSharedStateFile(path: string): Promise<void> {\n  try {\n    await chmod(path, 0o600);\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return;\n    }\n\n    throw error;\n  }\n}\n\nfunction hashSchema(schemaSql: string): string {\n  return createHash(\"sha256\").update(schemaSql).digest(\"hex\");\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAC3B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS,eAAe;AACjC,SAAS,cAAc,aAAa;AAEpC,SAAS,mBAAmB;AAE5B,SAAS,gBAAgB;AAEzB,MAAM,qBAAqB;AAC3B,MAAM,qBAAqB,IAAI,KAAK;AACpC,MAAM,yBAAyB,KAAK,MAAM,qBAAqB,CAAC;AAOhE,eAAsB,wBACpB,cACA,WACA,UAA2C,CAAC,GACzB;AACnB,QAAM,qCAAqC,cAAc,SAAS;AAElE,SAAO,MAAM,SAAS,KAAK,cAAc,IAAI,OAAO;AACtD;AAEA,eAAsB,qCACpB,cACA,WACe;AACf,QAAM,uBAAuB,QAAQ,YAAY;AACjD,QAAM,aAAa,qBAAqB,oBAAoB;AAC5D,QAAM,aAAa,WAAW,SAAS;AAEvC,MAAI,MAAM,cAAc,YAAY,UAAU,GAAG;AAC/C,UAAM,sBAAsB,oBAAoB;AAChD,UAAM,sBAAsB,UAAU;AACtC;AAAA,EACF;AAEA,QAAM,MAAM,QAAQ,oBAAoB,GAAG,EAAE,WAAW,KAAK,CAAC;AAC9D,QAAM,aAAa,sBAAsB,YAAY;AACnD,QAAI,MAAM,cAAc,YAAY,UAAU,GAAG;AAC/C,YAAM,sBAAsB,oBAAoB;AAChD,YAAM,sBAAsB,UAAU;AACtC;AAAA,IACF;AAEA,UAAM,SAAS,WAAW,sBAAsB,SAAS;AACzD,UAAM,sBAAsB,oBAAoB;AAChD,UAAM,gBAAgB,YAAY,UAAU;AAAA,EAC9C,CAAC;AACD,QAAM,sBAAsB,oBAAoB;AAChD,QAAM,sBAAsB,UAAU;AACxC;AAEA,eAAe,gBACb,YACA,YACe;AACf,QAAM,WAAW,GAAG,UAAU,IAAI,QAAQ,GAAG;AAE7C,QAAM,UAAU,UAAU,GAAG,UAAU;AAAA,GAAM;AAAA,IAC3C,UAAU;AAAA,IACV,MAAM;AAAA,EACR,CAAC;AACD,QAAM,OAAO,UAAU,UAAU;AACjC,QAAM,sBAAsB,UAAU;AACxC;AAEA,eAAe,aACb,cACA,WACY;AACZ,QAAM,WAAW,GAAG,YAAY;AAEhC,SAAO,MAAM;AACX,QAAI;AACF,YAAM,MAAM,UAAU,EAAE,MAAM,IAAM,CAAC;AACrC;AAAA,IACF,SAAS,OAAO;AACd,UAAI,CAAC,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AAClD,cAAM;AAAA,MACR;AAEA,YAAM,oBAAoB,QAAQ;AAClC,YAAM,MAAM,kBAAkB;AAAA,IAChC;AAAA,EACF;AAEA,MAAI;AACF,UAAM,mBAAmB,QAAQ;AACjC,UAAM,YAAY,YAAY,MAAM;AAClC,WAAK,mBAAmB,QAAQ,EAAE,MAAM,MAAM,MAAS;AAAA,IACzD,GAAG,sBAAsB;AAEzB,QAAI;AACF,aAAO,MAAM,UAAU;AAAA,IACzB,UAAE;AACA,oBAAc,SAAS;AAAA,IACzB;AAAA,EACF,UAAE;AACA,UAAM,GAAG,UAAU,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,EACrD;AACF;AAEA,eAAe,mBAAmB,UAAiC;AACjE,QAAM;AAAA,IACJ,GAAG,QAAQ;AAAA,IACX,GAAG,KAAK;AAAA,MACN;AAAA,QACE,IAAI,KAAK,IAAI;AAAA,QACb,KAAK,QAAQ;AAAA,MACf;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA;AAAA,IACD;AAAA,MACE,UAAU;AAAA,MACV,MAAM;AAAA,IACR;AAAA,EACF;AACF;AAEA,eAAe,oBAAoB,UAAiC;AAClE,MAAI;AACF,UAAM,QAAQ,MAAM,kBAAkB,QAAQ;AAE9C,QAAI,UAAU,QAAW;AACvB,UAAI,eAAe,MAAM,GAAG,GAAG;AAC7B;AAAA,MACF;AAEA,UAAI,KAAK,IAAI,IAAI,MAAM,KAAK,oBAAoB;AAC9C;AAAA,MACF;AAAA,IACF,WAAW,CAAE,MAAM,gBAAgB,UAAU,kBAAkB,GAAI;AACjE;AAAA,IACF;AAEA,UAAM,GAAG,UAAU,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,EACrD,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD;AAAA,IACF;AAEA,UAAM;AAAA,EACR;AACF;AAEA,eAAe,kBACb,UACoC;AACpC,MAAI;AACF,UAAM,SAAS,KAAK;AAAA,MAClB,MAAM,SAAS,GAAG,QAAQ,eAAe,MAAM;AAAA,IACjD;AAEA,QAAI,gBAAgB,MAAM,GAAG;AAC3B,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AAEA,QAAI,iBAAiB,aAAa;AAChC,aAAO;AAAA,IACT;AAEA,UAAM;AAAA,EACR;AACF;AAEA,SAAS,gBAAgB,OAAwC;AAC/D,MAAI,OAAO,UAAU,YAAY,UAAU,MAAM;AAC/C,WAAO;AAAA,EACT;AAEA,QAAM,SAAS;AAEf,SACE,OAAO,OAAO,QAAQ,YACtB,OAAO,UAAU,OAAO,GAAG,KAC3B,OAAO,MAAM,KACb,OAAO,OAAO,OAAO;AAEzB;AAEA,eAAe,gBAAgB,MAAc,IAA8B;AACzE,QAAM,WAAW,MAAM,KAAK,IAAI;AAEhC,SAAO,KAAK,IAAI,IAAI,SAAS,WAAW;AAC1C;AAEA,SAAS,eAAe,KAAsB;AAC5C,MAAI;AACF,YAAQ,KAAK,KAAK,CAAC;AACnB,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,SAAS;AAChD,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AACF;AAEA,eAAe,cACb,YACA,YACkB;AAClB,MAAI;AACF,YAAQ,MAAM,SAAS,YAAY,MAAM,GAAG,KAAK,MAAM;AAAA,EACzD,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AAEA,UAAM;AAAA,EACR;AACF;AAEA,SAAS,qBAAqB,cAA8B;AAC1D,SAAO,GAAG,YAAY;AACxB;AAEA,eAAe,sBAAsB,MAA6B;AAChE,MAAI;AACF,UAAM,MAAM,MAAM,GAAK;AAAA,EACzB,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD;AAAA,IACF;AAEA,UAAM;AAAA,EACR;AACF;AAEA,SAAS,WAAW,WAA2B;AAC7C,SAAO,WAAW,QAAQ,EAAE,OAAO,SAAS,EAAE,OAAO,KAAK;AAC5D;","names":[]}
+{"version":3,"sources":["../../src/document/shared-state-database.ts"],"sourcesContent":["import { createHash } from \"crypto\";\nimport {\n  chmod,\n  mkdir,\n  readFile,\n  rename,\n  rm,\n  stat,\n  writeFile,\n} from \"fs/promises\";\nimport { dirname, resolve } from \"path\";\nimport { setTimeout as sleep } from \"timers/promises\";\n\nimport { isNodeError } from \"../utils/node-error.js\";\nimport {\n  ensureWikiGraphHomeSchemaCurrent,\n  isWikiGraphHomeSchemaGateDatabasePath,\n} from \"./home-schema-upgrade.js\";\n\nimport { Database } from \"./database.js\";\n\nconst INIT_LOCK_RETRY_MS = 50;\nconst INIT_LOCK_STALE_MS = 5 * 60 * 1000;\nconst INIT_LOCK_HEARTBEAT_MS = Math.floor(INIT_LOCK_STALE_MS / 2);\n\ninterface InitLockOwner {\n  readonly at: number;\n  readonly pid: number;\n}\n\nexport async function openSharedStateDatabase(\n  databasePath: string,\n  schemaSql: string,\n  options: { readonly readonly?: boolean } = {},\n): Promise<Database> {\n  await ensureWikiGraphHomeSchemaCurrentForPath(databasePath);\n  await ensureSharedStateDatabaseInitialized(databasePath, schemaSql);\n\n  return await Database.open(databasePath, \"\", options);\n}\n\nfunction ensureWikiGraphHomeSchemaCurrentForPath(\n  databasePath: string,\n): Promise<void> {\n  if (!isWikiGraphHomeSchemaGateDatabasePath(databasePath)) {\n    return Promise.resolve();\n  }\n\n  return ensureWikiGraphHomeSchemaCurrent();\n}\n\nexport async function ensureSharedStateDatabaseInitialized(\n  databasePath: string,\n  schemaSql: string,\n): Promise<void> {\n  const resolvedDatabasePath = resolve(databasePath);\n  const markerPath = createInitMarkerPath(resolvedDatabasePath);\n  const schemaHash = hashSchema(schemaSql);\n\n  if (await hasInitMarker(resolvedDatabasePath, markerPath, schemaHash)) {\n    await hardenSharedStateFile(resolvedDatabasePath);\n    await hardenSharedStateFile(markerPath);\n    return;\n  }\n\n  await mkdir(dirname(resolvedDatabasePath), { recursive: true });\n  await withInitLock(resolvedDatabasePath, async () => {\n    if (await hasInitMarker(resolvedDatabasePath, markerPath, schemaHash)) {\n      await hardenSharedStateFile(resolvedDatabasePath);\n      await hardenSharedStateFile(markerPath);\n      return;\n    }\n\n    await Database.initialize(resolvedDatabasePath, schemaSql);\n    await hardenSharedStateFile(resolvedDatabasePath);\n    await writeInitMarker(markerPath, schemaHash);\n  });\n  await hardenSharedStateFile(resolvedDatabasePath);\n  await hardenSharedStateFile(markerPath);\n}\n\nasync function writeInitMarker(\n  markerPath: string,\n  schemaHash: string,\n): Promise<void> {\n  const tempPath = `${markerPath}.${process.pid}.tmp`;\n\n  await writeFile(tempPath, `${schemaHash}\\n`, {\n    encoding: \"utf8\",\n    mode: 0o600,\n  });\n  await rename(tempPath, markerPath);\n  await hardenSharedStateFile(markerPath);\n}\n\nasync function withInitLock<T>(\n  databasePath: string,\n  operation: () => Promise<T>,\n): Promise<T> {\n  const lockPath = `${databasePath}.init.lock`;\n\n  while (true) {\n    try {\n      await mkdir(lockPath, { mode: 0o700 });\n      break;\n    } catch (error) {\n      if (!isNodeError(error) || error.code !== \"EEXIST\") {\n        throw error;\n      }\n\n      await removeStaleInitLock(lockPath);\n      await sleep(INIT_LOCK_RETRY_MS);\n    }\n  }\n\n  try {\n    await writeInitLockOwner(lockPath);\n    const heartbeat = setInterval(() => {\n      void writeInitLockOwner(lockPath).catch(() => undefined);\n    }, INIT_LOCK_HEARTBEAT_MS);\n\n    try {\n      return await operation();\n    } finally {\n      clearInterval(heartbeat);\n    }\n  } finally {\n    await rm(lockPath, { force: true, recursive: true });\n  }\n}\n\nasync function writeInitLockOwner(lockPath: string): Promise<void> {\n  await writeFile(\n    `${lockPath}/owner.json`,\n    `${JSON.stringify(\n      {\n        at: Date.now(),\n        pid: process.pid,\n      },\n      null,\n      2,\n    )}\\n`,\n    {\n      encoding: \"utf8\",\n      mode: 0o600,\n    },\n  );\n}\n\nasync function removeStaleInitLock(lockPath: string): Promise<void> {\n  try {\n    const owner = await readInitLockOwner(lockPath);\n\n    if (owner !== undefined) {\n      if (isProcessAlive(owner.pid)) {\n        return;\n      }\n\n      if (Date.now() - owner.at < INIT_LOCK_STALE_MS) {\n        return;\n      }\n    } else if (!(await isPathOlderThan(lockPath, INIT_LOCK_STALE_MS))) {\n      return;\n    }\n\n    await rm(lockPath, { force: true, recursive: true });\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return;\n    }\n\n    throw error;\n  }\n}\n\nasync function readInitLockOwner(\n  lockPath: string,\n): Promise<InitLockOwner | undefined> {\n  try {\n    const parsed = JSON.parse(\n      await readFile(`${lockPath}/owner.json`, \"utf8\"),\n    ) as unknown;\n\n    if (isInitLockOwner(parsed)) {\n      return parsed;\n    }\n\n    return undefined;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return undefined;\n    }\n\n    if (error instanceof SyntaxError) {\n      return undefined;\n    }\n\n    throw error;\n  }\n}\n\nfunction isInitLockOwner(value: unknown): value is InitLockOwner {\n  if (typeof value !== \"object\" || value === null) {\n    return false;\n  }\n\n  const record = value as Record<string, unknown>;\n\n  return (\n    typeof record.pid === \"number\" &&\n    Number.isInteger(record.pid) &&\n    record.pid > 0 &&\n    typeof record.at === \"number\"\n  );\n}\n\nasync function isPathOlderThan(path: string, ms: number): Promise<boolean> {\n  const pathStat = await stat(path);\n\n  return Date.now() - pathStat.mtimeMs >= ms;\n}\n\nfunction isProcessAlive(pid: number): boolean {\n  try {\n    process.kill(pid, 0);\n    return true;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ESRCH\") {\n      return false;\n    }\n\n    return true;\n  }\n}\n\nasync function hasInitMarker(\n  databasePath: string,\n  markerPath: string,\n  schemaHash: string,\n): Promise<boolean> {\n  if (!(await pathIsRegularFile(databasePath))) {\n    return false;\n  }\n\n  try {\n    return (await readFile(markerPath, \"utf8\")).trim() === schemaHash;\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return false;\n    }\n\n    throw error;\n  }\n}\n\nfunction createInitMarkerPath(databasePath: string): string {\n  return `${databasePath}.initialized`;\n}\n\nasync function pathIsRegularFile(path: string): Promise<boolean> {\n  try {\n    return (await stat(path)).isFile();\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return false;\n    }\n\n    throw error;\n  }\n}\n\nasync function hardenSharedStateFile(path: string): Promise<void> {\n  try {\n    await chmod(path, 0o600);\n  } catch (error) {\n    if (isNodeError(error) && error.code === \"ENOENT\") {\n      return;\n    }\n\n    throw error;\n  }\n}\n\nfunction hashSchema(schemaSql: string): string {\n  return createHash(\"sha256\").update(schemaSql).digest(\"hex\");\n}\n"],"mappings":"AAAA,SAAS,kBAAkB;AAC3B;AAAA,EACE;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,OACK;AACP,SAAS,SAAS,eAAe;AACjC,SAAS,cAAc,aAAa;AAEpC,SAAS,mBAAmB;AAC5B;AAAA,EACE;AAAA,EACA;AAAA,OACK;AAEP,SAAS,gBAAgB;AAEzB,MAAM,qBAAqB;AAC3B,MAAM,qBAAqB,IAAI,KAAK;AACpC,MAAM,yBAAyB,KAAK,MAAM,qBAAqB,CAAC;AAOhE,eAAsB,wBACpB,cACA,WACA,UAA2C,CAAC,GACzB;AACnB,QAAM,wCAAwC,YAAY;AAC1D,QAAM,qCAAqC,cAAc,SAAS;AAElE,SAAO,MAAM,SAAS,KAAK,cAAc,IAAI,OAAO;AACtD;AAEA,SAAS,wCACP,cACe;AACf,MAAI,CAAC,sCAAsC,YAAY,GAAG;AACxD,WAAO,QAAQ,QAAQ;AAAA,EACzB;AAEA,SAAO,iCAAiC;AAC1C;AAEA,eAAsB,qCACpB,cACA,WACe;AACf,QAAM,uBAAuB,QAAQ,YAAY;AACjD,QAAM,aAAa,qBAAqB,oBAAoB;AAC5D,QAAM,aAAa,WAAW,SAAS;AAEvC,MAAI,MAAM,cAAc,sBAAsB,YAAY,UAAU,GAAG;AACrE,UAAM,sBAAsB,oBAAoB;AAChD,UAAM,sBAAsB,UAAU;AACtC;AAAA,EACF;AAEA,QAAM,MAAM,QAAQ,oBAAoB,GAAG,EAAE,WAAW,KAAK,CAAC;AAC9D,QAAM,aAAa,sBAAsB,YAAY;AACnD,QAAI,MAAM,cAAc,sBAAsB,YAAY,UAAU,GAAG;AACrE,YAAM,sBAAsB,oBAAoB;AAChD,YAAM,sBAAsB,UAAU;AACtC;AAAA,IACF;AAEA,UAAM,SAAS,WAAW,sBAAsB,SAAS;AACzD,UAAM,sBAAsB,oBAAoB;AAChD,UAAM,gBAAgB,YAAY,UAAU;AAAA,EAC9C,CAAC;AACD,QAAM,sBAAsB,oBAAoB;AAChD,QAAM,sBAAsB,UAAU;AACxC;AAEA,eAAe,gBACb,YACA,YACe;AACf,QAAM,WAAW,GAAG,UAAU,IAAI,QAAQ,GAAG;AAE7C,QAAM,UAAU,UAAU,GAAG,UAAU;AAAA,GAAM;AAAA,IAC3C,UAAU;AAAA,IACV,MAAM;AAAA,EACR,CAAC;AACD,QAAM,OAAO,UAAU,UAAU;AACjC,QAAM,sBAAsB,UAAU;AACxC;AAEA,eAAe,aACb,cACA,WACY;AACZ,QAAM,WAAW,GAAG,YAAY;AAEhC,SAAO,MAAM;AACX,QAAI;AACF,YAAM,MAAM,UAAU,EAAE,MAAM,IAAM,CAAC;AACrC;AAAA,IACF,SAAS,OAAO;AACd,UAAI,CAAC,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AAClD,cAAM;AAAA,MACR;AAEA,YAAM,oBAAoB,QAAQ;AAClC,YAAM,MAAM,kBAAkB;AAAA,IAChC;AAAA,EACF;AAEA,MAAI;AACF,UAAM,mBAAmB,QAAQ;AACjC,UAAM,YAAY,YAAY,MAAM;AAClC,WAAK,mBAAmB,QAAQ,EAAE,MAAM,MAAM,MAAS;AAAA,IACzD,GAAG,sBAAsB;AAEzB,QAAI;AACF,aAAO,MAAM,UAAU;AAAA,IACzB,UAAE;AACA,oBAAc,SAAS;AAAA,IACzB;AAAA,EACF,UAAE;AACA,UAAM,GAAG,UAAU,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,EACrD;AACF;AAEA,eAAe,mBAAmB,UAAiC;AACjE,QAAM;AAAA,IACJ,GAAG,QAAQ;AAAA,IACX,GAAG,KAAK;AAAA,MACN;AAAA,QACE,IAAI,KAAK,IAAI;AAAA,QACb,KAAK,QAAQ;AAAA,MACf;AAAA,MACA;AAAA,MACA;AAAA,IACF,CAAC;AAAA;AAAA,IACD;AAAA,MACE,UAAU;AAAA,MACV,MAAM;AAAA,IACR;AAAA,EACF;AACF;AAEA,eAAe,oBAAoB,UAAiC;AAClE,MAAI;AACF,UAAM,QAAQ,MAAM,kBAAkB,QAAQ;AAE9C,QAAI,UAAU,QAAW;AACvB,UAAI,eAAe,MAAM,GAAG,GAAG;AAC7B;AAAA,MACF;AAEA,UAAI,KAAK,IAAI,IAAI,MAAM,KAAK,oBAAoB;AAC9C;AAAA,MACF;AAAA,IACF,WAAW,CAAE,MAAM,gBAAgB,UAAU,kBAAkB,GAAI;AACjE;AAAA,IACF;AAEA,UAAM,GAAG,UAAU,EAAE,OAAO,MAAM,WAAW,KAAK,CAAC;AAAA,EACrD,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD;AAAA,IACF;AAEA,UAAM;AAAA,EACR;AACF;AAEA,eAAe,kBACb,UACoC;AACpC,MAAI;AACF,UAAM,SAAS,KAAK;AAAA,MAClB,MAAM,SAAS,GAAG,QAAQ,eAAe,MAAM;AAAA,IACjD;AAEA,QAAI,gBAAgB,MAAM,GAAG;AAC3B,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AAEA,QAAI,iBAAiB,aAAa;AAChC,aAAO;AAAA,IACT;AAEA,UAAM;AAAA,EACR;AACF;AAEA,SAAS,gBAAgB,OAAwC;AAC/D,MAAI,OAAO,UAAU,YAAY,UAAU,MAAM;AAC/C,WAAO;AAAA,EACT;AAEA,QAAM,SAAS;AAEf,SACE,OAAO,OAAO,QAAQ,YACtB,OAAO,UAAU,OAAO,GAAG,KAC3B,OAAO,MAAM,KACb,OAAO,OAAO,OAAO;AAEzB;AAEA,eAAe,gBAAgB,MAAc,IAA8B;AACzE,QAAM,WAAW,MAAM,KAAK,IAAI;AAEhC,SAAO,KAAK,IAAI,IAAI,SAAS,WAAW;AAC1C;AAEA,SAAS,eAAe,KAAsB;AAC5C,MAAI;AACF,YAAQ,KAAK,KAAK,CAAC;AACnB,WAAO;AAAA,EACT,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,SAAS;AAChD,aAAO;AAAA,IACT;AAEA,WAAO;AAAA,EACT;AACF;AAEA,eAAe,cACb,cACA,YACA,YACkB;AAClB,MAAI,CAAE,MAAM,kBAAkB,YAAY,GAAI;AAC5C,WAAO;AAAA,EACT;AAEA,MAAI;AACF,YAAQ,MAAM,SAAS,YAAY,MAAM,GAAG,KAAK,MAAM;AAAA,EACzD,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AAEA,UAAM;AAAA,EACR;AACF;AAEA,SAAS,qBAAqB,cAA8B;AAC1D,SAAO,GAAG,YAAY;AACxB;AAEA,eAAe,kBAAkB,MAAgC;AAC/D,MAAI;AACF,YAAQ,MAAM,KAAK,IAAI,GAAG,OAAO;AAAA,EACnC,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD,aAAO;AAAA,IACT;AAEA,UAAM;AAAA,EACR;AACF;AAEA,eAAe,sBAAsB,MAA6B;AAChE,MAAI;AACF,UAAM,MAAM,MAAM,GAAK;AAAA,EACzB,SAAS,OAAO;AACd,QAAI,YAAY,KAAK,KAAK,MAAM,SAAS,UAAU;AACjD;AAAA,IACF;AAEA,UAAM;AAAA,EACR;AACF;AAEA,SAAS,WAAW,WAA2B;AAC7C,SAAO,WAAW,QAAQ,EAAE,OAAO,SAAS,EAAE,OAAO,KAAK;AAC5D;","names":[]}

package/dist/document/stores/chunk.d.ts

@@ -0,0 +1,21 @@
+import { Database } from '../database.js';
+import { CreateChunkRecord, ChunkRecord } from '../types.js';
+import { ReadonlyChunkStore } from './types.js';
+import 'sqlite3';
+
+declare class ChunkStore implements ReadonlyChunkStore {
+    #private;
+    constructor(database: Database);
+    countAll(): Promise<number>;
+    create(record: CreateChunkRecord): Promise<ChunkRecord>;
+    save(record: ChunkRecord): Promise<void>;
+    getById(chunkId: number): Promise<ChunkRecord | undefined>;
+    listAll(): Promise<ChunkRecord[]>;
+    listBySentenceStartIndexes(serialId: number, sentenceStartIndexes: readonly number[]): Promise<ChunkRecord[]>;
+    listBySentenceRange(serialId: number, startSentenceIndex: number, endSentenceIndex: number): Promise<ChunkRecord[]>;
+    listBySerial(serialId: number): Promise<ChunkRecord[]>;
+    getMaxId(): Promise<number>;
+    listFragmentPairs(): Promise<ReadonlyArray<readonly [number, number]>>;
+}
+
+export { ChunkStore };

package/dist/document/stores/chunk.js

@@ -0,0 +1,299 @@
+import { getNumber, getOptionalString, getString } from "../database.js";
+import {
+  deduplicateById,
+  parseChunkImportance,
+  parseChunkRetention
+} from "./helpers.js";
+class ChunkStore {
+  #database;
+  constructor(database) {
+    this.#database = database;
+  }
+  async countAll() {
+    return await this.#database.queryOne(
+      `
+          SELECT COUNT(*) AS count
+          FROM chunks
+        `,
+      void 0,
+      (row) => getNumber(row, "count")
+    ) ?? 0;
+  }
+  async create(record) {
+    return await this.#database.transaction(async () => {
+      await this.#database.run(
+        `
+          INSERT INTO chunks (
+            generation,
+            serial_id,
+            sentence_index,
+            label,
+            content,
+            retention,
+            importance,
+            wordsCount,
+            weight
+          )
+          VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?)
+        `,
+        [
+          record.generation,
+          record.sentenceId[0],
+          record.sentenceId[1],
+          record.label,
+          record.content,
+          record.retention ?? null,
+          record.importance ?? null,
+          record.wordsCount,
+          record.weight
+        ]
+      );
+      const id = await this.#database.getLastInsertRowId();
+      const createdRecord = {
+        ...record,
+        id
+      };
+      await this.#replaceChunkSentences(createdRecord);
+      return createdRecord;
+    });
+  }
+  async save(record) {
+    await this.#database.transaction(async () => {
+      await this.#database.run(
+        `
+          INSERT OR REPLACE INTO chunks (
+            id,
+            generation,
+            serial_id,
+            sentence_index,
+            label,
+            content,
+            retention,
+            importance,
+            wordsCount,
+            weight
+          )
+          VALUES (?, ?, ?, ?, ?, ?, ?, ?, ?, ?)
+        `,
+        [
+          record.id,
+          record.generation,
+          record.sentenceId[0],
+          record.sentenceId[1],
+          record.label,
+          record.content,
+          record.retention ?? null,
+          record.importance ?? null,
+          record.wordsCount,
+          record.weight
+        ]
+      );
+      await this.#replaceChunkSentences(record);
+    });
+  }
+  async getById(chunkId) {
+    const row = await this.#database.queryOne(
+      `
+        SELECT
+          id,
+          generation,
+          serial_id,
+          sentence_index,
+          label,
+          content,
+          retention,
+          importance,
+          wordsCount,
+          weight
+        FROM chunks
+        WHERE id = ?
+      `,
+      [chunkId],
+      (value) => value
+    );
+    if (row === void 0) {
+      return void 0;
+    }
+    return await this.#mapChunkRow(row);
+  }
+  async listAll() {
+    const rows = await this.#database.queryAll(
+      `
+          SELECT
+            id,
+            generation,
+            serial_id,
+            sentence_index,
+            label,
+            content,
+            retention,
+            importance,
+            wordsCount,
+            weight
+          FROM chunks
+          ORDER BY id
+        `,
+      void 0,
+      (row) => row
+    );
+    return await Promise.all(
+      rows.map(async (row) => await this.#mapChunkRow(row))
+    );
+  }
+  async listBySentenceStartIndexes(serialId, sentenceStartIndexes) {
+    if (sentenceStartIndexes.length === 0) {
+      return [];
+    }
+    const results = await Promise.all(
+      sentenceStartIndexes.map(
+        async (sentenceStartIndex) => await this.listBySentenceRange(
+          serialId,
+          sentenceStartIndex,
+          sentenceStartIndex
+        )
+      )
+    );
+    return deduplicateById(results.flat());
+  }
+  async listBySentenceRange(serialId, startSentenceIndex, endSentenceIndex) {
+    const rows = await this.#database.queryAll(
+      `
+        SELECT
+          id,
+          generation,
+          serial_id,
+          sentence_index,
+          label,
+          content,
+          retention,
+          importance,
+          wordsCount,
+          weight
+        FROM chunks
+        WHERE serial_id = ?
+          AND sentence_index BETWEEN ? AND ?
+        ORDER BY id
+      `,
+      [serialId, startSentenceIndex, endSentenceIndex],
+      (row) => row
+    );
+    return await Promise.all(
+      rows.map(async (row) => await this.#mapChunkRow(row))
+    );
+  }
+  async listBySerial(serialId) {
+    const rows = await this.#database.queryAll(
+      `
+          SELECT
+            id,
+            generation,
+            serial_id,
+            sentence_index,
+            label,
+            content,
+            retention,
+            importance,
+            wordsCount,
+            weight
+          FROM chunks
+          WHERE serial_id = ?
+          ORDER BY id
+        `,
+      [serialId],
+      (row) => row
+    );
+    return await Promise.all(
+      rows.map(async (row) => await this.#mapChunkRow(row))
+    );
+  }
+  async getMaxId() {
+    return await this.#database.queryOne(
+      `
+          SELECT MAX(id) AS id
+          FROM chunks
+        `,
+      void 0,
+      (row) => {
+        const value = row.id;
+        return typeof value === "number" ? value : 0;
+      }
+    ) ?? 0;
+  }
+  async listFragmentPairs() {
+    return await this.#database.queryAll(
+      `
+        SELECT DISTINCT serial_id, sentence_index
+        FROM chunks
+        ORDER BY serial_id, sentence_index
+      `,
+      void 0,
+      (row) => [
+        getNumber(row, "serial_id"),
+        getNumber(row, "sentence_index")
+      ]
+    );
+  }
+  async #getSentenceIds(chunkId) {
+    return await this.#database.queryAll(
+      `
+        SELECT serial_id, sentence_index
+        FROM chunk_sentences
+        WHERE chunk_id = ?
+        ORDER BY serial_id, sentence_index
+      `,
+      [chunkId],
+      (row) => [
+        getNumber(row, "serial_id"),
+        getNumber(row, "sentence_index")
+      ]
+    );
+  }
+  async #replaceChunkSentences(record) {
+    await this.#database.run(
+      `
+        DELETE FROM chunk_sentences
+        WHERE chunk_id = ?
+      `,
+      [record.id]
+    );
+    for (const sentenceId of record.sentenceIds) {
+      await this.#database.run(
+        `
+          INSERT INTO chunk_sentences (
+            chunk_id,
+            serial_id,
+            sentence_index
+          )
+          VALUES (?, ?, ?)
+        `,
+        [record.id, sentenceId[0], sentenceId[1]]
+      );
+    }
+  }
+  async #mapChunkRow(row) {
+    const chunkId = getNumber(row, "id");
+    const importance = parseChunkImportance(
+      getOptionalString(row, "importance")
+    );
+    const retention = parseChunkRetention(getOptionalString(row, "retention"));
+    return {
+      content: getString(row, "content"),
+      generation: getNumber(row, "generation"),
+      id: chunkId,
+      label: getString(row, "label"),
+      sentenceId: [
+        getNumber(row, "serial_id"),
+        getNumber(row, "sentence_index")
+      ],
+      sentenceIds: await this.#getSentenceIds(chunkId),
+      wordsCount: getNumber(row, "wordsCount"),
+      weight: getNumber(row, "weight"),
+      ...importance === void 0 ? {} : { importance },
+      ...retention === void 0 ? {} : { retention }
+    };
+  }
+}
+export {
+  ChunkStore
+};
+//# sourceMappingURL=chunk.js.map