@semiont/make-meaning 0.5.2 → 0.5.4

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,YAAY,EAAE,kBAAkB,EAAE,iBAAiB,EAAE,MAAM,WAAW,CAAC;AAGvE,YAAY,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAC1D,OAAO,EAAE,mBAAmB,EAAE,MAAM,oBAAoB,CAAC;AAGzD,OAAO,EAAE,cAAc,EAAE,KAAK,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAC9E,OAAO,EAAE,qBAAqB,EAAE,MAAM,2BAA2B,CAAC;AAIlE,OAAO,EACL,mBAAmB,EACnB,iCAAiC,EACjC,gCAAgC,EAChC,6BAA6B,EAC7B,0BAA0B,GAC3B,MAAM,YAAY,CAAC;AAGpB,OAAO,EAAE,oBAAoB,EAAE,MAAM,0BAA0B,CAAC;AAGhE,OAAO,EAAE,yBAAyB,EAAE,MAAM,6BAA6B,CAAC;AAGxE,OAAO,EAAE,mBAAmB,EAAE,MAAM,kBAAkB,CAAC;AACvD,YAAY,EAAE,aAAa,EAAE,MAAM,kBAAkB,CAAC;AAGtD,OAAO,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAClC,YAAY,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AACrD,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,iBAAiB,EAAE,MAAM,uBAAuB,CAAC;AAK1D,OAAO,EACL,2BAA2B,EAC3B,KAAK,qBAAqB,EAC1B,KAAK,4BAA4B,EACjC,KAAK,YAAY,GAClB,MAAM,4BAA4B,CAAC;AAGpC,cAAc,YAAY,CAAC;AAG3B,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,YAAY,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAGjE,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAChF,YAAY,EAAE,mBAAmB,EAAE,MAAM,uBAAuB,CAAC;AAGjE,OAAO,EAAE,oBAAoB,EAAE,MAAM,yBAAyB,CAAC;AAC/D,YAAY,EAAE,sBAAsB,EAAE,0BAA0B,EAAE,MAAM,yBAAyB,CAAC;AAGlG,OAAO,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AACrD,YAAY,EAAE,oBAAoB,EAAE,MAAM,oBAAoB,CAAC;AAC/D,OAAO,EAAE,iBAAiB,EAAE,MAAM,sBAAsB,CAAC;AACzD,YAAY,EAAE,mBAAmB,EAAE,MAAM,sBAAsB,CAAC;AAChE,OAAO,EAAE,YAAY,EAAE,MAAM,iBAAiB,CAAC;AAC/C,YAAY,EAAE,SAAS,EAAE,SAAS,EAAE,mBAAmB,EAAE,MAAM,iBAAiB,CAAC;AACjF,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAC3C,YAAY,EAAE,iBAAiB,EAAE,MAAM,eAAe,CAAC;AAGvD,OAAO,EACL,uBAAuB,EACvB,4BAA4B,GAC7B,MAAM,kCAAkC,CAAC;AAG1C,eAAO,MAAM,YAAY,0BAA0B,CAAC;AACpD,eAAO,MAAM,OAAO,UAAU,CAAC"}

package/dist/index.js

@@ -1,6 +1,6 @@
 import { FsJobQueue } from '@semiont/jobs';
 import { FilesystemViewStorage, resolveStorageUri, EventQuery, createEventStore } from '@semiont/event-sourcing';
-import { getPrimaryRepresentation, decodeRepresentation, getTargetSource, getBodySource, resourceId, getTargetSelector, getResourceEntityTypes, getResourceId, getTextPositionSelector, annotationId, errField, userId, generateUuid, CREATION_METHODS, getExactText, cloneToken, didToAgent, assembleAnnotation, jobId, entityType, baseUrl, busLog, BRIDGED_CHANNELS, applyBodyOperations, burstBuffer, findBodyItem } from '@semiont/core';
+import { getPrimaryRepresentation, decodeRepresentation, getTargetSource, getBodySource, resourceId, getTargetSelector, getResourceEntityTypes, getResourceId, getTextPositionSelector, annotationId, errField, userId, generateUuid, getExactText, cloneToken, didToAgent, assembleAnnotation, jobId, entityType, baseUrl, busLog, BRIDGED_CHANNELS, applyBodyOperations, burstBuffer, findBodyItem } from '@semiont/core';
 export { applyBodyOperations, assembleAnnotation } from '@semiont/core';
 import { withActorSpan, recordBusEmit, withSpan, SpanKind, registerJobQueueProvider } from '@semiont/observability';
 import { createInferenceClient } from '@semiont/inference';
@@ -8,7 +8,7 @@ import { getGraphDatabase } from '@semiont/graph';
 import { WorkingTreeStore, deriveStorageUri, getExtensionForMimeType } from '@semiont/content';
 import { getEntityTypes, DEFAULT_ENTITY_TYPES } from '@semiont/ontology';
 import { promises } from 'fs';
-import * as path2 from 'path';
+import * as path3 from 'path';
 import { createGzip, createGunzip } from 'zlib';
 import { pipeline, Readable } from 'stream';
 import { promisify } from 'util';
@@ -9953,7 +9953,6 @@ var GraphDBConsumer = class _GraphDBConsumer {
       archived: false,
       dateCreated: (/* @__PURE__ */ new Date()).toISOString(),
       wasAttributedTo: didToAgent(event.userId),
-      creationMethod: event.payload.creationMethod,
       ...event.payload.storageUri ? { storageUri: event.payload.storageUri } : {}
     };
   }
@@ -10673,7 +10672,6 @@ Summary:`;
         entityTypes: resource.entityTypes,
         representations: resource.representations,
         archived: resource.archived,
-        creationMethod: resource.creationMethod,
         wasAttributedTo: resource.wasAttributedTo,
         dateCreated: resource.dateCreated
       }
@@ -11347,6 +11345,7 @@ var Stower = class {
       pipe("mark:delete", (e) => this.handleMarkDelete(e)),
       pipe("mark:update-body", (e) => this.handleMarkUpdateBody(e)),
       pipe("frame:add-entity-type", (e) => this.handleAddEntityType(e)),
+      pipe("frame:add-tag-schema", (e) => this.handleAddTagSchema(e)),
       pipe("mark:archive", (e) => this.handleMarkArchive(e)),
       pipe("mark:unarchive", (e) => this.handleMarkUnarchive(e)),
       pipe("mark:update-entity-types", (e) => this.handleUpdateEntityTypes(e)),
@@ -11370,8 +11369,6 @@ var Stower = class {
       const stored = await this.kb.content.register(event.storageUri, event.contentChecksum, { noGit: event.noGit });
       const checksum = stored.checksum;
       const byteSize = event.byteSize;
-      const validCreationMethods = Object.values(CREATION_METHODS);
-      const validatedCreationMethod = event.creationMethod && validCreationMethods.includes(event.creationMethod) ? event.creationMethod : CREATION_METHODS.API;
       const generatedFrom = event.generatedFrom?.resourceId && event.generatedFrom?.annotationId ? {
         resourceId: resourceId(event.generatedFrom.resourceId),
         annotationId: annotationId(event.generatedFrom.annotationId)
@@ -11387,7 +11384,6 @@ var Stower = class {
           contentChecksum: checksum,
           contentByteSize: byteSize,
           storageUri: event.storageUri,
-          creationMethod: validatedCreationMethod,
           entityTypes: event.entityTypes || [],
           language: event.language || void 0,
           isDraft: event.isDraft ?? false,
@@ -11402,7 +11398,6 @@ var Stower = class {
         name: event.name,
         archived: false,
         entityTypes: event.entityTypes || [],
-        creationMethod: validatedCreationMethod,
         storageUri: event.storageUri,
         currentChecksum: checksum,
         dateCreated: (/* @__PURE__ */ new Date()).toISOString(),
@@ -11634,6 +11629,24 @@ var Stower = class {
       });
     }
   }
+  async handleAddTagSchema(event) {
+    if (!event._userId) {
+      throw new Error("frame:add-tag-schema missing _userId (gateway injection)");
+    }
+    try {
+      await this.kb.eventStore.appendEvent({
+        type: "frame:tag-schema-added",
+        userId: userId(event._userId),
+        version: 1,
+        payload: { schema: event.schema }
+      });
+    } catch (error) {
+      this.logger.error("Failed to add tag schema", { schemaId: event.schema?.id, error: errField(error) });
+      this.eventBus.get("frame:tag-schema-add-failed").next({
+        message: error instanceof Error ? error.message : String(error)
+      });
+    }
+  }
   async handleUpdateEntityTypes(event) {
     if (!event._userId) {
       throw new Error("mark:update-entity-types missing _userId (gateway injection)");
@@ -11721,7 +11734,7 @@ var Stower = class {
 var import_rxjs5 = __toESM(require_cjs());
 var import_operators5 = __toESM(require_operators());
 async function readEntityTypesProjection(project) {
-  const entityTypesPath = path2.join(
+  const entityTypesPath = path3.join(
     project.stateDir,
     "projections",
     "__system__",
@@ -11738,6 +11751,24 @@ async function readEntityTypesProjection(project) {
     throw error;
   }
 }
+async function readTagSchemasProjection(project) {
+  const tagSchemasPath = path3.join(
+    project.stateDir,
+    "projections",
+    "__system__",
+    "tagschemas.json"
+  );
+  try {
+    const content = await promises.readFile(tagSchemasPath, "utf-8");
+    const projection = JSON.parse(content);
+    return projection.tagSchemas || [];
+  } catch (error) {
+    if (error.code === "ENOENT") {
+      return [];
+    }
+    throw error;
+  }
+}
 
 // src/browser.ts
 var Browser = class {
@@ -11767,6 +11798,7 @@ var Browser = class {
       pipe("browse:annotation-history-requested", (e) => this.handleBrowseAnnotationHistory(e)).subscribe({ error: errorHandler }),
       pipe("browse:referenced-by-requested", (e) => this.handleReferencedBy(e)).subscribe({ error: errorHandler }),
       pipe("browse:entity-types-requested", (e) => this.handleEntityTypes(e)).subscribe({ error: errorHandler }),
+      pipe("browse:tag-schemas-requested", (e) => this.handleTagSchemas(e)).subscribe({ error: errorHandler }),
       pipe("browse:directory-requested", (e) => this.handleBrowseDirectory(e)).subscribe({ error: errorHandler })
     );
   }
@@ -12011,14 +12043,29 @@ var Browser = class {
       });
     }
   }
+  async handleTagSchemas(event) {
+    try {
+      const tagSchemas = await readTagSchemasProjection(this.project);
+      this.eventBus.get("browse:tag-schemas-result").next({
+        correlationId: event.correlationId,
+        response: { tagSchemas }
+      });
+    } catch (error) {
+      this.logger.error("Tag schemas read failed", { error: errField(error) });
+      this.eventBus.get("browse:tag-schemas-failed").next({
+        correlationId: event.correlationId,
+        message: error instanceof Error ? error.message : String(error)
+      });
+    }
+  }
   // ========================================================================
   // Filesystem read handler
   // ========================================================================
   async handleBrowseDirectory(event) {
     const { correlationId, path: reqPath, sort = "name" } = event;
     const projectRoot = this.project.root;
-    const resolved = path2.resolve(projectRoot, reqPath);
-    if (!resolved.startsWith(projectRoot + path2.sep) && resolved !== projectRoot) {
+    const resolved = path3.resolve(projectRoot, reqPath);
+    if (!resolved.startsWith(projectRoot + path3.sep) && resolved !== projectRoot) {
       this.eventBus.get("browse:directory-failed").next({
         correlationId,
         path: reqPath,
@@ -12042,12 +12089,12 @@ var Browser = class {
     const allViews = await this.views.getAll();
     const prefix = `file://${resolved}`;
     const viewsByUri = new Map(
-      allViews.filter((v) => v.resource.storageUri?.startsWith(prefix + "/") || v.resource.storageUri?.startsWith(prefix + path2.sep)).map((v) => [v.resource.storageUri, v])
+      allViews.filter((v) => v.resource.storageUri?.startsWith(prefix + "/") || v.resource.storageUri?.startsWith(prefix + path3.sep)).map((v) => [v.resource.storageUri, v])
     );
     const entries = [];
     for (const dirent of visible) {
-      const entryPath = path2.join(resolved, dirent.name);
-      const relPath = path2.relative(projectRoot, entryPath);
+      const entryPath = path3.join(resolved, dirent.name);
+      const relPath = path3.relative(projectRoot, entryPath);
       if (dirent.isDirectory()) {
         let mtime = (/* @__PURE__ */ new Date(0)).toISOString();
         try {
@@ -12168,7 +12215,6 @@ var ResourceOperations = class {
       _userId: userId3,
       language: input.language,
       entityTypes: input.entityTypes,
-      creationMethod: input.creationMethod,
       generatedFrom: input.generatedFrom,
       generationPrompt: input.generationPrompt,
       generator: input.generator,
@@ -12345,8 +12391,7 @@ var CloneTokenManager = class {
           contentChecksum: stored.checksum,
           byteSize: stored.byteSize,
           format,
-          entityTypes: getResourceEntityTypes(sourceDoc),
-          creationMethod: CREATION_METHODS.CLONE
+          entityTypes: getResourceEntityTypes(sourceDoc)
         },
         userId(event._userId),
         this.eventBus
@@ -12585,6 +12630,31 @@ function registerBindUpdateBodyHandler(eventBus, parentLogger) {
     logger.warn("Bind body-update failed after forwarding", { correlationId: cid, message });
   });
 }
+
+// src/views/projection-validators.ts
+function resolveTagSchema(tagSchemas, schemaId) {
+  if (typeof schemaId !== "string" || !schemaId) {
+    return { error: "tag-annotation requires schemaId" };
+  }
+  const schema = tagSchemas.find((s) => s.id === schemaId);
+  if (!schema) {
+    return { error: `Tag schema not registered: ${schemaId}` };
+  }
+  return { schema };
+}
+function validateEntityTypes(registered, requested) {
+  if (!requested || requested.length === 0) {
+    return { ok: true };
+  }
+  const set = new Set(registered);
+  const unknown = requested.filter((t) => !set.has(t));
+  return unknown.length > 0 ? { ok: false, unknown } : { ok: true };
+}
+function entityTypesNotRegisteredMessage(unknown) {
+  return `Entity type not registered: ${unknown.join(", ")}`;
+}
+
+// src/handlers/job-commands.ts
 function parseDidUser(did) {
   const parts = did.split(":");
   const usersIdx = parts.indexOf("users");
@@ -12592,7 +12662,7 @@ function parseDidUser(did) {
   const email = decodeURIComponent(parts.slice(usersIdx + 1).join(":"));
   return { userId: did, email, domain };
 }
-function registerJobCommandHandlers(eventBus, jobQueue, parentLogger) {
+function registerJobCommandHandlers(eventBus, jobQueue, project, parentLogger) {
   const logger = parentLogger.child({ component: "job-commands" });
   eventBus.get("job:create").subscribe(async (command) => {
     const { correlationId, jobType, resourceId: resId, params, _userId } = command;
@@ -12620,9 +12690,25 @@ function registerJobCommandHandlers(eventBus, jobQueue, parentLogger) {
         }
       };
       const jobParams = job.params;
+      if ((jobType === "reference-annotation" || jobType === "generation") && Array.isArray(jobParams.entityTypes) && jobParams.entityTypes.length > 0) {
+        const registered = await readEntityTypesProjection(project);
+        const result = validateEntityTypes(registered, jobParams.entityTypes);
+        if (!result.ok) {
+          throw new Error(entityTypesNotRegisteredMessage(result.unknown));
+        }
+      }
       if (jobType === "reference-annotation" && jobParams.entityTypes) {
         jobParams.entityTypes = jobParams.entityTypes.map((et) => entityType(et));
       }
+      if (jobType === "tag-annotation") {
+        const schemas = await readTagSchemasProjection(project);
+        const result = resolveTagSchema(schemas, jobParams.schemaId);
+        if (result.error !== void 0) {
+          throw new Error(result.error);
+        }
+        jobParams.schema = result.schema;
+        delete jobParams.schemaId;
+      }
       await jobQueue.createJob(job);
       logger.info("Job created via bus", { jobId: job.metadata.id, jobType, correlationId });
       eventBus.get("job:created").next({
@@ -12668,11 +12754,11 @@ function registerJobCommandHandlers(eventBus, jobQueue, parentLogger) {
 }
 
 // src/handlers/index.ts
-function registerBusHandlers(eventBus, knowledgeSystem, jobQueue, logger) {
+function registerBusHandlers(eventBus, knowledgeSystem, jobQueue, project, logger) {
   registerAnnotationAssemblyHandler(eventBus, logger);
   registerAnnotationLookupHandlers(eventBus, knowledgeSystem.kb, knowledgeSystem.gatherer, logger);
   registerBindUpdateBodyHandler(eventBus, logger);
-  registerJobCommandHandlers(eventBus, jobQueue, logger);
+  registerJobCommandHandlers(eventBus, jobQueue, project, logger);
 }
 
 // src/service.ts
@@ -12783,7 +12869,7 @@ async function startMakeMeaning(project, config, eventBus, logger, options) {
   const skipRebuild = options?.skipRebuild ?? process.env.SEMIONT_SKIP_REBUILD === "true";
   const { jobQueue, jobStatusSubscription } = await createJobQueue(project, eventBus, logger);
   const knowledgeSystem = await createKnowledgeSystemFromConfig(project, config, eventBus, logger, skipRebuild);
-  registerBusHandlers(eventBus, knowledgeSystem, jobQueue, logger);
+  registerBusHandlers(eventBus, knowledgeSystem, jobQueue, project, logger);
   return {
     knowledgeSystem,
     jobQueue,
@@ -13276,7 +13362,6 @@ async function replayResourceCreated(event, eventBus, resolveBlob, contentStore,
     _userId: event.userId,
     language: payload.language,
     entityTypes: payload.entityTypes,
-    creationMethod: payload.creationMethod,
     isDraft: payload.isDraft,
     generatedFrom: payload.generatedFrom,
     generationPrompt: payload.generationPrompt
@@ -13457,7 +13542,6 @@ var SEMIONT_CONTEXT = [
   {
     "semiont": "https://semiont.org/vocab/",
     "entityTypes": "semiont:entityTypes",
-    "creationMethod": "semiont:creationMethod",
     "archived": "semiont:archived",
     "representations": { "@id": "semiont:representations", "@container": "@set" },
     "annotations": { "@id": "semiont:annotations", "@container": "@set" }
@@ -13579,7 +13663,6 @@ function buildResourceJsonLd(resource, annotations, sourceUrl) {
     if (primary.language) doc["inLanguage"] = primary.language;
     if (primary.mediaType) doc["encodingFormat"] = primary.mediaType;
   }
-  if (resource.creationMethod) doc["creationMethod"] = resource.creationMethod;
   if (resource.entityTypes && resource.entityTypes.length > 0) doc["entityTypes"] = resource.entityTypes;
   if (resource.archived) doc["archived"] = resource.archived;
   if (resource.wasDerivedFrom) doc["wasDerivedFrom"] = resource.wasDerivedFrom;
@@ -13747,7 +13830,6 @@ async function importResource(doc, userId3, eventBus, contentStore, resolveBlob,
   const representations = doc["representations"];
   const annotations = doc["annotations"];
   const entityTypes = doc["entityTypes"];
-  const creationMethod = doc["creationMethod"];
   let format = "text/markdown";
   let language;
   let contentChecksum;
@@ -13783,8 +13865,7 @@ async function importResource(doc, userId3, eventBus, contentStore, resolveBlob,
     format,
     _userId: userId3,
     language,
-    entityTypes: entityTypes ?? [],
-    creationMethod
+    entityTypes: entityTypes ?? []
   });
   const created = await (0, import_rxjs13.firstValueFrom)(createResult$);
   const resourceId10 = resourceId(created.resourceId);