@semiont/make-meaning 0.5.30 → 0.5.32

package/dist/smelter-main.js

@@ -1,5 +1,5 @@
-import { archivistContentReads, createAnchoredTextStore, EXTRACTORS, calculateChecksum } from '@semiont/content';
-import { replyChannelsFor, createTomlConfigLoader, accessToken, baseUrl as baseUrl$1, retryWithBackoff, isTransientFetchError, STARTUP_FETCH_RETRY, burstBuffer, errField, resourceId, textExtractionOf, busRequest, getResourceEntityTypes, chunkText, getTargetSelector, getExactText, annotationId, getPrimaryMediaType, getPrimaryRepresentation } from '@semiont/core';
+import { archivistContentReads, createAnchoredTextStore, derivingExtractorFor, calculateChecksum } from '@semiont/content';
+import { replyChannelsFor, createTomlConfigLoader, accessToken, baseUrl as baseUrl$1, retryWithBackoff, isTransientFetchError, STARTUP_FETCH_RETRY, burstBuffer, errField, resourceId, textSourceOf, decodeRepresentation, busRequest, getResourceEntityTypes, chunkText, getTargetSelector, getExactText, annotationId, getPrimaryMediaType, yieldsGeometryOf, getPrimaryRepresentation } from '@semiont/core';
 import { registerVectorIndexSizeProvider, withActorSpan } from '@semiont/observability';
 import '@semiont/ontology';
 import '@semiont/graph';
@@ -10060,8 +10060,8 @@ var Smelter = class _Smelter {
     if (!rid) return;
     const { data, contentType } = await this.content.getBinary(resourceId(rid));
     const bytes = Buffer.from(data);
-    const extractor = EXTRACTORS[textExtractionOf(contentType)];
-    if (!extractor?.yieldsGeometry) {
+    const extractor = derivingExtractorFor(contentType);
+    if (!extractor) {
       this.logger.info("Re-anchor found no geometry-capable extractor", { resourceId: rid, contentType });
       return;
     }
@@ -10100,15 +10100,12 @@ var Smelter = class _Smelter {
       const { data, contentType } = await this.content.getBinary(resourceId(resourceId6));
       const bytes = Buffer.from(data);
       const checksum = calculateChecksum(bytes);
-      const extractor = EXTRACTORS[textExtractionOf(contentType)];
-      if (!extractor) {
-        this.logger.debug("Skipping resource with no extractor for its media type", { resourceId: resourceId6, contentType });
+      const extractor = derivingExtractorFor(contentType);
+      if (!extractor && textSourceOf(contentType) === "none") {
+        this.logger.debug("Skipping resource with no way to read its media type", { resourceId: resourceId6, contentType });
         return { kind: "skipped", checksum, reason: "no-extractor" };
       }
-      const extracted = await extractor.extract(bytes, contentType, {
-        key: checksum,
-        store: this.anchoredStore
-      });
+      const extracted = extractor ? await extractor.extract(bytes, contentType, { key: checksum, store: this.anchoredStore }) : { kind: "extracted", text: decodeRepresentation(bytes, contentType), method: "text-passthrough" };
       if (extracted.kind === "declined") {
         this.logger.debug("Extractor declined", { resourceId: resourceId6, contentType, reason: extracted.declined });
         return { kind: "skipped", checksum, reason: extracted.declined };
@@ -10523,22 +10520,24 @@ var Smelter = class _Smelter {
    * representation's checksum (the bytes the smelter would read), the
    * current entity-type set (the discriminator the stamps must carry), and
    * whether the media type's extractor derives geometry (whether an
-   * anchored-text artifact should exist). Embeddable ⇔ an extractor exists
-   * for the media type's strategy — the same registry the live fetch
-   * resolves, and `yieldsGeometry` is declared on the extractor itself, so
-   * every gate here and the live fetch's behavior are twins by construction.
+   * anchored-text artifact should exist). Both answers are core's, keyed by the
+   * media type's strategy: embeddable ⇔ the type has any text-reading strategy
+   * at all, and geometry ⇔ that strategy derives it. Until READ-VS-EXTRACT P2
+   * embeddability was asked as `EXTRACTORS[strategy] !== null` — true, but a
+   * second statement of `strategy !== 'none'`, answered by resolving an
+   * implementation to learn a fact about a media type.
    * Shared by `reconcile()` and the `smelt:rebuild-anchors` planner.
    */
   classifyEmbeddable(resources) {
     const embeddable = /* @__PURE__ */ new Map();
     for (const resource of resources) {
       const mediaType = getPrimaryMediaType(resource);
-      const extractor = mediaType ? EXTRACTORS[textExtractionOf(mediaType)] : null;
-      if (resource["@id"] && extractor) {
+      const readable = mediaType !== void 0 && textSourceOf(mediaType) !== "none";
+      if (resource["@id"] && mediaType && readable) {
         embeddable.set(resource["@id"], {
           checksum: getPrimaryRepresentation(resource)?.checksum,
           entityTypes: getResourceEntityTypes(resource),
-          yieldsGeometry: extractor.yieldsGeometry
+          yieldsGeometry: yieldsGeometryOf(mediaType)
         });
       }
     }
@@ -10590,7 +10589,6 @@ var STOWER_CHANNELS = [
 var BROWSER_CHANNELS = [
   "browse:resource-requested",
   "browse:anchored-text-requested",
-  "browse:anchored-text-by-checksum-requested",
   "browse:resources-requested",
   "browse:annotations-requested",
   "browse:annotation-requested",
@@ -10650,6 +10648,17 @@ var ARCHIVIST_OUTBOUND_STRAYS = [
   ...ARCHIVIST_OUTBOUND_STRAYS,
   ...replyChannelsFor(ARCHIVIST_INBOUND_CHANNELS)
 ];
+async function runBootPass(pass, run, logger2, onState) {
+  try {
+    const summary = await run();
+    onState?.({ phase: "done", summary });
+  } catch (error) {
+    logger2.error(`Boot pass '${pass}' failed \u2014 continuing with a store that may be behind`, {
+      pass,
+      error: errField(error)
+    });
+  }
+}
 var configPath = join(homedir(), ".semiontconfig");
 var tomlReader = {
   readIfExists: (p) => existsSync(p) ? readFileSync(p, "utf-8") : null
@@ -10815,7 +10824,7 @@ async function main() {
   };
   process.on("SIGTERM", shutdown);
   process.on("SIGINT", shutdown);
-  await smelter.reconcile();
+  await runBootPass("reconcile", () => smelter.reconcile(), logger);
 }
 main().catch((error) => {
   logger.error("Fatal", { error: error instanceof Error ? error.message : String(error), stack: error instanceof Error ? error.stack : void 0 });