@hraness/sponge 0.5.1 → 0.5.2

package/dist/src/pdf/handler.js

@@ -6,6 +6,7 @@ import { sha256 } from '../util/hash.js';
 import { bundleBytes, bundleText } from '../app/bundle-files.js';
 import { selectedMetadata } from '../metadata/article.js';
 import { localizeMarkdown } from '../app/markdown.js';
+import { pdfHeadingTitle } from './title.js';
 import { SpongeError } from '../errors.js';
 const classify = classifyErrors([
     'integrity',
@@ -61,7 +62,7 @@ export function ingestPdf(store, token, options) {
             throw new SpongeError('cancelled');
         }
         const selectedTitle = selectedMetadata(capture.metadata, 'title')?.value;
-        const title = typeof selectedTitle === 'string' ? selectedTitle : undefined;
+        const title = typeof selectedTitle === 'string' ? selectedTitle : pdfHeadingTitle(original);
         const status = localized.missingImages ? 'partial' : capture.status;
         // Representation algorithm participates in identity: later extraction changes cannot reuse an old payload.
         const bundleHash = sha256(JSON.stringify(['pdf-local-markdown-v1', capture.manifestSha256]));

package/dist/src/pdf/title.d.ts

@@ -0,0 +1,5 @@
+/**
+ * The first heading Wordcell detected on page 1, for a PDF whose metadata has no title.
+ * Wordcell writes body headings at level 2 or deeper and escapes Markdown punctuation in them.
+ */
+export declare function pdfHeadingTitle(markdown: string): string | undefined;

package/dist/src/pdf/title.js

@@ -0,0 +1,28 @@
+// Section names that open many papers but never name one.
+const generic = /^(?:abstract|contents|table of contents|introduction|preface|foreword|acknowledge?ments?|summary|executive summary|references)$/i;
+/**
+ * The first heading Wordcell detected on page 1, for a PDF whose metadata has no title.
+ * Wordcell writes body headings at level 2 or deeper and escapes Markdown punctuation in them.
+ */
+export function pdfHeadingTitle(markdown) {
+    const start = markdown.search(/^<!-- pdf-page: 1 -->$/m);
+    if (start < 0)
+        return undefined;
+    const page = markdown.slice(start).split(/^<!-- pdf-page: [1-9][0-9]* -->$/m)[1] ?? '';
+    const headings = [...page.matchAll(/^#{2,6} (.+)$/gm)].map(([, heading]) => heading
+        .replace(/\\([\\`*_[\]{}<>#|])/g, '$1')
+        .replace(/\s+/g, ' ')
+        .trim());
+    const lowercase = (text = '') => /^\p{Ll}/u.test(text);
+    for (const [index, title] of headings.entries()) {
+        // Text Wordcell read from an image, and prose wrapped across headings such as a copyright notice.
+        if (/^Text visible in (?:.+ )?image$/.test(title) || lowercase(title) || lowercase(headings[index + 1]))
+            continue;
+        if (title.length < 3 || title.length > 300)
+            continue;
+        // Body sections have begun, so the title was never detected as a heading.
+        if (generic.test(title) || /^(?:[0-9]+(?:\.[0-9]+)*\.?|[IVX]+\.)\s/.test(title))
+            return undefined;
+        return title;
+    }
+}

package/dist/src/worker/runtime-gc.js

@@ -15,7 +15,7 @@ const patterns = {
     model: /^[a-f0-9]{64}$/,
     worker: uuid,
 };
-const helperNames = ['sponge-speech', 'sponge-embedding'];
+const helperNames = ['sponge-speech', 'sponge-embedding', 'sponge-media'];
 const trash = /^\.gc-[0-9a-f]{8}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{4}-[0-9a-f]{12}$/;
 // A worker writes owner.json just after creating its directory; a young unreadable directory may be mid-acquisition.
 const youngMs = 10 * 60 * 1000;

package/native/runtime-manifest.json

@@ -33,16 +33,16 @@
     }
   ],
   "build": {
-    "asrSourceSha256": "6d060d06c7efdc2a9a5537b4d2e108673afc0db596367e9ff876af44bc60d942",
+    "asrSourceSha256": "c76a1f77f5daf67188383617d9f790c80571b5021bd529a8238447b1bde1d078",
     "clangVersion": "Apple clang version 21.0.0 (clang-2100.1.1.101)",
-    "embeddingSourceSha256": "04e07c5f696d5d1d639b004c200da0d0044e473a8b6fdc6ef2be696a97fdf552",
-    "mediaSourceSha256": "b35bba5fb8d9f88d67a0aa6fc3e282bd9dbed9077d994fc4de4428eb3df6381e",
+    "embeddingSourceSha256": "51ea5f439a1d50b32a5e5c0e93b515d0b5cff996309687df12de911e19c99042",
+    "mediaSourceSha256": "b93b70ac8de1df0954d92512e93943061f6612c063102504d335036aad362935",
     "rustcVersion": "rustc 1.97.1 (8bab26f4f 2026-07-14)",
     "swiftVersion": "Apple Swift version 6.3.3 (swiftlang-6.3.3.1.3 clang-2100.1.1.101)"
   },
   "minimumMacOS": "26.0",
-  "packageVersion": "0.5.1",
+  "packageVersion": "0.5.2",
   "platform": "darwin",
   "schemaVersion": 1,
-  "sourceCommit": "142391ee43de6dc6dba8ef209c73b177539b4725"
+  "sourceCommit": "6364ef0dc20f5cdf4702f17c35e4539395f4b716"
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hraness/sponge",
-  "version": "0.5.1",
+  "version": "0.5.2",
   "description": "A local library for captured articles and verified offline assets.",
   "repository": {
     "type": "git",