hh-shipments 0.3.13 → 0.3.15

package/package.json

@@ -18,7 +18,7 @@
     "test": "node test/run-tests.js && node test/run-carriers-tests.js"
   },
   "type": "commonjs",
-  "version": "0.3.13",
+  "version": "0.3.15",
   "bin": {
     "hh-shipments": "server.js"
   },

package/public/app.js

@@ -113,7 +113,7 @@ async function runQuick(text, targetEl, preset) {
   targetEl.innerHTML = '<p class="muted">Extracting…</p>';
   try {
     const r = await Promise.race([
-      api.post('/api/intake/quick', { text, seller_name: preset && preset.seller, device: preset && preset.device }),
+      api.post('/api/intake/quick', { text, seller_name: preset && preset.seller, device: preset && preset.device, label_text: preset && preset.labelText }),
       new Promise((_, rej) => setTimeout(() => rej(new Error('extract timed out — check your connection and try again')), 45000)),
     ]);
     let html = '';
@@ -180,22 +180,32 @@ async function handlePhotoFile(f) {
     target.innerHTML = `<div class="review"><img src="${url}" style="max-width:100%;border-radius:10px"><p class="muted" id="ocr-live-photo">📷 Scanning barcode…</p></div>`;
     const live = $('ocr-live-photo');
     const barcode = await decodeBarcode(f);
-    let text;
+    let text, preset, topText = null;
     if (barcode) {
       text = barcode;
-      if (live) live.textContent = '📷 Barcode read — verifying…';
+      if (live) live.textContent = '📷 Barcode read — reading sender…';
+      const fd = new FormData();
+      fd.append('image', f);
+      const upPromise = fetchTimeout('/api/intake/image', { method: 'POST', body: fd }, 60000)
+        .catch(() => { throw new Error('upload timed out — check your connection and try again'); });
+      topText = await ocrTopStrip(f, $('ocr-status'));
+      const up = await upPromise;
+      if (!up.ok) throw new Error('upload failed');
+      preset = topText ? { labelText: topText } : undefined;
     } else {
       if (live) live.textContent = '📖 Reading screenshot…';
       text = await ocrFile(f, $('ocr-status'));
+      // Upload original for reference, then run the quick flow on OCR text
+      const fd = new FormData();
+      fd.append('image', f);
+      let up;
+      try { up = await fetchTimeout('/api/intake/image', { method: 'POST', body: fd }, 60000); }
+      catch (e) { throw new Error('upload timed out — check your connection and try again'); }
+      if (!up.ok) throw new Error('upload failed');
     }
-    // Upload original for reference, then run the quick flow on OCR text
-    const fd = new FormData();
-    fd.append('image', f);
-    let up;
-    try { up = await fetchTimeout('/api/intake/image', { method: 'POST', body: fd }, 60000); }
-    catch (e) { throw new Error('upload timed out — check your connection and try again'); }
-    if (!up.ok) throw new Error('upload failed');
-    const r = await runQuick(text, $('photo-result'));
+    const r = await runQuick(text, $('photo-result'), preset);
+    if (looksLikeAppScreenshot(topText || text)) $('photo-result').insertAdjacentHTML('afterbegin', '<p class="warn">⚠️ This looks like a screenshot of the app itself — choose the label photo directly for best results.</p>');
+    if (barcode && r && r.added.length) $('photo-result').insertAdjacentHTML('afterbegin', '<p class="muted">📷 Read from the barcode — checksum verified.</p>');
     if (r && !r.added.length && !r.needs_review.length && !r.duplicates.length) showOcrRead($('photo-result'), text);
     loadPending();
   } catch (err) { $('ocr-status').textContent = ''; $('photo-result').innerHTML = `<p class="error">${esc(err.message)}</p>`; }
@@ -264,6 +274,23 @@ function loadZxing() {
   return zxingPromise;
 }
 
+// OCR just the top strip of a label (sender block) for the seller name.
+// Small crop = fast. Returns text or null.
+async function ocrTopStrip(file, statusEl) {
+  try {
+    const bmp = await createImageBitmap(file);
+    const sh = Math.max(60, Math.round(bmp.height * 0.30));
+    const canvas = document.createElement('canvas');
+    canvas.width = bmp.width;
+    canvas.height = sh;
+    canvas.getContext('2d').drawImage(bmp, 0, 0, bmp.width, sh, 0, 0, bmp.width, sh);
+    bmp.close();
+    const blob = await new Promise((res) => canvas.toBlob(res, 'image/jpeg', 0.9));
+    if (!blob) return null;
+    const p = ocrFile(new File([blob], 'top.jpg', { type: 'image/jpeg' }), statusEl);
+    return await Promise.race([p, new Promise((_, rej) => setTimeout(() => rej(new Error('top-strip timeout')), 25000))]);
+  } catch (e) { return null; }
+}
 // Strict client-side check: only barcode reads that look exactly like a
 // tracking number are trusted (the server re-validates anyway).
 function strictTracking(s) {
@@ -316,6 +343,14 @@ async function decodeBarcode(file) {
   } finally { bmp.close(); }
   return null;
 }
+// Detect when the pasted image is a screenshot OF THE APP itself (its own
+// header/buttons/tab bar get OCR'd) — the label inside is too small to read
+// well, and UI words pollute the results.
+function looksLikeAppScreenshot(text) {
+  const t = String(text || '').toLowerCase();
+  return /paste a screenshot|extract from text|finding tracking number|reading screenshot|mark received|open carrier tracking|hh shipments/.test(t);
+}
+
 async function handlePastedImageFile(f) {
   const target = $('quick-result');
   try {
@@ -329,12 +364,26 @@ async function handlePastedImageFile(f) {
     let text;
     if (barcode) {
       text = barcode;
-      if (live) live.textContent = '📷 Barcode read — verifying…';
-    } else {
-      // 2) Fallback: OCR the printed text
-      if (live) live.textContent = '📖 Reading screenshot…';
-      text = await ocrFile(f, $('ocr-status-paste'));
+      if (live) live.textContent = '📷 Barcode read — reading sender…';
+      // Number is verified; OCR just the top strip (sender block) for the
+      // name, in parallel with the upload.
+      const fd = new FormData();
+      fd.append('image', f);
+      const upPromise = fetchTimeout('/api/intake/image', { method: 'POST', body: fd }, 60000)
+        .catch(() => { throw new Error('upload timed out — check your connection and try again'); });
+      const topText = await ocrTopStrip(f, $('ocr-status-paste'));
+      const up = await upPromise;
+      if (!up.ok) throw new Error('upload failed');
+      if (live) live.textContent = '🔍 Finding tracking number…';
+      const r = await runQuick(text, target, topText ? { labelText: topText } : undefined);
+      if (looksLikeAppScreenshot(topText)) target.insertAdjacentHTML('afterbegin', '<p class="warn">⚠️ This looks like a screenshot of the app itself — paste the label photo directly for best results.</p>');
+      if (r && r.added.length) target.insertAdjacentHTML('afterbegin', '<p class="muted">📷 Read from the barcode — checksum verified.</p>');
+      if (r && !r.added.length && !r.needs_review.length && !r.duplicates.length) showOcrRead(target, text);
+      return;
     }
+    // 2) Fallback: OCR the printed text
+    if (live) live.textContent = '📖 Reading screenshot…';
+    text = await ocrFile(f, $('ocr-status-paste'));
     if (live) live.textContent = '⬆️ Uploading…';
     const fd = new FormData();
     fd.append('image', f);
@@ -344,7 +393,7 @@ async function handlePastedImageFile(f) {
     if (!up.ok) throw new Error('upload failed');
     if (live) live.textContent = '🔍 Finding tracking number…';
     const r = await runQuick(text, target);
-    if (barcode && r && r.added.length) target.insertAdjacentHTML('afterbegin', '<p class="muted">📷 Read from the barcode — checksum verified.</p>');
+    if (looksLikeAppScreenshot(text)) target.insertAdjacentHTML('afterbegin', '<p class="warn">⚠️ This looks like a screenshot of the app itself — paste the label photo directly for best results.</p>');
     if (r && !r.added.length && !r.needs_review.length && !r.duplicates.length) showOcrRead(target, text);
   } catch (err) { $('ocr-status-paste').textContent = ''; target.innerHTML = `<p class="error">${esc(err.message)}</p>`; }
 }

package/server.js

@@ -218,9 +218,11 @@ app.post('/api/intake/text', requireAuth, (req, res) => {
 // high-confidence ones, return the rest for review. Used by paste intake
 // and the WhatsApp webhook.
 function quickAddText(text, opts = {}) {
-  const { seller_name, device, notes, source = 'paste' } = opts;
+  const { seller_name, device, notes, source = 'paste', label_text } = opts;
   const candidates = extract.extractTrackingNumbers(text);
-  const autoCtx = extract.extractContext(text);
+  // When the number came from a barcode scan, text is just the number —
+  // use the label's top-strip OCR text (if provided) for seller context.
+  const autoCtx = extract.extractContext(label_text || text);
   const existing = new Set(db.prepare('SELECT tracking_number FROM shipments').all().map((r) => r.tracking_number));
   const added = [], needs_review = [], duplicates = [];
   for (const c of candidates) {
@@ -238,9 +240,9 @@ function quickAddText(text, opts = {}) {
 }
 
 app.post('/api/intake/quick', requireAuth, (req, res) => {
-  const { text, seller_name, device, notes } = req.body || {};
+  const { text, seller_name, device, notes, label_text } = req.body || {};
   if (!text || !text.trim()) return res.status(400).json({ error: 'empty text' });
-  res.json(quickAddText(text, { seller_name, device, notes, source: 'paste' }));
+  res.json(quickAddText(text, { seller_name, device, notes, source: 'paste', label_text }));
 });
 
 /* ---------------- intake: images (in-app upload + iOS Shortcut) ---------------- */