@semiont/api-client 0.2.28-build.38 → 0.2.28-build.40

package/dist/utils/index.d.ts

@@ -1 +1 @@
-export { ao as BoundingBox, X as EventMetadata, aA as JWTTokenSchema, ac as LOCALES, ab as LocaleInfo, an as Point, a6 as ResourceCreationDetails, aU as ResourceEvent, Y as ResourceEventType, i as Selector, W as StoredEvent, h as SvgSelector, a8 as TextPosition, T as TextPositionSelector, g as TextQuoteSelector, ay as ValidationFailure, az as ValidationResult, ax as ValidationSuccess, ar as createCircleSvg, aq as createPolygonSvg, ap as createRectangleSvg, aw as decodeWithCharset, V as extractBoundingBox, av as extractCharset, a9 as findTextWithContext, a1 as formatEventType, ag as formatLocaleDisplay, a3 as formatRelativeTime, ah as getAllLocaleCodes, K as getAnnotationExactText, Z as getAnnotationUriFromEvent, j as getBodySource, k as getBodyType, al as getChecksum, y as getCommentText, r as getEntityTypes, a4 as getEventDisplayContent, a2 as getEventEmoji, a5 as getEventEntityTypes, I as getExactText, am as getLanguage, af as getLocaleEnglishName, ad as getLocaleInfo, ae as getLocaleNativeName, ak as getPrimaryMediaType, aj as getPrimaryRepresentation, L as getPrimarySelector, a7 as getResourceCreationDetails, ai as getResourceId, P as getSvgSelector, z as getTagCategory, D as getTagSchemaId, n as getTargetSelector, m as getTargetSource, N as getTextPositionSelector, O as getTextQuoteSelector, q as hasTargetSelector, u as isAssessment, l as isBodyResolved, v as isComment, _ as isEventRelatedToAnnotation, s as isHighlight, t as isReference, H as isResolvedReference, a0 as isResourceEvent, F as isStubReference, x as isTag, aC as isValidEmail, at as normalizeCoordinates, as as parseSvgSelector, au as scaleSvgToNative, aB as validateData, Q as validateSvgMarkup, aa as verifyPosition } from '../index-CBMGI-nS.js';
+export { at as BoundingBox, Q as EventMetadata, aI as JWTTokenSchema, a9 as LOCALES, a8 as LocaleInfo, as as Point, a3 as ResourceCreationDetails, b0 as ResourceEvent, V as ResourceEventType, i as Selector, P as StoredEvent, h as SvgSelector, a5 as TextPosition, T as TextPositionSelector, g as TextQuoteSelector, aB as ValidatedAnnotation, aG as ValidationFailure, aH as ValidationResult, aF as ValidationSuccess, aw as createCircleSvg, av as createPolygonSvg, au as createRectangleSvg, ar as decodeRepresentation, aE as decodeWithCharset, O as extractBoundingBox, aD as extractCharset, aA as extractContext, a6 as findTextWithContext, Z as formatEventType, ad as formatLocaleDisplay, a0 as formatRelativeTime, ae as getAllLocaleCodes, F as getAnnotationExactText, W as getAnnotationUriFromEvent, j as getBodySource, k as getBodyType, ai as getChecksum, x as getCommentText, al as getCreator, am as getDerivedFrom, a1 as getEventDisplayContent, _ as getEventEmoji, a2 as getEventEntityTypes, D as getExactText, aj as getLanguage, ac as getLocaleEnglishName, aa as getLocaleInfo, ab as getLocaleNativeName, aq as getNodeEncoding, ah as getPrimaryMediaType, ag as getPrimaryRepresentation, H as getPrimarySelector, a4 as getResourceCreationDetails, ao as getResourceEntityTypes, af as getResourceId, ak as getStorageUri, L as getSvgSelector, n as getTargetSelector, m as getTargetSource, I as getTextPositionSelector, K as getTextQuoteSelector, q as hasTargetSelector, an as isArchived, t as isAssessment, l as isBodyResolved, u as isComment, ap as isDraft, X as isEventRelatedToAnnotation, r as isHighlight, s as isReference, z as isResolvedReference, Y as isResourceEvent, y as isStubReference, v as isTag, aK as isValidEmail, ay as normalizeCoordinates, ax as parseSvgSelector, az as scaleSvgToNative, aC as validateAndCorrectOffsets, aJ as validateData, N as validateSvgMarkup, a7 as verifyPosition } from '../index--2zlsZdR.js';

package/dist/utils/index.js

@@ -68,23 +68,6 @@ function getTargetSelector(target) {
 function hasTargetSelector(target) {
   return typeof target !== "string" && target.selector !== void 0;
 }
-function getEntityTypes(annotation) {
-  if (Array.isArray(annotation.body)) {
-    const entityTags = [];
-    for (const item of annotation.body) {
-      if (typeof item === "object" && item !== null && "type" in item && "value" in item && "purpose" in item) {
-        const itemType = item.type;
-        const itemValue = item.value;
-        const itemPurpose = item.purpose;
-        if (itemType === "TextualBody" && itemPurpose === "tagging" && typeof itemValue === "string" && itemValue.length > 0) {
-          entityTags.push(itemValue);
-        }
-      }
-    }
-    return entityTags;
-  }
-  return [];
-}
 function isHighlight(annotation) {
   return annotation.motivation === "highlighting";
 }
@@ -108,24 +91,6 @@ function getCommentText(annotation) {
   }
   return void 0;
 }
-function getTagCategory(annotation) {
-  if (!isTag(annotation)) return void 0;
-  const bodies = Array.isArray(annotation.body) ? annotation.body : [annotation.body];
-  const taggingBody = bodies.find((b) => b && "purpose" in b && b.purpose === "tagging");
-  if (taggingBody && "value" in taggingBody) {
-    return taggingBody.value;
-  }
-  return void 0;
-}
-function getTagSchemaId(annotation) {
-  if (!isTag(annotation)) return void 0;
-  const bodies = Array.isArray(annotation.body) ? annotation.body : [annotation.body];
-  const classifyingBody = bodies.find((b) => b && "purpose" in b && b.purpose === "classifying");
-  if (classifyingBody && "value" in classifyingBody) {
-    return classifyingBody.value;
-  }
-  return void 0;
-}
 function isStubReference(annotation) {
   return isReference(annotation) && !isBodyResolved(annotation.body);
 }
@@ -601,6 +566,49 @@ function getChecksum(resource) {
 function getLanguage(resource) {
   return getPrimaryRepresentation(resource)?.language;
 }
+function getStorageUri(resource) {
+  return getPrimaryRepresentation(resource)?.storageUri;
+}
+function getCreator(resource) {
+  if (!resource?.wasAttributedTo) return void 0;
+  return Array.isArray(resource.wasAttributedTo) ? resource.wasAttributedTo[0] : resource.wasAttributedTo;
+}
+function getDerivedFrom(resource) {
+  if (!resource?.wasDerivedFrom) return void 0;
+  return Array.isArray(resource.wasDerivedFrom) ? resource.wasDerivedFrom[0] : resource.wasDerivedFrom;
+}
+function isArchived(resource) {
+  return resource?.archived === true;
+}
+function getResourceEntityTypes(resource) {
+  return resource?.entityTypes || [];
+}
+function isDraft(resource) {
+  return resource?.isDraft === true;
+}
+function getNodeEncoding(charset) {
+  const normalized = charset.toLowerCase().replace(/[-_]/g, "");
+  const charsetMap = {
+    "utf8": "utf8",
+    "iso88591": "latin1",
+    "latin1": "latin1",
+    "ascii": "ascii",
+    "usascii": "ascii",
+    "utf16le": "utf16le",
+    "ucs2": "ucs2",
+    "binary": "binary",
+    "windows1252": "latin1",
+    // Windows-1252 is a superset of Latin-1
+    "cp1252": "latin1"
+  };
+  return charsetMap[normalized] || "utf8";
+}
+function decodeRepresentation(buffer, mediaType) {
+  const charsetMatch = mediaType.match(/charset=([^\s;]+)/i);
+  const charset = (charsetMatch?.[1] || "utf-8").toLowerCase();
+  const encoding = getNodeEncoding(charset);
+  return buffer.toString(encoding);
+}
 
 // src/utils/svg-utils.ts
 function createRectangleSvg(start, end) {
@@ -698,6 +706,180 @@ function scaleSvgToNative(svg, displayWidth, displayHeight, imageWidth, imageHei
   return svg;
 }
 
+// src/utils/text-context.ts
+function extractContext(content, start, end) {
+  const CONTEXT_LENGTH = 64;
+  const MAX_EXTENSION = 32;
+  let prefix;
+  if (start > 0) {
+    let prefixStart = Math.max(0, start - CONTEXT_LENGTH);
+    let extensionCount = 0;
+    while (prefixStart > 0 && extensionCount < MAX_EXTENSION) {
+      const char = content[prefixStart - 1];
+      if (!char || /[\s.,;:!?'"()\[\]{}<>\/\\]/.test(char)) {
+        break;
+      }
+      prefixStart--;
+      extensionCount++;
+    }
+    prefix = content.substring(prefixStart, start);
+  }
+  let suffix;
+  if (end < content.length) {
+    let suffixEnd = Math.min(content.length, end + CONTEXT_LENGTH);
+    let extensionCount = 0;
+    while (suffixEnd < content.length && extensionCount < MAX_EXTENSION) {
+      const char = content[suffixEnd];
+      if (!char || /[\s.,;:!?'"()\[\]{}<>\/\\]/.test(char)) {
+        break;
+      }
+      suffixEnd++;
+      extensionCount++;
+    }
+    suffix = content.substring(end, suffixEnd);
+  }
+  return { prefix, suffix };
+}
+function levenshteinDistance(str1, str2) {
+  const len1 = str1.length;
+  const len2 = str2.length;
+  const matrix = [];
+  for (let i = 0; i <= len1; i++) {
+    matrix[i] = [i];
+  }
+  for (let j = 0; j <= len2; j++) {
+    matrix[0][j] = j;
+  }
+  for (let i = 1; i <= len1; i++) {
+    for (let j = 1; j <= len2; j++) {
+      const cost = str1[i - 1] === str2[j - 1] ? 0 : 1;
+      const deletion = matrix[i - 1][j] + 1;
+      const insertion = matrix[i][j - 1] + 1;
+      const substitution = matrix[i - 1][j - 1] + cost;
+      matrix[i][j] = Math.min(deletion, insertion, substitution);
+    }
+  }
+  return matrix[len1][len2];
+}
+function findBestMatch(content, searchText, aiStart, aiEnd) {
+  const maxFuzzyDistance = Math.max(5, Math.floor(searchText.length * 0.05));
+  const exactIndex = content.indexOf(searchText);
+  if (exactIndex !== -1) {
+    return {
+      start: exactIndex,
+      end: exactIndex + searchText.length,
+      matchQuality: "exact"
+    };
+  }
+  console.log("[findBestMatch] Exact match failed, trying case-insensitive...");
+  const lowerContent = content.toLowerCase();
+  const lowerSearch = searchText.toLowerCase();
+  const caseInsensitiveIndex = lowerContent.indexOf(lowerSearch);
+  if (caseInsensitiveIndex !== -1) {
+    console.log("[findBestMatch] Found case-insensitive match");
+    return {
+      start: caseInsensitiveIndex,
+      end: caseInsensitiveIndex + searchText.length,
+      matchQuality: "case-insensitive"
+    };
+  }
+  console.log("[findBestMatch] Case-insensitive failed, trying fuzzy match...");
+  const windowSize = searchText.length;
+  const searchRadius = Math.min(500, content.length);
+  const searchStart = Math.max(0, aiStart - searchRadius);
+  const searchEnd = Math.min(content.length, aiEnd + searchRadius);
+  let bestMatch = null;
+  for (let i = searchStart; i <= searchEnd - windowSize; i++) {
+    const candidate = content.substring(i, i + windowSize);
+    const distance = levenshteinDistance(searchText, candidate);
+    if (distance <= maxFuzzyDistance) {
+      if (!bestMatch || distance < bestMatch.distance) {
+        bestMatch = { start: i, distance };
+        console.log(`[findBestMatch] Found fuzzy match at ${i} with distance ${distance}`);
+      }
+    }
+  }
+  if (bestMatch) {
+    return {
+      start: bestMatch.start,
+      end: bestMatch.start + windowSize,
+      matchQuality: "fuzzy"
+    };
+  }
+  console.log("[findBestMatch] No acceptable match found");
+  return null;
+}
+function validateAndCorrectOffsets(content, aiStart, aiEnd, exact) {
+  const exactPreview = exact.length > 50 ? exact.substring(0, 50) + "..." : exact;
+  const textAtOffset = content.substring(aiStart, aiEnd);
+  if (textAtOffset === exact) {
+    console.log(`[validateAndCorrectOffsets] \u2713 Offsets correct for: "${exactPreview}"`);
+    const context2 = extractContext(content, aiStart, aiEnd);
+    return {
+      start: aiStart,
+      end: aiEnd,
+      exact,
+      prefix: context2.prefix,
+      suffix: context2.suffix,
+      corrected: false,
+      matchQuality: "exact"
+    };
+  }
+  const foundPreview = textAtOffset.length > 50 ? textAtOffset.substring(0, 50) + "..." : textAtOffset;
+  console.warn(
+    `[validateAndCorrectOffsets] \u26A0 AI offset mismatch:
+  Expected text: "${exactPreview}"
+  Found at AI offset (${aiStart}-${aiEnd}): "${foundPreview}"
+  Attempting multi-strategy search...`
+  );
+  const match = findBestMatch(content, exact, aiStart, aiEnd);
+  if (!match) {
+    const exactLong = exact.length > 100 ? exact.substring(0, 100) + "..." : exact;
+    console.error(
+      `[validateAndCorrectOffsets] \u2717 No acceptable match found:
+  AI offsets: start=${aiStart}, end=${aiEnd}
+  AI text: "${exactLong}"
+  Text at AI offset: "${foundPreview}"
+  All search strategies (exact, case-insensitive, fuzzy) failed.
+  This suggests the AI hallucinated text that doesn't exist in the document.`
+    );
+    throw new Error(
+      "Cannot find acceptable match for text in content. All search strategies failed. Text may be hallucinated."
+    );
+  }
+  const actualText = content.substring(match.start, match.end);
+  const actualPreview = actualText.length > 50 ? actualText.substring(0, 50) + "..." : actualText;
+  const offsetDelta = match.start - aiStart;
+  const matchSymbol = match.matchQuality === "exact" ? "\u2713" : match.matchQuality === "case-insensitive" ? "\u2248" : "~";
+  console.warn(
+    `[validateAndCorrectOffsets] ${matchSymbol} Found ${match.matchQuality} match:
+  AI offsets: start=${aiStart}, end=${aiEnd}
+  Corrected: start=${match.start}, end=${match.end}
+  Offset delta: ${offsetDelta} characters
+  Actual text: "${actualPreview}"`
+  );
+  if (match.matchQuality === "fuzzy") {
+    console.warn(
+      `[validateAndCorrectOffsets] Fuzzy match details:
+  AI provided: "${exactPreview}"
+  Found in doc: "${actualPreview}"
+  Minor text differences detected - using document version`
+    );
+  }
+  const context = extractContext(content, match.start, match.end);
+  return {
+    start: match.start,
+    end: match.end,
+    exact: actualText,
+    // Use actual text from document, not AI's version
+    prefix: context.prefix,
+    suffix: context.suffix,
+    corrected: true,
+    fuzzyMatched: match.matchQuality !== "exact",
+    matchQuality: match.matchQuality
+  };
+}
+
 // src/utils/text-encoding.ts
 function extractCharset(mediaType) {
   const charsetMatch = mediaType.match(/charset=([^\s;]+)/i);
@@ -755,6 +937,6 @@ function isValidEmail(email) {
   return emailRegex.test(email);
 }
 
-export { JWTTokenSchema, LOCALES, createCircleSvg, createPolygonSvg, createRectangleSvg, decodeWithCharset, extractBoundingBox, extractCharset, findTextWithContext, formatEventType, formatLocaleDisplay, formatRelativeTime, getAllLocaleCodes, getAnnotationExactText, getAnnotationUriFromEvent, getBodySource, getBodyType, getChecksum, getCommentText, getEntityTypes, getEventDisplayContent, getEventEmoji, getEventEntityTypes, getExactText, getLanguage, getLocaleEnglishName, getLocaleInfo, getLocaleNativeName, getPrimaryMediaType, getPrimaryRepresentation, getPrimarySelector, getResourceCreationDetails, getResourceId, getSvgSelector, getTagCategory, getTagSchemaId, getTargetSelector, getTargetSource, getTextPositionSelector, getTextQuoteSelector, hasTargetSelector, isAssessment, isBodyResolved, isComment, isEventRelatedToAnnotation, isHighlight, isReference, isResolvedReference, isResourceEvent, isStubReference, isTag, isValidEmail, normalizeCoordinates, parseSvgSelector, scaleSvgToNative, validateData, validateSvgMarkup, verifyPosition };
+export { JWTTokenSchema, LOCALES, createCircleSvg, createPolygonSvg, createRectangleSvg, decodeRepresentation, decodeWithCharset, extractBoundingBox, extractCharset, extractContext, findTextWithContext, formatEventType, formatLocaleDisplay, formatRelativeTime, getAllLocaleCodes, getAnnotationExactText, getAnnotationUriFromEvent, getBodySource, getBodyType, getChecksum, getCommentText, getCreator, getDerivedFrom, getEventDisplayContent, getEventEmoji, getEventEntityTypes, getExactText, getLanguage, getLocaleEnglishName, getLocaleInfo, getLocaleNativeName, getNodeEncoding, getPrimaryMediaType, getPrimaryRepresentation, getPrimarySelector, getResourceCreationDetails, getResourceEntityTypes, getResourceId, getStorageUri, getSvgSelector, getTargetSelector, getTargetSource, getTextPositionSelector, getTextQuoteSelector, hasTargetSelector, isArchived, isAssessment, isBodyResolved, isComment, isDraft, isEventRelatedToAnnotation, isHighlight, isReference, isResolvedReference, isResourceEvent, isStubReference, isTag, isValidEmail, normalizeCoordinates, parseSvgSelector, scaleSvgToNative, validateAndCorrectOffsets, validateData, validateSvgMarkup, verifyPosition };
 //# sourceMappingURL=index.js.map
 //# sourceMappingURL=index.js.map