@claritylabs/cl-sdk 0.12.0 → 0.13.0

package/dist/index.mjs

@@ -1220,6 +1220,12 @@ var PremiumLineSchema = z16.object({
   line: z16.string(),
   amount: z16.string()
 });
+var AuxiliaryFactSchema = z16.object({
+  key: z16.string(),
+  value: z16.string(),
+  subject: z16.string().optional(),
+  context: z16.string().optional()
+});
 var BaseDocumentFields = {
   id: z16.string(),
   carrier: z16.string(),
@@ -1285,7 +1291,8 @@ var BaseDocumentFields = {
   individualClaims: z16.array(ClaimRecordSchema).optional(),
   experienceMod: ExperienceModSchema.optional(),
   cancellationNoticeDays: z16.number().optional(),
-  nonrenewalNoticeDays: z16.number().optional()
+  nonrenewalNoticeDays: z16.number().optional(),
+  supplementaryFacts: z16.array(AuxiliaryFactSchema).optional()
 };
 var PolicyDocumentSchema = z16.object({
   ...BaseDocumentFields,
@@ -1956,6 +1963,7 @@ function assembleDocument(documentId, documentType, memory) {
     ...sanitizeNulls(coverages ?? {}),
     ...sanitizeNulls(premium ?? {}),
     ...sanitizeNulls(supplementary ?? {}),
+    supplementaryFacts: supplementary?.auxiliaryFacts,
     endorsements: endorsements?.endorsements,
     exclusions: exclusions?.exclusions,
     conditions: conditions?.conditions,
@@ -2308,6 +2316,43 @@ Total Cost: ${doc.totalCost}` : ""}`,
       metadata: stringMetadata({ premium: doc.premium, documentType: doc.type })
     });
   }
+  const supplementaryLines = [
+    ...doc.claimsContacts?.map((contact) => `Claims Contact: ${[
+      contact.name,
+      contact.phone,
+      contact.email,
+      contact.hours
+    ].filter(Boolean).join(" | ")}`) ?? [],
+    ...doc.regulatoryContacts?.map((contact) => `Regulatory Contact: ${[
+      contact.name,
+      contact.phone,
+      contact.email
+    ].filter(Boolean).join(" | ")}`) ?? [],
+    ...doc.thirdPartyAdministrators?.map((contact) => `TPA: ${[
+      contact.name,
+      contact.phone,
+      contact.email
+    ].filter(Boolean).join(" | ")}`) ?? [],
+    ...doc.supplementaryFacts?.map((fact) => [
+      fact.subject ? `Subject: ${fact.subject}` : null,
+      `${fact.key}: ${fact.value}`,
+      fact.context ? `Context: ${fact.context}` : null
+    ].filter(Boolean).join(" | ")) ?? [],
+    doc.cancellationNoticeDays != null ? `Cancellation Notice Days: ${doc.cancellationNoticeDays}` : null,
+    doc.nonrenewalNoticeDays != null ? `Nonrenewal Notice Days: ${doc.nonrenewalNoticeDays}` : null
+  ].filter((line) => Boolean(line));
+  if (supplementaryLines.length > 0) {
+    chunks.push({
+      id: `${docId}:supplementary:0`,
+      documentId: docId,
+      type: "supplementary",
+      text: supplementaryLines.join("\n"),
+      metadata: stringMetadata({
+        documentType: doc.type,
+        supplementaryFactCount: doc.supplementaryFacts?.length
+      })
+    });
+  }
   return chunks;
 }
 
@@ -2391,6 +2436,32 @@ function mergeArrayPayload(existing, incoming, arrayKey, keyFn) {
   merged[arrayKey] = mergeUniqueObjects(existingItems, incomingItems, keyFn);
   return merged;
 }
+function mergeSupplementary(existing, incoming) {
+  const merged = mergeShallowPreferPresent(existing, incoming);
+  const mergeContactArray = (arrayKey) => {
+    const existingItems = Array.isArray(existing[arrayKey]) ? existing[arrayKey] : [];
+    const incomingItems = Array.isArray(incoming[arrayKey]) ? incoming[arrayKey] : [];
+    merged[arrayKey] = mergeUniqueObjects(existingItems, incomingItems, (item) => [
+      String(item.name ?? "").toLowerCase(),
+      String(item.phone ?? "").toLowerCase(),
+      String(item.email ?? "").toLowerCase(),
+      String(item.address ?? "").toLowerCase(),
+      String(item.type ?? "").toLowerCase()
+    ].join("|"));
+  };
+  mergeContactArray("regulatoryContacts");
+  mergeContactArray("claimsContacts");
+  mergeContactArray("thirdPartyAdministrators");
+  const existingFacts = Array.isArray(existing.auxiliaryFacts) ? existing.auxiliaryFacts : [];
+  const incomingFacts = Array.isArray(incoming.auxiliaryFacts) ? incoming.auxiliaryFacts : [];
+  merged.auxiliaryFacts = mergeUniqueObjects(existingFacts, incomingFacts, (item) => [
+    String(item.key ?? "").toLowerCase(),
+    String(item.value ?? "").toLowerCase(),
+    String(item.subject ?? "").toLowerCase(),
+    String(item.context ?? "").toLowerCase()
+  ].join("|"));
+  return merged;
+}
 function mergeExtractorResult(extractorName, existing, incoming) {
   if (!existing) return incoming;
   if (!incoming) return existing;
@@ -2401,9 +2472,10 @@ function mergeExtractorResult(extractorName, existing, incoming) {
     case "carrier_info":
     case "named_insured":
     case "loss_history":
-    case "supplementary":
     case "premium_breakdown":
       return mergeShallowPreferPresent(current, next);
+    case "supplementary":
+      return mergeSupplementary(current, next);
     case "coverage_limits":
       return mergeCoverageLimits(current, next);
     case "declarations":
@@ -4000,15 +4072,22 @@ var ContactSchema2 = z33.object({
   address: z33.string().optional().describe("Mailing address"),
   type: z33.string().optional().describe("Contact type, e.g. 'State Department of Insurance'")
 });
+var AuxiliaryFactSchema2 = z33.object({
+  key: z33.string().describe("Normalized machine-readable fact key, e.g. 'policyholder_age' or 'insured_name'"),
+  value: z33.string().describe("Concrete extracted fact value"),
+  subject: z33.string().optional().describe("Person, entity, vehicle, property, or schedule item this fact belongs to"),
+  context: z33.string().optional().describe("Short disambiguating context, such as 'Driver Schedule' or 'Named Insured'")
+});
 var SupplementarySchema = z33.object({
   regulatoryContacts: z33.array(ContactSchema2).optional().describe("Regulatory body contacts (state department of insurance, ombudsman)"),
   claimsContacts: z33.array(ContactSchema2).optional().describe("Claims reporting contacts and instructions"),
   thirdPartyAdministrators: z33.array(ContactSchema2).optional().describe("Third-party administrators for claims handling"),
   cancellationNoticeDays: z33.number().optional().describe("Required notice period for cancellation in days"),
-  nonrenewalNoticeDays: z33.number().optional().describe("Required notice period for nonrenewal in days")
+  nonrenewalNoticeDays: z33.number().optional().describe("Required notice period for nonrenewal in days"),
+  auxiliaryFacts: z33.array(AuxiliaryFactSchema2).optional().describe("Additional retrieval-only facts that do not fit the strict primary schema")
 });
 function buildSupplementaryPrompt() {
-  return `You are an expert insurance document analyst. Extract supplementary and regulatory information from this document.
+  return `You are an expert insurance document analyst. Extract supplementary, retrieval-only information from this document.
 
 Focus on:
 - Regulatory contacts: state department of insurance, regulatory bodies, ombudsman offices \u2014 with phone, email, address
@@ -4018,9 +4097,19 @@ Focus on:
 - Nonrenewal notice period in days
 - Complaint filing procedures and contacts
 - Governing law or jurisdiction provisions
+- Additional policy-specific facts that are useful for memory and retrieval even if they do not belong in the strict primary schema
 
 Look for regulatory notices, complaint contact sections, claims reporting instructions, and cancellation/nonrenewal provisions throughout the document.
 
+For auxiliaryFacts:
+- Capture concrete, policy-specific facts as structured key/value pairs.
+- Prioritize facts that agents may need later but that are often omitted from strict schemas: policyholder names, insured person names, driver names, ages, dates of birth, marital status, garaging information, lienholders, household members, vehicle assignments, schedule row details, and other discrete identifiers.
+- Use short normalized keys like "policyholder_name", "policyholder_age", "insured_name", "driver_age", "driver_date_of_birth", "garaging_zip", "vehicle_principal_driver".
+- Use subject when the fact belongs to a specific person, vehicle, property, or scheduled item.
+- Do not invent facts.
+- Do not include vague boilerplate or generic form language.
+- Do not repeat large narrative excerpts; keep facts atomic.
+
 Return JSON only.`;
 }
 
@@ -4747,6 +4836,28 @@ function createExtractor(config) {
           mergeMemoryResult(result.name, result.data, memory);
         }
       }
+      const supplementaryExtractor = getExtractor("supplementary");
+      if (supplementaryExtractor) {
+        onProgress?.("Extracting supplementary retrieval facts...");
+        try {
+          const supplementaryResult = await runExtractor({
+            name: "supplementary",
+            prompt: supplementaryExtractor.buildPrompt(),
+            schema: supplementaryExtractor.schema,
+            pdfBase64,
+            startPage: 1,
+            endPage: pageCount,
+            generateObject,
+            convertPdfToImages,
+            maxTokens: supplementaryExtractor.maxTokens ?? 4096,
+            providerOptions
+          });
+          trackUsage(supplementaryResult.usage);
+          mergeMemoryResult(supplementaryResult.name, supplementaryResult.data, memory);
+        } catch (error) {
+          await log?.(`Supplementary extractor failed: ${error}`);
+        }
+      }
       await pipelineCtx.save("extract", {
         id,
         pageCount,
@@ -7462,6 +7573,7 @@ export {
   AuditTypeSchema,
   AutoFillMatchSchema,
   AutoFillResultSchema,
+  AuxiliaryFactSchema,
   BOAT_TYPES,
   BindingAuthoritySchema,
   BoatTypeSchema,