@character-foundry/character-foundry 0.4.2 → 0.4.3-dev.1766019473

package/dist/loader.d.cts

@@ -33,7 +33,8 @@ declare const CCv3CharacterBookSchema: z.ZodObject<{
 		position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 			z.ZodEnum<[
 				"before_char",
-				"after_char"
+				"after_char",
+				"in_chat"
 			]>,
 			z.ZodNumber,
 			z.ZodLiteral<"">
@@ -76,7 +77,8 @@ declare const CCv3CharacterBookSchema: z.ZodObject<{
 		position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 			z.ZodEnum<[
 				"before_char",
-				"after_char"
+				"after_char",
+				"in_chat"
 			]>,
 			z.ZodNumber,
 			z.ZodLiteral<"">
@@ -119,7 +121,8 @@ declare const CCv3CharacterBookSchema: z.ZodObject<{
 		position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 			z.ZodEnum<[
 				"before_char",
-				"after_char"
+				"after_char",
+				"in_chat"
 			]>,
 			z.ZodNumber,
 			z.ZodLiteral<"">
@@ -164,7 +167,8 @@ declare const CCv3CharacterBookSchema: z.ZodObject<{
 		position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 			z.ZodEnum<[
 				"before_char",
-				"after_char"
+				"after_char",
+				"in_chat"
 			]>,
 			z.ZodNumber,
 			z.ZodLiteral<"">
@@ -215,7 +219,8 @@ declare const CCv3CharacterBookSchema: z.ZodObject<{
 		position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 			z.ZodEnum<[
 				"before_char",
-				"after_char"
+				"after_char",
+				"in_chat"
 			]>,
 			z.ZodNumber,
 			z.ZodLiteral<"">
@@ -291,7 +296,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -334,7 +340,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -377,7 +384,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -422,7 +430,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -473,7 +482,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -572,7 +582,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -647,7 +658,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -732,7 +744,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -811,7 +824,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -1180,6 +1194,13 @@ export interface AuthoritativeMetadata {
 	tokens: TokenCounts;
 	/** Content hash computed server-side */
 	contentHash: string;
+	/**
+	 * Content hash v2 computed server-side.
+	 *
+	 * @remarks
+	 * v1 is preserved for backwards compatibility. Prefer v2 for new storage/deduplication.
+	 */
+	contentHashV2?: string;
 	/** Whether the card has a lorebook */
 	hasLorebook: boolean;
 	/** Number of lorebook entries */
@@ -1279,6 +1300,13 @@ export declare function validateClientMetadata(clientMetadata: ClientMetadata, p
  * @returns SHA-256 hash of canonical content
  */
 export declare function computeContentHash(card: CCv3Data): Promise<string>;
+/**
+ * Compute content hash v2 for a card (standalone utility)
+ *
+ * @param card - CCv3 card data
+ * @returns SHA-256 hash of canonical content v2
+ */
+export declare function computeContentHashV2(card: CCv3Data): Promise<string>;
 /**
  * Options for synchronous metadata validation
  */

package/dist/loader.d.ts

@@ -33,7 +33,8 @@ declare const CCv3CharacterBookSchema: z.ZodObject<{
 		position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 			z.ZodEnum<[
 				"before_char",
-				"after_char"
+				"after_char",
+				"in_chat"
 			]>,
 			z.ZodNumber,
 			z.ZodLiteral<"">
@@ -76,7 +77,8 @@ declare const CCv3CharacterBookSchema: z.ZodObject<{
 		position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 			z.ZodEnum<[
 				"before_char",
-				"after_char"
+				"after_char",
+				"in_chat"
 			]>,
 			z.ZodNumber,
 			z.ZodLiteral<"">
@@ -119,7 +121,8 @@ declare const CCv3CharacterBookSchema: z.ZodObject<{
 		position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 			z.ZodEnum<[
 				"before_char",
-				"after_char"
+				"after_char",
+				"in_chat"
 			]>,
 			z.ZodNumber,
 			z.ZodLiteral<"">
@@ -164,7 +167,8 @@ declare const CCv3CharacterBookSchema: z.ZodObject<{
 		position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 			z.ZodEnum<[
 				"before_char",
-				"after_char"
+				"after_char",
+				"in_chat"
 			]>,
 			z.ZodNumber,
 			z.ZodLiteral<"">
@@ -215,7 +219,8 @@ declare const CCv3CharacterBookSchema: z.ZodObject<{
 		position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 			z.ZodEnum<[
 				"before_char",
-				"after_char"
+				"after_char",
+				"in_chat"
 			]>,
 			z.ZodNumber,
 			z.ZodLiteral<"">
@@ -291,7 +296,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -334,7 +340,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -377,7 +384,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -422,7 +430,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -473,7 +482,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -572,7 +582,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -647,7 +658,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -732,7 +744,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -811,7 +824,8 @@ declare const CCv3DataSchema: z.ZodObject<{
 				position: z.ZodOptional<z.ZodNullable<z.ZodUnion<[
 					z.ZodEnum<[
 						"before_char",
-						"after_char"
+						"after_char",
+						"in_chat"
 					]>,
 					z.ZodNumber,
 					z.ZodLiteral<"">
@@ -1180,6 +1194,13 @@ export interface AuthoritativeMetadata {
 	tokens: TokenCounts;
 	/** Content hash computed server-side */
 	contentHash: string;
+	/**
+	 * Content hash v2 computed server-side.
+	 *
+	 * @remarks
+	 * v1 is preserved for backwards compatibility. Prefer v2 for new storage/deduplication.
+	 */
+	contentHashV2?: string;
 	/** Whether the card has a lorebook */
 	hasLorebook: boolean;
 	/** Number of lorebook entries */
@@ -1279,6 +1300,13 @@ export declare function validateClientMetadata(clientMetadata: ClientMetadata, p
  * @returns SHA-256 hash of canonical content
  */
 export declare function computeContentHash(card: CCv3Data): Promise<string>;
+/**
+ * Compute content hash v2 for a card (standalone utility)
+ *
+ * @param card - CCv3 card data
+ * @returns SHA-256 hash of canonical content v2
+ */
+export declare function computeContentHashV2(card: CCv3Data): Promise<string>;
 /**
  * Options for synchronous metadata validation
  */

package/dist/loader.js

@@ -473,7 +473,7 @@ var CCv2LorebookEntrySchema = z2.object({
   selective: z2.boolean().nullable().optional(),
   secondary_keys: z2.array(z2.string()).nullable().optional(),
   constant: z2.boolean().nullable().optional(),
-  position: z2.union([z2.enum(["before_char", "after_char"]), z2.number().int(), z2.literal("")]).nullable().optional()
+  position: z2.union([z2.enum(["before_char", "after_char", "in_chat"]), z2.number().int(), z2.literal("")]).nullable().optional()
 }).passthrough();
 var CCv2CharacterBookSchema = z2.object({
   name: z2.string().optional(),
@@ -537,7 +537,7 @@ var CCv3LorebookEntrySchema = z3.object({
   selective: z3.boolean().nullable().optional(),
   secondary_keys: z3.array(z3.string()).nullable().optional(),
   constant: z3.boolean().nullable().optional(),
-  position: z3.union([z3.enum(["before_char", "after_char"]), z3.number().int(), z3.literal("")]).nullable().optional(),
+  position: z3.union([z3.enum(["before_char", "after_char", "in_chat"]), z3.number().int(), z3.literal("")]).nullable().optional(),
   extensions: z3.record(z3.unknown()).optional(),
   // v3 specific - also lenient with types since SillyTavern uses numbers for enums
   automation_id: z3.string().optional(),
@@ -8697,7 +8697,7 @@ function defaultTokenCounter(_card) {
     total: 0
   };
 }
-function getCanonicalContent(card) {
+function getCanonicalContentV1(card) {
   const normalized = {
     name: card.data.name,
     description: card.data.description || "",
@@ -8719,6 +8719,69 @@ function getCanonicalContent(card) {
   };
   return JSON.stringify(normalized, Object.keys(normalized).sort());
 }
+function stableStringify(value) {
+  if (value === null) return "null";
+  switch (typeof value) {
+    case "string":
+      return JSON.stringify(value);
+    case "number":
+      return Number.isFinite(value) ? String(value) : "null";
+    case "boolean":
+      return value ? "true" : "false";
+    case "bigint":
+      return JSON.stringify(value.toString());
+    case "undefined":
+    case "function":
+    case "symbol":
+      return "null";
+    case "object": {
+      if (Array.isArray(value)) {
+        const parts2 = value.map((item) => {
+          if (item === void 0 || typeof item === "function" || typeof item === "symbol") {
+            return "null";
+          }
+          return stableStringify(item);
+        });
+        return `[${parts2.join(",")}]`;
+      }
+      const obj = value;
+      const keys = Object.keys(obj).sort();
+      const parts = [];
+      for (const key of keys) {
+        const v = obj[key];
+        if (v === void 0 || typeof v === "function" || typeof v === "symbol") {
+          continue;
+        }
+        parts.push(`${JSON.stringify(key)}:${stableStringify(v)}`);
+      }
+      return `{${parts.join(",")}}`;
+    }
+    default:
+      return "null";
+  }
+}
+function getCanonicalContentV2(card) {
+  const normalized = {
+    name: card.data.name,
+    description: card.data.description || "",
+    personality: card.data.personality || "",
+    scenario: card.data.scenario || "",
+    first_mes: card.data.first_mes || "",
+    mes_example: card.data.mes_example || "",
+    system_prompt: card.data.system_prompt || "",
+    post_history_instructions: card.data.post_history_instructions || "",
+    alternate_greetings: card.data.alternate_greetings || [],
+    character_book: card.data.character_book ? {
+      entries: (card.data.character_book.entries || []).map((e) => ({
+        keys: e.keys,
+        content: e.content,
+        enabled: e.enabled
+      }))
+    } : null,
+    creator_notes: card.data.creator_notes || ""
+  };
+  return stableStringify(normalized);
+}
 function isWithinTolerance(clientValue, computedValue, tolerance) {
   if (clientValue === void 0) return false;
   if (computedValue === 0) return clientValue === 0;
@@ -8739,15 +8802,18 @@ async function validateClientMetadata(clientMetadata, parseResult, options = {})
   const warnings = [];
   const errors = [];
   const computedTokens = countTokens(card);
-  const canonicalContent = getCanonicalContent(card);
-  const computedHash = await computeHash(canonicalContent);
+  const canonicalContentV1 = getCanonicalContentV1(card);
+  const canonicalContentV2 = getCanonicalContentV2(card);
+  const computedHashV1 = await computeHash(canonicalContentV1);
+  const computedHashV2 = await computeHash(canonicalContentV2);
   const entries = card.data.character_book?.entries || [];
   const computedHasLorebook = entries.length > 0;
   const computedLorebookCount = entries.length;
   const authoritative = {
     name: card.data.name,
     tokens: computedTokens,
-    contentHash: computedHash,
+    contentHash: computedHashV1,
+    contentHashV2: computedHashV2,
     hasLorebook: computedHasLorebook,
     lorebookEntriesCount: computedLorebookCount
   };
@@ -8759,21 +8825,27 @@ async function validateClientMetadata(clientMetadata, parseResult, options = {})
       withinTolerance: false
     });
   }
-  if (clientMetadata.contentHash !== computedHash) {
+  const matchesV1 = clientMetadata.contentHash === computedHashV1;
+  const matchesV2 = clientMetadata.contentHash === computedHashV2;
+  if (!matchesV1 && !matchesV2) {
     const disc = {
       field: "contentHash",
       clientValue: clientMetadata.contentHash,
-      computedValue: computedHash,
+      computedValue: computedHashV1,
       withinTolerance: false
     };
     discrepancies.push(disc);
     if (allowHashMismatch) {
       warnings.push(
-        `Content hash mismatch: client=${clientMetadata.contentHash.substring(0, 8)}..., server=${computedHash.substring(0, 8)}...`
+        `Content hash mismatch: client=${clientMetadata.contentHash.substring(0, 8)}..., server(v1)=${computedHashV1.substring(0, 8)}..., server(v2)=${computedHashV2.substring(0, 8)}...`
       );
     } else {
       errors.push("Content hash mismatch - possible tampering or encoding difference");
     }
+  } else if (matchesV1 && !matchesV2) {
+    warnings.push(
+      "Client contentHash matches legacy v1 canonicalization. Prefer authoritative.contentHashV2 for new storage."
+    );
   }
   const tokenFields = [
     "description",
@@ -8854,7 +8926,11 @@ async function validateClientMetadata(clientMetadata, parseResult, options = {})
   };
 }
 async function computeContentHash(card) {
-  const content = getCanonicalContent(card);
+  const content = getCanonicalContentV1(card);
+  return sha256Hash(content);
+}
+async function computeContentHashV2(card) {
+  const content = getCanonicalContentV2(card);
   return sha256Hash(content);
 }
 function validateClientMetadataSync(clientMetadata, parseResult, options) {
@@ -8870,15 +8946,18 @@ function validateClientMetadataSync(clientMetadata, parseResult, options) {
   const warnings = [];
   const errors = [];
   const computedTokens = countTokens(card);
-  const canonicalContent = getCanonicalContent(card);
-  const computedHash = computeHash(canonicalContent);
+  const canonicalContentV1 = getCanonicalContentV1(card);
+  const canonicalContentV2 = getCanonicalContentV2(card);
+  const computedHashV1 = computeHash(canonicalContentV1);
+  const computedHashV2 = computeHash(canonicalContentV2);
   const entries = card.data.character_book?.entries || [];
   const computedHasLorebook = entries.length > 0;
   const computedLorebookCount = entries.length;
   const authoritative = {
     name: card.data.name,
     tokens: computedTokens,
-    contentHash: computedHash,
+    contentHash: computedHashV1,
+    contentHashV2: computedHashV2,
     hasLorebook: computedHasLorebook,
     lorebookEntriesCount: computedLorebookCount
   };
@@ -8890,11 +8969,13 @@ function validateClientMetadataSync(clientMetadata, parseResult, options) {
       withinTolerance: false
     });
   }
-  if (clientMetadata.contentHash !== computedHash) {
+  const matchesV1 = clientMetadata.contentHash === computedHashV1;
+  const matchesV2 = clientMetadata.contentHash === computedHashV2;
+  if (!matchesV1 && !matchesV2) {
     discrepancies.push({
       field: "contentHash",
       clientValue: clientMetadata.contentHash,
-      computedValue: computedHash,
+      computedValue: computedHashV1,
       withinTolerance: false
     });
     if (allowHashMismatch) {
@@ -8902,6 +8983,10 @@ function validateClientMetadataSync(clientMetadata, parseResult, options) {
     } else {
       errors.push("Content hash mismatch");
     }
+  } else if (matchesV1 && !matchesV2) {
+    warnings.push(
+      "Client contentHash matches legacy v1 canonicalization. Prefer authoritative.contentHashV2 for new storage."
+    );
   }
   const tokenFields = [
     "description",
@@ -8970,6 +9055,7 @@ function validateClientMetadataSync(clientMetadata, parseResult, options) {
 }
 export {
   computeContentHash,
+  computeContentHashV2,
   detectFormat,
   getContainerFormat,
   mightBeCard,