@x12i/provider-metadata 1.0.0 → 1.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/README.md CHANGED
@@ -30,6 +30,36 @@ const record = openMetadata(wire);
30
30
 
31
31
  `record` is the full string map. Another caller map, with different keys, packs and opens the same way.
32
32
 
33
+ ## Automatic trim
34
+
35
+ Writers create one packer at initialization. `pack` keeps the record inside 4096 base64 characters. It drops the lowest-priority pair, then the next, and reports every key it removed.
36
+
37
+ `priority` is highest priority first. Listed keys are kept ahead of keys that are not in the list. An earlier list entry is kept ahead of a later one. Among keys with the same priority, the longest value is dropped first.
38
+
39
+ ```ts
40
+ import { createMetadataPacker, openMetadata } from "@x12i/provider-metadata";
41
+
42
+ const packer = createMetadataPacker({
43
+ priority: ["agentId", "orgId", "stepId", "skillId", "recordId", "objectType"]
44
+ });
45
+
46
+ const packed = packer.pack({
47
+ objectType: "finding",
48
+ recordId: "rec-1",
49
+ note: veryLongText
50
+ });
51
+
52
+ if (packed.dropped.length) {
53
+ // packed.dropped lists the keys that did not fit, least important first
54
+ }
55
+
56
+ const record = openMetadata(packed.wire);
57
+ ```
58
+
59
+ `@x12i/ai-dispatcher` does this on every call. Pass the same list once as `metadataPriority`. A trimmed call adds a `METADATA_RECORD_TRIMMED` warning. `metadataTrimWarning(packed.dropped)` builds that warning from a direct `pack` result.
60
+
61
+ `packMetadata` does not drop keys. A record that does not fit throws `METADATA_RECORD_TOO_LARGE`.
62
+
33
63
  `packMetadata(...layers)` accepts `Record<string, unknown> | undefined`. Later layers win on the same key. String, number, and boolean values are stored. A number becomes its decimal string, and a boolean becomes `"true"` or `"false"`. Objects and arrays are omitted. When a later value is an object or array, the earlier scalar for that key stays. An empty result is `undefined`.
34
64
 
35
65
  ## Wire object
@@ -41,7 +71,7 @@ The stored value is UTF-8 JSON of the string map, with keys sorted, then base64.
41
71
  | `PROVIDER_METADATA_CHUNK_SIZE` | 256 characters |
42
72
  | `PROVIDER_METADATA_MAX_CHUNKS` | 16 |
43
73
 
44
- A larger record throws `METADATA_RECORD_TOO_LARGE` (4096 base64 characters).
74
+ The limit is 4096 base64 characters. `createMetadataPacker` drops pairs until the record fits. `packMetadata` throws `METADATA_RECORD_TOO_LARGE` instead.
45
75
 
46
76
  `openMetadata` joins `m.0`, `m.1`, … in order, decodes the base64, and returns every string in that JSON object. A missing record, or a value that is not an object, returns `{}`.
47
77
 
@@ -54,4 +84,4 @@ These provider slots hold that same object:
54
84
  | Bedrock | `requestMetadata` |
55
85
  | Cloudflare | Body `metadata` and the `cf-aig-metadata` header |
56
86
 
57
- `@x12i/ai-dispatcher` calls `packMetadata` for the caller. The caller sends one map on the request. The dispatcher writes this object onto the provider that runs the call.
87
+ `@x12i/ai-dispatcher` creates one packer for the caller. The caller sends one map on the request. The dispatcher writes this object onto the provider that runs the call.
package/dist/index.cjs CHANGED
@@ -20,8 +20,11 @@ var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: tru
20
20
  // src/index.ts
21
21
  var index_exports = {};
22
22
  __export(index_exports, {
23
+ METADATA_RECORD_TRIMMED: () => METADATA_RECORD_TRIMMED,
23
24
  PROVIDER_METADATA_CHUNK_SIZE: () => PROVIDER_METADATA_CHUNK_SIZE,
24
25
  PROVIDER_METADATA_MAX_CHUNKS: () => PROVIDER_METADATA_MAX_CHUNKS,
26
+ createMetadataPacker: () => createMetadataPacker,
27
+ metadataTrimWarning: () => metadataTrimWarning,
25
28
  openMetadata: () => openMetadata,
26
29
  packMetadata: () => packMetadata
27
30
  });
@@ -29,16 +32,49 @@ module.exports = __toCommonJS(index_exports);
29
32
  var PROVIDER_METADATA_CHUNK_SIZE = 256;
30
33
  var PROVIDER_METADATA_MAX_CHUNKS = 16;
31
34
  var MAX_ENCODED_LENGTH = PROVIDER_METADATA_CHUNK_SIZE * PROVIDER_METADATA_MAX_CHUNKS;
32
- function packMetadata(...layers) {
33
- const map = {};
34
- for (const layer of layers) {
35
- if (!layer) continue;
36
- for (const [key, value] of Object.entries(layer)) {
37
- const asString = asMetadataString(value);
38
- if (asString !== void 0) map[key] = asString;
35
+ var METADATA_RECORD_TRIMMED = "METADATA_RECORD_TRIMMED";
36
+ function createMetadataPacker(options) {
37
+ const priority = [...options?.priority ?? []];
38
+ const rank = /* @__PURE__ */ new Map();
39
+ for (let index = 0; index < priority.length; index += 1) {
40
+ const key = priority[index];
41
+ if (key !== void 0 && !rank.has(key)) rank.set(key, index);
42
+ }
43
+ return {
44
+ pack(...layers) {
45
+ const map = collectStrings(layers);
46
+ const dropped = [];
47
+ let encoded = encodeProviderRecord(map);
48
+ while (encoded.tooLarge) {
49
+ const victim = leastImportantKey(map, rank, priority.length);
50
+ if (!victim) break;
51
+ delete map[victim];
52
+ dropped.push(victim);
53
+ encoded = encodeProviderRecord(map);
54
+ }
55
+ return {
56
+ ...encoded.wire ? { wire: encoded.wire } : {},
57
+ dropped
58
+ };
39
59
  }
60
+ };
61
+ }
62
+ function metadataTrimWarning(dropped) {
63
+ if (!dropped.length) return void 0;
64
+ return {
65
+ code: METADATA_RECORD_TRIMMED,
66
+ message: `Dropped metadata keys so the provider record fits: ${dropped.join(", ")}.`,
67
+ details: { dropped: [...dropped] }
68
+ };
69
+ }
70
+ function packMetadata(...layers) {
71
+ const encoded = encodeProviderRecord(collectStrings(layers));
72
+ if (encoded.tooLarge) {
73
+ throw new Error(
74
+ `METADATA_RECORD_TOO_LARGE: provider metadata is ${encoded.encodedLength} base64 characters; the maximum is ${MAX_ENCODED_LENGTH}.`
75
+ );
40
76
  }
41
- return encodeProviderRecord(map);
77
+ return encoded.wire;
42
78
  }
43
79
  function openMetadata(wire) {
44
80
  if (!isRecord(wire)) return {};
@@ -57,29 +93,53 @@ function openMetadata(wire) {
57
93
  }
58
94
  return record;
59
95
  }
96
+ function collectStrings(layers) {
97
+ const map = {};
98
+ for (const layer of layers) {
99
+ if (!layer) continue;
100
+ for (const [key, value] of Object.entries(layer)) {
101
+ const asString = asMetadataString(value);
102
+ if (asString !== void 0) map[key] = asString;
103
+ }
104
+ }
105
+ return map;
106
+ }
60
107
  function encodeProviderRecord(map) {
61
108
  const keys = Object.keys(map).sort();
62
- if (!keys.length) return void 0;
109
+ if (!keys.length) return { encodedLength: 0, tooLarge: false };
63
110
  const ordered = {};
64
111
  for (const key of keys) {
65
112
  const value = map[key];
66
113
  if (value !== void 0) ordered[key] = value;
67
114
  }
68
115
  const encoded = Buffer.from(JSON.stringify(ordered), "utf8").toString("base64");
69
- const chunks = Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE);
70
- if (chunks > PROVIDER_METADATA_MAX_CHUNKS) {
71
- throw new Error(
72
- `METADATA_RECORD_TOO_LARGE: provider metadata is ${encoded.length} base64 characters; the maximum is ${MAX_ENCODED_LENGTH}.`
73
- );
116
+ if (Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE) > PROVIDER_METADATA_MAX_CHUNKS) {
117
+ return { encodedLength: encoded.length, tooLarge: true };
74
118
  }
75
119
  const wire = {};
76
- for (let index = 0; index < chunks; index += 1) {
120
+ for (let index = 0; index < Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE); index += 1) {
77
121
  wire[`m.${index}`] = encoded.slice(
78
122
  index * PROVIDER_METADATA_CHUNK_SIZE,
79
123
  (index + 1) * PROVIDER_METADATA_CHUNK_SIZE
80
124
  );
81
125
  }
82
- return wire;
126
+ return { wire, encodedLength: encoded.length, tooLarge: false };
127
+ }
128
+ function leastImportantKey(map, rank, unlistedRank) {
129
+ let chosen;
130
+ let chosenRank = -1;
131
+ let chosenSize = -1;
132
+ for (const [key, value] of Object.entries(map)) {
133
+ const keyRank = rank.get(key) ?? unlistedRank;
134
+ const size = value.length;
135
+ const lessImportant = chosen === void 0 || keyRank > chosenRank || keyRank === chosenRank && size > chosenSize || keyRank === chosenRank && size === chosenSize && key > chosen;
136
+ if (lessImportant) {
137
+ chosen = key;
138
+ chosenRank = keyRank;
139
+ chosenSize = size;
140
+ }
141
+ }
142
+ return chosen;
83
143
  }
84
144
  function asMetadataString(value) {
85
145
  if (typeof value === "string") return value;
@@ -92,8 +152,11 @@ function isRecord(value) {
92
152
  }
93
153
  // Annotate the CommonJS export names for ESM import in node:
94
154
  0 && (module.exports = {
155
+ METADATA_RECORD_TRIMMED,
95
156
  PROVIDER_METADATA_CHUNK_SIZE,
96
157
  PROVIDER_METADATA_MAX_CHUNKS,
158
+ createMetadataPacker,
159
+ metadataTrimWarning,
97
160
  openMetadata,
98
161
  packMetadata
99
162
  });
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts"],"sourcesContent":["export const PROVIDER_METADATA_CHUNK_SIZE = 256;\r\nexport const PROVIDER_METADATA_MAX_CHUNKS = 16;\r\n\r\nconst MAX_ENCODED_LENGTH = PROVIDER_METADATA_CHUNK_SIZE * PROVIDER_METADATA_MAX_CHUNKS;\r\n\r\n/**\r\n * Packs caller maps into one provider metadata object.\r\n * Later layers win on the same key. String, number, and boolean values are stored.\r\n * Numbers and booleans are stored as their string form. Objects and arrays are omitted.\r\n * An empty result is `undefined`.\r\n * The packed object is the same for every provider: `m.0`, `m.1`, and so on.\r\n */\r\nexport function packMetadata(\r\n ...layers: Array<Record<string, unknown> | undefined>\r\n): Record<string, string> | undefined {\r\n const map: Record<string, string> = {};\r\n for (const layer of layers) {\r\n if (!layer) continue;\r\n for (const [key, value] of Object.entries(layer)) {\r\n const asString = asMetadataString(value);\r\n if (asString !== undefined) map[key] = asString;\r\n }\r\n }\r\n return encodeProviderRecord(map);\r\n}\r\n\r\n/**\r\n * Opens the `m.0`, `m.1`, ... object from a provider log.\r\n * Returns every stored pair. A missing record returns `{}`.\r\n */\r\nexport function openMetadata(wire: unknown): Record<string, string> {\r\n if (!isRecord(wire)) return {};\r\n const parts: string[] = [];\r\n for (let index = 0; ; index += 1) {\r\n const chunk = wire[`m.${index}`];\r\n if (typeof chunk !== \"string\") break;\r\n parts.push(chunk);\r\n }\r\n if (!parts.length) return {};\r\n const parsed: unknown = JSON.parse(Buffer.from(parts.join(\"\"), \"base64\").toString(\"utf8\"));\r\n if (!isRecord(parsed)) return {};\r\n const record: Record<string, string> = {};\r\n for (const [key, value] of Object.entries(parsed)) {\r\n if (typeof value === \"string\") record[key] = value;\r\n }\r\n return record;\r\n}\r\n\r\nfunction encodeProviderRecord(map: Record<string, string>): Record<string, string> | undefined {\r\n const keys = Object.keys(map).sort();\r\n if (!keys.length) return undefined;\r\n const ordered: Record<string, string> = {};\r\n for (const key of keys) {\r\n const value = map[key];\r\n if (value !== undefined) ordered[key] = value;\r\n }\r\n const encoded = Buffer.from(JSON.stringify(ordered), \"utf8\").toString(\"base64\");\r\n const chunks = Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE);\r\n if (chunks > PROVIDER_METADATA_MAX_CHUNKS) {\r\n throw new Error(\r\n `METADATA_RECORD_TOO_LARGE: provider metadata is ${encoded.length} base64 characters; the maximum is ${MAX_ENCODED_LENGTH}.`\r\n );\r\n }\r\n const wire: Record<string, string> = {};\r\n for (let index = 0; index < chunks; index += 1) {\r\n wire[`m.${index}`] = encoded.slice(\r\n index * PROVIDER_METADATA_CHUNK_SIZE,\r\n (index + 1) * PROVIDER_METADATA_CHUNK_SIZE\r\n );\r\n }\r\n return wire;\r\n}\r\n\r\nfunction asMetadataString(value: unknown): string | undefined {\r\n if (typeof value === \"string\") return value;\r\n if (typeof value === \"boolean\") return value ? \"true\" : \"false\";\r\n if (typeof value === \"number\" && Number.isFinite(value)) return String(value);\r\n return undefined;\r\n}\r\n\r\nfunction isRecord(value: unknown): value is Record<string, unknown> {\r\n return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAO,IAAM,+BAA+B;AACrC,IAAM,+BAA+B;AAE5C,IAAM,qBAAqB,+BAA+B;AASnD,SAAS,gBACX,QACiC;AACpC,QAAM,MAA8B,CAAC;AACrC,aAAW,SAAS,QAAQ;AAC1B,QAAI,CAAC,MAAO;AACZ,eAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,YAAM,WAAW,iBAAiB,KAAK;AACvC,UAAI,aAAa,OAAW,KAAI,GAAG,IAAI;AAAA,IACzC;AAAA,EACF;AACA,SAAO,qBAAqB,GAAG;AACjC;AAMO,SAAS,aAAa,MAAuC;AAClE,MAAI,CAAC,SAAS,IAAI,EAAG,QAAO,CAAC;AAC7B,QAAM,QAAkB,CAAC;AACzB,WAAS,QAAQ,KAAK,SAAS,GAAG;AAChC,UAAM,QAAQ,KAAK,KAAK,KAAK,EAAE;AAC/B,QAAI,OAAO,UAAU,SAAU;AAC/B,UAAM,KAAK,KAAK;AAAA,EAClB;AACA,MAAI,CAAC,MAAM,OAAQ,QAAO,CAAC;AAC3B,QAAM,SAAkB,KAAK,MAAM,OAAO,KAAK,MAAM,KAAK,EAAE,GAAG,QAAQ,EAAE,SAAS,MAAM,CAAC;AACzF,MAAI,CAAC,SAAS,MAAM,EAAG,QAAO,CAAC;AAC/B,QAAM,SAAiC,CAAC;AACxC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,MAAM,GAAG;AACjD,QAAI,OAAO,UAAU,SAAU,QAAO,GAAG,IAAI;AAAA,EAC/C;AACA,SAAO;AACT;AAEA,SAAS,qBAAqB,KAAiE;AAC7F,QAAM,OAAO,OAAO,KAAK,GAAG,EAAE,KAAK;AACnC,MAAI,CAAC,KAAK,OAAQ,QAAO;AACzB,QAAM,UAAkC,CAAC;AACzC,aAAW,OAAO,MAAM;AACtB,UAAM,QAAQ,IAAI,GAAG;AACrB,QAAI,UAAU,OAAW,SAAQ,GAAG,IAAI;AAAA,EAC1C;AACA,QAAM,UAAU,OAAO,KAAK,KAAK,UAAU,OAAO,GAAG,MAAM,EAAE,SAAS,QAAQ;AAC9E,QAAM,SAAS,KAAK,KAAK,QAAQ,SAAS,4BAA4B;AACtE,MAAI,SAAS,8BAA8B;AACzC,UAAM,IAAI;AAAA,MACR,mDAAmD,QAAQ,MAAM,sCAAsC,kBAAkB;AAAA,IAC3H;AAAA,EACF;AACA,QAAM,OAA+B,CAAC;AACtC,WAAS,QAAQ,GAAG,QAAQ,QAAQ,SAAS,GAAG;AAC9C,SAAK,KAAK,KAAK,EAAE,IAAI,QAAQ;AAAA,MAC3B,QAAQ;AAAA,OACP,QAAQ,KAAK;AAAA,IAChB;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,iBAAiB,OAAoC;AAC5D,MAAI,OAAO,UAAU,SAAU,QAAO;AACtC,MAAI,OAAO,UAAU,UAAW,QAAO,QAAQ,SAAS;AACxD,MAAI,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,EAAG,QAAO,OAAO,KAAK;AAC5E,SAAO;AACT;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;","names":[]}
1
+ {"version":3,"sources":["../src/index.ts"],"sourcesContent":["export const PROVIDER_METADATA_CHUNK_SIZE = 256;\r\nexport const PROVIDER_METADATA_MAX_CHUNKS = 16;\r\n\r\nconst MAX_ENCODED_LENGTH = PROVIDER_METADATA_CHUNK_SIZE * PROVIDER_METADATA_MAX_CHUNKS;\r\n\r\nexport const METADATA_RECORD_TRIMMED = \"METADATA_RECORD_TRIMMED\";\r\n\r\nexport interface MetadataPackerOptions {\r\n /**\r\n * Highest priority first.\r\n * Listed keys are kept ahead of every key that is not in the list.\r\n * Within the list, an earlier key is kept ahead of a later key.\r\n */\r\n priority?: readonly string[];\r\n}\r\n\r\nexport interface PackedMetadata {\r\n /** Provider wire object. Omitted when the map is empty or every pair was dropped. */\r\n wire?: Record<string, string>;\r\n /** Keys removed so the record fits, least important first. Empty when nothing was dropped. */\r\n dropped: readonly string[];\r\n}\r\n\r\nexport interface MetadataTrimWarning {\r\n code: typeof METADATA_RECORD_TRIMMED;\r\n message: string;\r\n details: { dropped: string[] };\r\n}\r\n\r\nexport interface MetadataPacker {\r\n pack(...layers: Array<Record<string, unknown> | undefined>): PackedMetadata;\r\n}\r\n\r\n/**\r\n * One packer for a process.\r\n * Pass the priority list here. Every `pack` call trims to the provider limit and reports dropped keys.\r\n */\r\nexport function createMetadataPacker(options?: MetadataPackerOptions): MetadataPacker {\r\n const priority = [...(options?.priority ?? [])];\r\n const rank = new Map<string, number>();\r\n for (let index = 0; index < priority.length; index += 1) {\r\n const key = priority[index];\r\n if (key !== undefined && !rank.has(key)) rank.set(key, index);\r\n }\r\n\r\n return {\r\n pack(...layers) {\r\n const map = collectStrings(layers);\r\n const dropped: string[] = [];\r\n let encoded = encodeProviderRecord(map);\r\n while (encoded.tooLarge) {\r\n const victim = leastImportantKey(map, rank, priority.length);\r\n if (!victim) break;\r\n delete map[victim];\r\n dropped.push(victim);\r\n encoded = encodeProviderRecord(map);\r\n }\r\n return {\r\n ...(encoded.wire ? { wire: encoded.wire } : {}),\r\n dropped\r\n };\r\n }\r\n };\r\n}\r\n\r\n/** Warning for a pack that had to drop keys. Omitted when nothing was dropped. */\r\nexport function metadataTrimWarning(dropped: readonly string[]): MetadataTrimWarning | undefined {\r\n if (!dropped.length) return undefined;\r\n return {\r\n code: METADATA_RECORD_TRIMMED,\r\n message: `Dropped metadata keys so the provider record fits: ${dropped.join(\", \")}.`,\r\n details: { dropped: [...dropped] }\r\n };\r\n}\r\n\r\n/**\r\n * Packs caller maps into one provider metadata object.\r\n * Later layers win on the same key. String, number, and boolean values are stored.\r\n * Numbers and booleans are stored as their string form. Objects and arrays are omitted.\r\n * An empty result is `undefined`.\r\n * A record over the size limit throws `METADATA_RECORD_TOO_LARGE`.\r\n * Writers that should drop pairs instead use `createMetadataPacker`.\r\n * The packed object is the same for every provider: `m.0`, `m.1`, and so on.\r\n */\r\nexport function packMetadata(\r\n ...layers: Array<Record<string, unknown> | undefined>\r\n): Record<string, string> | undefined {\r\n const encoded = encodeProviderRecord(collectStrings(layers));\r\n if (encoded.tooLarge) {\r\n throw new Error(\r\n `METADATA_RECORD_TOO_LARGE: provider metadata is ${encoded.encodedLength} base64 characters; the maximum is ${MAX_ENCODED_LENGTH}.`\r\n );\r\n }\r\n return encoded.wire;\r\n}\r\n\r\n/**\r\n * Opens the `m.0`, `m.1`, ... object from a provider log.\r\n * Returns every stored pair. A missing record returns `{}`.\r\n */\r\nexport function openMetadata(wire: unknown): Record<string, string> {\r\n if (!isRecord(wire)) return {};\r\n const parts: string[] = [];\r\n for (let index = 0; ; index += 1) {\r\n const chunk = wire[`m.${index}`];\r\n if (typeof chunk !== \"string\") break;\r\n parts.push(chunk);\r\n }\r\n if (!parts.length) return {};\r\n const parsed: unknown = JSON.parse(Buffer.from(parts.join(\"\"), \"base64\").toString(\"utf8\"));\r\n if (!isRecord(parsed)) return {};\r\n const record: Record<string, string> = {};\r\n for (const [key, value] of Object.entries(parsed)) {\r\n if (typeof value === \"string\") record[key] = value;\r\n }\r\n return record;\r\n}\r\n\r\nfunction collectStrings(layers: Array<Record<string, unknown> | undefined>): Record<string, string> {\r\n const map: Record<string, string> = {};\r\n for (const layer of layers) {\r\n if (!layer) continue;\r\n for (const [key, value] of Object.entries(layer)) {\r\n const asString = asMetadataString(value);\r\n if (asString !== undefined) map[key] = asString;\r\n }\r\n }\r\n return map;\r\n}\r\n\r\nfunction encodeProviderRecord(map: Record<string, string>): {\r\n wire?: Record<string, string>;\r\n encodedLength: number;\r\n tooLarge: boolean;\r\n} {\r\n const keys = Object.keys(map).sort();\r\n if (!keys.length) return { encodedLength: 0, tooLarge: false };\r\n const ordered: Record<string, string> = {};\r\n for (const key of keys) {\r\n const value = map[key];\r\n if (value !== undefined) ordered[key] = value;\r\n }\r\n const encoded = Buffer.from(JSON.stringify(ordered), \"utf8\").toString(\"base64\");\r\n if (Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE) > PROVIDER_METADATA_MAX_CHUNKS) {\r\n return { encodedLength: encoded.length, tooLarge: true };\r\n }\r\n const wire: Record<string, string> = {};\r\n for (let index = 0; index < Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE); index += 1) {\r\n wire[`m.${index}`] = encoded.slice(\r\n index * PROVIDER_METADATA_CHUNK_SIZE,\r\n (index + 1) * PROVIDER_METADATA_CHUNK_SIZE\r\n );\r\n }\r\n return { wire, encodedLength: encoded.length, tooLarge: false };\r\n}\r\n\r\nfunction leastImportantKey(\r\n map: Record<string, string>,\r\n rank: Map<string, number>,\r\n unlistedRank: number\r\n): string | undefined {\r\n let chosen: string | undefined;\r\n let chosenRank = -1;\r\n let chosenSize = -1;\r\n for (const [key, value] of Object.entries(map)) {\r\n const keyRank = rank.get(key) ?? unlistedRank;\r\n const size = value.length;\r\n const lessImportant = chosen === undefined\r\n || keyRank > chosenRank\r\n || (keyRank === chosenRank && size > chosenSize)\r\n || (keyRank === chosenRank && size === chosenSize && key > chosen);\r\n if (lessImportant) {\r\n chosen = key;\r\n chosenRank = keyRank;\r\n chosenSize = size;\r\n }\r\n }\r\n return chosen;\r\n}\r\n\r\nfunction asMetadataString(value: unknown): string | undefined {\r\n if (typeof value === \"string\") return value;\r\n if (typeof value === \"boolean\") return value ? \"true\" : \"false\";\r\n if (typeof value === \"number\" && Number.isFinite(value)) return String(value);\r\n return undefined;\r\n}\r\n\r\nfunction isRecord(value: unknown): value is Record<string, unknown> {\r\n return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAO,IAAM,+BAA+B;AACrC,IAAM,+BAA+B;AAE5C,IAAM,qBAAqB,+BAA+B;AAEnD,IAAM,0BAA0B;AAgChC,SAAS,qBAAqB,SAAiD;AACpF,QAAM,WAAW,CAAC,GAAI,SAAS,YAAY,CAAC,CAAE;AAC9C,QAAM,OAAO,oBAAI,IAAoB;AACrC,WAAS,QAAQ,GAAG,QAAQ,SAAS,QAAQ,SAAS,GAAG;AACvD,UAAM,MAAM,SAAS,KAAK;AAC1B,QAAI,QAAQ,UAAa,CAAC,KAAK,IAAI,GAAG,EAAG,MAAK,IAAI,KAAK,KAAK;AAAA,EAC9D;AAEA,SAAO;AAAA,IACL,QAAQ,QAAQ;AACd,YAAM,MAAM,eAAe,MAAM;AACjC,YAAM,UAAoB,CAAC;AAC3B,UAAI,UAAU,qBAAqB,GAAG;AACtC,aAAO,QAAQ,UAAU;AACvB,cAAM,SAAS,kBAAkB,KAAK,MAAM,SAAS,MAAM;AAC3D,YAAI,CAAC,OAAQ;AACb,eAAO,IAAI,MAAM;AACjB,gBAAQ,KAAK,MAAM;AACnB,kBAAU,qBAAqB,GAAG;AAAA,MACpC;AACA,aAAO;AAAA,QACL,GAAI,QAAQ,OAAO,EAAE,MAAM,QAAQ,KAAK,IAAI,CAAC;AAAA,QAC7C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AAGO,SAAS,oBAAoB,SAA6D;AAC/F,MAAI,CAAC,QAAQ,OAAQ,QAAO;AAC5B,SAAO;AAAA,IACL,MAAM;AAAA,IACN,SAAS,sDAAsD,QAAQ,KAAK,IAAI,CAAC;AAAA,IACjF,SAAS,EAAE,SAAS,CAAC,GAAG,OAAO,EAAE;AAAA,EACnC;AACF;AAWO,SAAS,gBACX,QACiC;AACpC,QAAM,UAAU,qBAAqB,eAAe,MAAM,CAAC;AAC3D,MAAI,QAAQ,UAAU;AACpB,UAAM,IAAI;AAAA,MACR,mDAAmD,QAAQ,aAAa,sCAAsC,kBAAkB;AAAA,IAClI;AAAA,EACF;AACA,SAAO,QAAQ;AACjB;AAMO,SAAS,aAAa,MAAuC;AAClE,MAAI,CAAC,SAAS,IAAI,EAAG,QAAO,CAAC;AAC7B,QAAM,QAAkB,CAAC;AACzB,WAAS,QAAQ,KAAK,SAAS,GAAG;AAChC,UAAM,QAAQ,KAAK,KAAK,KAAK,EAAE;AAC/B,QAAI,OAAO,UAAU,SAAU;AAC/B,UAAM,KAAK,KAAK;AAAA,EAClB;AACA,MAAI,CAAC,MAAM,OAAQ,QAAO,CAAC;AAC3B,QAAM,SAAkB,KAAK,MAAM,OAAO,KAAK,MAAM,KAAK,EAAE,GAAG,QAAQ,EAAE,SAAS,MAAM,CAAC;AACzF,MAAI,CAAC,SAAS,MAAM,EAAG,QAAO,CAAC;AAC/B,QAAM,SAAiC,CAAC;AACxC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,MAAM,GAAG;AACjD,QAAI,OAAO,UAAU,SAAU,QAAO,GAAG,IAAI;AAAA,EAC/C;AACA,SAAO;AACT;AAEA,SAAS,eAAe,QAA4E;AAClG,QAAM,MAA8B,CAAC;AACrC,aAAW,SAAS,QAAQ;AAC1B,QAAI,CAAC,MAAO;AACZ,eAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,YAAM,WAAW,iBAAiB,KAAK;AACvC,UAAI,aAAa,OAAW,KAAI,GAAG,IAAI;AAAA,IACzC;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,qBAAqB,KAI5B;AACA,QAAM,OAAO,OAAO,KAAK,GAAG,EAAE,KAAK;AACnC,MAAI,CAAC,KAAK,OAAQ,QAAO,EAAE,eAAe,GAAG,UAAU,MAAM;AAC7D,QAAM,UAAkC,CAAC;AACzC,aAAW,OAAO,MAAM;AACtB,UAAM,QAAQ,IAAI,GAAG;AACrB,QAAI,UAAU,OAAW,SAAQ,GAAG,IAAI;AAAA,EAC1C;AACA,QAAM,UAAU,OAAO,KAAK,KAAK,UAAU,OAAO,GAAG,MAAM,EAAE,SAAS,QAAQ;AAC9E,MAAI,KAAK,KAAK,QAAQ,SAAS,4BAA4B,IAAI,8BAA8B;AAC3F,WAAO,EAAE,eAAe,QAAQ,QAAQ,UAAU,KAAK;AAAA,EACzD;AACA,QAAM,OAA+B,CAAC;AACtC,WAAS,QAAQ,GAAG,QAAQ,KAAK,KAAK,QAAQ,SAAS,4BAA4B,GAAG,SAAS,GAAG;AAChG,SAAK,KAAK,KAAK,EAAE,IAAI,QAAQ;AAAA,MAC3B,QAAQ;AAAA,OACP,QAAQ,KAAK;AAAA,IAChB;AAAA,EACF;AACA,SAAO,EAAE,MAAM,eAAe,QAAQ,QAAQ,UAAU,MAAM;AAChE;AAEA,SAAS,kBACP,KACA,MACA,cACoB;AACpB,MAAI;AACJ,MAAI,aAAa;AACjB,MAAI,aAAa;AACjB,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,GAAG,GAAG;AAC9C,UAAM,UAAU,KAAK,IAAI,GAAG,KAAK;AACjC,UAAM,OAAO,MAAM;AACnB,UAAM,gBAAgB,WAAW,UAC5B,UAAU,cACT,YAAY,cAAc,OAAO,cACjC,YAAY,cAAc,SAAS,cAAc,MAAM;AAC7D,QAAI,eAAe;AACjB,eAAS;AACT,mBAAa;AACb,mBAAa;AAAA,IACf;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,iBAAiB,OAAoC;AAC5D,MAAI,OAAO,UAAU,SAAU,QAAO;AACtC,MAAI,OAAO,UAAU,UAAW,QAAO,QAAQ,SAAS;AACxD,MAAI,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,EAAG,QAAO,OAAO,KAAK;AAC5E,SAAO;AACT;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;","names":[]}
package/dist/index.d.cts CHANGED
@@ -1,10 +1,44 @@
1
1
  declare const PROVIDER_METADATA_CHUNK_SIZE = 256;
2
2
  declare const PROVIDER_METADATA_MAX_CHUNKS = 16;
3
+ declare const METADATA_RECORD_TRIMMED = "METADATA_RECORD_TRIMMED";
4
+ interface MetadataPackerOptions {
5
+ /**
6
+ * Highest priority first.
7
+ * Listed keys are kept ahead of every key that is not in the list.
8
+ * Within the list, an earlier key is kept ahead of a later key.
9
+ */
10
+ priority?: readonly string[];
11
+ }
12
+ interface PackedMetadata {
13
+ /** Provider wire object. Omitted when the map is empty or every pair was dropped. */
14
+ wire?: Record<string, string>;
15
+ /** Keys removed so the record fits, least important first. Empty when nothing was dropped. */
16
+ dropped: readonly string[];
17
+ }
18
+ interface MetadataTrimWarning {
19
+ code: typeof METADATA_RECORD_TRIMMED;
20
+ message: string;
21
+ details: {
22
+ dropped: string[];
23
+ };
24
+ }
25
+ interface MetadataPacker {
26
+ pack(...layers: Array<Record<string, unknown> | undefined>): PackedMetadata;
27
+ }
28
+ /**
29
+ * One packer for a process.
30
+ * Pass the priority list here. Every `pack` call trims to the provider limit and reports dropped keys.
31
+ */
32
+ declare function createMetadataPacker(options?: MetadataPackerOptions): MetadataPacker;
33
+ /** Warning for a pack that had to drop keys. Omitted when nothing was dropped. */
34
+ declare function metadataTrimWarning(dropped: readonly string[]): MetadataTrimWarning | undefined;
3
35
  /**
4
36
  * Packs caller maps into one provider metadata object.
5
37
  * Later layers win on the same key. String, number, and boolean values are stored.
6
38
  * Numbers and booleans are stored as their string form. Objects and arrays are omitted.
7
39
  * An empty result is `undefined`.
40
+ * A record over the size limit throws `METADATA_RECORD_TOO_LARGE`.
41
+ * Writers that should drop pairs instead use `createMetadataPacker`.
8
42
  * The packed object is the same for every provider: `m.0`, `m.1`, and so on.
9
43
  */
10
44
  declare function packMetadata(...layers: Array<Record<string, unknown> | undefined>): Record<string, string> | undefined;
@@ -14,4 +48,4 @@ declare function packMetadata(...layers: Array<Record<string, unknown> | undefin
14
48
  */
15
49
  declare function openMetadata(wire: unknown): Record<string, string>;
16
50
 
17
- export { PROVIDER_METADATA_CHUNK_SIZE, PROVIDER_METADATA_MAX_CHUNKS, openMetadata, packMetadata };
51
+ export { METADATA_RECORD_TRIMMED, type MetadataPacker, type MetadataPackerOptions, type MetadataTrimWarning, PROVIDER_METADATA_CHUNK_SIZE, PROVIDER_METADATA_MAX_CHUNKS, type PackedMetadata, createMetadataPacker, metadataTrimWarning, openMetadata, packMetadata };
package/dist/index.d.ts CHANGED
@@ -1,10 +1,44 @@
1
1
  declare const PROVIDER_METADATA_CHUNK_SIZE = 256;
2
2
  declare const PROVIDER_METADATA_MAX_CHUNKS = 16;
3
+ declare const METADATA_RECORD_TRIMMED = "METADATA_RECORD_TRIMMED";
4
+ interface MetadataPackerOptions {
5
+ /**
6
+ * Highest priority first.
7
+ * Listed keys are kept ahead of every key that is not in the list.
8
+ * Within the list, an earlier key is kept ahead of a later key.
9
+ */
10
+ priority?: readonly string[];
11
+ }
12
+ interface PackedMetadata {
13
+ /** Provider wire object. Omitted when the map is empty or every pair was dropped. */
14
+ wire?: Record<string, string>;
15
+ /** Keys removed so the record fits, least important first. Empty when nothing was dropped. */
16
+ dropped: readonly string[];
17
+ }
18
+ interface MetadataTrimWarning {
19
+ code: typeof METADATA_RECORD_TRIMMED;
20
+ message: string;
21
+ details: {
22
+ dropped: string[];
23
+ };
24
+ }
25
+ interface MetadataPacker {
26
+ pack(...layers: Array<Record<string, unknown> | undefined>): PackedMetadata;
27
+ }
28
+ /**
29
+ * One packer for a process.
30
+ * Pass the priority list here. Every `pack` call trims to the provider limit and reports dropped keys.
31
+ */
32
+ declare function createMetadataPacker(options?: MetadataPackerOptions): MetadataPacker;
33
+ /** Warning for a pack that had to drop keys. Omitted when nothing was dropped. */
34
+ declare function metadataTrimWarning(dropped: readonly string[]): MetadataTrimWarning | undefined;
3
35
  /**
4
36
  * Packs caller maps into one provider metadata object.
5
37
  * Later layers win on the same key. String, number, and boolean values are stored.
6
38
  * Numbers and booleans are stored as their string form. Objects and arrays are omitted.
7
39
  * An empty result is `undefined`.
40
+ * A record over the size limit throws `METADATA_RECORD_TOO_LARGE`.
41
+ * Writers that should drop pairs instead use `createMetadataPacker`.
8
42
  * The packed object is the same for every provider: `m.0`, `m.1`, and so on.
9
43
  */
10
44
  declare function packMetadata(...layers: Array<Record<string, unknown> | undefined>): Record<string, string> | undefined;
@@ -14,4 +48,4 @@ declare function packMetadata(...layers: Array<Record<string, unknown> | undefin
14
48
  */
15
49
  declare function openMetadata(wire: unknown): Record<string, string>;
16
50
 
17
- export { PROVIDER_METADATA_CHUNK_SIZE, PROVIDER_METADATA_MAX_CHUNKS, openMetadata, packMetadata };
51
+ export { METADATA_RECORD_TRIMMED, type MetadataPacker, type MetadataPackerOptions, type MetadataTrimWarning, PROVIDER_METADATA_CHUNK_SIZE, PROVIDER_METADATA_MAX_CHUNKS, type PackedMetadata, createMetadataPacker, metadataTrimWarning, openMetadata, packMetadata };
package/dist/index.js CHANGED
@@ -2,16 +2,49 @@
2
2
  var PROVIDER_METADATA_CHUNK_SIZE = 256;
3
3
  var PROVIDER_METADATA_MAX_CHUNKS = 16;
4
4
  var MAX_ENCODED_LENGTH = PROVIDER_METADATA_CHUNK_SIZE * PROVIDER_METADATA_MAX_CHUNKS;
5
- function packMetadata(...layers) {
6
- const map = {};
7
- for (const layer of layers) {
8
- if (!layer) continue;
9
- for (const [key, value] of Object.entries(layer)) {
10
- const asString = asMetadataString(value);
11
- if (asString !== void 0) map[key] = asString;
5
+ var METADATA_RECORD_TRIMMED = "METADATA_RECORD_TRIMMED";
6
+ function createMetadataPacker(options) {
7
+ const priority = [...options?.priority ?? []];
8
+ const rank = /* @__PURE__ */ new Map();
9
+ for (let index = 0; index < priority.length; index += 1) {
10
+ const key = priority[index];
11
+ if (key !== void 0 && !rank.has(key)) rank.set(key, index);
12
+ }
13
+ return {
14
+ pack(...layers) {
15
+ const map = collectStrings(layers);
16
+ const dropped = [];
17
+ let encoded = encodeProviderRecord(map);
18
+ while (encoded.tooLarge) {
19
+ const victim = leastImportantKey(map, rank, priority.length);
20
+ if (!victim) break;
21
+ delete map[victim];
22
+ dropped.push(victim);
23
+ encoded = encodeProviderRecord(map);
24
+ }
25
+ return {
26
+ ...encoded.wire ? { wire: encoded.wire } : {},
27
+ dropped
28
+ };
12
29
  }
30
+ };
31
+ }
32
+ function metadataTrimWarning(dropped) {
33
+ if (!dropped.length) return void 0;
34
+ return {
35
+ code: METADATA_RECORD_TRIMMED,
36
+ message: `Dropped metadata keys so the provider record fits: ${dropped.join(", ")}.`,
37
+ details: { dropped: [...dropped] }
38
+ };
39
+ }
40
+ function packMetadata(...layers) {
41
+ const encoded = encodeProviderRecord(collectStrings(layers));
42
+ if (encoded.tooLarge) {
43
+ throw new Error(
44
+ `METADATA_RECORD_TOO_LARGE: provider metadata is ${encoded.encodedLength} base64 characters; the maximum is ${MAX_ENCODED_LENGTH}.`
45
+ );
13
46
  }
14
- return encodeProviderRecord(map);
47
+ return encoded.wire;
15
48
  }
16
49
  function openMetadata(wire) {
17
50
  if (!isRecord(wire)) return {};
@@ -30,29 +63,53 @@ function openMetadata(wire) {
30
63
  }
31
64
  return record;
32
65
  }
66
+ function collectStrings(layers) {
67
+ const map = {};
68
+ for (const layer of layers) {
69
+ if (!layer) continue;
70
+ for (const [key, value] of Object.entries(layer)) {
71
+ const asString = asMetadataString(value);
72
+ if (asString !== void 0) map[key] = asString;
73
+ }
74
+ }
75
+ return map;
76
+ }
33
77
  function encodeProviderRecord(map) {
34
78
  const keys = Object.keys(map).sort();
35
- if (!keys.length) return void 0;
79
+ if (!keys.length) return { encodedLength: 0, tooLarge: false };
36
80
  const ordered = {};
37
81
  for (const key of keys) {
38
82
  const value = map[key];
39
83
  if (value !== void 0) ordered[key] = value;
40
84
  }
41
85
  const encoded = Buffer.from(JSON.stringify(ordered), "utf8").toString("base64");
42
- const chunks = Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE);
43
- if (chunks > PROVIDER_METADATA_MAX_CHUNKS) {
44
- throw new Error(
45
- `METADATA_RECORD_TOO_LARGE: provider metadata is ${encoded.length} base64 characters; the maximum is ${MAX_ENCODED_LENGTH}.`
46
- );
86
+ if (Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE) > PROVIDER_METADATA_MAX_CHUNKS) {
87
+ return { encodedLength: encoded.length, tooLarge: true };
47
88
  }
48
89
  const wire = {};
49
- for (let index = 0; index < chunks; index += 1) {
90
+ for (let index = 0; index < Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE); index += 1) {
50
91
  wire[`m.${index}`] = encoded.slice(
51
92
  index * PROVIDER_METADATA_CHUNK_SIZE,
52
93
  (index + 1) * PROVIDER_METADATA_CHUNK_SIZE
53
94
  );
54
95
  }
55
- return wire;
96
+ return { wire, encodedLength: encoded.length, tooLarge: false };
97
+ }
98
+ function leastImportantKey(map, rank, unlistedRank) {
99
+ let chosen;
100
+ let chosenRank = -1;
101
+ let chosenSize = -1;
102
+ for (const [key, value] of Object.entries(map)) {
103
+ const keyRank = rank.get(key) ?? unlistedRank;
104
+ const size = value.length;
105
+ const lessImportant = chosen === void 0 || keyRank > chosenRank || keyRank === chosenRank && size > chosenSize || keyRank === chosenRank && size === chosenSize && key > chosen;
106
+ if (lessImportant) {
107
+ chosen = key;
108
+ chosenRank = keyRank;
109
+ chosenSize = size;
110
+ }
111
+ }
112
+ return chosen;
56
113
  }
57
114
  function asMetadataString(value) {
58
115
  if (typeof value === "string") return value;
@@ -64,8 +121,11 @@ function isRecord(value) {
64
121
  return typeof value === "object" && value !== null && !Array.isArray(value);
65
122
  }
66
123
  export {
124
+ METADATA_RECORD_TRIMMED,
67
125
  PROVIDER_METADATA_CHUNK_SIZE,
68
126
  PROVIDER_METADATA_MAX_CHUNKS,
127
+ createMetadataPacker,
128
+ metadataTrimWarning,
69
129
  openMetadata,
70
130
  packMetadata
71
131
  };
package/dist/index.js.map CHANGED
@@ -1 +1 @@
1
- {"version":3,"sources":["../src/index.ts"],"sourcesContent":["export const PROVIDER_METADATA_CHUNK_SIZE = 256;\r\nexport const PROVIDER_METADATA_MAX_CHUNKS = 16;\r\n\r\nconst MAX_ENCODED_LENGTH = PROVIDER_METADATA_CHUNK_SIZE * PROVIDER_METADATA_MAX_CHUNKS;\r\n\r\n/**\r\n * Packs caller maps into one provider metadata object.\r\n * Later layers win on the same key. String, number, and boolean values are stored.\r\n * Numbers and booleans are stored as their string form. Objects and arrays are omitted.\r\n * An empty result is `undefined`.\r\n * The packed object is the same for every provider: `m.0`, `m.1`, and so on.\r\n */\r\nexport function packMetadata(\r\n ...layers: Array<Record<string, unknown> | undefined>\r\n): Record<string, string> | undefined {\r\n const map: Record<string, string> = {};\r\n for (const layer of layers) {\r\n if (!layer) continue;\r\n for (const [key, value] of Object.entries(layer)) {\r\n const asString = asMetadataString(value);\r\n if (asString !== undefined) map[key] = asString;\r\n }\r\n }\r\n return encodeProviderRecord(map);\r\n}\r\n\r\n/**\r\n * Opens the `m.0`, `m.1`, ... object from a provider log.\r\n * Returns every stored pair. A missing record returns `{}`.\r\n */\r\nexport function openMetadata(wire: unknown): Record<string, string> {\r\n if (!isRecord(wire)) return {};\r\n const parts: string[] = [];\r\n for (let index = 0; ; index += 1) {\r\n const chunk = wire[`m.${index}`];\r\n if (typeof chunk !== \"string\") break;\r\n parts.push(chunk);\r\n }\r\n if (!parts.length) return {};\r\n const parsed: unknown = JSON.parse(Buffer.from(parts.join(\"\"), \"base64\").toString(\"utf8\"));\r\n if (!isRecord(parsed)) return {};\r\n const record: Record<string, string> = {};\r\n for (const [key, value] of Object.entries(parsed)) {\r\n if (typeof value === \"string\") record[key] = value;\r\n }\r\n return record;\r\n}\r\n\r\nfunction encodeProviderRecord(map: Record<string, string>): Record<string, string> | undefined {\r\n const keys = Object.keys(map).sort();\r\n if (!keys.length) return undefined;\r\n const ordered: Record<string, string> = {};\r\n for (const key of keys) {\r\n const value = map[key];\r\n if (value !== undefined) ordered[key] = value;\r\n }\r\n const encoded = Buffer.from(JSON.stringify(ordered), \"utf8\").toString(\"base64\");\r\n const chunks = Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE);\r\n if (chunks > PROVIDER_METADATA_MAX_CHUNKS) {\r\n throw new Error(\r\n `METADATA_RECORD_TOO_LARGE: provider metadata is ${encoded.length} base64 characters; the maximum is ${MAX_ENCODED_LENGTH}.`\r\n );\r\n }\r\n const wire: Record<string, string> = {};\r\n for (let index = 0; index < chunks; index += 1) {\r\n wire[`m.${index}`] = encoded.slice(\r\n index * PROVIDER_METADATA_CHUNK_SIZE,\r\n (index + 1) * PROVIDER_METADATA_CHUNK_SIZE\r\n );\r\n }\r\n return wire;\r\n}\r\n\r\nfunction asMetadataString(value: unknown): string | undefined {\r\n if (typeof value === \"string\") return value;\r\n if (typeof value === \"boolean\") return value ? \"true\" : \"false\";\r\n if (typeof value === \"number\" && Number.isFinite(value)) return String(value);\r\n return undefined;\r\n}\r\n\r\nfunction isRecord(value: unknown): value is Record<string, unknown> {\r\n return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n"],"mappings":";AAAO,IAAM,+BAA+B;AACrC,IAAM,+BAA+B;AAE5C,IAAM,qBAAqB,+BAA+B;AASnD,SAAS,gBACX,QACiC;AACpC,QAAM,MAA8B,CAAC;AACrC,aAAW,SAAS,QAAQ;AAC1B,QAAI,CAAC,MAAO;AACZ,eAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,YAAM,WAAW,iBAAiB,KAAK;AACvC,UAAI,aAAa,OAAW,KAAI,GAAG,IAAI;AAAA,IACzC;AAAA,EACF;AACA,SAAO,qBAAqB,GAAG;AACjC;AAMO,SAAS,aAAa,MAAuC;AAClE,MAAI,CAAC,SAAS,IAAI,EAAG,QAAO,CAAC;AAC7B,QAAM,QAAkB,CAAC;AACzB,WAAS,QAAQ,KAAK,SAAS,GAAG;AAChC,UAAM,QAAQ,KAAK,KAAK,KAAK,EAAE;AAC/B,QAAI,OAAO,UAAU,SAAU;AAC/B,UAAM,KAAK,KAAK;AAAA,EAClB;AACA,MAAI,CAAC,MAAM,OAAQ,QAAO,CAAC;AAC3B,QAAM,SAAkB,KAAK,MAAM,OAAO,KAAK,MAAM,KAAK,EAAE,GAAG,QAAQ,EAAE,SAAS,MAAM,CAAC;AACzF,MAAI,CAAC,SAAS,MAAM,EAAG,QAAO,CAAC;AAC/B,QAAM,SAAiC,CAAC;AACxC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,MAAM,GAAG;AACjD,QAAI,OAAO,UAAU,SAAU,QAAO,GAAG,IAAI;AAAA,EAC/C;AACA,SAAO;AACT;AAEA,SAAS,qBAAqB,KAAiE;AAC7F,QAAM,OAAO,OAAO,KAAK,GAAG,EAAE,KAAK;AACnC,MAAI,CAAC,KAAK,OAAQ,QAAO;AACzB,QAAM,UAAkC,CAAC;AACzC,aAAW,OAAO,MAAM;AACtB,UAAM,QAAQ,IAAI,GAAG;AACrB,QAAI,UAAU,OAAW,SAAQ,GAAG,IAAI;AAAA,EAC1C;AACA,QAAM,UAAU,OAAO,KAAK,KAAK,UAAU,OAAO,GAAG,MAAM,EAAE,SAAS,QAAQ;AAC9E,QAAM,SAAS,KAAK,KAAK,QAAQ,SAAS,4BAA4B;AACtE,MAAI,SAAS,8BAA8B;AACzC,UAAM,IAAI;AAAA,MACR,mDAAmD,QAAQ,MAAM,sCAAsC,kBAAkB;AAAA,IAC3H;AAAA,EACF;AACA,QAAM,OAA+B,CAAC;AACtC,WAAS,QAAQ,GAAG,QAAQ,QAAQ,SAAS,GAAG;AAC9C,SAAK,KAAK,KAAK,EAAE,IAAI,QAAQ;AAAA,MAC3B,QAAQ;AAAA,OACP,QAAQ,KAAK;AAAA,IAChB;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,iBAAiB,OAAoC;AAC5D,MAAI,OAAO,UAAU,SAAU,QAAO;AACtC,MAAI,OAAO,UAAU,UAAW,QAAO,QAAQ,SAAS;AACxD,MAAI,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,EAAG,QAAO,OAAO,KAAK;AAC5E,SAAO;AACT;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;","names":[]}
1
+ {"version":3,"sources":["../src/index.ts"],"sourcesContent":["export const PROVIDER_METADATA_CHUNK_SIZE = 256;\r\nexport const PROVIDER_METADATA_MAX_CHUNKS = 16;\r\n\r\nconst MAX_ENCODED_LENGTH = PROVIDER_METADATA_CHUNK_SIZE * PROVIDER_METADATA_MAX_CHUNKS;\r\n\r\nexport const METADATA_RECORD_TRIMMED = \"METADATA_RECORD_TRIMMED\";\r\n\r\nexport interface MetadataPackerOptions {\r\n /**\r\n * Highest priority first.\r\n * Listed keys are kept ahead of every key that is not in the list.\r\n * Within the list, an earlier key is kept ahead of a later key.\r\n */\r\n priority?: readonly string[];\r\n}\r\n\r\nexport interface PackedMetadata {\r\n /** Provider wire object. Omitted when the map is empty or every pair was dropped. */\r\n wire?: Record<string, string>;\r\n /** Keys removed so the record fits, least important first. Empty when nothing was dropped. */\r\n dropped: readonly string[];\r\n}\r\n\r\nexport interface MetadataTrimWarning {\r\n code: typeof METADATA_RECORD_TRIMMED;\r\n message: string;\r\n details: { dropped: string[] };\r\n}\r\n\r\nexport interface MetadataPacker {\r\n pack(...layers: Array<Record<string, unknown> | undefined>): PackedMetadata;\r\n}\r\n\r\n/**\r\n * One packer for a process.\r\n * Pass the priority list here. Every `pack` call trims to the provider limit and reports dropped keys.\r\n */\r\nexport function createMetadataPacker(options?: MetadataPackerOptions): MetadataPacker {\r\n const priority = [...(options?.priority ?? [])];\r\n const rank = new Map<string, number>();\r\n for (let index = 0; index < priority.length; index += 1) {\r\n const key = priority[index];\r\n if (key !== undefined && !rank.has(key)) rank.set(key, index);\r\n }\r\n\r\n return {\r\n pack(...layers) {\r\n const map = collectStrings(layers);\r\n const dropped: string[] = [];\r\n let encoded = encodeProviderRecord(map);\r\n while (encoded.tooLarge) {\r\n const victim = leastImportantKey(map, rank, priority.length);\r\n if (!victim) break;\r\n delete map[victim];\r\n dropped.push(victim);\r\n encoded = encodeProviderRecord(map);\r\n }\r\n return {\r\n ...(encoded.wire ? { wire: encoded.wire } : {}),\r\n dropped\r\n };\r\n }\r\n };\r\n}\r\n\r\n/** Warning for a pack that had to drop keys. Omitted when nothing was dropped. */\r\nexport function metadataTrimWarning(dropped: readonly string[]): MetadataTrimWarning | undefined {\r\n if (!dropped.length) return undefined;\r\n return {\r\n code: METADATA_RECORD_TRIMMED,\r\n message: `Dropped metadata keys so the provider record fits: ${dropped.join(\", \")}.`,\r\n details: { dropped: [...dropped] }\r\n };\r\n}\r\n\r\n/**\r\n * Packs caller maps into one provider metadata object.\r\n * Later layers win on the same key. String, number, and boolean values are stored.\r\n * Numbers and booleans are stored as their string form. Objects and arrays are omitted.\r\n * An empty result is `undefined`.\r\n * A record over the size limit throws `METADATA_RECORD_TOO_LARGE`.\r\n * Writers that should drop pairs instead use `createMetadataPacker`.\r\n * The packed object is the same for every provider: `m.0`, `m.1`, and so on.\r\n */\r\nexport function packMetadata(\r\n ...layers: Array<Record<string, unknown> | undefined>\r\n): Record<string, string> | undefined {\r\n const encoded = encodeProviderRecord(collectStrings(layers));\r\n if (encoded.tooLarge) {\r\n throw new Error(\r\n `METADATA_RECORD_TOO_LARGE: provider metadata is ${encoded.encodedLength} base64 characters; the maximum is ${MAX_ENCODED_LENGTH}.`\r\n );\r\n }\r\n return encoded.wire;\r\n}\r\n\r\n/**\r\n * Opens the `m.0`, `m.1`, ... object from a provider log.\r\n * Returns every stored pair. A missing record returns `{}`.\r\n */\r\nexport function openMetadata(wire: unknown): Record<string, string> {\r\n if (!isRecord(wire)) return {};\r\n const parts: string[] = [];\r\n for (let index = 0; ; index += 1) {\r\n const chunk = wire[`m.${index}`];\r\n if (typeof chunk !== \"string\") break;\r\n parts.push(chunk);\r\n }\r\n if (!parts.length) return {};\r\n const parsed: unknown = JSON.parse(Buffer.from(parts.join(\"\"), \"base64\").toString(\"utf8\"));\r\n if (!isRecord(parsed)) return {};\r\n const record: Record<string, string> = {};\r\n for (const [key, value] of Object.entries(parsed)) {\r\n if (typeof value === \"string\") record[key] = value;\r\n }\r\n return record;\r\n}\r\n\r\nfunction collectStrings(layers: Array<Record<string, unknown> | undefined>): Record<string, string> {\r\n const map: Record<string, string> = {};\r\n for (const layer of layers) {\r\n if (!layer) continue;\r\n for (const [key, value] of Object.entries(layer)) {\r\n const asString = asMetadataString(value);\r\n if (asString !== undefined) map[key] = asString;\r\n }\r\n }\r\n return map;\r\n}\r\n\r\nfunction encodeProviderRecord(map: Record<string, string>): {\r\n wire?: Record<string, string>;\r\n encodedLength: number;\r\n tooLarge: boolean;\r\n} {\r\n const keys = Object.keys(map).sort();\r\n if (!keys.length) return { encodedLength: 0, tooLarge: false };\r\n const ordered: Record<string, string> = {};\r\n for (const key of keys) {\r\n const value = map[key];\r\n if (value !== undefined) ordered[key] = value;\r\n }\r\n const encoded = Buffer.from(JSON.stringify(ordered), \"utf8\").toString(\"base64\");\r\n if (Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE) > PROVIDER_METADATA_MAX_CHUNKS) {\r\n return { encodedLength: encoded.length, tooLarge: true };\r\n }\r\n const wire: Record<string, string> = {};\r\n for (let index = 0; index < Math.ceil(encoded.length / PROVIDER_METADATA_CHUNK_SIZE); index += 1) {\r\n wire[`m.${index}`] = encoded.slice(\r\n index * PROVIDER_METADATA_CHUNK_SIZE,\r\n (index + 1) * PROVIDER_METADATA_CHUNK_SIZE\r\n );\r\n }\r\n return { wire, encodedLength: encoded.length, tooLarge: false };\r\n}\r\n\r\nfunction leastImportantKey(\r\n map: Record<string, string>,\r\n rank: Map<string, number>,\r\n unlistedRank: number\r\n): string | undefined {\r\n let chosen: string | undefined;\r\n let chosenRank = -1;\r\n let chosenSize = -1;\r\n for (const [key, value] of Object.entries(map)) {\r\n const keyRank = rank.get(key) ?? unlistedRank;\r\n const size = value.length;\r\n const lessImportant = chosen === undefined\r\n || keyRank > chosenRank\r\n || (keyRank === chosenRank && size > chosenSize)\r\n || (keyRank === chosenRank && size === chosenSize && key > chosen);\r\n if (lessImportant) {\r\n chosen = key;\r\n chosenRank = keyRank;\r\n chosenSize = size;\r\n }\r\n }\r\n return chosen;\r\n}\r\n\r\nfunction asMetadataString(value: unknown): string | undefined {\r\n if (typeof value === \"string\") return value;\r\n if (typeof value === \"boolean\") return value ? \"true\" : \"false\";\r\n if (typeof value === \"number\" && Number.isFinite(value)) return String(value);\r\n return undefined;\r\n}\r\n\r\nfunction isRecord(value: unknown): value is Record<string, unknown> {\r\n return typeof value === \"object\" && value !== null && !Array.isArray(value);\r\n}\r\n"],"mappings":";AAAO,IAAM,+BAA+B;AACrC,IAAM,+BAA+B;AAE5C,IAAM,qBAAqB,+BAA+B;AAEnD,IAAM,0BAA0B;AAgChC,SAAS,qBAAqB,SAAiD;AACpF,QAAM,WAAW,CAAC,GAAI,SAAS,YAAY,CAAC,CAAE;AAC9C,QAAM,OAAO,oBAAI,IAAoB;AACrC,WAAS,QAAQ,GAAG,QAAQ,SAAS,QAAQ,SAAS,GAAG;AACvD,UAAM,MAAM,SAAS,KAAK;AAC1B,QAAI,QAAQ,UAAa,CAAC,KAAK,IAAI,GAAG,EAAG,MAAK,IAAI,KAAK,KAAK;AAAA,EAC9D;AAEA,SAAO;AAAA,IACL,QAAQ,QAAQ;AACd,YAAM,MAAM,eAAe,MAAM;AACjC,YAAM,UAAoB,CAAC;AAC3B,UAAI,UAAU,qBAAqB,GAAG;AACtC,aAAO,QAAQ,UAAU;AACvB,cAAM,SAAS,kBAAkB,KAAK,MAAM,SAAS,MAAM;AAC3D,YAAI,CAAC,OAAQ;AACb,eAAO,IAAI,MAAM;AACjB,gBAAQ,KAAK,MAAM;AACnB,kBAAU,qBAAqB,GAAG;AAAA,MACpC;AACA,aAAO;AAAA,QACL,GAAI,QAAQ,OAAO,EAAE,MAAM,QAAQ,KAAK,IAAI,CAAC;AAAA,QAC7C;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AAGO,SAAS,oBAAoB,SAA6D;AAC/F,MAAI,CAAC,QAAQ,OAAQ,QAAO;AAC5B,SAAO;AAAA,IACL,MAAM;AAAA,IACN,SAAS,sDAAsD,QAAQ,KAAK,IAAI,CAAC;AAAA,IACjF,SAAS,EAAE,SAAS,CAAC,GAAG,OAAO,EAAE;AAAA,EACnC;AACF;AAWO,SAAS,gBACX,QACiC;AACpC,QAAM,UAAU,qBAAqB,eAAe,MAAM,CAAC;AAC3D,MAAI,QAAQ,UAAU;AACpB,UAAM,IAAI;AAAA,MACR,mDAAmD,QAAQ,aAAa,sCAAsC,kBAAkB;AAAA,IAClI;AAAA,EACF;AACA,SAAO,QAAQ;AACjB;AAMO,SAAS,aAAa,MAAuC;AAClE,MAAI,CAAC,SAAS,IAAI,EAAG,QAAO,CAAC;AAC7B,QAAM,QAAkB,CAAC;AACzB,WAAS,QAAQ,KAAK,SAAS,GAAG;AAChC,UAAM,QAAQ,KAAK,KAAK,KAAK,EAAE;AAC/B,QAAI,OAAO,UAAU,SAAU;AAC/B,UAAM,KAAK,KAAK;AAAA,EAClB;AACA,MAAI,CAAC,MAAM,OAAQ,QAAO,CAAC;AAC3B,QAAM,SAAkB,KAAK,MAAM,OAAO,KAAK,MAAM,KAAK,EAAE,GAAG,QAAQ,EAAE,SAAS,MAAM,CAAC;AACzF,MAAI,CAAC,SAAS,MAAM,EAAG,QAAO,CAAC;AAC/B,QAAM,SAAiC,CAAC;AACxC,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,MAAM,GAAG;AACjD,QAAI,OAAO,UAAU,SAAU,QAAO,GAAG,IAAI;AAAA,EAC/C;AACA,SAAO;AACT;AAEA,SAAS,eAAe,QAA4E;AAClG,QAAM,MAA8B,CAAC;AACrC,aAAW,SAAS,QAAQ;AAC1B,QAAI,CAAC,MAAO;AACZ,eAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,KAAK,GAAG;AAChD,YAAM,WAAW,iBAAiB,KAAK;AACvC,UAAI,aAAa,OAAW,KAAI,GAAG,IAAI;AAAA,IACzC;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,qBAAqB,KAI5B;AACA,QAAM,OAAO,OAAO,KAAK,GAAG,EAAE,KAAK;AACnC,MAAI,CAAC,KAAK,OAAQ,QAAO,EAAE,eAAe,GAAG,UAAU,MAAM;AAC7D,QAAM,UAAkC,CAAC;AACzC,aAAW,OAAO,MAAM;AACtB,UAAM,QAAQ,IAAI,GAAG;AACrB,QAAI,UAAU,OAAW,SAAQ,GAAG,IAAI;AAAA,EAC1C;AACA,QAAM,UAAU,OAAO,KAAK,KAAK,UAAU,OAAO,GAAG,MAAM,EAAE,SAAS,QAAQ;AAC9E,MAAI,KAAK,KAAK,QAAQ,SAAS,4BAA4B,IAAI,8BAA8B;AAC3F,WAAO,EAAE,eAAe,QAAQ,QAAQ,UAAU,KAAK;AAAA,EACzD;AACA,QAAM,OAA+B,CAAC;AACtC,WAAS,QAAQ,GAAG,QAAQ,KAAK,KAAK,QAAQ,SAAS,4BAA4B,GAAG,SAAS,GAAG;AAChG,SAAK,KAAK,KAAK,EAAE,IAAI,QAAQ;AAAA,MAC3B,QAAQ;AAAA,OACP,QAAQ,KAAK;AAAA,IAChB;AAAA,EACF;AACA,SAAO,EAAE,MAAM,eAAe,QAAQ,QAAQ,UAAU,MAAM;AAChE;AAEA,SAAS,kBACP,KACA,MACA,cACoB;AACpB,MAAI;AACJ,MAAI,aAAa;AACjB,MAAI,aAAa;AACjB,aAAW,CAAC,KAAK,KAAK,KAAK,OAAO,QAAQ,GAAG,GAAG;AAC9C,UAAM,UAAU,KAAK,IAAI,GAAG,KAAK;AACjC,UAAM,OAAO,MAAM;AACnB,UAAM,gBAAgB,WAAW,UAC5B,UAAU,cACT,YAAY,cAAc,OAAO,cACjC,YAAY,cAAc,SAAS,cAAc,MAAM;AAC7D,QAAI,eAAe;AACjB,eAAS;AACT,mBAAa;AACb,mBAAa;AAAA,IACf;AAAA,EACF;AACA,SAAO;AACT;AAEA,SAAS,iBAAiB,OAAoC;AAC5D,MAAI,OAAO,UAAU,SAAU,QAAO;AACtC,MAAI,OAAO,UAAU,UAAW,QAAO,QAAQ,SAAS;AACxD,MAAI,OAAO,UAAU,YAAY,OAAO,SAAS,KAAK,EAAG,QAAO,OAAO,KAAK;AAC5E,SAAO;AACT;AAEA,SAAS,SAAS,OAAkD;AAClE,SAAO,OAAO,UAAU,YAAY,UAAU,QAAQ,CAAC,MAAM,QAAQ,KAAK;AAC5E;","names":[]}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@x12i/provider-metadata",
3
- "version": "1.0.0",
3
+ "version": "1.1.0",
4
4
  "description": "Pack and open one provider metadata record. The same wire object for every provider.",
5
5
  "type": "module",
6
6
  "main": "./dist/index.cjs",