risicare 0.8.0 → 0.9.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +98 -21
- package/dist/frameworks/instructor.cjs +144 -2
- package/dist/frameworks/instructor.cjs.map +1 -1
- package/dist/frameworks/instructor.js +144 -2
- package/dist/frameworks/instructor.js.map +1 -1
- package/dist/frameworks/langchain.cjs +144 -2
- package/dist/frameworks/langchain.cjs.map +1 -1
- package/dist/frameworks/langchain.js +144 -2
- package/dist/frameworks/langchain.js.map +1 -1
- package/dist/frameworks/langgraph.cjs +144 -2
- package/dist/frameworks/langgraph.cjs.map +1 -1
- package/dist/frameworks/langgraph.js +144 -2
- package/dist/frameworks/langgraph.js.map +1 -1
- package/dist/frameworks/llamaindex.cjs +144 -2
- package/dist/frameworks/llamaindex.cjs.map +1 -1
- package/dist/frameworks/llamaindex.js +144 -2
- package/dist/frameworks/llamaindex.js.map +1 -1
- package/dist/index.cjs +329 -67
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.cts +29 -9
- package/dist/index.d.ts +29 -9
- package/dist/index.js +329 -67
- package/dist/index.js.map +1 -1
- package/dist/providers/anthropic/index.cjs +144 -2
- package/dist/providers/anthropic/index.cjs.map +1 -1
- package/dist/providers/anthropic/index.js +144 -2
- package/dist/providers/anthropic/index.js.map +1 -1
- package/dist/providers/bedrock/index.cjs +144 -2
- package/dist/providers/bedrock/index.cjs.map +1 -1
- package/dist/providers/bedrock/index.js +144 -2
- package/dist/providers/bedrock/index.js.map +1 -1
- package/dist/providers/cerebras/index.cjs +144 -2
- package/dist/providers/cerebras/index.cjs.map +1 -1
- package/dist/providers/cerebras/index.js +144 -2
- package/dist/providers/cerebras/index.js.map +1 -1
- package/dist/providers/cohere/index.cjs +144 -2
- package/dist/providers/cohere/index.cjs.map +1 -1
- package/dist/providers/cohere/index.js +144 -2
- package/dist/providers/cohere/index.js.map +1 -1
- package/dist/providers/google/index.cjs +144 -2
- package/dist/providers/google/index.cjs.map +1 -1
- package/dist/providers/google/index.js +144 -2
- package/dist/providers/google/index.js.map +1 -1
- package/dist/providers/groq/index.cjs +144 -2
- package/dist/providers/groq/index.cjs.map +1 -1
- package/dist/providers/groq/index.js +144 -2
- package/dist/providers/groq/index.js.map +1 -1
- package/dist/providers/huggingface/index.cjs +144 -2
- package/dist/providers/huggingface/index.cjs.map +1 -1
- package/dist/providers/huggingface/index.js +144 -2
- package/dist/providers/huggingface/index.js.map +1 -1
- package/dist/providers/mistral/index.cjs +144 -2
- package/dist/providers/mistral/index.cjs.map +1 -1
- package/dist/providers/mistral/index.js +144 -2
- package/dist/providers/mistral/index.js.map +1 -1
- package/dist/providers/ollama/index.cjs +144 -2
- package/dist/providers/ollama/index.cjs.map +1 -1
- package/dist/providers/ollama/index.js +144 -2
- package/dist/providers/ollama/index.js.map +1 -1
- package/dist/providers/openai/index.cjs +144 -2
- package/dist/providers/openai/index.cjs.map +1 -1
- package/dist/providers/openai/index.js +144 -2
- package/dist/providers/openai/index.js.map +1 -1
- package/dist/providers/together/index.cjs +144 -2
- package/dist/providers/together/index.cjs.map +1 -1
- package/dist/providers/together/index.js +144 -2
- package/dist/providers/together/index.js.map +1 -1
- package/dist/providers/vercel-ai/index.cjs +144 -2
- package/dist/providers/vercel-ai/index.cjs.map +1 -1
- package/dist/providers/vercel-ai/index.js +144 -2
- package/dist/providers/vercel-ai/index.js.map +1 -1
- package/package.json +1 -1
|
@@ -29,6 +29,10 @@ function warn(msg) {
|
|
|
29
29
|
process.stderr.write(`[risicare] WARNING: ${msg}
|
|
30
30
|
`);
|
|
31
31
|
}
|
|
32
|
+
function info(msg) {
|
|
33
|
+
process.stderr.write(`[risicare] INFO: ${msg}
|
|
34
|
+
`);
|
|
35
|
+
}
|
|
32
36
|
|
|
33
37
|
// src/utils/text.ts
|
|
34
38
|
function cutCodePoints(text, max) {
|
|
@@ -246,7 +250,111 @@ function runWithContext(overrides, fn) {
|
|
|
246
250
|
}
|
|
247
251
|
|
|
248
252
|
// src/version.ts
|
|
249
|
-
var SDK_VERSION = "0.
|
|
253
|
+
var SDK_VERSION = "0.9.1";
|
|
254
|
+
|
|
255
|
+
// src/exporters/quota.ts
|
|
256
|
+
var QUOTA_REASON = "monthly_quota_exceeded";
|
|
257
|
+
var QUOTA_HEADER = "X-Risicare-Quota";
|
|
258
|
+
var QUOTA_HEADER_VALUE = "exceeded";
|
|
259
|
+
var DEFAULT_RETRY_AFTER_S = 300;
|
|
260
|
+
var MIN_RETRY_AFTER_S = 1;
|
|
261
|
+
var MAX_RETRY_AFTER_S = 3600;
|
|
262
|
+
var QUOTA_WARN_WINDOW_MS = 36e5;
|
|
263
|
+
var MAX_RESETS_AT_CHARS = 40;
|
|
264
|
+
function asPositiveCount(v) {
|
|
265
|
+
if (typeof v === "number") return Number.isFinite(v) && v > 0;
|
|
266
|
+
if (typeof v === "string" && /^[0-9]+$/.test(v)) return Number(v) > 0;
|
|
267
|
+
return false;
|
|
268
|
+
}
|
|
269
|
+
function boundedRetryAfter(value) {
|
|
270
|
+
let n;
|
|
271
|
+
if (typeof value === "number") n = value;
|
|
272
|
+
else if (typeof value === "string" && value.trim() !== "") n = Number(value);
|
|
273
|
+
else return DEFAULT_RETRY_AFTER_S;
|
|
274
|
+
if (!Number.isFinite(n)) return DEFAULT_RETRY_AFTER_S;
|
|
275
|
+
return Math.min(Math.max(n, MIN_RETRY_AFTER_S), MAX_RETRY_AFTER_S);
|
|
276
|
+
}
|
|
277
|
+
function boundedResetsAt(value) {
|
|
278
|
+
if (typeof value !== "string" || value.length === 0) return null;
|
|
279
|
+
const cut = value.slice(0, MAX_RESETS_AT_CHARS);
|
|
280
|
+
return /^[ -~]*$/.test(cut) ? cut : null;
|
|
281
|
+
}
|
|
282
|
+
function headerSaysExceeded(headers) {
|
|
283
|
+
try {
|
|
284
|
+
const value = headers?.get?.(QUOTA_HEADER);
|
|
285
|
+
return typeof value === "string" && value.trim().toLowerCase() === QUOTA_HEADER_VALUE;
|
|
286
|
+
} catch {
|
|
287
|
+
return false;
|
|
288
|
+
}
|
|
289
|
+
}
|
|
290
|
+
function parseJsonDiscard(payload, headers) {
|
|
291
|
+
const body = payload !== null && typeof payload === "object" && !Array.isArray(payload) ? payload : {};
|
|
292
|
+
const stored = (asPositiveCount(body.accepted) || asPositiveCount(body.spansAccepted)) === true;
|
|
293
|
+
if (body.reason === QUOTA_REASON || headerSaysExceeded(headers) && !stored) {
|
|
294
|
+
return {
|
|
295
|
+
retryAfterS: boundedRetryAfter(body.retryAfterSeconds),
|
|
296
|
+
resetsAt: boundedResetsAt(body.resetsAt)
|
|
297
|
+
};
|
|
298
|
+
}
|
|
299
|
+
return null;
|
|
300
|
+
}
|
|
301
|
+
var EPISODE_END_ACCEPTS = 3;
|
|
302
|
+
var QuotaPause = class {
|
|
303
|
+
constructor(now = () => performance.now()) {
|
|
304
|
+
this.now = now;
|
|
305
|
+
}
|
|
306
|
+
_until = -Infinity;
|
|
307
|
+
_inEpisode = false;
|
|
308
|
+
_accepts = 0;
|
|
309
|
+
_lastWarn = -Infinity;
|
|
310
|
+
_lastInfo = -Infinity;
|
|
311
|
+
/**
|
|
312
|
+
* Spans dropped since the last WARNING: the full queue's (`addDrops`) and the batches that a
|
|
313
|
+
* probe lost while the WARNING was held back. The WARNING carries the number.
|
|
314
|
+
*/
|
|
315
|
+
_drops = 0;
|
|
316
|
+
addDrops(count) {
|
|
317
|
+
this._drops += count;
|
|
318
|
+
}
|
|
319
|
+
paused() {
|
|
320
|
+
return this.now() < this._until;
|
|
321
|
+
}
|
|
322
|
+
remainingS() {
|
|
323
|
+
return Math.max(0, (this._until - this.now()) / 1e3);
|
|
324
|
+
}
|
|
325
|
+
enter(discard, where, dropped) {
|
|
326
|
+
const t = this.now();
|
|
327
|
+
this._until = t + discard.retryAfterS * 1e3;
|
|
328
|
+
this._inEpisode = true;
|
|
329
|
+
this._accepts = 0;
|
|
330
|
+
if (t - this._lastWarn >= QUOTA_WARN_WINDOW_MS) {
|
|
331
|
+
this._lastWarn = t;
|
|
332
|
+
const since = this._drops;
|
|
333
|
+
this._drops = 0;
|
|
334
|
+
warn(
|
|
335
|
+
`Risicare: the monthly event quota is used up (monthly_quota_exceeded). ${where} discarded ${dropped} span(s) and will discard new ones until the quota resets (resetsAt=${discard.resetsAt ?? "unknown"}) or the plan changes. The SDK pauses export and sends one batch again in ${Math.round(discard.retryAfterS)} s. Spans that end in the meantime wait in the queue. When it is full the oldest spans are dropped (the most recent are kept) and counted as quota_exceeded in droppedSpansByReason; a batch that is discarded again is dropped and counted the same way. This is not an error and the SDK does not retry the batch. At most one such WARNING an hour.` + (since > 0 ? ` Spans dropped for the quota since the last WARNING: ${since}.` : "")
|
|
336
|
+
);
|
|
337
|
+
} else {
|
|
338
|
+
this._drops += dropped;
|
|
339
|
+
debug(`Quota discard again: ${dropped} span(s); paused for ${Math.round(discard.retryAfterS)} s`);
|
|
340
|
+
}
|
|
341
|
+
}
|
|
342
|
+
accepted(where) {
|
|
343
|
+
if (!this._inEpisode) return;
|
|
344
|
+
this._accepts++;
|
|
345
|
+
if (this._accepts < EPISODE_END_ACCEPTS) return;
|
|
346
|
+
this._inEpisode = false;
|
|
347
|
+
this._accepts = 0;
|
|
348
|
+
this._until = -Infinity;
|
|
349
|
+
const t = this.now();
|
|
350
|
+
if (t - this._lastInfo >= QUOTA_WARN_WINDOW_MS) {
|
|
351
|
+
this._lastInfo = t;
|
|
352
|
+
info(`Risicare: ${where} accepts spans again; the export pause for the quota has ended.`);
|
|
353
|
+
} else {
|
|
354
|
+
debug("Quota pause ended (INFO already written this hour)");
|
|
355
|
+
}
|
|
356
|
+
}
|
|
357
|
+
};
|
|
250
358
|
|
|
251
359
|
// src/exporters/http.ts
|
|
252
360
|
var CAPACITY_REFUSAL_STATUSES = /* @__PURE__ */ new Set([429, 503]);
|
|
@@ -287,8 +395,21 @@ var HttpExporter = class {
|
|
|
287
395
|
_calls = /* @__PURE__ */ new Map();
|
|
288
396
|
/** The ack of each finished call, by its batch. Read once by `takeAck(spans)`. */
|
|
289
397
|
_acks = /* @__PURE__ */ new WeakMap();
|
|
398
|
+
/** The batch processor dropped span(s) from a full queue in the quota pause (S-1). */
|
|
399
|
+
noteQuotaDrop(count = 1) {
|
|
400
|
+
this._quota.addDrops(count);
|
|
401
|
+
}
|
|
402
|
+
/** True while the exporter is paused for the monthly event quota (S-1). */
|
|
403
|
+
quotaPaused() {
|
|
404
|
+
return this._quota.paused();
|
|
405
|
+
}
|
|
290
406
|
/** The spans of each finished call that could not be serialized, by its batch. */
|
|
291
407
|
_unserializable = /* @__PURE__ */ new WeakMap();
|
|
408
|
+
/**
|
|
409
|
+
* S-1: the paused state after a monthly-quota discard (see `quota.ts`). A discard is not a
|
|
410
|
+
* failure: it does not touch the circuit breaker.
|
|
411
|
+
*/
|
|
412
|
+
_quota = new QuotaPause();
|
|
292
413
|
_circuitOpenUntil = 0;
|
|
293
414
|
_circuitBreakerThreshold = 5;
|
|
294
415
|
_circuitBreakerCooldownMs = 6e4;
|
|
@@ -380,6 +501,13 @@ var HttpExporter = class {
|
|
|
380
501
|
}
|
|
381
502
|
async _export(spans, call) {
|
|
382
503
|
const cancelled = call.cancel.signal;
|
|
504
|
+
if (this._quota.paused()) {
|
|
505
|
+
debug(
|
|
506
|
+
`Export skipped: monthly quota pause, ${Math.round(this._quota.remainingS())} s left; ${spans.length} span(s) dropped`
|
|
507
|
+
);
|
|
508
|
+
this._acks.set(spans, { accepted: 0, rejected: 0, quotaDropped: spans.length });
|
|
509
|
+
return "success" /* SUCCESS */;
|
|
510
|
+
}
|
|
383
511
|
const parts = [];
|
|
384
512
|
const bad = [];
|
|
385
513
|
let errorClass = "";
|
|
@@ -588,6 +716,11 @@ var HttpExporter = class {
|
|
|
588
716
|
`HTTP ${response.status} and a body that is not a Risicare ack (content-type: ${response.headers?.get?.("Content-Type") || "none"})`
|
|
589
717
|
);
|
|
590
718
|
}
|
|
719
|
+
if (ack.quota !== void 0) {
|
|
720
|
+
this._quota.enter(ack.quota, `The ingest endpoint ${this._safeEndpoint}`, spansSent);
|
|
721
|
+
} else if (ack.result === "success" /* SUCCESS */) {
|
|
722
|
+
this._quota.accepted(`the ingest endpoint ${this._safeEndpoint}`);
|
|
723
|
+
}
|
|
591
724
|
if (ack.result === "success" /* SUCCESS */) this._acks.set(spans, ack.counts);
|
|
592
725
|
if (ack.final) call.noRetry = true;
|
|
593
726
|
return ack.result;
|
|
@@ -654,7 +787,16 @@ async function checkAck(response, spansSent, scrub) {
|
|
|
654
787
|
try {
|
|
655
788
|
payload = await response.json();
|
|
656
789
|
} catch {
|
|
657
|
-
|
|
790
|
+
payload = void 0;
|
|
791
|
+
}
|
|
792
|
+
const discard = parseJsonDiscard(payload, response.headers);
|
|
793
|
+
if (discard !== null) {
|
|
794
|
+
return {
|
|
795
|
+
result: "success" /* SUCCESS */,
|
|
796
|
+
counts: { accepted: 0, rejected: 0, quotaDropped: spansSent },
|
|
797
|
+
final: false,
|
|
798
|
+
quota: discard
|
|
799
|
+
};
|
|
658
800
|
}
|
|
659
801
|
if (payload === null || typeof payload !== "object" || Array.isArray(payload)) {
|
|
660
802
|
return null;
|