@pdfvector/util 0.5.1 → 0.6.1

package/.tsc/lib/contract/gateway/router/admin/usage/index.d.ts

@@ -1,5 +1,6 @@
 export * from "./free.js";
 export * from "./overview.js";
 export * from "./provider-costs.js";
+export * from "./provider-health.js";
 export * from "./records.js";
 //# sourceMappingURL=index.d.ts.map

package/.tsc/lib/contract/gateway/router/admin/usage/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../../../lib/contract/gateway/router/admin/usage/index.ts"],"names":[],"mappings":"AAAA,cAAc,QAAQ,CAAC;AACvB,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC;AACjC,cAAc,WAAW,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../../../../../lib/contract/gateway/router/admin/usage/index.ts"],"names":[],"mappings":"AAAA,cAAc,QAAQ,CAAC;AACvB,cAAc,YAAY,CAAC;AAC3B,cAAc,kBAAkB,CAAC;AACjC,cAAc,mBAAmB,CAAC;AAClC,cAAc,WAAW,CAAC"}

package/.tsc/lib/contract/gateway/router/admin/usage/index.js

@@ -1,4 +1,5 @@
 export * from "./free.js";
 export * from "./overview.js";
 export * from "./provider-costs.js";
+export * from "./provider-health.js";
 export * from "./records.js";

package/.tsc/lib/contract/gateway/router/admin/usage/provider-health.d.ts

@@ -0,0 +1,44 @@
+import * as z from "zod";
+/** Failure and hidden-fallback rates per provider/service for the admin console. */
+export declare const getProviderHealth: import("@orpc/contract").ContractProcedureBuilderWithInputOutput<z.ZodDefault<z.ZodOptional<z.ZodObject<{
+    instanceId: z.ZodOptional<z.ZodNullable<z.ZodNumber>>;
+}, z.core.$strip>>>, z.ZodObject<{
+    generatedAt: z.ZodString;
+    thresholds: z.ZodObject<{
+        downMinCalls1h: z.ZodNumber;
+        degradedMinCalls24h: z.ZodNumber;
+        degradedFailureRate24h: z.ZodNumber;
+    }, z.core.$strip>;
+    rows: z.ZodArray<z.ZodObject<{
+        provider: z.ZodString;
+        service: z.ZodString;
+        status: z.ZodEnum<{
+            degraded: "degraded";
+            down: "down";
+            ok: "ok";
+        }>;
+        windows: z.ZodObject<{
+            "1h": z.ZodObject<{
+                calls: z.ZodNumber;
+                systemErrors: z.ZodNumber;
+                userErrors: z.ZodNumber;
+                fallbacks: z.ZodNumber;
+            }, z.core.$strip>;
+            "24h": z.ZodObject<{
+                calls: z.ZodNumber;
+                systemErrors: z.ZodNumber;
+                userErrors: z.ZodNumber;
+                fallbacks: z.ZodNumber;
+            }, z.core.$strip>;
+            "7d": z.ZodObject<{
+                calls: z.ZodNumber;
+                systemErrors: z.ZodNumber;
+                userErrors: z.ZodNumber;
+                fallbacks: z.ZodNumber;
+            }, z.core.$strip>;
+        }, z.core.$strip>;
+        lastError: z.ZodNullable<z.ZodString>;
+        lastErrorAt: z.ZodNullable<z.ZodString>;
+    }, z.core.$strip>>;
+}, z.core.$strip>, Record<never, never>, Record<never, never>>;
+//# sourceMappingURL=provider-health.d.ts.map

package/.tsc/lib/contract/gateway/router/admin/usage/provider-health.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"provider-health.d.ts","sourceRoot":"","sources":["../../../../../../../lib/contract/gateway/router/admin/usage/provider-health.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,CAAC,MAAM,KAAK,CAAC;AAWzB,oFAAoF;AACpF,eAAO,MAAM,iBAAiB;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;8DA8B5B,CAAC"}

package/.tsc/lib/contract/gateway/router/admin/usage/provider-health.js

@@ -0,0 +1,35 @@
+import { oc } from "@orpc/contract";
+import * as z from "zod";
+const windowSchema = z.object({
+    calls: z.number(),
+    systemErrors: z.number(),
+    userErrors: z.number(),
+    fallbacks: z.number(),
+});
+const providerHealthStatuses = ["down", "degraded", "ok"];
+/** Failure and hidden-fallback rates per provider/service for the admin console. */
+export const getProviderHealth = oc
+    .input(z
+    .object({ instanceId: z.number().nullable().optional() })
+    .optional()
+    .default({}))
+    .output(z.object({
+    generatedAt: z.string(),
+    thresholds: z.object({
+        downMinCalls1h: z.number(),
+        degradedMinCalls24h: z.number(),
+        degradedFailureRate24h: z.number(),
+    }),
+    rows: z.array(z.object({
+        provider: z.string(),
+        service: z.string(),
+        status: z.enum(providerHealthStatuses),
+        windows: z.object({
+            "1h": windowSchema,
+            "24h": windowSchema,
+            "7d": windowSchema,
+        }),
+        lastError: z.string().nullable(),
+        lastErrorAt: z.string().nullable(),
+    })),
+}));

package/.tsc/lib/contract/instance/router/academic/search.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../../../../../lib/contract/instance/router/academic/search.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA2DxB,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;8DAkHhB,CAAC"}
+{"version":3,"file":"search.d.ts","sourceRoot":"","sources":["../../../../../../lib/contract/instance/router/academic/search.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AA2DxB,eAAO,MAAM,MAAM;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;8DAyHhB,CAAC"}

package/.tsc/lib/contract/instance/router/academic/search.js

@@ -133,7 +133,12 @@ export const search = oc
     .output(z.object({
     estimatedTotalResults: z.number(),
     results: z.array(publicationSchema),
-    errors: z.array(providerErrorSchema).nullish(),
+    errors: z
+        .array(providerErrorSchema)
+        .nullish()
+        .describe("Providers that failed for this request (for example rate limited or unavailable). " +
+        "When present, `results` only contain papers from the providers that succeeded, so treat the response as partial. " +
+        "Credits are the same either way."),
     requestId: z.number().int(),
 }))
     .route({

package/.tsc/lib/index.d.ts

@@ -6,10 +6,12 @@ export * from "./environment.js";
 export * from "./format.js";
 export * from "./free-tier.js";
 export * from "./get-error-message.js";
+export * from "./is-abort-error.js";
 export * from "./plan.js";
 export * from "./ports.js";
 export * from "./product-title.js";
 export * from "./sentry-distribution.js";
+export * from "./sentry-event-limiter.js";
 export * from "./sentry-release.js";
 export * from "./service-logger.js";
 export * from "./tier.js";

package/.tsc/lib/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../lib/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,QAAQ,CAAC;AACvB,cAAc,sCAAsC,CAAC;AACrD,cAAc,eAAe,CAAC;AAC9B,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,qBAAqB,CAAC;AACpC,cAAc,QAAQ,CAAC;AACvB,cAAc,SAAS,CAAC;AACxB,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC;AACjC,cAAc,QAAQ,CAAC;AACvB,cAAc,QAAQ,CAAC;AACvB,cAAc,gBAAgB,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../lib/index.ts"],"names":[],"mappings":"AAAA,cAAc,cAAc,CAAC;AAC7B,cAAc,4BAA4B,CAAC;AAC3C,cAAc,QAAQ,CAAC;AACvB,cAAc,sCAAsC,CAAC;AACrD,cAAc,eAAe,CAAC;AAC9B,cAAc,UAAU,CAAC;AACzB,cAAc,aAAa,CAAC;AAC5B,cAAc,qBAAqB,CAAC;AACpC,cAAc,kBAAkB,CAAC;AACjC,cAAc,QAAQ,CAAC;AACvB,cAAc,SAAS,CAAC;AACxB,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,wBAAwB,CAAC;AACvC,cAAc,kBAAkB,CAAC;AACjC,cAAc,kBAAkB,CAAC;AACjC,cAAc,QAAQ,CAAC;AACvB,cAAc,QAAQ,CAAC;AACvB,cAAc,gBAAgB,CAAC"}

package/.tsc/lib/index.js

@@ -6,10 +6,12 @@ export * from "./environment.js";
 export * from "./format.js";
 export * from "./free-tier.js";
 export * from "./get-error-message.js";
+export * from "./is-abort-error.js";
 export * from "./plan.js";
 export * from "./ports.js";
 export * from "./product-title.js";
 export * from "./sentry-distribution.js";
+export * from "./sentry-event-limiter.js";
 export * from "./sentry-release.js";
 export * from "./service-logger.js";
 export * from "./tier.js";

package/.tsc/lib/is-abort-error.d.ts

@@ -0,0 +1,2 @@
+export declare function isAbortError(error: unknown): boolean;
+//# sourceMappingURL=is-abort-error.d.ts.map

package/.tsc/lib/is-abort-error.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"is-abort-error.d.ts","sourceRoot":"","sources":["../../lib/is-abort-error.ts"],"names":[],"mappings":"AAAA,wBAAgB,YAAY,CAAC,KAAK,EAAE,OAAO,GAAG,OAAO,CAOpD"}

package/.tsc/lib/is-abort-error.js

@@ -0,0 +1,6 @@
+export function isAbortError(error) {
+    return (typeof error === "object" &&
+        error !== null &&
+        "name" in error &&
+        (error.name === "AbortError" || error.name === "ResponseAborted"));
+}

package/.tsc/lib/sentry-event-limiter.d.ts

@@ -0,0 +1,19 @@
+type LimitedEvent = {
+    fingerprint?: string[] | undefined;
+    message?: string | undefined;
+    exception?: {
+        values?: {
+            type?: string | undefined;
+            value?: string | undefined;
+        }[] | undefined;
+    } | undefined;
+};
+type SentryEventLimiterOptions = {
+    maxPerWindow?: number;
+    windowMs?: number;
+    maxKeys?: number;
+    now?: () => number;
+};
+export declare function createSentryEventLimiter({ maxPerWindow, windowMs, maxKeys, now, }?: SentryEventLimiterOptions): (event: LimitedEvent) => boolean;
+export {};
+//# sourceMappingURL=sentry-event-limiter.d.ts.map

package/.tsc/lib/sentry-event-limiter.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sentry-event-limiter.d.ts","sourceRoot":"","sources":["../../lib/sentry-event-limiter.ts"],"names":[],"mappings":"AAAA,KAAK,YAAY,GAAG;IACnB,WAAW,CAAC,EAAE,MAAM,EAAE,GAAG,SAAS,CAAC;IACnC,OAAO,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;IAC7B,SAAS,CAAC,EACP;QACA,MAAM,CAAC,EACJ;YAAE,IAAI,CAAC,EAAE,MAAM,GAAG,SAAS,CAAC;YAAC,KAAK,CAAC,EAAE,MAAM,GAAG,SAAS,CAAA;SAAE,EAAE,GAC3D,SAAS,CAAC;KACZ,GACD,SAAS,CAAC;CACb,CAAC;AAEF,KAAK,yBAAyB,GAAG;IAChC,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,GAAG,CAAC,EAAE,MAAM,MAAM,CAAC;CACnB,CAAC;AAWF,wBAAgB,wBAAwB,CAAC,EACxC,YAAiB,EACjB,QAAyB,EACzB,OAAa,EACb,GAAc,GACd,GAAE,yBAA8B,GAAG,CAAC,KAAK,EAAE,YAAY,KAAK,OAAO,CAcnE"}

package/.tsc/lib/sentry-event-limiter.js

@@ -0,0 +1,25 @@
+function eventKey(event) {
+    if (event.fingerprint?.length)
+        return event.fingerprint.join("|");
+    const exception = event.exception?.values?.at(-1);
+    const text = exception
+        ? `${exception.type ?? ""}:${exception.value ?? ""}`
+        : (event.message ?? "");
+    return text.replace(/\d+/g, "N").slice(0, 300);
+}
+export function createSentryEventLimiter({ maxPerWindow = 10, windowMs = 60 * 60 * 1000, maxKeys = 500, now = Date.now, } = {}) {
+    const windows = new Map();
+    return (event) => {
+        const key = eventKey(event);
+        const time = now();
+        const current = windows.get(key);
+        if (!current || time - current.start >= windowMs) {
+            if (!current && windows.size >= maxKeys)
+                windows.clear();
+            windows.set(key, { start: time, count: 1 });
+            return true;
+        }
+        current.count++;
+        return current.count <= maxPerWindow;
+    };
+}

package/CHANGELOG.md

@@ -1,5 +1,34 @@
 # @pdfvector/util
 
+## 0.6.1
+
+### Patch Changes
+
+- [#525](https://github.com/phuctm97/pdfvector/pull/525) [`cce2fc7`](https://github.com/phuctm97/pdfvector/commit/cce2fc71b04f02ad0fc5efb52124b1de3cec9342) Thanks [@khanhduyvt0101](https://github.com/khanhduyvt0101)! - Stop swallowing errors and filter Sentry noise explicitly:
+  
+  - Gateway: report unexpected oRPC procedure errors (with RPC path and organization) and Better Auth internal errors, which were turned into 500 responses without reaching Sentry. Report managed instance reconcile jobs that keep failing (3+ attempts) or fail for good, image upgrade failures, Stripe errors hidden behind the add-on purchase recovery state, and admin user Stripe lookups. A failed Stripe webhook now answers 500 instead of 400.
+  - Gateway noise policy: request cancellations and our own 4xx answers (validation, bad keys, payment required, rate limits, conflicts) are never reported; third-party 4xx errors (Stripe, Fly) still are.
+  - App: report failed queries and mutations and MCP connection failures that only showed a toast or a "failed" state, unless they are cancellations, the user's network, or HTTP errors (the gateway reports those). Chunk-load errors after a deploy now show a reload prompt instead of "Something Went Wrong". Ignore ResizeObserver loop notices and extension URLs.
+  - Website: report free-tool connection failures and Make template fetch failures; the Worker drops disconnects, 4xx route answers and CSRF rejections and now tags events with the dist.
+  - Every Sentry client rate limits repeated events (10 per hour per error) so a loop can't flood Sentry.
+
+## 0.6.0
+
+### Minor Changes
+
+- [#521](https://github.com/phuctm97/pdfvector/pull/521) [`43f714f`](https://github.com/phuctm97/pdfvector/commit/43f714f0a28af7f3d213bfd1042dd2013cb39459) Thanks [@khanhduyvt0101](https://github.com/khanhduyvt0101)! - Add admin provider health: failure and hidden-fallback rates per provider/service over 1 h, 24 h and 7 d, a Provider health card on the admin usage page and a "Needs attention" item on the admin overview.
+
+### Patch Changes
+
+- [#521](https://github.com/phuctm97/pdfvector/pull/521) [`43f714f`](https://github.com/phuctm97/pdfvector/commit/43f714f0a28af7f3d213bfd1042dd2013cb39459) Thanks [@khanhduyvt0101](https://github.com/khanhduyvt0101)! - Stop hiding provider failures behind fallbacks:
+  
+  - Semantic Scholar: pace requests per process, retry 429s after `Retry-After` with bounded backoff instead of retrying through the proxy (S2 limits per API key), and record 429/5xx as system errors with the endpoint and response message.
+  - Webshare proxy usage now reflects proxy health only; the target's HTTP status is kept in `rawUsage.targetStatus`.
+  - Google Document AI: send `imagelessMode` so PDFs of up to 30 pages parse in one call (was 15), and let the max-tier fallback parse larger PDFs in 15-page chunks (up to 200 pages). PDFs over 30 pages skip the failing Document AI call in auto mode.
+  - Nano: a PDF without a usable text layer (scanned or image-only) now fails with a clear user-side error that says Nano only reads embedded text, instead of a generic system error.
+  - Azure image pre-check failures now record the Azure error code and message.
+  - API reference: document the academic search `errors` field (partial results when a provider fails).
+
 ## 0.5.1
 
 ### Patch Changes

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@pdfvector/util",
-  "version": "0.5.1",
+  "version": "0.6.1",
   "type": "module",
   "main": "./.tsc/lib/index.js",
   "exports": {