universal-parcel-scraper 0.92.0-main.985 → 0.94.0-main.990

package/README.md

@@ -13,7 +13,7 @@ The engine behind [Peek](https://peektracker.com) ([GitHub](https://github.com/p
 [![License: Apache-2.0](https://img.shields.io/badge/core-Apache--2.0-blue.svg)](LICENSE)
 
 <!-- GENERATED:summary -->
-**3,500+ carriers** through **150 dedicated adapters** and **5 universal fallbacks**
+**3,500+ carriers** through **153 dedicated adapters** and **5 universal fallbacks**
 
 <sub>208 catalog entries · 66 countries represented</sub>
 <!-- /GENERATED:summary -->
@@ -155,7 +155,7 @@ createTracker({ providers: ['ParcelsApp', 'Ship24', '17TRACK', 'Postal Ninja', '
 <!-- GENERATED:stages -->
 <img src="docs/assets/stages.svg" alt="DHL: Die Sendung wurde in das Zustellfahrzeug geladen.; Mondial Relay: En cours de livraison; Correios Brazil: Objeto saiu para entrega ao destinatário; Correos Express: EN REPARTO; Yamato Transport: 配達中; La Poste / Colissimo: DISTOU. All are filed under out_for_delivery." width="760">
 
-The carrier folders record 4,098 such statuses, each filed under one stage.
+The carrier folders record 4,279 such statuses, each filed under one stage.
 <!-- /GENERATED:stages -->
 
 Wording nobody recorded yet goes through a classifier that reads seven European languages.

package/data/catalog.json

@@ -6938,7 +6938,9 @@
     "timezone": "Europe/Riga",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "latvijas-pasts",
+      "recognitionRank": 820,
+      "localClocks": true
     },
     "canaryUrl": "https://www.pasts.lv/izsekot-sutijumu",
     "trackingUrlTemplate": "https://mans.pasts.lv/track?locale=lv-LV&id={trackingNumber}",
@@ -6954,7 +6956,14 @@
         ]
       }
     ],
-    "detectionRules": []
+    "detectionRules": [
+      {
+        "pattern": "^[A-Z]{2}\\d{9}LV$",
+        "confidence": "low",
+        "checksum": "s10",
+        "preferred": true
+      }
+    ]
   },
   "lbc-express": {
     "displayName": "LBC Express",
@@ -7907,7 +7916,9 @@
     "timezone": "Europe/Bratislava",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "slovak-parcel-service",
+      "recognitionRank": 830,
+      "localClocks": true
     },
     "canaryUrl": "https://www.sps-sro.sk/moja-zasielka/",
     "trackingUrlTemplate": "https://www.sps-sro.sk/moja-zasielka/?shipment_id={trackingNumber}",
@@ -7944,7 +7955,9 @@
     "timezone": "Europe/Bratislava",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "slovenska-posta",
+      "recognitionRank": 840,
+      "localClocks": true
     },
     "canaryUrl": "https://www.posta.sk/sledovanie-zasielok",
     "trackingUrlTemplate": "https://www.posta.sk/sledovanie-zasielok#parcel={trackingNumber}",
@@ -7973,7 +7986,14 @@
         ]
       }
     ],
-    "detectionRules": []
+    "detectionRules": [
+      {
+        "pattern": "^[A-Z]{2}\\d{9}SK$",
+        "confidence": "low",
+        "checksum": "s10",
+        "preferred": true
+      }
+    ]
   },
   "speedpak": {
     "displayName": "SpeedPAK",

package/data/coverage-summary.json

@@ -1,6 +1,6 @@
 {
   "catalog": 208,
-  "activeAdapters": 150,
+  "activeAdapters": 153,
   "countries": 66,
   "referenceCarriers": 100,
   "comparison": {

package/data/detection-golden.json

@@ -19948,10 +19948,10 @@
     ],
     "asked": [
       "hermes-de",
+      "slovak-parcel-service",
       "dpd",
       "dpd-de",
-      "seur",
-      "brt"
+      "seur"
     ]
   },
   {
@@ -19989,11 +19989,11 @@
       "slovak-parcel-service"
     ],
     "asked": [
+      "slovak-parcel-service",
       "dpd",
       "dpd-de",
       "seur",
-      "brt",
-      "relais-colis"
+      "brt"
     ]
   },
   {
@@ -20015,10 +20015,10 @@
     ],
     "asked": [
       "hermes-de",
+      "slovak-parcel-service",
       "dpd",
       "dpd-de",
-      "seur",
-      "brt"
+      "seur"
     ]
   },
   {
@@ -20038,11 +20038,11 @@
       "slovak-parcel-service"
     ],
     "asked": [
+      "slovak-parcel-service",
       "dpd",
       "dpd-de",
       "seur",
-      "brt",
-      "relais-colis"
+      "brt"
     ]
   },
   {
@@ -25176,6 +25176,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -25390,6 +25391,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -25585,6 +25587,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -25596,6 +25599,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -25607,6 +25611,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -26766,6 +26771,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -26881,6 +26887,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -26983,6 +26990,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -27047,6 +27055,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -27517,6 +27526,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -27528,6 +27538,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -27634,6 +27645,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -30807,6 +30819,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -30818,6 +30831,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -31655,6 +31669,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -31666,6 +31681,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -31677,6 +31693,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -31688,6 +31705,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -31699,6 +31717,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -31710,6 +31729,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -31721,6 +31741,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -31732,6 +31753,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -31743,6 +31765,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -33577,6 +33600,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -33632,6 +33656,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -33962,6 +33987,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -34250,6 +34276,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -35419,6 +35446,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -36887,6 +36915,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },
@@ -37173,6 +37202,7 @@
       "intl-post"
     ],
     "asked": [
+      "latvijas-pasts",
       "chronopost"
     ]
   },

package/dist/browser/scraper.js

@@ -5527,7 +5527,9 @@ var be = {
 		timezone: "Europe/Riga",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "latvijas-pasts",
+			recognitionRank: 820,
+			localClocks: !0
 		},
 		canaryUrl: "https://www.pasts.lv/izsekot-sutijumu",
 		trackingUrlTemplate: "https://mans.pasts.lv/track?locale=lv-LV&id={trackingNumber}",
@@ -5537,7 +5539,12 @@ var be = {
 			pathPattern: "^/track/?$",
 			params: ["id"]
 		}],
-		detectionRules: []
+		detectionRules: [{
+			pattern: "^[A-Z]{2}\\d{9}LV$",
+			confidence: "low",
+			checksum: "s10",
+			preferred: !0
+		}]
 	},
 	"lbc-express": {
 		displayName: "LBC Express",
@@ -6267,7 +6274,9 @@ var be = {
 		timezone: "Europe/Bratislava",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "slovak-parcel-service",
+			recognitionRank: 830,
+			localClocks: !0
 		},
 		canaryUrl: "https://www.sps-sro.sk/moja-zasielka/",
 		trackingUrlTemplate: "https://www.sps-sro.sk/moja-zasielka/?shipment_id={trackingNumber}",
@@ -6291,7 +6300,9 @@ var be = {
 		timezone: "Europe/Bratislava",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "slovenska-posta",
+			recognitionRank: 840,
+			localClocks: !0
 		},
 		canaryUrl: "https://www.posta.sk/sledovanie-zasielok",
 		trackingUrlTemplate: "https://www.posta.sk/sledovanie-zasielok#parcel={trackingNumber}",
@@ -6312,7 +6323,12 @@ var be = {
 				params: ["q"]
 			}
 		],
-		detectionRules: []
+		detectionRules: [{
+			pattern: "^[A-Z]{2}\\d{9}SK$",
+			confidence: "low",
+			checksum: "s10",
+			preferred: !0
+		}]
 	},
 	speedpak: {
 		displayName: "SpeedPAK",
@@ -7143,7 +7159,7 @@ var be = {
 	"j-and-t-cargo": ["j-and-t-cargo-1", "j-and-t-cargo-2"],
 	jitsu: [],
 	"kuehne-nagel": ["kuehne-nagel-1", "kuehne-nagel-2"],
-	"latvijas-pasts": [],
+	"latvijas-pasts": ["latvijas-pasts-s10"],
 	"lbc-express": ["lbc-domestic"],
 	"lietuvos-pastas": ["lietuvos-pastas-1"],
 	"loomis-express": ["loomis-express-1", "loomis-express-2"],
@@ -7177,7 +7193,7 @@ var be = {
 	saia: [],
 	sameday: ["sameday-1"],
 	"slovak-parcel-service": ["slovak-parcel-service-1"],
-	"slovenska-posta": [],
+	"slovenska-posta": ["slovenska-posta-s10"],
 	speedpak: ["speedpak-1"],
 	speedy: [],
 	"spx-ph": [
@@ -11937,6 +11953,7 @@ var bc = {
 	"j-and-t": 90,
 	"j-and-t-cargo": 470,
 	"la-poste": 800,
+	"latvijas-pasts": 820,
 	matkahuolto: 690,
 	"mng-kargo": 740,
 	nacex: 410,
@@ -11957,6 +11974,8 @@ var bc = {
 	"relais-colis": 250,
 	sameday: 530,
 	seur: 430,
+	"slovak-parcel-service": 830,
+	"slovenska-posta": 840,
 	speedy: 540,
 	sto: 100,
 	"swiss-post-cargo": 110,

package/dist/carriers/latvijas-pasts/adapter.d.ts

@@ -0,0 +1,14 @@
+import { type AdapterFactory, type TrackingContext } from '../../core/adapter/index.js';
+import type { CarrierResult } from '../../core/result/index.js';
+import { type StepRecorder } from '../../core/telemetry/index.js';
+export declare const LATVIJAS_PASTS_ENDPOINT = "https://mans.pasts.lv/tracking-api";
+export declare class LatvijasPastsTracker {
+    private readonly options;
+    constructor(options?: {
+        fetcher?: typeof fetch;
+        recorder?: StepRecorder;
+        userAgent?: string;
+    });
+    fetch(raw: string, context?: TrackingContext): Promise<CarrierResult>;
+}
+export declare const adapter: AdapterFactory;

package/dist/carriers/latvijas-pasts/adapter.js

@@ -0,0 +1,60 @@
+import { accepted, recognizeFromLookup } from '../../core/adapter/index.js';
+import { ChallengeError, SchemaError, TransportError, UpstreamHttpError } from '../../core/errors/index.js';
+import { runSteps } from '../../core/runner/index.js';
+import { firstAttemptMs, networkRetryStep } from '../../core/runner/networkRetry.js';
+import { NOOP_RECORDER } from '../../core/telemetry/index.js';
+import { decodeText, fetchBounded, parseJsonBytes, userAgentOf } from '../../core/transport/index.js';
+import { LATVIJAS_PASTS_MAX_BYTES, normalizeLatvijasPastsNumber, parseLatvijasPasts, PROVIDER } from './parser.js';
+// The service mans.pasts.lv's tracking page reads. It answers JSON only when
+// asked for it, and XML otherwise.
+export const LATVIJAS_PASTS_ENDPOINT = 'https://mans.pasts.lv/tracking-api';
+// A CloudFront or web application firewall block page.
+const BLOCKED = /<title>\s*(?:ERROR: The request could not be satisfied|Request blocked|Access Denied|Just a moment|Attention Required)|cf-chl-|cf-turnstile|Generated by cloudfront/i;
+export class LatvijasPastsTracker {
+    options;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async fetch(raw, context = {}) {
+        const number = normalizeLatvijasPastsNumber(raw);
+        const url = `${LATVIJAS_PASTS_ENDPOINT}?${new URLSearchParams({ id: number, lang: 'en-US', include_group: 'true' })}`;
+        const read = async (signal, timeoutMs) => {
+            let bytes;
+            try {
+                ({ bytes } = await fetchBounded(url, { signal, headers: { Accept: 'application/json', 'User-Agent': userAgentOf(this.options.userAgent) } }, { provider: PROVIDER, timeoutMs: Math.max(1, Math.floor(timeoutMs)), maxBytes: LATVIJAS_PASTS_MAX_BYTES, fetcher: this.options.fetcher }));
+            }
+            catch (error) {
+                // A missing route is not a missing item: the service answers unknown codes with a notice.
+                if (error instanceof UpstreamHttpError && [404, 410].includes(error.status)) {
+                    throw new TransportError(PROVIDER, 'Latvijas Pasts tracking endpoint is unavailable', { cause: error });
+                }
+                throw error;
+            }
+            let payload;
+            try {
+                payload = parseJsonBytes(bytes, PROVIDER);
+            }
+            catch (cause) {
+                if (BLOCKED.test(decodeText(bytes.subarray(0, 64_000))))
+                    throw new ChallengeError(PROVIDER, 'Latvijas Pasts answered with a block page', { cause });
+                throw new SchemaError(PROVIDER, 'Latvijas Pasts returned invalid tracking JSON', { cause });
+            }
+            return parseLatvijasPasts(payload, number);
+        };
+        // A request that fails to reach Latvijas Pasts, or hangs, gets one more
+        // try: the first gets half of the budget, so the retry fits in the rest.
+        return runSteps({ carrier: 'latvijas-pasts', budgetMs: context.budgetMs ?? 15_000, signal: context.signal,
+            recorder: this.options.recorder ?? NOOP_RECORDER }, [
+            { id: 'direct', run: ({ signal, remainingMs }) => read(signal, firstAttemptMs(remainingMs)) },
+            networkRetryStep(({ signal, remainingMs }) => read(signal, remainingMs)),
+        ]);
+    }
+}
+export const adapter = (environment) => {
+    const tracker = new LatvijasPastsTracker({ fetcher: environment.fetcher, recorder: environment.recorder, userAgent: environment.userAgent });
+    return {
+        id: 'latvijas-pasts', recordsSteps: true, steps: ['direct', 'retry'],
+        track: (input, context) => tracker.fetch(input.number, context),
+        recognize: (number, context) => recognizeFromLookup(() => tracker.fetch(number, context), () => accepted(() => normalizeLatvijasPastsNumber(number))),
+    };
+};

package/dist/carriers/latvijas-pasts/carrier.json

@@ -17,18 +17,48 @@
   "timezone": "Europe/Riga",
   "tracking": {
     "mode": "automatic",
-    "adapter": "universal",
-    "steps": []
+    "adapter": "latvijas-pasts",
+    "steps": [
+      "direct",
+      "retry"
+    ],
+    "recognition": {
+      "rank": 820
+    },
+    "localClocks": true
   },
-  "capabilities": [],
+  "capabilities": [
+    "history",
+    "location",
+    "provider_code",
+    "pickup_point"
+  ],
   "portal": {
     "url": "https://mans.pasts.lv/track?locale=lv-LV&id={trackingNumber}",
     "searchUrl": "https://www.pasts.lv/izsekot-sutijumu",
     "canaryUrl": "https://www.pasts.lv/izsekot-sutijumu",
-    "shows": [],
-    "scraped": [],
-    "discarded": [],
-    "unavailable": []
+    "shows": [
+      "status",
+      "history",
+      "location",
+      "event_details"
+    ],
+    "scraped": [
+      "status",
+      "history",
+      "location",
+      "provider_code",
+      "pickup_point"
+    ],
+    "discarded": [
+      "event_details"
+    ],
+    "unavailable": [
+      "eta",
+      "weight",
+      "service_name",
+      "proof_of_delivery"
+    ]
   },
   "links": [
     {
@@ -41,5 +71,13 @@
       ]
     }
   ],
-  "detection": []
+  "detection": [
+    {
+      "id": "latvijas-pasts-s10",
+      "pattern": "^[A-Z]{2}\\d{9}LV$",
+      "confidence": "low",
+      "preferred": true,
+      "checksum": "s10"
+    }
+  ]
 }

package/dist/carriers/latvijas-pasts/parser.d.ts

@@ -0,0 +1,12 @@
+import type { CarrierResult } from '../../core/result/index.js';
+export declare const PROVIDER = "Latvijas Pasts";
+export declare const LATVIJAS_PASTS_MAX_BYTES = 256000;
+/** Latvijas Pasts tracks UPU S10 items, its own and those it delivers for other posts. */
+export declare function normalizeLatvijasPastsNumber(raw: string): string;
+/**
+ * The tracker's reply for one item: its scans newest first, each with an event
+ * code, wording, a wall clock and the office, or the country of a foreign
+ * post's event, or a notice instead. The reply does not repeat the number; it
+ * answers for the one number the request names.
+ */
+export declare function parseLatvijasPasts(payload: unknown, rawNumber: string): CarrierResult;