universal-parcel-scraper 0.93.0-main.987 → 0.95.0-main.992

package/README.md

@@ -13,7 +13,7 @@ The engine behind [Peek](https://peektracker.com) ([GitHub](https://github.com/p
 [![License: Apache-2.0](https://img.shields.io/badge/core-Apache--2.0-blue.svg)](LICENSE)
 
 <!-- GENERATED:summary -->
-**3,500+ carriers** through **151 dedicated adapters** and **5 universal fallbacks**
+**3,500+ carriers** through **154 dedicated adapters** and **5 universal fallbacks**
 
 <sub>208 catalog entries · 66 countries represented</sub>
 <!-- /GENERATED:summary -->
@@ -155,7 +155,7 @@ createTracker({ providers: ['ParcelsApp', 'Ship24', '17TRACK', 'Postal Ninja', '
 <!-- GENERATED:stages -->
 <img src="docs/assets/stages.svg" alt="DHL: Die Sendung wurde in das Zustellfahrzeug geladen.; Mondial Relay: En cours de livraison; Correios Brazil: Objeto saiu para entrega ao destinatário; Correos Express: EN REPARTO; Yamato Transport: 配達中; La Poste / Colissimo: DISTOU. All are filed under out_for_delivery." width="760">
 
-The carrier folders record 4,117 such statuses, each filed under one stage.
+The carrier folders record 4,298 such statuses, each filed under one stage.
 <!-- /GENERATED:stages -->
 
 Wording nobody recorded yet goes through a classifier that reads seven European languages.

package/data/catalog.json

@@ -5249,7 +5249,9 @@
     "timezone": "Europe/Copenhagen",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "dao",
+      "recognitionRank": 850,
+      "localClocks": true
     },
     "canaryUrl": "https://dao.as/find-din-pakke/",
     "trackingUrlTemplate": "https://dao.as/find-din-pakke/#q={trackingNumber}",
@@ -5276,7 +5278,14 @@
         ]
       }
     ],
-    "detectionRules": []
+    "detectionRules": [
+      {
+        "pattern": "^000(?:5712696|5715127)\\d{10}$",
+        "confidence": "low",
+        "checksum": "sscc",
+        "preferred": true
+      }
+    ]
   },
   "day-ross": {
     "displayName": "Day & Ross",
@@ -7916,7 +7925,9 @@
     "timezone": "Europe/Bratislava",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "slovak-parcel-service",
+      "recognitionRank": 830,
+      "localClocks": true
     },
     "canaryUrl": "https://www.sps-sro.sk/moja-zasielka/",
     "trackingUrlTemplate": "https://www.sps-sro.sk/moja-zasielka/?shipment_id={trackingNumber}",
@@ -7953,7 +7964,9 @@
     "timezone": "Europe/Bratislava",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "slovenska-posta",
+      "recognitionRank": 840,
+      "localClocks": true
     },
     "canaryUrl": "https://www.posta.sk/sledovanie-zasielok",
     "trackingUrlTemplate": "https://www.posta.sk/sledovanie-zasielok#parcel={trackingNumber}",
@@ -7982,7 +7995,14 @@
         ]
       }
     ],
-    "detectionRules": []
+    "detectionRules": [
+      {
+        "pattern": "^[A-Z]{2}\\d{9}SK$",
+        "confidence": "low",
+        "checksum": "s10",
+        "preferred": true
+      }
+    ]
   },
   "speedpak": {
     "displayName": "SpeedPAK",

package/data/coverage-summary.json

@@ -1,6 +1,6 @@
 {
   "catalog": 208,
-  "activeAdapters": 151,
+  "activeAdapters": 154,
   "countries": 66,
   "referenceCarriers": 100,
   "comparison": {

package/data/detection-golden.json

@@ -162,14 +162,17 @@
     "confidence": "low",
     "candidates": [
       "postnord",
+      "dao",
       "swiss-post-cargo",
       "usps",
       "nz-post"
     ],
     "preferred": [
-      "postnord"
+      "postnord",
+      "dao"
     ],
     "asked": [
+      "dao",
       "postnord",
       "swiss-post-cargo",
       "nz-post"
@@ -181,14 +184,17 @@
     "confidence": "low",
     "candidates": [
       "postnord",
+      "dao",
       "swiss-post-cargo",
       "usps",
       "nz-post"
     ],
     "preferred": [
-      "postnord"
+      "postnord",
+      "dao"
     ],
     "asked": [
+      "dao",
       "postnord",
       "swiss-post-cargo",
       "nz-post"
@@ -200,14 +206,17 @@
     "confidence": "low",
     "candidates": [
       "postnord",
+      "dao",
       "swiss-post-cargo",
       "usps",
       "nz-post"
     ],
     "preferred": [
-      "postnord"
+      "postnord",
+      "dao"
     ],
     "asked": [
+      "dao",
       "postnord",
       "swiss-post-cargo",
       "nz-post"
@@ -219,14 +228,17 @@
     "confidence": "low",
     "candidates": [
       "postnord",
+      "dao",
       "swiss-post-cargo",
       "usps",
       "nz-post"
     ],
     "preferred": [
-      "postnord"
+      "postnord",
+      "dao"
     ],
     "asked": [
+      "dao",
       "postnord",
       "swiss-post-cargo",
       "nz-post"
@@ -238,14 +250,17 @@
     "confidence": "low",
     "candidates": [
       "postnord",
+      "dao",
       "swiss-post-cargo",
       "usps",
       "nz-post"
     ],
     "preferred": [
-      "postnord"
+      "postnord",
+      "dao"
     ],
     "asked": [
+      "dao",
       "postnord",
       "swiss-post-cargo",
       "nz-post"
@@ -257,14 +272,17 @@
     "confidence": "low",
     "candidates": [
       "postnord",
+      "dao",
       "swiss-post-cargo",
       "usps",
       "nz-post"
     ],
     "preferred": [
-      "postnord"
+      "postnord",
+      "dao"
     ],
     "asked": [
+      "dao",
       "postnord",
       "swiss-post-cargo",
       "nz-post"
@@ -276,14 +294,17 @@
     "confidence": "low",
     "candidates": [
       "postnord",
+      "dao",
       "swiss-post-cargo",
       "usps",
       "nz-post"
     ],
     "preferred": [
-      "postnord"
+      "postnord",
+      "dao"
     ],
     "asked": [
+      "dao",
       "postnord",
       "swiss-post-cargo",
       "nz-post"
@@ -295,14 +316,17 @@
     "confidence": "low",
     "candidates": [
       "postnord",
+      "dao",
       "swiss-post-cargo",
       "usps",
       "nz-post"
     ],
     "preferred": [
-      "postnord"
+      "postnord",
+      "dao"
     ],
     "asked": [
+      "dao",
       "postnord",
       "swiss-post-cargo",
       "nz-post"
@@ -314,14 +338,17 @@
     "confidence": "low",
     "candidates": [
       "postnord",
+      "dao",
       "swiss-post-cargo",
       "usps",
       "nz-post"
     ],
     "preferred": [
-      "postnord"
+      "postnord",
+      "dao"
     ],
     "asked": [
+      "dao",
       "postnord",
       "swiss-post-cargo",
       "nz-post"
@@ -333,14 +360,17 @@
     "confidence": "low",
     "candidates": [
       "postnord",
+      "dao",
       "swiss-post-cargo",
       "usps",
       "nz-post"
     ],
     "preferred": [
-      "postnord"
+      "postnord",
+      "dao"
     ],
     "asked": [
+      "dao",
       "postnord",
       "swiss-post-cargo",
       "nz-post"
@@ -19948,10 +19978,10 @@
     ],
     "asked": [
       "hermes-de",
+      "slovak-parcel-service",
       "dpd",
       "dpd-de",
-      "seur",
-      "brt"
+      "seur"
     ]
   },
   {
@@ -19989,11 +20019,11 @@
       "slovak-parcel-service"
     ],
     "asked": [
+      "slovak-parcel-service",
       "dpd",
       "dpd-de",
       "seur",
-      "brt",
-      "relais-colis"
+      "brt"
     ]
   },
   {
@@ -20015,10 +20045,10 @@
     ],
     "asked": [
       "hermes-de",
+      "slovak-parcel-service",
       "dpd",
       "dpd-de",
-      "seur",
-      "brt"
+      "seur"
     ]
   },
   {
@@ -20038,11 +20068,11 @@
       "slovak-parcel-service"
     ],
     "asked": [
+      "slovak-parcel-service",
       "dpd",
       "dpd-de",
       "seur",
-      "brt",
-      "relais-colis"
+      "brt"
     ]
   },
   {
@@ -25176,6 +25206,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -25390,6 +25421,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -26769,6 +26801,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -26884,6 +26917,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -26986,6 +27020,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -27521,6 +27556,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -27532,6 +27568,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -27638,6 +27675,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -30811,6 +30849,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -30822,6 +30861,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -33590,6 +33630,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -33645,6 +33686,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },
@@ -33975,6 +34017,7 @@
       "intl-post"
     ],
     "asked": [
+      "slovenska-posta",
       "chronopost"
     ]
   },

package/dist/browser/scraper.js

@@ -4274,7 +4274,9 @@ var be = {
 		timezone: "Europe/Copenhagen",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "dao",
+			recognitionRank: 850,
+			localClocks: !0
 		},
 		canaryUrl: "https://dao.as/find-din-pakke/",
 		trackingUrlTemplate: "https://dao.as/find-din-pakke/#q={trackingNumber}",
@@ -4289,7 +4291,12 @@ var be = {
 			pathPattern: "^/(?:en/private/track-your-parcel/?|dao-app/?)?$",
 			params: ["stregkode"]
 		}],
-		detectionRules: []
+		detectionRules: [{
+			pattern: "^000(?:5712696|5715127)\\d{10}$",
+			confidence: "low",
+			checksum: "sscc",
+			preferred: !0
+		}]
 	},
 	"day-ross": {
 		displayName: "Day & Ross",
@@ -6274,7 +6281,9 @@ var be = {
 		timezone: "Europe/Bratislava",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "slovak-parcel-service",
+			recognitionRank: 830,
+			localClocks: !0
 		},
 		canaryUrl: "https://www.sps-sro.sk/moja-zasielka/",
 		trackingUrlTemplate: "https://www.sps-sro.sk/moja-zasielka/?shipment_id={trackingNumber}",
@@ -6298,7 +6307,9 @@ var be = {
 		timezone: "Europe/Bratislava",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "slovenska-posta",
+			recognitionRank: 840,
+			localClocks: !0
 		},
 		canaryUrl: "https://www.posta.sk/sledovanie-zasielok",
 		trackingUrlTemplate: "https://www.posta.sk/sledovanie-zasielok#parcel={trackingNumber}",
@@ -6319,7 +6330,12 @@ var be = {
 				params: ["q"]
 			}
 		],
-		detectionRules: []
+		detectionRules: [{
+			pattern: "^[A-Z]{2}\\d{9}SK$",
+			confidence: "low",
+			checksum: "s10",
+			preferred: !0
+		}]
 	},
 	speedpak: {
 		displayName: "SpeedPAK",
@@ -7084,7 +7100,7 @@ var be = {
 	cne: ["cne-1"],
 	"correos-de-mexico": [],
 	"cyprus-post": [],
-	dao: [],
+	dao: ["dao-1"],
 	"day-ross": ["day-ross-1"],
 	"dhl-ecommerce-es": ["dhl-ecommerce-es-1", "dhl-ecommerce-es-2"],
 	"dhl-ecommerce-nl": [
@@ -7184,7 +7200,7 @@ var be = {
 	saia: [],
 	sameday: ["sameday-1"],
 	"slovak-parcel-service": ["slovak-parcel-service-1"],
-	"slovenska-posta": [],
+	"slovenska-posta": ["slovenska-posta-s10"],
 	speedpak: ["speedpak-1"],
 	speedy: [],
 	"spx-ph": [
@@ -11912,6 +11928,7 @@ var bc = {
 	"colis-prive": 300,
 	"correos-express": 360,
 	"ctt-express": 350,
+	dao: 850,
 	delhivery: 160,
 	"dhl-ecommerce": 230,
 	"dhl-ecommerce-es": 190,
@@ -11965,6 +11982,8 @@ var bc = {
 	"relais-colis": 250,
 	sameday: 530,
 	seur: 430,
+	"slovak-parcel-service": 830,
+	"slovenska-posta": 840,
 	speedy: 540,
 	sto: 100,
 	"swiss-post-cargo": 110,

package/dist/carriers/dao/adapter.d.ts

@@ -0,0 +1,16 @@
+import { type AdapterFactory, type TrackingContext } from '../../core/adapter/index.js';
+import type { CarrierResult } from '../../core/result/index.js';
+import { type StepRecorder } from '../../core/telemetry/index.js';
+export declare const DAO_ENDPOINT = "https://dao.as/wp-json/dao-wp/v1/track-parcel";
+/** The service's address for one number, with English wording. */
+export declare function daoTrackingUrl(raw: string): string;
+export declare class DaoTracker {
+    private readonly options;
+    constructor(options?: {
+        fetcher?: typeof fetch;
+        recorder?: StepRecorder;
+        userAgent?: string;
+    });
+    fetch(raw: string, context?: TrackingContext): Promise<CarrierResult>;
+}
+export declare const adapter: AdapterFactory;

package/dist/carriers/dao/adapter.js

@@ -0,0 +1,70 @@
+import { accepted, recognizeFromLookup } from '../../core/adapter/index.js';
+import { ChallengeError, IndeterminateError, SchemaError, TransportError, UpstreamHttpError } from '../../core/errors/index.js';
+import { runSteps } from '../../core/runner/index.js';
+import { firstAttemptMs, networkRetryStep } from '../../core/runner/networkRetry.js';
+import { NOOP_RECORDER } from '../../core/telemetry/index.js';
+import { decodeText, fetchBounded, parseJsonBytes, userAgentOf } from '../../core/transport/index.js';
+import { DAO_MAX_BYTES, normalizeDaoNumber, parseDao, PROVIDER } from './parser.js';
+// The service dao.as/find-din-pakke asks, without a key, nonce or cookie.
+export const DAO_ENDPOINT = 'https://dao.as/wp-json/dao-wp/v1/track-parcel';
+// A WordPress or edge block page instead of the service's JSON.
+const BLOCKED = /<title>\s*(?:Just a moment|Attention Required|Access denied|403 Forbidden)|cf-chl-|cf-turnstile|captcha/i;
+/** The service's address for one number, with English wording. */
+export function daoTrackingUrl(raw) {
+    return `${DAO_ENDPOINT}?${new URLSearchParams({ barcode: normalizeDaoNumber(raw).number, lang: 'EN' })}`;
+}
+export class DaoTracker {
+    options;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async fetch(raw, context = {}) {
+        const url = daoTrackingUrl(raw);
+        const read = async (signal, timeoutMs) => {
+            let bytes;
+            let status;
+            try {
+                // The page sends its WordPress nonce, which the service does not need
+                // without a session cookie.
+                ({ bytes, response: { status } } = await fetchBounded(url, { signal,
+                    headers: { Accept: 'application/json', 'User-Agent': userAgentOf(this.options.userAgent) } }, { provider: PROVIDER, timeoutMs: Math.max(1, Math.floor(timeoutMs)), maxBytes: DAO_MAX_BYTES, fetcher: this.options.fetcher,
+                    allowHttpStatuses: [400] }));
+            }
+            catch (error) {
+                // An unknown number is {"found":false}; a missing route is not a missing parcel.
+                if (error instanceof UpstreamHttpError && [404, 410].includes(error.status)) {
+                    throw new TransportError(PROVIDER, 'DAO tracking service is unavailable', { cause: error });
+                }
+                throw error;
+            }
+            let payload;
+            try {
+                payload = parseJsonBytes(bytes, PROVIDER);
+            }
+            catch (cause) {
+                if (BLOCKED.test(decodeText(bytes.subarray(0, 64_000))))
+                    throw new ChallengeError(PROVIDER, 'DAO answered with a block page', { cause });
+                throw new SchemaError(PROVIDER, 'DAO returned invalid tracking JSON', { cause });
+            }
+            // The service names a request it cannot read, such as one without a number.
+            if (status === 400)
+                throw new IndeterminateError(PROVIDER, 'DAO rejected the tracking request');
+            return parseDao(payload, raw);
+        };
+        // A request that fails to reach DAO, or hangs, gets one more try: the
+        // first gets half of the budget, so the retry fits in the rest.
+        return runSteps({ carrier: 'dao', budgetMs: context.budgetMs ?? 15_000, signal: context.signal,
+            recorder: this.options.recorder ?? NOOP_RECORDER }, [
+            { id: 'direct', run: ({ signal, remainingMs }) => read(signal, firstAttemptMs(remainingMs)) },
+            networkRetryStep(({ signal, remainingMs }) => read(signal, remainingMs)),
+        ]);
+    }
+}
+export const adapter = (environment) => {
+    const tracker = new DaoTracker({ fetcher: environment.fetcher, recorder: environment.recorder, userAgent: environment.userAgent });
+    return {
+        id: 'dao', recordsSteps: true, steps: ['direct', 'retry'],
+        track: (input, context) => tracker.fetch(input.number, context),
+        recognize: (number, context) => recognizeFromLookup(() => tracker.fetch(number, context), () => accepted(() => normalizeDaoNumber(number))),
+    };
+};