universal-parcel-scraper 0.11.0 → 0.13.0-main.337

package/README.md

@@ -13,7 +13,7 @@ The engine behind [Peek](https://peektracker.com) ([GitHub](https://github.com/p
 [![License: Apache-2.0](https://img.shields.io/badge/core-Apache--2.0-blue.svg)](LICENSE)
 
 <!-- GENERATED:summary -->
-**3,500+ carriers** through **94 dedicated adapters** and **5 universal fallbacks**
+**3,500+ carriers** through **98 dedicated adapters** and **5 universal fallbacks**
 
 <sub>119 catalog entries · 58 countries represented</sub>
 <!-- /GENERATED:summary -->
@@ -33,9 +33,9 @@ its own as a command, a Node library or an HTTP server.
 ## Benchmark
 
 <!-- GENERATED:coverage -->
-In a curated benchmark of 113 carriers, dedicated adapters return tracking history for **66**, rising to **79** with all fallbacks enabled. The best single aggregator returns 53.
+In a curated benchmark of 113 carriers, dedicated adapters return tracking history for **71**, rising to **84** with all fallbacks enabled. The best single aggregator returns 53.
 
-<img src="docs/assets/coverage.svg" alt="Carriers with tracking history: This project, all fallbacks enabled 79, This project, dedicated adapters alone 66, ParcelsApp 53, Postal Ninja 43, 17TRACK 40, Ship24 42, UPU 12." width="760">
+<img src="docs/assets/coverage.svg" alt="Carriers with tracking history: This project, all fallbacks enabled 84, This project, dedicated adapters alone 71, ParcelsApp 53, Postal Ninja 43, 17TRACK 40, Ship24 42, UPU 12." width="760">
 <!-- /GENERATED:coverage -->
 
 [Method and results per carrier](providers/COVERAGE.md)
@@ -149,7 +149,7 @@ createTracker({ providers: ['ParcelsApp', 'Ship24', '17TRACK', 'Postal Ninja', '
 <!-- GENERATED:stages -->
 <img src="docs/assets/stages.svg" alt="DHL: Die Sendung wurde in das Zustellfahrzeug geladen.; Mondial Relay: En cours de livraison; Correios Brazil: Objeto saiu para entrega ao destinatário; Correos Express: EN REPARTO; Yamato Transport: 配達中; La Poste / Colissimo: DISTOU. All are filed under out_for_delivery." width="760">
 
-The carrier folders record 1,730 such statuses, each filed under one stage.
+The carrier folders record 1,785 such statuses, each filed under one stage.
 <!-- /GENERATED:stages -->
 
 Wording nobody recorded yet goes through a classifier that reads seven European languages.

package/data/catalog.json

@@ -4054,7 +4054,7 @@
     "timezone": "UTC",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "cne"
     },
     "canaryUrl": "https://www.cne.com/track",
     "trackingUrlTemplate": "https://www.cne.com/en/track?no={trackingNumber}",
@@ -4172,7 +4172,8 @@
     "timezone": "Europe/London",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "dpd-uk",
+      "localClocks": true
     },
     "canaryUrl": "https://track.dpd.co.uk/",
     "trackingUrlTemplate": "https://track.dpd.co.uk/?reference={trackingNumber}",
@@ -4242,7 +4243,7 @@
     "timezone": "Europe/London",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "evri-uk"
     },
     "canaryUrl": "https://www.evri.com/track-a-parcel",
     "trackingUrlTemplate": "https://www.evri.com/track/parcel/{trackingNumber}/details",
@@ -4316,10 +4317,10 @@
     "timezone": "Asia/Manila",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "lbc-express",
+      "localClocks": true
     },
     "canaryUrl": "https://www.lbcexpress.com/track/",
-    "trackingUrlTemplate": "https://www.lbcexpress.com/track/?tracking_no={trackingNumber}",
     "linkRules": [
       {
         "domains": [

package/data/coverage-summary.json

@@ -1,11 +1,11 @@
 {
   "catalog": 119,
-  "activeAdapters": 94,
+  "activeAdapters": 98,
   "countries": 58,
   "referenceCarriers": 113,
   "comparison": {
-    "combined": 79,
-    "direct": 66,
+    "combined": 84,
+    "direct": 71,
     "providers": {
       "ParcelsApp": 53,
       "Postal Ninja": 43,

package/data/detection-golden.json

@@ -837,6 +837,28 @@
       "ciblex"
     ]
   },
+  {
+    "input": "100000000001",
+    "carrier": "unknown",
+    "confidence": "low",
+    "candidates": [
+      "fedex",
+      "dpd-fr",
+      "mondial-relay",
+      "colis-prive",
+      "mrw",
+      "purolator",
+      "sf-express",
+      "sto",
+      "zto",
+      "yamato",
+      "j-and-t",
+      "lbc-express"
+    ],
+    "asked": [
+      "colis-prive"
+    ]
+  },
   {
     "input": "1000478495775",
     "carrier": "unknown",
@@ -1336,6 +1358,76 @@
       "colis-prive"
     ]
   },
+  {
+    "input": "142062960271",
+    "carrier": "unknown",
+    "confidence": "low",
+    "candidates": [
+      "fedex",
+      "dpd-fr",
+      "mondial-relay",
+      "colis-prive",
+      "mrw",
+      "purolator",
+      "sf-express",
+      "sto",
+      "zto",
+      "yamato",
+      "j-and-t",
+      "lbc-express"
+    ],
+    "asked": [
+      "colis-prive"
+    ]
+  },
+  {
+    "input": "15504366056765",
+    "carrier": "unknown",
+    "confidence": "low",
+    "candidates": [
+      "dpd",
+      "dpd-fr",
+      "relais-colis",
+      "ciblex",
+      "seur",
+      "brt",
+      "delhivery",
+      "dpd-de",
+      "dpd-uk",
+      "xpressbees"
+    ],
+    "asked": [
+      "dpd",
+      "seur",
+      "brt",
+      "relais-colis",
+      "ciblex"
+    ]
+  },
+  {
+    "input": "15504366057635",
+    "carrier": "unknown",
+    "confidence": "low",
+    "candidates": [
+      "dpd",
+      "dpd-fr",
+      "relais-colis",
+      "ciblex",
+      "seur",
+      "brt",
+      "delhivery",
+      "dpd-de",
+      "dpd-uk",
+      "xpressbees"
+    ],
+    "asked": [
+      "dpd",
+      "seur",
+      "brt",
+      "relais-colis",
+      "ciblex"
+    ]
+  },
   {
     "input": "1595193512495",
     "carrier": "unknown",
@@ -1743,6 +1835,30 @@
       "postlogistics"
     ]
   },
+  {
+    "input": "20710517491331",
+    "carrier": "unknown",
+    "confidence": "low",
+    "candidates": [
+      "dpd",
+      "relais-colis",
+      "ciblex",
+      "hermes-de",
+      "seur",
+      "brt",
+      "delhivery",
+      "dpd-de",
+      "dpd-uk",
+      "nova-poshta"
+    ],
+    "asked": [
+      "dpd",
+      "seur",
+      "brt",
+      "hermes-de",
+      "relais-colis"
+    ]
+  },
   {
     "input": "2103/11207088",
     "carrier": "nacex",
@@ -2333,6 +2449,18 @@
       "relais-colis"
     ]
   },
+  {
+    "input": "3A5V609829713",
+    "carrier": "unknown",
+    "confidence": "none",
+    "candidates": []
+  },
+  {
+    "input": "3A5V721250488",
+    "carrier": "unknown",
+    "confidence": "none",
+    "candidates": []
+  },
   {
     "input": "3SA5210528875",
     "carrier": "spring-gds",
@@ -2941,6 +3069,29 @@
       "ciblex"
     ]
   },
+  {
+    "input": "59001766134310",
+    "carrier": "unknown",
+    "confidence": "low",
+    "candidates": [
+      "dpd",
+      "relais-colis",
+      "ciblex",
+      "seur",
+      "brt",
+      "delhivery",
+      "dpd-de",
+      "dpd-uk",
+      "nova-poshta"
+    ],
+    "asked": [
+      "dpd",
+      "seur",
+      "brt",
+      "relais-colis",
+      "ciblex"
+    ]
+  },
   {
     "input": "5N30053962734",
     "carrier": "la-poste",
@@ -4536,6 +4687,18 @@
       "dhl"
     ]
   },
+  {
+    "input": "CRIN26062320118472",
+    "carrier": "unknown",
+    "confidence": "none",
+    "candidates": []
+  },
+  {
+    "input": "CRIN26082718020483",
+    "carrier": "unknown",
+    "confidence": "none",
+    "candidates": []
+  },
   {
     "input": "CV000562646ES",
     "carrier": "unknown",
@@ -5013,6 +5176,15 @@
       "hermes-de"
     ]
   },
+  {
+    "input": "H00RVA0538924343",
+    "carrier": "unknown",
+    "confidence": "low",
+    "candidates": [
+      "evri",
+      "evri-uk"
+    ]
+  },
   {
     "input": "H0595C0000314450",
     "carrier": "unknown",
@@ -5772,6 +5944,14 @@
       "spx-ph"
     ]
   },
+  {
+    "input": "PH2542959127193",
+    "carrier": "unknown",
+    "confidence": "low",
+    "candidates": [
+      "spx-ph"
+    ]
+  },
   {
     "input": "PHAS9C0419962810128017D",
     "carrier": "correos-spain",
@@ -6663,6 +6843,14 @@
       "yunexpress"
     ]
   },
+  {
+    "input": "YT660296803GB",
+    "carrier": "royal-mail",
+    "confidence": "high",
+    "candidates": [
+      "royal-mail"
+    ]
+  },
   {
     "input": "YT8879092508074",
     "carrier": "yto",

package/dist/browser/scraper.js

@@ -3131,7 +3131,7 @@ var ce = {
 		timezone: "UTC",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "cne"
 		},
 		canaryUrl: "https://www.cne.com/track",
 		trackingUrlTemplate: "https://www.cne.com/en/track?no={trackingNumber}",
@@ -3213,7 +3213,8 @@ var ce = {
 		timezone: "Europe/London",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "dpd-uk",
+			localClocks: !0
 		},
 		canaryUrl: "https://track.dpd.co.uk/",
 		trackingUrlTemplate: "https://track.dpd.co.uk/?reference={trackingNumber}",
@@ -3261,7 +3262,7 @@ var ce = {
 		timezone: "Europe/London",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "evri-uk"
 		},
 		canaryUrl: "https://www.evri.com/track-a-parcel",
 		trackingUrlTemplate: "https://www.evri.com/track/parcel/{trackingNumber}/details",
@@ -3312,10 +3313,10 @@ var ce = {
 		timezone: "Asia/Manila",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "lbc-express",
+			localClocks: !0
 		},
 		canaryUrl: "https://www.lbcexpress.com/track/",
-		trackingUrlTemplate: "https://www.lbcexpress.com/track/?tracking_no={trackingNumber}",
 		linkRules: [{
 			domains: ["lbcexpress.com"],
 			params: ["tracking_no"]
@@ -8288,7 +8289,10 @@ var gs = { carriers: [
 			"17TRACK": "no_history",
 			"Postal Ninja": 4,
 			UPU: "no_history"
-		} }]
+		} }, {
+			note: "Alternate public reference returned eight identity-bound full-history scans in an interactive official session. Fresh automated Chromium obtained the matching microsummary, but its separate events request failed; automated full history remains unverified: https://www.reddit.com/r/royalmail/comments/1wh27pw/cant_track_my_shipment/",
+			results: {}
+		}]
 	},
 	{
 		carrier: "swiss-post",
@@ -9710,10 +9714,10 @@ var gs = { carriers: [
 	},
 	{
 		carrier: "dpd-uk",
-		direct: "No adapter",
-		sample: "Blocked",
+		direct: "Yes (UK parcel numbers)",
+		sample: "✓ 7",
 		references: [{
-			note: "UK reference-plus-postcode flow requires a challenge and session before retrieval.",
+			note: "Public UK parcel references returned seven and eight history scans through the current anonymous empty-postcode lookup; unqualified scan clocks remain local: https://uk.trustpilot.com/review/primepaint.co.uk?page=3. Order and collection references behind the postcode form are outside the adapter scope.",
 			results: {
 				Ship24: "unverified",
 				ParcelsApp: "unverified",
@@ -9725,10 +9729,10 @@ var gs = { carriers: [
 	},
 	{
 		carrier: "evri-uk",
-		direct: "No adapter",
-		sample: "Blocked",
+		direct: "Yes (local Chromium)",
+		sample: "✓ 6",
 		references: [{
-			note: "Domestic UK bootstrap requires a challenge; Evri International is a separate adapter.",
+			note: "Public domestic reference returned six identity-bound, offset-dated history scans in fresh automated local Chromium. The current anonymous flow obtains rotating keys in the browser and requires no postcode: https://www.trustpilot.com/review/printerval.co.uk",
 			results: {
 				Ship24: "unverified",
 				ParcelsApp: "unverified",
@@ -9756,9 +9760,9 @@ var gs = { carriers: [
 	{
 		carrier: "intelcom",
 		direct: "Yes (Canada)",
-		sample: "Not found",
+		sample: "Not found; alternate ✓ 6",
 		references: [{
-			note: "Public Intelcom reference returned not_found; successful live history is unverified: https://www.justanswer.com/software/vud02-intelcom-package-not-delivered-address-dispute.html",
+			note: "Comparison reference returned not_found: https://www.justanswer.com/software/vud02-intelcom-package-not-delivered-address-dispute.html. An alternate public reference returned six scans: https://intelcom.ca/en/track-your-package/?tracking-id=CRIN26082718020483",
 			results: {
 				Ship24: "unverified",
 				ParcelsApp: "unverified",
@@ -9800,10 +9804,10 @@ var gs = { carriers: [
 	},
 	{
 		carrier: "lbc-express",
-		direct: "No adapter",
-		sample: "Blocked",
+		direct: "Yes (local Chromium)",
+		sample: "Unverified; alternate ✓ 6",
 		references: [{
-			note: "Public LBC reference: https://www.trustpilot.com/review/www.lbcexpress.com. Official anonymous retrieval is blocked.",
+			note: "Original comparison reference has not been retried through the implemented browser flow: https://www.trustpilot.com/review/www.lbcexpress.com. An alternate public reference returned six unique date-only scans in a fresh automated browser: https://uk.trustpilot.com/review/www.lbcexpress.com",
 			results: {
 				Ship24: "unverified",
 				ParcelsApp: "unverified",
@@ -9815,10 +9819,10 @@ var gs = { carriers: [
 	},
 	{
 		carrier: "nova-poshta",
-		direct: "Yes (Ukraine; summary)",
-		sample: "Unverified",
+		direct: "Yes (Ukraine)",
+		sample: "✓ 10",
 		references: [{
-			note: "Anonymous summary schema and explicit not-found response are established; successful live retrieval is unverified.",
+			note: "Public Ukrainian waybill returned ten identity-bound movement scans: https://www.vidhuk.ua/uk/novaya-pochta-nova-poshta/review-2377100. A redirected import waybill returned twenty-two scans: https://www.vidhuk.ua/uk/novaya-pochta-nova-poshta/review-2376836",
 			results: {
 				Ship24: "unverified",
 				ParcelsApp: "unverified",
@@ -9831,9 +9835,9 @@ var gs = { carriers: [
 	{
 		carrier: "spx-ph",
 		direct: "Yes (Philippines)",
-		sample: "Unverified",
+		sample: "✓ 10",
 		references: [{
-			note: "Anonymous single-parcel schema is established; successful live history is unverified.",
+			note: "Public marketplace reference returned ten visible identity-bound scans: https://www.reddit.com/r/ShopeePH/comments/1i67ifq/",
 			results: {
 				Ship24: "unverified",
 				ParcelsApp: "unverified",
@@ -9845,10 +9849,10 @@ var gs = { carriers: [
 	},
 	{
 		carrier: "cne",
-		direct: "No adapter",
-		sample: "Blocked",
+		direct: "Yes",
+		sample: "✓ 9",
 		references: [{
-			note: "Official tracking requires a generated signature and challenges anonymous retrieval.",
+			note: "Public CNE reference returned nine movement scans with unresolved unqualified clocks: https://nz.trustpilot.com/review/oriental-secrets.com. A second public reference returned a registration scan: https://ca.trustpilot.com/review/firalli.com?page=8",
 			results: {
 				Ship24: "unverified",
 				ParcelsApp: "unverified",
@@ -9863,7 +9867,7 @@ var gs = { carriers: [
 		direct: "No adapter",
 		sample: "Blocked",
 		references: [{
-			note: "Official tracking front door blocks anonymous retrieval.",
+			note: "Sagawa has suspended public shipment inquiry and its carrier inquiry API; fresh anonymous history retrieval is unavailable: https://www2.sagawa-exp.co.jp/information/detail/425/",
 			results: {
 				Ship24: "unverified",
 				ParcelsApp: "unverified",

package/dist/carriers/cne/adapter.d.ts

@@ -0,0 +1,12 @@
+import type { AdapterFactory, TrackingContext } from '../../core/adapter/index.js';
+import { type StepRecorder } from '../../core/telemetry/index.js';
+export declare class CneTracker {
+    private readonly options;
+    constructor(options?: {
+        fetcher?: typeof fetch;
+        recorder?: StepRecorder;
+        userAgent?: string;
+    });
+    fetch(raw: string, context?: TrackingContext): Promise<import("../../index.js").CarrierResult>;
+}
+export declare const adapter: AdapterFactory;

package/dist/carriers/cne/adapter.js

@@ -0,0 +1,43 @@
+import { createHash } from 'node:crypto';
+import { TransportError, UpstreamHttpError } from '../../core/errors/index.js';
+import { runSteps } from '../../core/runner/index.js';
+import { NOOP_RECORDER } from '../../core/telemetry/index.js';
+import { fetchBounded, parseJsonBytes, userAgentOf } from '../../core/transport/index.js';
+import { normalizeCneNumber, parseCne } from './parser.js';
+const ENDPOINT = 'https://wapi.cne.com/tracking/officialWebsite';
+// The anonymous website's public WASM client prefixes inputs before MD5:
+// https://www.cne.com/assets/wasm/wasm_md5_bg-074da2d9.wasm
+// This is a form-protocol constant, not an account credential. Keep its space.
+const PUBLIC_FORM_PREFIX = '01979c0bfa33772dbb3f5c07bd651b21 ';
+const sign = (input) => createHash('md5').update(PUBLIC_FORM_PREFIX + input).digest('hex');
+export class CneTracker {
+    options;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async fetch(raw, context = {}) {
+        const number = normalizeCneNumber(raw);
+        return runSteps({ carrier: 'cne', signal: context.signal, budgetMs: context.budgetMs ?? 15_000,
+            recorder: this.options.recorder ?? NOOP_RECORDER }, [{ id: 'direct', run: async ({ signal, remainingMs }) => {
+                    const timestamp = Date.now().toString();
+                    try {
+                        const { bytes } = await fetchBounded(`${ENDPOINT}?t=${timestamp}`, { method: 'POST', signal,
+                            headers: { 'Content-Type': 'application/json', Accept: 'application/json, text/plain, */*',
+                                Origin: 'https://www.cne.com', Referer: 'https://www.cne.com/', 'User-Agent': userAgentOf(this.options.userAgent),
+                                signature: sign(timestamp.substring(0, 12) + number) },
+                            body: JSON.stringify({ lan: 'en', logisticsNo: number, md5: sign(number + 'Track') }),
+                        }, { provider: 'CNE Express', timeoutMs: Math.max(1, Math.floor(remainingMs)), maxBytes: 1_000_000, fetcher: this.options.fetcher });
+                        return parseCne(parseJsonBytes(bytes, 'CNE Express'), number);
+                    }
+                    catch (error) {
+                        if (error instanceof UpstreamHttpError && [404, 410].includes(error.status))
+                            throw new TransportError('CNE Express', 'CNE tracking endpoint is unavailable', { cause: error });
+                        throw error;
+                    }
+                } }]);
+    }
+}
+export const adapter = environment => {
+    const tracker = new CneTracker({ fetcher: environment.fetcher, recorder: environment.recorder, userAgent: environment.userAgent });
+    return { id: 'cne', recordsSteps: true, steps: ['direct'], track: (input, context) => tracker.fetch(input.number, context) };
+};

package/dist/carriers/cne/carrier.json

@@ -17,10 +17,15 @@
   "timezone": "UTC",
   "tracking": {
     "mode": "automatic",
-    "adapter": "universal",
-    "steps": []
+    "adapter": "cne",
+    "steps": [
+      "direct"
+    ]
   },
-  "capabilities": [],
+  "capabilities": [
+    "history",
+    "location"
+  ],
   "portal": {
     "url": "https://www.cne.com/en/track?no={trackingNumber}",
     "canaryUrl": "https://www.cne.com/track",
@@ -30,8 +35,15 @@
       "location",
       "delivery_partner"
     ],
-    "scraped": [],
-    "discarded": [],
+    "scraped": [
+      "status",
+      "history",
+      "location"
+    ],
+    "discarded": [
+      "transfer_reference",
+      "merchant_reference"
+    ],
     "unavailable": [
       "eta",
       "weight"

package/dist/carriers/cne/numbers.json

@@ -1,5 +1,31 @@
 {
   "carrier": "cne",
-  "gap": "no public sample found yet",
-  "records": []
+  "records": [
+    {
+      "number": "3A5V721250488",
+      "role": "shipment",
+      "evidence": "public_shipment_report",
+      "source": {
+        "url": "https://ca.trustpilot.com/review/firalli.com?page=8"
+      },
+      "expect": {
+        "carrier": "unknown",
+        "confidence": "none"
+      },
+      "note": "Customer report explicitly attributes the number to CNE. Requires explicit carrier selection."
+    },
+    {
+      "number": "3A5V609829713",
+      "role": "shipment",
+      "evidence": "public_shipment_report",
+      "source": {
+        "url": "https://nz.trustpilot.com/review/oriental-secrets.com"
+      },
+      "expect": {
+        "carrier": "unknown",
+        "confidence": "none"
+      },
+      "note": "Customer report explicitly attributes the number to CNE and describes a return."
+    }
+  ]
 }

package/dist/carriers/cne/parser.d.ts

@@ -0,0 +1,3 @@
+import type { CarrierResult } from '../../core/result/index.js';
+export declare function normalizeCneNumber(raw: string): string;
+export declare function parseCne(payload: unknown, raw: string): CarrierResult;