universal-parcel-scraper 0.368.0-main.2003 → 0.373.0-main.2014

package/README.md

@@ -13,7 +13,7 @@ The engine behind [Peek](https://peektracker.com) ([GitHub](https://github.com/p
 [![License: Apache-2.0](https://img.shields.io/badge/core-Apache--2.0-blue.svg)](LICENSE)
 
 <!-- GENERATED:summary -->
-**3,500+ carriers** through **398 dedicated adapters** and **5 universal fallbacks**
+**3,500+ carriers** through **403 dedicated adapters** and **5 universal fallbacks**
 
 <sub>727 catalog entries · 133 countries represented</sub>
 <!-- /GENERATED:summary -->
@@ -155,7 +155,7 @@ createTracker({ providers: ['ParcelsApp', 'Ship24', '17TRACK', 'Postal Ninja', '
 <!-- GENERATED:stages -->
 <img src="docs/assets/stages.svg" alt="DHL: Die Sendung wurde in das Zustellfahrzeug geladen.; Mondial Relay: En cours de livraison; Correios Brazil: Objeto saiu para entrega ao destinatário; Correos Express: EN REPARTO; Yamato Transport: 配達中; La Poste / Colissimo: DISTOU. All are filed under out_for_delivery." width="760">
 
-The carrier folders record 13,540 such statuses, each filed under one stage.
+The carrier folders record 13,597 such statuses, each filed under one stage.
 <!-- /GENERATED:stages -->
 
 Wording nobody recorded yet goes through a classifier that reads seven European languages.

package/data/catalog.json

@@ -6581,7 +6581,7 @@
   },
   "atlantic-courier": {
     "displayName": "Atlantic International Express",
-    "color": "#0066b3",
+    "color": "#e31e24",
     "aliases": [
       "Atlantic International Express Courier"
     ],
@@ -8881,7 +8881,9 @@
     "timezone": "Europe/Malta",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "connect-couriers",
+      "recognitionRank": 831,
+      "localClocks": true
     },
     "canaryUrl": "https://www.connectcouriers.eu/tracking/",
     "trackingUrlTemplate": "https://www.connectcouriers.eu/tracking/?tracking_number={trackingNumber}",
@@ -16391,7 +16393,9 @@
     "timezone": "Europe/Jersey",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "jersey-post",
+      "recognitionRank": 832,
+      "localClocks": true
     },
     "canaryUrl": "https://www.jerseypost.com/tools/track-trace/",
     "trackingUrlTemplate": "https://www.jerseypost.com/tools/track-trace/?tq={trackingNumber}",
@@ -16407,7 +16411,14 @@
         ]
       }
     ],
-    "detectionRules": []
+    "detectionRules": [
+      {
+        "pattern": "^[A-Z]{2}\\d{9}JE$",
+        "confidence": "low",
+        "checksum": "s10",
+        "preferred": true
+      }
+    ]
   },
   "jet-logistic": {
     "displayName": "Jet Logistic",
@@ -19892,7 +19903,7 @@
   },
   "ocs-ana": {
     "displayName": "OCS ANA Group",
-    "color": "#004c9a",
+    "color": "#0a3382",
     "aliases": [
       "OCS",
       "Overseas Courier Service",
@@ -22106,9 +22117,11 @@
     "timezone": "Europe/Tirane",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "posta-shqiptare",
+      "recognitionRank": 829,
+      "localClocks": true
     },
-    "canaryUrl": "https://www.postashqiptare.al/c/207/tracked",
+    "canaryUrl": "https://eposta.postashqiptare.al/tracking",
     "trackingUrlTemplate": "https://eposta.postashqiptare.al/tracking/{trackingNumber}",
     "trackingSearchUrl": "https://www.postashqiptare.al/c/207/tracked",
     "linkRules": [
@@ -22119,7 +22132,14 @@
         "path": "^/tracking/([^/?#]+)/?$"
       }
     ],
-    "detectionRules": []
+    "detectionRules": [
+      {
+        "pattern": "^[A-Z]{2}\\d{9}AL$",
+        "confidence": "low",
+        "checksum": "s10",
+        "preferred": true
+      }
+    ]
   },
   "posta-slovenije": {
     "displayName": "Pošta Slovenije",
@@ -24198,7 +24218,9 @@
     "timezone": "Europe/Istanbul",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "shipentegra",
+      "recognitionRank": 833,
+      "localClocks": true
     },
     "canaryUrl": "https://track.shipentegra.com/",
     "trackingUrlTemplate": "https://track.shipentegra.com/?trackno={trackingNumber}",
@@ -27747,7 +27769,7 @@
     "timezone": "America/Bogota",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "veloces"
     },
     "canaryUrl": "https://tracking.veloces.app/",
     "trackingUrlTemplate": "https://tracking.veloces.app/tracking-client/{trackingNumber}",

package/data/coverage-summary.json

@@ -1,6 +1,6 @@
 {
   "catalog": 727,
-  "activeAdapters": 398,
+  "activeAdapters": 403,
   "countries": 133,
   "referenceCarriers": 100,
   "comparison": {

package/data/detection-golden.json

@@ -64492,6 +64492,7 @@
       "intl-post"
     ],
     "asked": [
+      "posta-shqiptare",
       "chronopost"
     ]
   },
@@ -64562,6 +64563,7 @@
       "intl-post"
     ],
     "asked": [
+      "posta-shqiptare",
       "chronopost"
     ]
   },
@@ -67006,6 +67008,19 @@
       "intl-post"
     ],
     "asked": [
+      "posta-shqiptare",
+      "chronopost"
+    ]
+  },
+  {
+    "input": "EE200190512AL",
+    "carrier": "intl-post",
+    "confidence": "high",
+    "candidates": [
+      "intl-post"
+    ],
+    "asked": [
+      "posta-shqiptare",
       "chronopost"
     ]
   },
@@ -73651,6 +73666,7 @@
       "intl-post"
     ],
     "asked": [
+      "posta-shqiptare",
       "chronopost"
     ]
   },
@@ -73662,6 +73678,7 @@
       "intl-post"
     ],
     "asked": [
+      "posta-shqiptare",
       "chronopost"
     ]
   },
@@ -73673,6 +73690,7 @@
       "intl-post"
     ],
     "asked": [
+      "posta-shqiptare",
       "chronopost"
     ]
   },
@@ -74750,6 +74768,7 @@
       "intl-post"
     ],
     "asked": [
+      "jersey-post",
       "chronopost"
     ]
   },
@@ -74788,6 +74807,7 @@
       "intl-post"
     ],
     "asked": [
+      "jersey-post",
       "chronopost"
     ]
   },
@@ -84900,6 +84920,7 @@
       "intl-post"
     ],
     "asked": [
+      "jersey-post",
       "chronopost"
     ]
   },

package/dist/browser/scraper.js

@@ -5376,7 +5376,7 @@ var Pe = {
 	},
 	"atlantic-courier": {
 		displayName: "Atlantic International Express",
-		color: "#0066b3",
+		color: "#e31e24",
 		aliases: ["Atlantic International Express Courier"],
 		countries: ["IN"],
 		selectable: !0,
@@ -7015,7 +7015,9 @@ var Pe = {
 		timezone: "Europe/Malta",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "connect-couriers",
+			recognitionRank: 831,
+			localClocks: !0
 		},
 		canaryUrl: "https://www.connectcouriers.eu/tracking/",
 		trackingUrlTemplate: "https://www.connectcouriers.eu/tracking/?tracking_number={trackingNumber}",
@@ -12556,7 +12558,9 @@ var Pe = {
 		timezone: "Europe/Jersey",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "jersey-post",
+			recognitionRank: 832,
+			localClocks: !0
 		},
 		canaryUrl: "https://www.jerseypost.com/tools/track-trace/",
 		trackingUrlTemplate: "https://www.jerseypost.com/tools/track-trace/?tq={trackingNumber}",
@@ -12566,7 +12570,12 @@ var Pe = {
 			pathPattern: "^/tools/track-trace/?$",
 			params: ["tq"]
 		}],
-		detectionRules: []
+		detectionRules: [{
+			pattern: "^[A-Z]{2}\\d{9}JE$",
+			confidence: "low",
+			checksum: "s10",
+			preferred: !0
+		}]
 	},
 	"jet-logistic": {
 		displayName: "Jet Logistic",
@@ -15162,7 +15171,7 @@ var Pe = {
 	},
 	"ocs-ana": {
 		displayName: "OCS ANA Group",
-		color: "#004c9a",
+		color: "#0a3382",
 		aliases: [
 			"OCS",
 			"Overseas Courier Service",
@@ -16769,16 +16778,23 @@ var Pe = {
 		timezone: "Europe/Tirane",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "posta-shqiptare",
+			recognitionRank: 829,
+			localClocks: !0
 		},
-		canaryUrl: "https://www.postashqiptare.al/c/207/tracked",
+		canaryUrl: "https://eposta.postashqiptare.al/tracking",
 		trackingUrlTemplate: "https://eposta.postashqiptare.al/tracking/{trackingNumber}",
 		trackingSearchUrl: "https://www.postashqiptare.al/c/207/tracked",
 		linkRules: [{
 			domains: ["eposta.postashqiptare.al"],
 			path: "^/tracking/([^/?#]+)/?$"
 		}],
-		detectionRules: []
+		detectionRules: [{
+			pattern: "^[A-Z]{2}\\d{9}AL$",
+			confidence: "low",
+			checksum: "s10",
+			preferred: !0
+		}]
 	},
 	"posta-slovenije": {
 		displayName: "Pošta Slovenije",
@@ -18319,7 +18335,9 @@ var Pe = {
 		timezone: "Europe/Istanbul",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "shipentegra",
+			recognitionRank: 833,
+			localClocks: !0
 		},
 		canaryUrl: "https://track.shipentegra.com/",
 		trackingUrlTemplate: "https://track.shipentegra.com/?trackno={trackingNumber}",
@@ -20875,7 +20893,7 @@ var Pe = {
 		timezone: "America/Bogota",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "veloces"
 		},
 		canaryUrl: "https://tracking.veloces.app/",
 		trackingUrlTemplate: "https://tracking.veloces.app/tracking-client/{trackingNumber}",
@@ -22467,7 +22485,7 @@ var Pe = {
 	"jamaica-post": [],
 	janio: ["janio-1"],
 	jeebly: ["jeebly-1"],
-	"jersey-post": [],
+	"jersey-post": ["jersey-post-s10"],
 	"jet-logistic": [],
 	"jetline-couriers": [],
 	jhgj: ["jhgj-1"],
@@ -22627,7 +22645,7 @@ var Pe = {
 	"posta-moldovei": ["posta-moldovei-1"],
 	"posta-north-macedonia": ["posta-north-macedonia-s10"],
 	"posta-romana": ["posta-romana-s10"],
-	"posta-shqiptare": [],
+	"posta-shqiptare": ["posta-shqiptare-s10"],
 	"posta-slovenije": ["posta-slovenije-s10"],
 	"posta-srbije": ["posta-srbije-s10"],
 	postaplus: [],
@@ -27989,6 +28007,7 @@ var pl = {
 	"cj-packet": 956,
 	"closer-logistics": 849,
 	"colis-prive": 740,
+	"connect-couriers": 831,
 	coordinadora: 973,
 	"correo-argentino": 978,
 	"correos-de-mexico": 30,
@@ -28086,6 +28105,7 @@ var pl = {
 	"israel-post": 81,
 	"j-and-t": 530,
 	"j-and-t-cargo": 910,
+	"jersey-post": 832,
 	jhgj: 907,
 	jitsu: 85,
 	"jordan-post": 881,
@@ -28145,6 +28165,7 @@ var pl = {
 	"post-luxembourg": 80,
 	"posta-north-macedonia": 899,
 	"posta-romana": 948,
+	"posta-shqiptare": 829,
 	"posta-slovenije": 130,
 	"posta-srbije": 110,
 	"poste-italiane": 900,
@@ -28174,6 +28195,7 @@ var pl = {
 	seur: 870,
 	sfc: 955,
 	shadowfax: 595,
+	shipentegra: 833,
 	"skroutz-last-mile": 913,
 	"slovak-parcel-service": 180,
 	"slovenska-posta": 170,

package/dist/carriers/atlantic-courier/carrier.json

@@ -10,7 +10,7 @@
     ]
   },
   "brand": {
-    "color": "#0066b3"
+    "color": "#e31e24"
   },
   "selectable": true,
   "timezone": "Asia/Kolkata",

package/dist/carriers/connect-couriers/adapter.d.ts

@@ -0,0 +1,17 @@
+import { type AdapterFactory, type TrackingContext } from '../../core/adapter/index.js';
+import type { CarrierResult } from '../../core/result/index.js';
+import { type StepRecorder } from '../../core/telemetry/index.js';
+/** The WordPress endpoint the tracking page on connectcouriers.eu posts the number to. */
+export declare const CONNECT_COURIERS_API = "https://www.connectcouriers.eu/wp-admin/admin-ajax.php";
+/** The tracking plugin's action. */
+export declare const CONNECT_COURIERS_ACTION = "public_connect_tracking_tracking_action";
+export declare class ConnectCouriersTracker {
+    private readonly options;
+    constructor(options?: {
+        fetcher?: typeof fetch;
+        recorder?: StepRecorder;
+        userAgent?: string;
+    });
+    fetch(raw: string, context?: TrackingContext): Promise<CarrierResult>;
+}
+export declare const adapter: AdapterFactory;

package/dist/carriers/connect-couriers/adapter.js

@@ -0,0 +1,63 @@
+import { accepted, recognizeFromLookup } from '../../core/adapter/index.js';
+import { ChallengeError, SchemaError, TransportError } from '../../core/errors/index.js';
+import { runSteps } from '../../core/runner/index.js';
+import { firstAttemptMs, networkRetryStep } from '../../core/runner/networkRetry.js';
+import { NOOP_RECORDER } from '../../core/telemetry/index.js';
+import { decodeText, fetchBounded, userAgentOf } from '../../core/transport/index.js';
+import { CONNECT_COURIERS_MAX_BYTES, normalizeConnectCouriersNumber, parseConnectCouriers, PROVIDER } from './parser.js';
+/** The WordPress endpoint the tracking page on connectcouriers.eu posts the number to. */
+export const CONNECT_COURIERS_API = 'https://www.connectcouriers.eu/wp-admin/admin-ajax.php';
+/** The tracking plugin's action. */
+export const CONNECT_COURIERS_ACTION = 'public_connect_tracking_tracking_action';
+const REDIRECTS = [301, 302, 303, 307, 308];
+// Bot checks Cloudflare, in front of the site, could put in place of the reply.
+const CHALLENGE = /_cf_chl_opt|cf-turnstile|challenge-platform|<title>\s*Just a moment|<title>\s*Attention Required/i;
+function json(body) {
+    try {
+        return JSON.parse(body);
+    }
+    catch (cause) {
+        if (CHALLENGE.test(body.slice(0, 64_000)))
+            throw new ChallengeError(PROVIDER, 'Connect Couriers answered with a browser check', { cause });
+        throw new SchemaError(PROVIDER, 'Connect Couriers returned a reply that is not JSON', { cause });
+    }
+}
+export class ConnectCouriersTracker {
+    options;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async fetch(raw, context = {}) {
+        const number = normalizeConnectCouriersNumber(raw);
+        const read = async (signal, timeoutMs) => {
+            const { response, bytes } = await fetchBounded(CONNECT_COURIERS_API, { method: 'POST', signal, headers: {
+                    Accept: 'application/json', 'Content-Type': 'application/x-www-form-urlencoded; charset=UTF-8', 'User-Agent': userAgentOf(this.options.userAgent),
+                }, body: new URLSearchParams({ action: CONNECT_COURIERS_ACTION, tracking_number: number }).toString() }, { provider: PROVIDER,
+                timeoutMs: Math.max(1, Math.floor(timeoutMs)), maxBytes: CONNECT_COURIERS_MAX_BYTES, redirect: 'manual', fetcher: this.options.fetcher,
+                allowHttpStatuses: [...REDIRECTS, 400, 404, 410] });
+            if (REDIRECTS.includes(response.status))
+                throw new TransportError(PROVIDER, 'Connect Couriers redirected its tracking lookup');
+            // The tracker answers every number with HTTP 200. WordPress answers an
+            // action no plugin registers with HTTP 400 and `0`; a 404 is a moved route.
+            if (response.status === 400 || response.status === 404 || response.status === 410) {
+                throw new TransportError(PROVIDER, 'Connect Couriers tracking lookup is unavailable');
+            }
+            return parseConnectCouriers(json(decodeText(bytes)), number);
+        };
+        // A request that fails to reach the site, or hangs, gets one more try: the
+        // first gets half of the budget, so the retry fits in the rest.
+        return runSteps({ carrier: 'connect-couriers', budgetMs: context.budgetMs ?? 15_000, signal: context.signal,
+            recorder: this.options.recorder ?? NOOP_RECORDER }, [
+            { id: 'direct', run: ({ signal, remainingMs }) => read(signal, firstAttemptMs(remainingMs)) },
+            networkRetryStep(({ signal, remainingMs }) => read(signal, remainingMs)),
+        ]);
+    }
+}
+export const adapter = (environment) => {
+    const tracker = new ConnectCouriersTracker({ fetcher: environment.fetcher, recorder: environment.recorder, userAgent: environment.userAgent });
+    return {
+        id: 'connect-couriers', recordsSteps: true, steps: ['direct', 'retry'],
+        track: (input, context) => tracker.fetch(input.number, context),
+        recognize: (number, context) => recognizeFromLookup(() => tracker.fetch(number, context), () => accepted(() => normalizeConnectCouriersNumber(number))),
+    };
+};

package/dist/carriers/connect-couriers/carrier.json

@@ -18,18 +18,63 @@
   "timezone": "Europe/Malta",
   "tracking": {
     "mode": "automatic",
-    "adapter": "universal",
-    "steps": []
+    "adapter": "connect-couriers",
+    "steps": [
+      "direct",
+      "retry"
+    ],
+    "recognition": {
+      "rank": 831
+    },
+    "localClocks": true
   },
-  "capabilities": [],
+  "capabilities": [
+    "history",
+    "destination_country"
+  ],
   "portal": {
     "url": "https://www.connectcouriers.eu/tracking/?tracking_number={trackingNumber}",
     "searchUrl": "https://www.connectcouriers.eu/tracking/",
     "canaryUrl": "https://www.connectcouriers.eu/tracking/",
-    "shows": [],
-    "scraped": [],
-    "discarded": [],
-    "unavailable": []
+    "shows": [
+      "status",
+      "history",
+      "progress_rail",
+      "origin",
+      "destination",
+      "destination_country",
+      "parcel_count",
+      "departure_date",
+      "weight",
+      "dimensions"
+    ],
+    "scraped": [
+      "status",
+      "history",
+      "destination_country"
+    ],
+    "discarded": [
+      "progress_rail",
+      "origin",
+      "destination",
+      "parcel_count",
+      "departure_date",
+      "weight",
+      "dimensions"
+    ],
+    "unavailable": [
+      "location",
+      "provider_code",
+      "eta",
+      "delivered_at",
+      "offset_timestamps",
+      "service_name",
+      "pickup_point",
+      "sender_name",
+      "recipient_name",
+      "recipient_address",
+      "proof_of_delivery"
+    ]
   },
   "links": [
     {

package/dist/carriers/connect-couriers/numbers.json

@@ -12,7 +12,7 @@
         "access": "full_page"
       },
       "context": {
-        "assessment": "candidate"
+        "assessment": "confirmed"
       },
       "expect": {
         "carrier": "unknown",
@@ -28,7 +28,7 @@
           "ppl"
         ]
       },
-      "note": "An archived lookup on Connect Couriers' own tracker; the capture was opened but shows only the page shell, so the history is not visible."
+      "note": "An archived lookup on Connect Couriers' own tracker address; the capture shows only the page shell, and Connect Couriers' tracker returns a delivered history for it."
     }
   ]
 }

package/dist/carriers/connect-couriers/parser.d.ts

@@ -0,0 +1,15 @@
+import type { CarrierResult } from '../../core/result/index.js';
+export declare const PROVIDER = "Connect Couriers";
+export declare const CONNECT_COURIERS_MAX_BYTES: number;
+/** A number for Connect Couriers' tracker, digits only; anything else is not one it issues. */
+export declare function normalizeConnectCouriersNumber(raw: string): string;
+/** A scan's wording without a signatory or phone numbers. */
+export declare function connectCouriersWording(raw: string): string;
+/**
+ * The reply of the tracking page's WordPress action for one number. It
+ * answers HTTP 200 with `{"success":false}` for a number it does not know,
+ * which the page reports as an invalid tracking number. A found reply has
+ * the consignment's pieces, a progress rail and the scans grouped by day;
+ * the reply and the piece must both name the number asked.
+ */
+export declare function parseConnectCouriers(payload: unknown, raw: string): CarrierResult;