universal-parcel-scraper 0.495.1 → 0.500.0-main.2384

package/README.md

@@ -13,7 +13,7 @@ The engine behind [Peek](https://peektracker.com) ([GitHub](https://github.com/p
 [![License: Apache-2.0](https://img.shields.io/badge/core-Apache--2.0-blue.svg)](LICENSE)
 
 <!-- GENERATED:summary -->
-**3,500+ carriers** through **539 dedicated adapters** and **5 universal fallbacks**
+**3,500+ carriers** through **544 dedicated adapters** and **5 universal fallbacks**
 
 <sub>772 catalog entries · 134 countries represented</sub>
 <!-- /GENERATED:summary -->
@@ -155,7 +155,7 @@ createTracker({ providers: ['ParcelsApp', 'Ship24', '17TRACK', 'Postal Ninja', '
 <!-- GENERATED:stages -->
 <img src="docs/assets/stages.svg" alt="DHL: Die Sendung wurde in das Zustellfahrzeug geladen.; Mondial Relay: En cours de livraison; Correios Brazil: Objeto saiu para entrega ao destinatário; Correos Express: EN REPARTO; Yamato Transport: 配達中; La Poste / Colissimo: DISTOU. All are filed under out_for_delivery." width="760">
 
-The carrier folders record 15,411 such statuses, each filed under one stage.
+The carrier folders record 15,470 such statuses, each filed under one stage.
 <!-- /GENERATED:stages -->
 
 Wording nobody recorded yet goes through a classifier that reads seven European languages.

package/data/catalog.json

@@ -5828,7 +5828,9 @@
     "timezone": "America/Chicago",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "ait-worldwide",
+      "recognitionRank": 625,
+      "localClocks": true
     },
     "canaryUrl": "https://fastrak.aitworldwide.com/",
     "trackingUrlTemplate": "https://fastrak.aitworldwide.com/?trackingnumber={trackingNumber}",
@@ -8837,12 +8839,24 @@
     "timezone": "Asia/Shanghai",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "chukou1",
+      "recognitionRank": 688,
+      "localClocks": true
     },
-    "canaryUrl": "https://www.chukou1.com/LogistictsTrack.aspx",
-    "trackingUrlTemplate": "https://www.chukou1.com/LogistictsTrack.aspx?trackNo={trackingNumber}",
-    "trackingSearchUrl": "https://www.chukou1.com/LogistictsTrack.aspx",
+    "canaryUrl": "https://ec.chukou1.com/",
+    "trackingUrlTemplate": "https://ec.chukou1.com/track?track_number={trackingNumber}",
+    "trackingSearchUrl": "https://ec.chukou1.com/",
     "linkRules": [
+      {
+        "domains": [
+          "ec.chukou1.com"
+        ],
+        "pathPattern": "^/track/?$",
+        "params": [
+          "track_number"
+        ],
+        "ownNumbersOnly": true
+      },
       {
         "domains": [
           "www.chukou1.com",
@@ -8851,7 +8865,8 @@
         "pathPattern": "^/LogistictsTrack\\.aspx$",
         "params": [
           "trackNo"
-        ]
+        ],
+        "ownNumbersOnly": true
       }
     ],
     "detectionRules": [
@@ -12680,9 +12695,11 @@
     "timezone": "Asia/Seoul",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "eparcel-kr",
+      "recognitionRank": 624,
+      "localClocks": true
     },
-    "canaryUrl": "https://www.eparcel.kr/Track/Search",
+    "canaryUrl": "https://www.eparcel.kr/Track/Result",
     "trackingUrlTemplate": "https://www.eparcel.kr/Track/Result?mode=0&ids={trackingNumber}&lang=en-US",
     "trackingSearchUrl": "https://www.eparcel.kr/Track/Search",
     "linkRules": [
@@ -16054,7 +16071,9 @@
     "timezone": "America/Los_Angeles",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "hovership",
+      "recognitionRank": 687,
+      "localClocks": true
     },
     "canaryUrl": "https://www.hovership.com/track/",
     "trackingUrlTemplate": "https://www.hovership.com/track/{trackingNumber}/",
@@ -20320,7 +20339,8 @@
     "timezone": "Australia/Sydney",
     "tracking": {
       "mode": "automatic",
-      "adapter": "universal"
+      "adapter": "mrl-global",
+      "localClocks": true
     },
     "canaryUrl": "https://www.mrlglobal.com/tracking/",
     "trackingUrlTemplate": "https://www.mrlglobal.com/tracking/?connoteno={trackingNumber}",

package/data/coverage-summary.json

@@ -1,6 +1,6 @@
 {
   "catalog": 772,
-  "activeAdapters": 539,
+  "activeAdapters": 544,
   "countries": 134,
   "referenceCarriers": 100,
   "comparison": {

package/data/detection-golden.json

@@ -9428,6 +9428,12 @@
       "dhl-ecommerce-pl"
     ]
   },
+  {
+    "input": "100000001",
+    "carrier": "unknown",
+    "confidence": "none",
+    "candidates": []
+  },
   {
     "input": "1000000157123",
     "carrier": "unknown",
@@ -16354,12 +16360,6 @@
       "dhl-ecommerce-pl"
     ]
   },
-  {
-    "input": "150063800",
-    "carrier": "unknown",
-    "confidence": "none",
-    "candidates": []
-  },
   {
     "input": "1500663051773",
     "carrier": "unknown",
@@ -24324,26 +24324,6 @@
       "dhl-ecommerce-pl"
     ]
   },
-  {
-    "input": "21471814",
-    "carrier": "unknown",
-    "confidence": "low",
-    "candidates": [
-      "mondial-relay",
-      "colisweb",
-      "heppner"
-    ]
-  },
-  {
-    "input": "21491416",
-    "carrier": "unknown",
-    "confidence": "low",
-    "candidates": [
-      "mondial-relay",
-      "colisweb",
-      "heppner"
-    ]
-  },
   {
     "input": "215003428140",
     "carrier": "unknown",
@@ -24368,16 +24348,6 @@
       "zto"
     ]
   },
-  {
-    "input": "21500455",
-    "carrier": "unknown",
-    "confidence": "low",
-    "candidates": [
-      "mondial-relay",
-      "colisweb",
-      "heppner"
-    ]
-  },
   {
     "input": "2150252125",
     "carrier": "unknown",
@@ -67692,6 +67662,9 @@
     "confidence": "low",
     "candidates": [
       "chukou1"
+    ],
+    "asked": [
+      "chukou1"
     ]
   },
   {
@@ -67881,6 +67854,9 @@
     "confidence": "low",
     "candidates": [
       "chukou1"
+    ],
+    "asked": [
+      "chukou1"
     ]
   },
   {
@@ -68154,6 +68130,9 @@
     "confidence": "low",
     "candidates": [
       "chukou1"
+    ],
+    "asked": [
+      "chukou1"
     ]
   },
   {
@@ -79885,6 +79864,9 @@
     "confidence": "low",
     "candidates": [
       "chukou1"
+    ],
+    "asked": [
+      "chukou1"
     ]
   },
   {
@@ -87210,6 +87192,12 @@
       "indah-logistik"
     ]
   },
+  {
+    "input": "SUF2403231LW1003974",
+    "carrier": "unknown",
+    "confidence": "none",
+    "candidates": []
+  },
   {
     "input": "SV0002203111",
     "carrier": "unknown",

package/dist/browser/scraper.js

@@ -4846,7 +4846,9 @@ var Ue = {
 		timezone: "America/Chicago",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "ait-worldwide",
+			recognitionRank: 625,
+			localClocks: !0
 		},
 		canaryUrl: "https://fastrak.aitworldwide.com/",
 		trackingUrlTemplate: "https://fastrak.aitworldwide.com/?trackingnumber={trackingNumber}",
@@ -7018,15 +7020,23 @@ var Ue = {
 		timezone: "Asia/Shanghai",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "chukou1",
+			recognitionRank: 688,
+			localClocks: !0
 		},
-		canaryUrl: "https://www.chukou1.com/LogistictsTrack.aspx",
-		trackingUrlTemplate: "https://www.chukou1.com/LogistictsTrack.aspx?trackNo={trackingNumber}",
-		trackingSearchUrl: "https://www.chukou1.com/LogistictsTrack.aspx",
+		canaryUrl: "https://ec.chukou1.com/",
+		trackingUrlTemplate: "https://ec.chukou1.com/track?track_number={trackingNumber}",
+		trackingSearchUrl: "https://ec.chukou1.com/",
 		linkRules: [{
+			domains: ["ec.chukou1.com"],
+			pathPattern: "^/track/?$",
+			params: ["track_number"],
+			ownNumbersOnly: !0
+		}, {
 			domains: ["www.chukou1.com", "chukou1.com"],
 			pathPattern: "^/LogistictsTrack\\.aspx$",
-			params: ["trackNo"]
+			params: ["trackNo"],
+			ownNumbersOnly: !0
 		}],
 		detectionRules: [{
 			pattern: "^[A-Z]{3}\\d{2}(0[1-9]|1[0-2])(0[1-9]|[12]\\d|3[01])[A-Z][A-Z0-9]{2,3}\\d{6,7}$",
@@ -9873,9 +9883,11 @@ var Ue = {
 		timezone: "Asia/Seoul",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "eparcel-kr",
+			recognitionRank: 624,
+			localClocks: !0
 		},
-		canaryUrl: "https://www.eparcel.kr/Track/Search",
+		canaryUrl: "https://www.eparcel.kr/Track/Result",
 		trackingUrlTemplate: "https://www.eparcel.kr/Track/Result?mode=0&ids={trackingNumber}&lang=en-US",
 		trackingSearchUrl: "https://www.eparcel.kr/Track/Search",
 		linkRules: [{
@@ -12333,7 +12345,9 @@ var Ue = {
 		timezone: "America/Los_Angeles",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "hovership",
+			recognitionRank: 687,
+			localClocks: !0
 		},
 		canaryUrl: "https://www.hovership.com/track/",
 		trackingUrlTemplate: "https://www.hovership.com/track/{trackingNumber}/",
@@ -15484,7 +15498,8 @@ var Ue = {
 		timezone: "Australia/Sydney",
 		tracking: {
 			mode: "automatic",
-			adapter: "universal"
+			adapter: "mrl-global",
+			localClocks: !0
 		},
 		canaryUrl: "https://www.mrlglobal.com/tracking/",
 		trackingUrlTemplate: "https://www.mrlglobal.com/tracking/?connoteno={trackingNumber}",
@@ -29509,6 +29524,7 @@ var Tl = {
 	"abf-freight": 10,
 	"acs-courier": 310,
 	"airpak-express": 776,
+	"ait-worldwide": 625,
 	ajex: 812,
 	"algerie-poste": 897,
 	aliexpress: 580,
@@ -29562,6 +29578,7 @@ var Tl = {
 	"chit-chats": 115,
 	chronodiali: 781,
 	chronopost: 890,
+	chukou1: 688,
 	chunil: 621,
 	ciblex: 640,
 	"city-express-rs": 817,
@@ -29630,6 +29647,7 @@ var Tl = {
 	"energia-tk": 927,
 	"envia-colombia": 912,
 	envialia: 260,
+	"eparcel-kr": 624,
 	"epost-global": 65,
 	equick: 853,
 	estes: 20,
@@ -29686,6 +29704,7 @@ var Tl = {
 	"hermes-at": 876,
 	"hermes-de": 840,
 	"houng-ah-loun": 637,
+	hovership: 687,
 	"hr-parcel": 887,
 	"hrvatska-posta": 160,
 	hywl: 993,

package/dist/carriers/ait-worldwide/adapter.d.ts

@@ -0,0 +1,16 @@
+import { type AdapterFactory, type TrackingContext } from '../../core/adapter/index.js';
+import type { CarrierResult } from '../../core/result/index.js';
+import { type StepRecorder } from '../../core/telemetry/index.js';
+export { FASTRAK } from './parser.js';
+/** FasTrak's address for one whole bill number, as AIT's tracking box opens it. */
+export declare function aitLookupUrl(number: string): string;
+export declare class AitTracker {
+    private readonly options;
+    constructor(options?: {
+        fetcher?: typeof fetch;
+        recorder?: StepRecorder;
+        userAgent?: string;
+    });
+    fetch(raw: string, context?: TrackingContext): Promise<CarrierResult>;
+}
+export declare const adapter: AdapterFactory;

package/dist/carriers/ait-worldwide/adapter.js

@@ -0,0 +1,49 @@
+import { accepted, recognizeFromLookup } from '../../core/adapter/index.js';
+import { TransportError } from '../../core/errors/index.js';
+import { runSteps } from '../../core/runner/index.js';
+import { firstAttemptMs, networkRetryStep } from '../../core/runner/networkRetry.js';
+import { NOOP_RECORDER } from '../../core/telemetry/index.js';
+import { decodeText, fetchBounded, userAgentOf } from '../../core/transport/index.js';
+import { AIT_MAX_BYTES, FASTRAK, normalizeAitNumber, parseAit, PROVIDER } from './parser.js';
+export { FASTRAK } from './parser.js';
+const REDIRECTS = [301, 302, 303, 307, 308];
+const GONE = [404, 410];
+/** FasTrak's address for one whole bill number, as AIT's tracking box opens it. */
+export function aitLookupUrl(number) {
+    return `${FASTRAK}?${new URLSearchParams({ trackingnumber: normalizeAitNumber(number) })}`;
+}
+export class AitTracker {
+    options;
+    constructor(options = {}) {
+        this.options = options;
+    }
+    async fetch(raw, context = {}) {
+        const number = normalizeAitNumber(raw);
+        const read = async (signal, timeoutMs) => {
+            const { response, bytes } = await fetchBounded(aitLookupUrl(number), { method: 'GET', signal, headers: {
+                    Accept: 'text/html', 'User-Agent': userAgentOf(this.options.userAgent),
+                } }, { provider: PROVIDER, timeoutMs: Math.max(1, Math.floor(timeoutMs)), maxBytes: AIT_MAX_BYTES, redirect: 'manual',
+                fetcher: this.options.fetcher, allowHttpStatuses: [...REDIRECTS, ...GONE] });
+            if (REDIRECTS.includes(response.status))
+                throw new TransportError(PROVIDER, 'FasTrak redirected its tracking page');
+            if (GONE.includes(response.status))
+                throw new TransportError(PROVIDER, 'FasTrak tracking page is unavailable');
+            return parseAit(decodeText(bytes), number);
+        };
+        // A request that fails to reach FasTrak, or hangs, gets one more try: the
+        // first gets half of the budget, so the retry fits in the rest.
+        return runSteps({ carrier: 'ait-worldwide', budgetMs: context.budgetMs ?? 15_000, signal: context.signal,
+            recorder: this.options.recorder ?? NOOP_RECORDER }, [
+            { id: 'direct', run: ({ signal, remainingMs }) => read(signal, firstAttemptMs(remainingMs)) },
+            networkRetryStep(({ signal, remainingMs }) => read(signal, remainingMs)),
+        ]);
+    }
+}
+export const adapter = (environment) => {
+    const tracker = new AitTracker({ fetcher: environment.fetcher, recorder: environment.recorder, userAgent: environment.userAgent });
+    return {
+        id: 'ait-worldwide', recordsSteps: true, steps: ['direct', 'retry'],
+        track: (input, context) => tracker.fetch(input.number, context),
+        recognize: (number, context) => recognizeFromLookup(() => tracker.fetch(number, context), () => accepted(() => normalizeAitNumber(number))),
+    };
+};

package/dist/carriers/ait-worldwide/carrier.json

@@ -17,18 +17,64 @@
   "timezone": "America/Chicago",
   "tracking": {
     "mode": "automatic",
-    "adapter": "universal",
-    "steps": []
+    "adapter": "ait-worldwide",
+    "steps": [
+      "direct",
+      "retry"
+    ],
+    "recognition": {
+      "rank": 625
+    },
+    "localClocks": true
   },
-  "capabilities": [],
+  "capabilities": [
+    "history",
+    "provider_code",
+    "eta"
+  ],
   "portal": {
     "url": "https://fastrak.aitworldwide.com/?trackingnumber={trackingNumber}",
     "searchUrl": "https://fastrak.aitworldwide.com/",
     "canaryUrl": "https://fastrak.aitworldwide.com/",
-    "shows": [],
-    "scraped": [],
-    "discarded": [],
-    "unavailable": []
+    "shows": [
+      "status",
+      "progress_rail",
+      "history",
+      "provider_code",
+      "eta",
+      "eta_window",
+      "delivered_at",
+      "destination",
+      "signatory",
+      "event_details",
+      "office_contact_details",
+      "delivery_options"
+    ],
+    "scraped": [
+      "status",
+      "progress_rail",
+      "history",
+      "provider_code",
+      "eta"
+    ],
+    "discarded": [
+      "eta_window",
+      "delivered_at",
+      "destination",
+      "signatory",
+      "event_details",
+      "office_contact_details",
+      "delivery_options"
+    ],
+    "unavailable": [
+      "offset_timestamps",
+      "location",
+      "weight",
+      "service_name",
+      "sender_name",
+      "recipient_name",
+      "recipient_address"
+    ]
   },
   "links": [
     {

package/dist/carriers/ait-worldwide/numbers.json

@@ -2,95 +2,16 @@
   "carrier": "ait-worldwide",
   "records": [
     {
-      "number": "21471814",
+      "number": "100000001",
       "role": "shipment",
-      "evidence": "public_shipment_report",
-      "source": {
-        "url": "https://web.archive.org/web/20220330055258/https://fastrak.aitworldwide.com/?TrackingNumber=21471814",
-        "date": "2022-03-30",
-        "dateKind": "capture",
-        "access": "full_page"
-      },
-      "context": {
-        "assessment": "confirmed"
-      },
-      "expect": {
-        "carrier": "unknown",
-        "confidence": "low",
-        "candidates": [
-          "mondial-relay",
-          "colisweb",
-          "heppner"
-        ]
-      },
-      "note": "An opened archived lookup on AIT's FasTrak tracker shows this shipment delivered to a Honolulu address."
-    },
-    {
-      "number": "21491416",
-      "role": "shipment",
-      "evidence": "public_shipment_report",
-      "source": {
-        "url": "https://web.archive.org/web/20221206175827/https://fastrak.aitworldwide.com/?TrackingNumber=21491416",
-        "date": "2022-12-06",
-        "dateKind": "capture",
-        "access": "full_page"
-      },
-      "context": {
-        "assessment": "confirmed"
-      },
-      "expect": {
-        "carrier": "unknown",
-        "confidence": "low",
-        "candidates": [
-          "mondial-relay",
-          "colisweb",
-          "heppner"
-        ]
-      },
-      "note": "An opened archived lookup on AIT's FasTrak tracker shows this shipment delivered with its delivery time."
-    },
-    {
-      "number": "21500455",
-      "role": "shipment",
-      "evidence": "public_shipment_report",
-      "source": {
-        "url": "https://web.archive.org/web/20220331032913/https://fastrak.aitworldwide.com/?TrackingNumber=21500455",
-        "date": "2022-03-31",
-        "dateKind": "capture",
-        "access": "full_page"
-      },
-      "context": {
-        "assessment": "confirmed"
-      },
-      "expect": {
-        "carrier": "unknown",
-        "confidence": "low",
-        "candidates": [
-          "mondial-relay",
-          "colisweb",
-          "heppner"
-        ]
-      },
-      "note": "An opened archived lookup on AIT's FasTrak tracker shows this shipment delivered with its delivery time."
-    },
-    {
-      "number": "150063800",
-      "role": "shipment",
-      "evidence": "public_shipment_report",
-      "source": {
-        "url": "https://web.archive.org/web/20240406182633/https://fastrak.aitworldwide.com/?TrackingNumber=150063800",
-        "date": "2024-04-06",
-        "dateKind": "capture",
-        "access": "full_page"
-      },
-      "context": {
-        "assessment": "confirmed"
-      },
+      "evidence": "synthetic",
+      "derivedFrom": "invented",
+      "shapeConfirmed": "2026-10-19",
       "expect": {
         "carrier": "unknown",
         "confidence": "none"
       },
-      "note": "An opened archived lookup on AIT's FasTrak tracker shows this shipment in transit, waiting for the recipient to schedule delivery."
+      "note": "Invented placeholder for a nine-digit bill of the current FasTrak tracker; the public samples' tracker names their signers."
     },
     {
       "number": "11301624",

package/dist/carriers/ait-worldwide/parser.d.ts

@@ -0,0 +1,18 @@
+import type { CarrierResult } from '../../core/result/index.js';
+export declare const PROVIDER = "AIT Worldwide Logistics";
+/** FasTrak, which renders the shipments it finds for the number in its address on the server. */
+export declare const FASTRAK = "https://fastrak.aitworldwide.com/";
+export declare const AIT_MAX_BYTES = 1000000;
+/** An AIT bill number, as typed; anything else is not one FasTrak looks up. */
+export declare function normalizeAitNumber(raw: string): string;
+/**
+ * FasTrak's page `fastrak.aitworldwide.com/?trackingnumber={number}`. It
+ * lists each shipment whose bill number or shipper's reference matches, each
+ * with its bill number, the town it is delivered to, its progress, its
+ * delivery panel and its history newest first, as data in the history grid's
+ * settings. A number it does not know is a warning naming it. Only a shipment
+ * whose bill number is the number asked is read; the town, the signer, the
+ * office's phone number, the rows' explanations and the delivery scheduling
+ * are not.
+ */
+export declare function parseAit(html: string, raw: string): CarrierResult;