postal-code-scraper 1.0.2 → 1.0.4

package/build/test/src/scraper/scrapers.js

@@ -1,148 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.PostalCodeScraper = void 0;
-const puppeteer_1 = __importDefault(require("puppeteer"));
-const queue_1 = require("./queue");
-const fetchers_1 = require("./fetchers");
-const id_generator_1 = require("../utils/id-generator");
-const fs_1 = require("fs");
-const path_1 = __importDefault(require("path"));
-const cheerio_1 = require("cheerio");
-const parsers_1 = require("./parsers");
-class PostalCodeScraper {
-    constructor(config = {}) {
-        this.config = config;
-        this.config = Object.assign({ baseUrl: "https://worldpostalcode.com", concurrency: 15, maxRetries: 5, headless: true, directory: "src/data" }, config);
-    }
-    scrapeCountry(countryName) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            yield this.initBrowser();
-            const country = yield this.getCountryDetails(countryName);
-            if (!country) {
-                (_a = this.config.logger) === null || _a === void 0 ? void 0 : _a.warn(`Country not found: ${countryName}`);
-                return null;
-            }
-            const data = {};
-            yield this.queue.process(country, data);
-            this.saveData(data, `${country.name}-postal-codes.json`, this.config.directory);
-            const postalCodeLookup = this.generatePostalCodeLookup(data);
-            this.saveData(postalCodeLookup, `${country.name}-lookup.json`, this.config.directory);
-            yield this.cleanup();
-        });
-    }
-    scrapeCountries() {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a, _b;
-            yield this.initBrowser();
-            const countries = yield this.getCountriesDetails();
-            if (countries.length === 0) {
-                (_a = this.config.logger) === null || _a === void 0 ? void 0 : _a.warn("No countries found.");
-                return null;
-            }
-            for (const country of countries) {
-                const key = this.config.usePrettyName ? country.prettyName : country.name;
-                const countryData = {};
-                (_b = this.config.logger) === null || _b === void 0 ? void 0 : _b.info(`Processing country: ${key}`);
-                yield this.queue.process(country, countryData);
-                this.saveData(countryData, `${key}-postal-codes.json`, this.config.directory);
-                const postalCodeLookup = this.generatePostalCodeLookup(countryData);
-                this.saveData(postalCodeLookup, `${key}-lookup.json`, this.config.directory);
-            }
-            yield this.cleanup();
-        });
-    }
-    initBrowser() {
-        return __awaiter(this, void 0, void 0, function* () {
-            this.browser = yield puppeteer_1.default.launch({ headless: this.config.headless });
-            this.fetcher = new fetchers_1.Fetcher(this.browser, this.config);
-            this.queue = new queue_1.ProcessingQueue(this.fetcher, this.config);
-        });
-    }
-    getCountryDetails(name) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            try {
-                const html = yield this.fetcher.fetchWithRetry(this.config.baseUrl);
-                return parsers_1.Parser.parseCountryByName((0, cheerio_1.load)(html), this.config, name);
-            }
-            catch (error) {
-                (_a = this.config.logger) === null || _a === void 0 ? void 0 : _a.error(`Error fetching country details: ${name}`, error);
-                return null;
-            }
-        });
-    }
-    getCountriesDetails() {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            try {
-                const html = yield this.fetcher.fetchWithRetry(this.config.baseUrl);
-                return parsers_1.Parser.parseCountries((0, cheerio_1.load)(html), this.config);
-            }
-            catch (error) {
-                (_a = this.config.logger) === null || _a === void 0 ? void 0 : _a.error("Error fetching countries details", error);
-                return [];
-            }
-        });
-    }
-    generatePostalCodeLookup(data) {
-        return this.buildLookup(data, (0, id_generator_1.createRegionIdGenerator)());
-    }
-    buildLookup(regionObj, idGenerator, acc = [], result = { postalCodeMap: {}, regions: {} }) {
-        if (Array.isArray(regionObj)) {
-            for (const item of regionObj) {
-                const id = idGenerator(acc);
-                result.postalCodeMap[item] = id;
-                result.regions[id] = [...acc];
-            }
-        }
-        else if (typeof regionObj === "object" && regionObj !== null) {
-            for (const [regionKey, regionValue] of Object.entries(regionObj)) {
-                this.buildLookup(regionValue, idGenerator, [...acc, regionKey], result);
-            }
-        }
-        return result;
-    }
-    normalizeString(str) {
-        return str
-            .trim()
-            .toLowerCase()
-            .normalize("NFD")
-            .replace(/[\u0300-\u036f]/g, "")
-            .replace(/\s+/g, "-")
-            .replace(/[^a-z0-9.-]/g, "");
-    }
-    saveData(data, fileName, directory = "src/data") {
-        var _a, _b;
-        try {
-            (0, fs_1.mkdirSync)(directory, { recursive: true });
-            const filePath = path_1.default.join(directory, this.normalizeString(fileName));
-            (0, fs_1.writeFileSync)(filePath, JSON.stringify(data, null, 2), { flag: "w" });
-            (_a = this.config.logger) === null || _a === void 0 ? void 0 : _a.info(`Saved data to ${filePath}`);
-        }
-        catch (error) {
-            (_b = this.config.logger) === null || _b === void 0 ? void 0 : _b.error(`Error saving data to ${fileName}`, error);
-        }
-    }
-    cleanup() {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a;
-            yield ((_a = this.browser) === null || _a === void 0 ? void 0 : _a.close());
-        });
-    }
-}
-exports.PostalCodeScraper = PostalCodeScraper;
-exports.default = new PostalCodeScraper();
-//# sourceMappingURL=scrapers.js.map

package/build/test/src/scraper/scrapers.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"scrapers.js","sourceRoot":"","sources":["../../../../src/scraper/scrapers.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;AAAA,0DAA+C;AAC/C,mCAA0C;AAC1C,yCAAqC;AAErC,wDAAmF;AACnF,2BAA8C;AAC9C,gDAAwB;AACxB,qCAA+B;AAC/B,uCAAmC;AAEnC,MAAa,iBAAiB;IAK7B,YAAoB,SAAwB,EAAE;QAA1B,WAAM,GAAN,MAAM,CAAoB;QAC7C,IAAI,CAAC,MAAM,mBACV,OAAO,EAAE,6BAA6B,EACtC,WAAW,EAAE,EAAE,EACf,UAAU,EAAE,CAAC,EACb,QAAQ,EAAE,IAAI,EACd,SAAS,EAAE,UAAU,IAClB,MAAM,CACT,CAAC;IACH,CAAC;IAEK,aAAa,CAAC,WAAmB;;;YACtC,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,iBAAiB,CAAC,WAAW,CAAC,CAAC;YAC1D,IAAI,CAAC,OAAO,EAAE,CAAC;gBACd,MAAA,IAAI,CAAC,MAAM,CAAC,MAAM,0CAAE,IAAI,CAAC,sBAAsB,WAAW,EAAE,CAAC,CAAC;gBAC9D,OAAO,IAAI,CAAC;YACb,CAAC;YAED,MAAM,IAAI,GAAwB,EAAE,CAAC;YACrC,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAC;YAExC,IAAI,CAAC,QAAQ,CAAC,IAAI,EAAE,GAAG,OAAO,CAAC,IAAI,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,SAAU,CAAC,CAAC;YAEjF,MAAM,gBAAgB,GAAG,IAAI,CAAC,wBAAwB,CAAC,IAAI,CAAC,CAAC;YAC7D,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAAE,GAAG,OAAO,CAAC,IAAI,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,SAAU,CAAC,CAAC;YAEvF,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACtB,CAAC;KAAA;IAEK,eAAe;;;YACpB,MAAM,IAAI,CAAC,WAAW,EAAE,CAAC;YACzB,MAAM,SAAS,GAAG,MAAM,IAAI,CAAC,mBAAmB,EAAE,CAAC;YACnD,IAAI,SAAS,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC5B,MAAA,IAAI,CAAC,MAAM,CAAC,MAAM,0CAAE,IAAI,CAAC,qBAAqB,CAAC,CAAC;gBAChD,OAAO,IAAI,CAAC;YACb,CAAC;YAED,KAAK,MAAM,OAAO,IAAI,SAAS,EAAE,CAAC;gBACjC,MAAM,GAAG,GAAG,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,CAAC,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC;gBAC1E,MAAM,WAAW,GAAwB,EAAE,CAAC;gBAC5C,MAAA,IAAI,CAAC,MAAM,CAAC,MAAM,0CAAE,IAAI,CAAC,uBAAuB,GAAG,EAAE,CAAC,CAAC;gBAEvD,MAAM,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,OAAO,EAAE,WAAW,CAAC,CAAC;gBAC/C,IAAI,CAAC,QAAQ,CAAC,WAAW,EAAE,GAAG,GAAG,oBAAoB,EAAE,IAAI,CAAC,MAAM,CAAC,SAAU,CAAC,CAAC;gBAE/E,MAAM,gBAAgB,GAAG,IAAI,CAAC,wBAAwB,CAAC,WAAW,CAAC,CAAC;gBACpE,IAAI,CAAC,QAAQ,CAAC,gBAAgB,EAAE,GAAG,GAAG,cAAc,EAAE,IAAI,CAAC,MAAM,CAAC,SAAU,CAAC,CAAC;YAC/E,CAAC;YACD,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;QACtB,CAAC;KAAA;IAEa,WAAW;;YACxB,IAAI,CAAC,OAAO,GAAG,MAAM,mBAAS,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,EAAE,CAAC,CAAC;YAC1E,IAAI,CAAC,OAAO,GAAG,IAAI,kBAAO,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACtD,IAAI,CAAC,KAAK,GAAG,IAAI,uBAAe,CAAC,IAAI,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;QAC7D,CAAC;KAAA;IAEa,iBAAiB,CAAC,IAAY;;;YAC3C,IAAI,CAAC;gBACJ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,OAAQ,CAAC,CAAC;gBACrE,OAAO,gBAAM,CAAC,kBAAkB,CAAC,IAAA,cAAI,EAAC,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC;YACjE,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAA,IAAI,CAAC,MAAM,CAAC,MAAM,0CAAE,KAAK,CAAC,mCAAmC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;gBAC5E,OAAO,IAAI,CAAC;YACb,CAAC;QACF,CAAC;KAAA;IAEa,mBAAmB;;;YAChC,IAAI,CAAC;gBACJ,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,OAAO,CAAC,cAAc,CAAC,IAAI,CAAC,MAAM,CAAC,OAAQ,CAAC,CAAC;gBACrE,OAAO,gBAAM,CAAC,cAAc,CAAC,IAAA,cAAI,EAAC,IAAI,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,CAAC;YACvD,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBAChB,MAAA,IAAI,CAAC,MAAM,CAAC,MAAM,0CAAE,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;gBACrE,OAAO,EAAE,CAAC;YACX,CAAC;QACF,CAAC;KAAA;IAEO,wBAAwB,CAAC,IAAS;QACzC,OAAO,IAAI,CAAC,WAAW,CAAC,IAAI,EAAE,IAAA,sCAAuB,GAAE,CAAC,CAAC;IAC1D,CAAC;IAEO,WAAW,CAClB,SAAc,EACd,WAA8B,EAC9B,MAAgB,EAAE,EAClB,SAA2B,EAAE,aAAa,EAAE,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE;QAE7D,IAAI,KAAK,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;YAC9B,KAAK,MAAM,IAAI,IAAI,SAAS,EAAE,CAAC;gBAC9B,MAAM,EAAE,GAAG,WAAW,CAAC,GAAG,CAAC,CAAC;gBAC5B,MAAM,CAAC,aAAa,CAAC,IAAI,CAAC,GAAG,EAAE,CAAC;gBAChC,MAAM,CAAC,OAAO,CAAC,EAAE,CAAC,GAAG,CAAC,GAAG,GAAG,CAAC,CAAC;YAC/B,CAAC;QACF,CAAC;aAAM,IAAI,OAAO,SAAS,KAAK,QAAQ,IAAI,SAAS,KAAK,IAAI,EAAE,CAAC;YAChE,KAAK,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC;gBAClE,IAAI,CAAC,WAAW,CAAC,WAAW,EAAE,WAAW,EAAE,CAAC,GAAG,GAAG,EAAE,SAAS,CAAC,EAAE,MAAM,CAAC,CAAC;YACzE,CAAC;QACF,CAAC;QACD,OAAO,MAAM,CAAC;IACf,CAAC;IAEO,eAAe,CAAC,GAAW;QAClC,OAAO,GAAG;aACR,IAAI,EAAE;aACN,WAAW,EAAE;aACb,SAAS,CAAC,KAAK,CAAC;aAChB,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC;aAC/B,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC;aACpB,OAAO,CAAC,cAAc,EAAE,EAAE,CAAC,CAAC;IAC/B,CAAC;IAEO,QAAQ,CAAC,IAAS,EAAE,QAAgB,EAAE,YAAoB,UAAU;;QAC3E,IAAI,CAAC;YACJ,IAAA,cAAS,EAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;YAC1C,MAAM,QAAQ,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,eAAe,CAAC,QAAQ,CAAC,CAAC,CAAC;YACtE,IAAA,kBAAa,EAAC,QAAQ,EAAE,IAAI,CAAC,SAAS,CAAC,IAAI,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,IAAI,EAAE,GAAG,EAAE,CAAC,CAAC;YACtE,MAAA,IAAI,CAAC,MAAM,CAAC,MAAM,0CAAE,IAAI,CAAC,iBAAiB,QAAQ,EAAE,CAAC,CAAC;QACvD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YAChB,MAAA,IAAI,CAAC,MAAM,CAAC,MAAM,0CAAE,KAAK,CAAC,wBAAwB,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;QACtE,CAAC;IACF,CAAC;IAEK,OAAO;;;YACZ,MAAM,CAAA,MAAA,IAAI,CAAC,OAAO,0CAAE,KAAK,EAAE,CAAA,CAAC;QAC7B,CAAC;KAAA;CACD;AAnID,8CAmIC;AAED,kBAAe,IAAI,iBAAiB,EAAE,CAAC"}

package/build/test/src/types.js

@@ -1,3 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-//# sourceMappingURL=types.js.map

package/build/test/src/types.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/types.ts"],"names":[],"mappings":""}

package/build/test/src/utils/id-generator.js

@@ -1,33 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.createRegionIdGenerator = void 0;
-const createRegionIdGenerator = () => {
-    const regionRegistry = new Map();
-    const counterMap = new Map();
-    return (regions) => {
-        // Normalize region names (case/diacritic/space insensitive)
-        const normalized = regions.map((region) => region
-            .trim()
-            .toLowerCase()
-            .normalize("NFD")
-            .replace(/[\u0300-\u036f]/g, "") // Remove diacritics
-            .replace(/\s+/g, "_"));
-        // Create a unique composite key for the region hierarchy
-        const compositeKey = normalized.join("|");
-        // Return existing ID if already registered
-        if (regionRegistry.has(compositeKey)) {
-            return regionRegistry.get(compositeKey);
-        }
-        // Generate new base name from the last region (typically city name)
-        const baseName = normalized[normalized.length - 1];
-        const count = (counterMap.get(baseName) || 0) + 1;
-        counterMap.set(baseName, count);
-        // Create ID with format: {city}_{uniqueCounter}
-        const newId = `${baseName}_${count}`;
-        // Register the composite key
-        regionRegistry.set(compositeKey, newId);
-        return newId;
-    };
-};
-exports.createRegionIdGenerator = createRegionIdGenerator;
-//# sourceMappingURL=id-generator.js.map

package/build/test/src/utils/id-generator.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"id-generator.js","sourceRoot":"","sources":["../../../../src/utils/id-generator.ts"],"names":[],"mappings":";;;AAIO,MAAM,uBAAuB,GAAG,GAAsB,EAAE;IAC9D,MAAM,cAAc,GAAG,IAAI,GAAG,EAAkB,CAAC;IACjD,MAAM,UAAU,GAAG,IAAI,GAAG,EAAkB,CAAC;IAE7C,OAAO,CAAC,OAAiB,EAAU,EAAE;QACpC,4DAA4D;QAC5D,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CACzC,MAAM;aACJ,IAAI,EAAE;aACN,WAAW,EAAE;aACb,SAAS,CAAC,KAAK,CAAC;aAChB,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,oBAAoB;aACpD,OAAO,CAAC,MAAM,EAAE,GAAG,CAAC,CACtB,CAAC;QAEF,yDAAyD;QACzD,MAAM,YAAY,GAAG,UAAU,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QAE1C,2CAA2C;QAC3C,IAAI,cAAc,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;YACtC,OAAO,cAAc,CAAC,GAAG,CAAC,YAAY,CAAE,CAAC;QAC1C,CAAC;QAED,oEAAoE;QACpE,MAAM,QAAQ,GAAG,UAAU,CAAC,UAAU,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;QACnD,MAAM,KAAK,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;QAClD,UAAU,CAAC,GAAG,CAAC,QAAQ,EAAE,KAAK,CAAC,CAAC;QAEhC,gDAAgD;QAChD,MAAM,KAAK,GAAG,GAAG,QAAQ,IAAI,KAAK,EAAE,CAAC;QAErC,6BAA6B;QAC7B,cAAc,CAAC,GAAG,CAAC,YAAY,EAAE,KAAK,CAAC,CAAC;QAExC,OAAO,KAAK,CAAC;IACd,CAAC,CAAC;AACH,CAAC,CAAC;AApCW,QAAA,uBAAuB,2BAoClC"}

package/build/test/src/utils/logger.js

@@ -1,87 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Logger = void 0;
-class Logger {
-    static configure(config) {
-        if (config.level)
-            this.logLevel = config.level;
-        if (config.colors !== undefined)
-            this.useColors = config.colors;
-        if (config.prefix)
-            this.prefix = config.prefix;
-        if (config.logger)
-            this.instance = config.logger;
-    }
-    static getInstance() {
-        return this.instance || new Logger();
-    }
-    static debug(message, ...args) {
-        this.log("debug", message, args);
-    }
-    static info(message, ...args) {
-        this.log("info", message, args);
-    }
-    static warn(message, ...args) {
-        this.log("warn", message, args);
-    }
-    static error(message, ...args) {
-        this.log("error", message, args);
-    }
-    static shouldLog(level) {
-        if (this.logLevel === "silent")
-            return false;
-        const levels = ["error", "warn", "info", "debug"];
-        return levels.indexOf(level) <= levels.indexOf(this.logLevel);
-    }
-    static log(level, message, args) {
-        if (!this.shouldLog(level))
-            return;
-        const logger = this.getInstance();
-        const formatted = this.formatMessage(level, message);
-        logger[level](formatted, ...args);
-    }
-    static formatMessage(level, message) {
-        const timestamp = new Date().toISOString();
-        const levelColor = this.getLevelColor(level);
-        const messageColor = this.useColors ? "\x1b[37m" : "";
-        return [
-            this.useColors ? "\x1b[90m" : "",
-            `${this.prefix} `,
-            `${timestamp} `,
-            levelColor,
-            `[${level.toUpperCase()}]`,
-            this.useColors ? "\x1b[0m" : "",
-            messageColor,
-            ` ${message}`,
-            this.useColors ? "\x1b[0m" : "",
-        ].join("");
-    }
-    static getLevelColor(level) {
-        if (!this.useColors)
-            return "";
-        return {
-            error: "\x1b[31m", // Red
-            warn: "\x1b[33m", // Yellow
-            info: "\x1b[36m", // Cyan
-            debug: "\x1b[35m", // Magenta
-        }[level];
-    }
-    // Instance methods to implement LoggerInterface
-    debug(message, ...args) {
-        console.debug(message, ...args);
-    }
-    info(message, ...args) {
-        console.log(message, ...args);
-    }
-    warn(message, ...args) {
-        console.warn(message, ...args);
-    }
-    error(message, ...args) {
-        console.error(message, ...args);
-    }
-}
-exports.Logger = Logger;
-Logger.logLevel = "info";
-Logger.useColors = true;
-Logger.prefix = "[POSTAL-CODE-SCRAPER]";
-//# sourceMappingURL=logger.js.map

package/build/test/src/utils/logger.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"logger.js","sourceRoot":"","sources":["../../../../src/utils/logger.ts"],"names":[],"mappings":";;;AAUA,MAAa,MAAM;IAMlB,MAAM,CAAC,SAAS,CAAC,MAAyF;QACzG,IAAI,MAAM,CAAC,KAAK;YAAE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,KAAK,CAAC;QAC/C,IAAI,MAAM,CAAC,MAAM,KAAK,SAAS;YAAE,IAAI,CAAC,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC;QAChE,IAAI,MAAM,CAAC,MAAM;YAAE,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC,MAAM,CAAC;QAC/C,IAAI,MAAM,CAAC,MAAM;YAAE,IAAI,CAAC,QAAQ,GAAG,MAAM,CAAC,MAAM,CAAC;IAClD,CAAC;IAED,MAAM,CAAC,WAAW;QACjB,OAAO,IAAI,CAAC,QAAQ,IAAI,IAAI,MAAM,EAAE,CAAC;IACtC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAe,EAAE,GAAG,IAAW;QAC3C,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,OAAe,EAAE,GAAG,IAAW;QAC1C,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,IAAI,CAAC,OAAe,EAAE,GAAG,IAAW;QAC1C,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,MAAM,CAAC,KAAK,CAAC,OAAe,EAAE,GAAG,IAAW;QAC3C,IAAI,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;IAClC,CAAC;IAEO,MAAM,CAAC,SAAS,CAAC,KAAe;QACvC,IAAI,IAAI,CAAC,QAAQ,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QAE7C,MAAM,MAAM,GAAgB,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,CAAC,CAAC;QAC/D,OAAO,MAAM,CAAC,OAAO,CAAC,KAAkB,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,QAAqB,CAAC,CAAC;IACzF,CAAC;IAEO,MAAM,CAAC,GAAG,CAAC,KAAgB,EAAE,OAAe,EAAE,IAAW;QAChE,IAAI,CAAC,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC;YAAE,OAAO;QAEnC,MAAM,MAAM,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,EAAE,OAAO,CAAC,CAAC;QAErD,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,EAAE,GAAG,IAAI,CAAC,CAAC;IACnC,CAAC;IAEO,MAAM,CAAC,aAAa,CAAC,KAAgB,EAAE,OAAe;QAC7D,MAAM,SAAS,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAC3C,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,KAAK,CAAC,CAAC;QAC7C,MAAM,YAAY,GAAG,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE,CAAC;QAEtD,OAAO;YACN,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,UAAU,CAAC,CAAC,CAAC,EAAE;YAChC,GAAG,IAAI,CAAC,MAAM,GAAG;YACjB,GAAG,SAAS,GAAG;YACf,UAAU;YACV,IAAI,KAAK,CAAC,WAAW,EAAE,GAAG;YAC1B,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;YAC/B,YAAY;YACZ,IAAI,OAAO,EAAE;YACb,IAAI,CAAC,SAAS,CAAC,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,EAAE;SAC/B,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IACZ,CAAC;IAEO,MAAM,CAAC,aAAa,CAAC,KAAgB;QAC5C,IAAI,CAAC,IAAI,CAAC,SAAS;YAAE,OAAO,EAAE,CAAC;QAE/B,OAAO;YACN,KAAK,EAAE,UAAU,EAAE,MAAM;YACzB,IAAI,EAAE,UAAU,EAAE,SAAS;YAC3B,IAAI,EAAE,UAAU,EAAE,OAAO;YACzB,KAAK,EAAE,UAAU,EAAE,UAAU;SAC7B,CAAC,KAAK,CAAC,CAAC;IACV,CAAC;IAED,gDAAgD;IAChD,KAAK,CAAC,OAAe,EAAE,GAAG,IAAW;QACpC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;IACjC,CAAC;IAED,IAAI,CAAC,OAAe,EAAE,GAAG,IAAW;QACnC,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;IAC/B,CAAC;IAED,IAAI,CAAC,OAAe,EAAE,GAAG,IAAW;QACnC,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;IAChC,CAAC;IAED,KAAK,CAAC,OAAe,EAAE,GAAG,IAAW;QACpC,OAAO,CAAC,KAAK,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,CAAC;IACjC,CAAC;;AA7FF,wBA8FC;AA7Fe,eAAQ,GAAa,MAAM,CAAC;AAC5B,gBAAS,GAAY,IAAI,CAAC;AAC1B,aAAM,GAAW,uBAAuB,CAAC"}

package/build/test/tests/postal-code-scraper.test.js

@@ -1,14 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const chai_1 = require("chai");
-const index_1 = __importDefault(require("../src/index"));
-describe("Postal Code Scraper", () => {
-    it("should do something", () => {
-        const result = index_1.default.scrapeCountry("romania");
-        (0, chai_1.expect)(result).to.be.ok;
-    });
-});
-//# sourceMappingURL=postal-code-scraper.test.js.map

package/build/test/tests/postal-code-scraper.test.js.map

@@ -1 +0,0 @@
-{"version":3,"file":"postal-code-scraper.test.js","sourceRoot":"","sources":["../../../tests/postal-code-scraper.test.ts"],"names":[],"mappings":";;;;;AAAA,+BAA8B;AAC9B,yDAA6C;AAE7C,QAAQ,CAAC,qBAAqB,EAAE,GAAG,EAAE;IACpC,EAAE,CAAC,qBAAqB,EAAE,GAAG,EAAE;QAC9B,MAAM,MAAM,GAAG,eAAiB,CAAC,aAAa,CAAC,SAAS,CAAC,CAAC;QAC1D,IAAA,aAAM,EAAC,MAAM,CAAC,CAAC,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC;IACzB,CAAC,CAAC,CAAC;AACJ,CAAC,CAAC,CAAC"}

package/dist/scraper/fetchers.d.ts

@@ -1,9 +0,0 @@
-import { Browser } from "puppeteer";
-import { ScraperConfig } from "../types";
-export declare class Fetcher {
-    private browser;
-    private config;
-    constructor(browser: Browser, config: ScraperConfig);
-    fetchHtml(url: string): Promise<string>;
-    fetchWithRetry(url: string, retries?: number): Promise<string>;
-}

package/dist/scraper/fetchers.js

@@ -1,48 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Fetcher = void 0;
-class Fetcher {
-    constructor(browser, config) {
-        this.browser = browser;
-        this.config = config;
-    }
-    fetchHtml(url) {
-        return __awaiter(this, void 0, void 0, function* () {
-            const page = yield this.browser.newPage();
-            try {
-                page.setDefaultNavigationTimeout(60000);
-                yield page.goto(url, { waitUntil: "domcontentloaded" });
-                return yield page.content();
-            }
-            finally {
-                yield page.close();
-            }
-        });
-    }
-    fetchWithRetry(url_1) {
-        return __awaiter(this, arguments, void 0, function* (url, retries = this.config.maxRetries || 5) {
-            var _a;
-            try {
-                return yield this.fetchHtml(url);
-            }
-            catch (error) {
-                (_a = this.config.logger) === null || _a === void 0 ? void 0 : _a.warn(`Retrying (${this.config.maxRetries - retries + 1}) for: ${url}`);
-                if (retries > 0) {
-                    yield new Promise((resolve) => setTimeout(resolve, Math.random() * 7000 + 5000));
-                    return this.fetchWithRetry(url, retries - 1);
-                }
-                throw new Error(`Failed to fetch: ${url} after ${this.config.maxRetries} attempts`);
-            }
-        });
-    }
-}
-exports.Fetcher = Fetcher;

package/dist/scraper/parsers.d.ts

@@ -1,7 +0,0 @@
-import { Region, ScraperConfig } from "../types";
-export declare class Parser {
-    static parseRegions($: cheerio.Root, config: ScraperConfig): Region[];
-    static parsePostalCodes($: cheerio.Root, config: ScraperConfig): Record<string, string[]>;
-    static parseCountries($: cheerio.Root, config: ScraperConfig): Region[];
-    static parseCountryByName($: cheerio.Root, config: ScraperConfig, name: string): Region | null;
-}

package/dist/scraper/parsers.js

@@ -1,62 +0,0 @@
-"use strict";
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.Parser = void 0;
-class Parser {
-    static parseRegions($, config) {
-        return $("h2:contains('Regions')")
-            .next(".regions")
-            .find("a")
-            .map((_index, element) => {
-            const path = $(element).attr("href");
-            const prettyName = $(element).text().trim();
-            if (!path || !prettyName)
-                return null;
-            return {
-                name: path.split("/").filter(Boolean).pop(),
-                prettyName,
-                path,
-            };
-        })
-            .get()
-            .filter(Boolean);
-    }
-    static parsePostalCodes($, config) {
-        const codes = {};
-        $(".codes .container").each((_i, element) => {
-            const place = $(element).find(".place").text().trim();
-            const codesList = $(element)
-                .find(".code span")
-                .map((_j, el) => $(el).text().trim())
-                .get();
-            if (place) {
-                const key = config.usePrettyName ? place : place.toLowerCase().replace(/\s+/g, "-");
-                codes[key] = codesList;
-            }
-        });
-        return codes;
-    }
-    static parseCountries($, config) {
-        return $(".regions div a")
-            .map((_i, element) => {
-            const path = $(element).attr("href");
-            return path ? { name: path.replace(/\//g, ""), prettyName: $(element).text().trim(), path } : null;
-        })
-            .get()
-            .filter(Boolean);
-    }
-    static parseCountryByName($, config, name) {
-        const countryElement = $(`.regions div a`).filter((_, el) => { var _a; return ((_a = $(el).attr("href")) === null || _a === void 0 ? void 0 : _a.replace(/\//g, "")) === name.toLowerCase().trim(); });
-        if (!countryElement.length)
-            return null;
-        const path = countryElement.attr("href");
-        const prettyName = countryElement.text().trim();
-        return path && prettyName
-            ? {
-                name: path.replace(/\//g, ""),
-                prettyName,
-                path,
-            }
-            : null;
-    }
-}
-exports.Parser = Parser;

package/dist/scraper/queue.d.ts

@@ -1,12 +0,0 @@
-import { Region, ScraperConfig, RegionData } from "../types";
-import { Fetcher } from "./fetchers";
-export declare class ProcessingQueue {
-    private fetcher;
-    private config;
-    private queue;
-    private visitedUrls;
-    private limit;
-    constructor(fetcher: Fetcher, config: ScraperConfig);
-    process(startRegion: Region, data: RegionData): Promise<void>;
-    private processItem;
-}

package/dist/scraper/queue.js

@@ -1,67 +0,0 @@
-"use strict";
-var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
-    function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
-    return new (P || (P = Promise))(function (resolve, reject) {
-        function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
-        function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
-        function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
-        step((generator = generator.apply(thisArg, _arguments || [])).next());
-    });
-};
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.ProcessingQueue = void 0;
-const cheerio_1 = require("cheerio");
-const p_limit_1 = __importDefault(require("p-limit"));
-const parsers_1 = require("./parsers");
-const env_config_1 = require("../utils/env-config");
-class ProcessingQueue {
-    constructor(fetcher, config) {
-        this.fetcher = fetcher;
-        this.config = config;
-        this.queue = [];
-        this.visitedUrls = new Set();
-        this.limit = (0, p_limit_1.default)(config.concurrency || 15);
-    }
-    process(startRegion, data) {
-        return __awaiter(this, void 0, void 0, function* () {
-            this.queue.push({ region: startRegion, currData: data });
-            while (this.queue.length > 0) {
-                const tasks = this.queue.map((item) => this.limit(() => this.processItem(item)));
-                this.queue = [];
-                yield Promise.all(tasks);
-            }
-        });
-    }
-    processItem(item) {
-        return __awaiter(this, void 0, void 0, function* () {
-            var _a, _b;
-            const url = `${(0, env_config_1.getBaseUrl)()}${item.region.path}`;
-            if (this.visitedUrls.has(url))
-                return;
-            this.visitedUrls.add(url);
-            (_a = this.config.logger) === null || _a === void 0 ? void 0 : _a.info(`Fetching: ${url}`);
-            try {
-                const html = yield this.fetcher.fetchWithRetry(url);
-                const $ = (0, cheerio_1.load)(html);
-                const regions = parsers_1.Parser.parseRegions($, this.config);
-                regions.forEach((region) => {
-                    const key = this.config.usePrettyName ? region.prettyName : region.name;
-                    item.currData[key] = {};
-                    this.queue.push({
-                        region,
-                        currData: item.currData[key],
-                    });
-                });
-                const codes = parsers_1.Parser.parsePostalCodes($, this.config);
-                Object.assign(item.currData, codes);
-            }
-            catch (error) {
-                (_b = this.config.logger) === null || _b === void 0 ? void 0 : _b.error(`Error processing ${url}:`, error);
-            }
-        });
-    }
-}
-exports.ProcessingQueue = ProcessingQueue;

package/dist/scraper/scrapers.d.ts

@@ -1,19 +0,0 @@
-import { ScraperConfig } from "../types";
-export declare class PostalCodeScraper {
-    private config;
-    private browser;
-    private queue;
-    private fetcher;
-    constructor(config?: ScraperConfig);
-    scrapeCountry(countryName: string): Promise<null | undefined>;
-    scrapeCountries(): Promise<null | undefined>;
-    private initBrowser;
-    private getCountryDetails;
-    private getCountriesDetails;
-    private generatePostalCodeLookup;
-    private buildLookup;
-    private saveData;
-    private cleanup;
-}
-declare const _default: PostalCodeScraper;
-export default _default;