@xcrap/got-scraping-client 0.0.3 → 0.0.4

package/dist/{index.mjs → index.js}

@@ -1,3 +1,4 @@
+"use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.GotScrapingClient = void 0;
 const core_1 = require("@xcrap/core");

package/package.json

@@ -1,11 +1,17 @@
 {
   "name": "@xcrap/got-scraping-client",
-  "version": "0.0.3",
-  "description": "**Xcrap Got Scraping Client** is a package of the Xcrap framework that implements an HTTP client using the [Got Scraping](https://www.npmjs.com/package/got-scraping) library.",
-  "main": "index.js",
+  "version": "0.0.4",
+  "description": "Xcrap Got Scraping Client is a package of the Xcrap framework that implements an HTTP client using the Got Scraping library.",
+  "main": "./dist/index.js",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "files": [
+    "dist/*",
+    "!/**/__tests__"
+  ],
   "scripts": {
     "test": "jest",
-    "build": "rollup -c"
+    "build": "tsc"
   },
   "keywords": [
     "web scraping",
@@ -13,18 +19,13 @@
     "http client",
     "got scraping"
   ],
-  "author": "Marcuthj",
+  "author": "Marcuth",
   "license": "MIT",
   "type": "commonjs",
   "devDependencies": {
-    "@rollup/plugin-commonjs": "^28.0.3",
-    "@rollup/plugin-node-resolve": "^16.0.1",
-    "@rollup/plugin-typescript": "^12.1.2",
     "@types/node": "^22.13.17",
     "header-generator": "^2.1.63",
-    "rollup": "^4.39.0",
     "ts-node": "^10.9.2",
-    "tslib": "^2.8.1",
     "typescript": "^5.8.2"
   },
   "dependencies": {

package/dist/index.cjs

@@ -1,98 +0,0 @@
-'use strict';
-
-Object.defineProperty(exports, "__esModule", { value: true });
-exports.GotScrapingClient = void 0;
-const core_1 = require("@xcrap/core");
-const load_esm_1 = require("load-esm");
-class GotScrapingClient extends core_1.BaseClient {
-    constructor(options = {}) {
-        super(options);
-        this.options = options;
-    }
-    async initGotScraping() {
-        var _a;
-        const module = await (0, load_esm_1.loadEsm)("got-scraping");
-        const gotScraping = module.gotScraping;
-        this.gotScrapingInstance = gotScraping.extend({
-            ...this.options,
-            headers: {
-                "User-Agent": (_a = this.currentUserAgent) !== null && _a !== void 0 ? _a : core_1.defaultUserAgent
-            },
-            proxyUrl: this.currentProxy,
-        });
-    }
-    async ensureGotScraping() {
-        if (!this.gotScrapingInstance) {
-            await this.initGotScraping();
-        }
-    }
-    async fetch({ url, maxRetries = 0, retries = 0, retryDelay, method = "GET", ...gotOptions }) {
-        await this.ensureGotScraping();
-        const failedAttempts = [];
-        const attemptRequest = async (currentRetry) => {
-            var _a, _b, _c, _d, _e;
-            try {
-                const fullUrl = this.currentProxyUrl ? `${this.currentProxyUrl}${url}` : url;
-                const response = await this.gotScrapingInstance({
-                    url: fullUrl,
-                    method: method,
-                    headers: {
-                        "User-Agent": (_a = this.currentUserAgent) !== null && _a !== void 0 ? _a : core_1.defaultUserAgent,
-                        ...gotOptions.headers
-                    },
-                    proxyUrl: this.currentProxy,
-                    ...gotOptions
-                });
-                if (!this.isSuccess(response.statusCode)) {
-                    throw new core_1.InvalidStatusCodeError(response.statusCode);
-                }
-                return new core_1.HttpResponse({
-                    status: response.statusCode,
-                    statusText: response.statusMessage || "OK",
-                    headers: response.headers,
-                    body: response.body,
-                    attempts: currentRetry + 1,
-                    failedAttempts,
-                });
-            }
-            catch (error) {
-                const errorMessage = error instanceof Error ? error.message : "Unknown error";
-                failedAttempts.push({ error: errorMessage, timestamp: new Date() });
-                if (error.response && currentRetry < maxRetries) {
-                    if (retryDelay !== undefined && retryDelay > 0) {
-                        await (0, core_1.delay)(retryDelay);
-                    }
-                    return await attemptRequest(currentRetry + 1);
-                }
-                return new core_1.HttpResponse({
-                    status: ((_b = error.response) === null || _b === void 0 ? void 0 : _b.statusCode) || 500,
-                    statusText: ((_c = error.response) === null || _c === void 0 ? void 0 : _c.statusMessage) || "Request Failed",
-                    body: ((_d = error.response) === null || _d === void 0 ? void 0 : _d.body) || errorMessage,
-                    headers: ((_e = error.response) === null || _e === void 0 ? void 0 : _e.headers) || {},
-                    attempts: currentRetry + 1,
-                    failedAttempts,
-                });
-            }
-        };
-        return await attemptRequest(retries);
-    }
-    async fetchMany({ requests, concurrency, requestDelay }) {
-        const results = [];
-        const executing = [];
-        for (let i = 0; i < requests.length; i++) {
-            const promise = this.executeRequest({
-                request: requests[i],
-                index: i,
-                requestDelay: requestDelay,
-                results: results
-            }).then(() => undefined);
-            executing.push(promise);
-            if (this.shouldThrottle(executing, concurrency)) {
-                await this.handleConcurrency(executing);
-            }
-        }
-        await Promise.all(executing);
-        return results;
-    }
-}
-exports.GotScrapingClient = GotScrapingClient;

package/jest.config.ts

@@ -1,5 +0,0 @@
-export default {
-    preset: "ts-jest",
-    testEnvironment: "node",
-    cache: true
-}

package/rollup.config.js

@@ -1,46 +0,0 @@
-const typescript = require("@rollup/plugin-typescript")
-const resolve = require("@rollup/plugin-node-resolve")
-const commonjs =  require("@rollup/plugin-commonjs")
-const path = require("node:path")
-const fs = require("node:fs")
-
-function getAllTypeScriptFiles(dir) {
-    let files = []
-
-    fs.readdirSync(dir).forEach(file => {
-        const fullPath = path.join(dir, file)
-
-        if (fs.statSync(fullPath).isDirectory()) {
-            files = files.concat(getAllTypeScriptFiles(fullPath))
-        } else if (file.endsWith(".ts")) {
-            files.push(fullPath)
-        }
-    })
-
-    return files
-}
-
-const inputFiles = getAllTypeScriptFiles("src")
-
-module.exports = [
-    {
-        input: inputFiles,
-        output: {
-            dir: "dist",
-            format: "cjs",
-            entryFileNames: "[name].cjs",
-            preserveModules: true,
-        },
-        plugins: [resolve(), commonjs(), typescript()]
-    },
-    {
-        input: inputFiles,
-        output: {
-            dir: "dist",
-            format: "esm",
-            entryFileNames: "[name].mjs",
-            preserveModules: true,
-        },
-        plugins: [resolve(), commonjs(), typescript()]
-    }
-]

package/tsconfig.json

@@ -1,15 +0,0 @@
-{
-  "compilerOptions": {
-    "target": "es2019",                                  
-    "module": "NodeNext",
-    "declaration": true,                              
-    "esModuleInterop": true,                             
-    "forceConsistentCasingInFileNames": true,            
-    "strict": true,                                      
-    "skipLibCheck": true,
-    "outDir": "./dist",
-    "rootDir": "./src"                                 
-  },
-  "include": ["./src"],
-  "exclude": ["./node_modules", "./dist"]
-}