webcrawlerapi-js 2.0.1 → 2.0.3

package/dist/@types/api.d.ts

@@ -1,7 +1,7 @@
 import { CrawlRequest, Job, JobId, ScrapeRequest, ScrapeResponse, ScrapeResponseError, ScrapeId, Action } from "./model";
-import { JobStatus } from "./constants";
+import { JobStatus, ErrorCode } from "./constants";
 import { WebcrawlerApiError } from "./errors";
-export { WebcrawlerApiError, JobStatus };
+export { WebcrawlerApiError, JobStatus, ErrorCode };
 export * from "./model";
 export declare class WebcrawlerClient {
     protected apiVersion: string;

package/dist/@types/constants.d.ts

@@ -3,6 +3,9 @@ export declare const JobStatus: {
     readonly NEW: "new";
     readonly DONE: "done";
 };
+export declare const ErrorCode: {
+    readonly BLOCKED_BY_ROBOTS_TXT: "blocked_by_robots_txt";
+};
 export declare const HttpStatus: {
     readonly OK: 200;
     readonly BAD_REQUEST: 400;

package/dist/@types/model.d.ts

@@ -1,10 +1,12 @@
 export interface ScrapeRequest {
     url: string;
-    output_format: string;
+    output_format?: string;
     webhook_url?: string;
     clean_selectors?: string;
     actions?: Action[];
     prompt?: string;
+    respect_robots_txt?: boolean;
+    main_content_only?: boolean;
 }
 export interface ScrapeId {
     id: string;
@@ -38,6 +40,8 @@ export interface CrawlRequest {
     allow_subdomains?: boolean;
     webhook_url?: string;
     actions?: Action[];
+    respect_robots_txt?: boolean;
+    main_content_only?: boolean;
 }
 export interface Job {
     id: string;

package/dist/api.js

@@ -14,9 +14,10 @@ var __exportStar = (this && this.__exportStar) || function(m, exports) {
     for (var p in m) if (p !== "default" && !Object.prototype.hasOwnProperty.call(exports, p)) __createBinding(exports, m, p);
 };
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.WebcrawlerClient = exports.JobStatus = exports.WebcrawlerApiError = void 0;
+exports.WebcrawlerClient = exports.ErrorCode = exports.JobStatus = exports.WebcrawlerApiError = void 0;
 const constants_1 = require("./constants");
 Object.defineProperty(exports, "JobStatus", { enumerable: true, get: function () { return constants_1.JobStatus; } });
+Object.defineProperty(exports, "ErrorCode", { enumerable: true, get: function () { return constants_1.ErrorCode; } });
 const errors_1 = require("./errors");
 Object.defineProperty(exports, "WebcrawlerApiError", { enumerable: true, get: function () { return errors_1.WebcrawlerApiError; } });
 const BASE_PATH = "https://api.webcrawlerapi.com";

package/dist/constants.js

@@ -1,11 +1,14 @@
 "use strict";
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.HttpStatus = exports.JobStatus = void 0;
+exports.HttpStatus = exports.ErrorCode = exports.JobStatus = void 0;
 exports.JobStatus = {
     IN_PROGRESS: 'in_progress',
     NEW: 'new',
     DONE: 'done'
 };
+exports.ErrorCode = {
+    BLOCKED_BY_ROBOTS_TXT: 'blocked_by_robots_txt'
+};
 exports.HttpStatus = {
     OK: 200,
     BAD_REQUEST: 400,

package/package.json

@@ -1,7 +1,6 @@
 {
   "name": "webcrawlerapi-js",
-  "version": "2.0.1",
-
+  "version": "2.0.3",
   "description": "JS client for WebcrawlerAPI",
   "main": "./dist/api.js",
   "types": "./dist/@types/api.d.ts",
@@ -10,9 +9,6 @@
     "README.md",
     "LICENSE"
   ],
-  "scripts": {
-    "build": "tsc --outDir dist/"
-  },
   "keywords": [
     "scraping",
     "scraper",
@@ -28,5 +24,12 @@
   },
   "author": "WebcrawlerAPI <sdk@webcrawlerapi.com>",
   "license": "MIT",
-  "dependencies": {}
-}
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/WebCrawlerAPI/webcrawlerapi-js-sdk"
+  },
+  "dependencies": {},
+  "scripts": {
+    "build": "tsc --outDir dist/"
+  }
+}