aragog-client 1.0.2 → 1.1.0

package/README.md

@@ -1,6 +1,6 @@
 # Aragog Client
 
-[![Build Status](https://img.shields.io/travis/crawlerlab/aragog/master?style=flat-square)](https://travis-ci.com/crawlerlab/aragog)
+[![Build Status](https://img.shields.io/travis/com/crawlerlab/aragog/master?style=flat-square)](https://app.travis-ci.com/github/crawlerlab/aragog)
 [![NPM Version](https://img.shields.io/npm/v/aragog-client?style=flat-square)](https://www.npmjs.com/package/aragog-client)
 [![License](https://img.shields.io/github/license/crawlerlab/aragog?style=flat-square)](https://github.com/crawlerlab/aragog/blob/master/LICENSE)
 

package/lib/management.js

@@ -5,7 +5,6 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.createManagementApi = void 0;
 const axios_1 = __importDefault(require("axios"));
-/* eslint-disable-next-line @typescript-eslint/explicit-module-boundary-types */
 const createManagementApi = (conn, { ssl = false }) => {
     const request = axios_1.default.create({
         baseURL: `${ssl ? 'https' : 'http'}://${conn.hostname}:${conn.port || 15672}/api/`,

package/lib/types.d.ts

@@ -12,7 +12,8 @@ export interface Cookie {
 export interface QueueItem {
   appName: string
   url: string
-  script: string
+  script?: string
+  readable?: boolean // 是否自动提取网页正文内容
   disableImage?: boolean
   encoding?: string
   method?: 'GET' | 'POST'

package/lib/utils.js

@@ -2,10 +2,17 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.checkConnectParam = exports.checkTaskInput = void 0;
 const checkTaskInput = (data) => {
+    if (!data.readable) {
+        if (!data.script) {
+            throw new Error('script is required');
+        }
+        if (typeof data.script !== 'string') {
+            throw new Error('script must be of type string');
+        }
+    }
     const allKeys = [
         'id',
         'url',
-        'script',
         'disableImage',
         'encoding',
         'method',
@@ -19,7 +26,7 @@ const checkTaskInput = (data) => {
     ];
     allKeys.forEach((key) => {
         var _a, _b;
-        if (['id', 'url', 'script'].includes(key)) {
+        if (['id', 'url'].includes(key)) {
             if (!data[key]) {
                 throw new Error(`${key} is required`);
             }
@@ -75,7 +82,6 @@ const checkTaskInput = (data) => {
                     }
                     Object.entries(fieldTypes).forEach(([k, type]) => {
                         const cookieKey = k;
-                        /* eslint-disable-next-line valid-typeof */
                         if (cookie[cookieKey] !== undefined && typeof cookie[cookieKey] !== type) {
                             throw new Error(`cookies.${k} must be of type ${type}`);
                         }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "aragog-client",
-  "version": "1.0.2",
+  "version": "1.1.0",
   "description": "Aragog web scraping framework client",
   "keywords": [
     "scraping",