pal-crawl 1.0.0 → 1.0.2

package/README.md

@@ -5,3 +5,14 @@
 [![forks - pal-crawl](https://img.shields.io/github/forks/vientorepublic/pal-crawl?style=social)](https://github.com/vientorepublic/pal-crawl)
 
 국회입법예고(pal.assembly.go.kr)의 진행 중인 입법 예고를 크롤링 하는 Typescript 구현체
+
+## How to use
+
+```javascript
+import { PalCrawl } from 'pal-crawl';
+
+const palCrawl = new PalCrawl();
+const table = await palCrawl.get();
+
+console.log(table);
+```

package/dist/config.d.ts

@@ -0,0 +1,5 @@
+export declare enum Config {
+    DOMAIN = "https://pal.assembly.go.kr",
+    URL = "/napal/lgsltpa/lgsltpaOngoing/list.do",
+    UserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36"
+}

package/dist/config.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Config = void 0;
+var Config;
+(function (Config) {
+    Config["DOMAIN"] = "https://pal.assembly.go.kr";
+    Config["URL"] = "/napal/lgsltpa/lgsltpaOngoing/list.do";
+    Config["UserAgent"] = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
+})(Config || (exports.Config = Config = {}));
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;;AAAA,IAAY,MAIX;AAJD,WAAY,MAAM;IAChB,+CAAqC,CAAA;IACrC,uDAA6C,CAAA;IAC7C,uIAA6H,CAAA;AAC/H,CAAC,EAJW,MAAM,sBAAN,MAAM,QAIjB"}

package/dist/index.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PalCrawl = void 0;
+var pal_1 = require("./pal");
+Object.defineProperty(exports, "PalCrawl", { enumerable: true, get: function () { return pal_1.PalCrawl; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,6BAAiC;AAAxB,+FAAA,QAAQ,OAAA"}

package/dist/pal.d.ts

@@ -0,0 +1,13 @@
+export interface ITableData {
+    num: number;
+    subject: string;
+    proposerCategory: string;
+    committee: string;
+    numComments: number;
+    link: string;
+}
+export declare class PalCrawl {
+    getPalHTML(): Promise<string>;
+    parseTable(html: string): ITableData[];
+    get(): Promise<ITableData[]>;
+}

package/dist/pal.js

@@ -0,0 +1,102 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PalCrawl = void 0;
+const axios_1 = __importStar(require("axios"));
+const cheerio = __importStar(require("cheerio"));
+const config_1 = require("./config");
+class PalCrawl {
+    async getPalHTML() {
+        try {
+            const res = await axios_1.default.get(config_1.Config.URL, {
+                baseURL: config_1.Config.DOMAIN,
+                headers: {
+                    'User-Agent': config_1.Config.UserAgent,
+                },
+            });
+            return res.data;
+        }
+        catch (err) {
+            if ((0, axios_1.isAxiosError)(err) && err.response) {
+                throw new Error(`Invalid response: ${err.response.status} ${err.response.statusText}`);
+            }
+            else {
+                if (err instanceof Error) {
+                    throw new Error(err.message);
+                }
+                else {
+                    console.error(err);
+                    throw new Error('Unknown Error');
+                }
+            }
+        }
+    }
+    parseTable(html) {
+        const $ = cheerio.load(html);
+        const body = $('body');
+        const table = body.find('table > tbody > tr');
+        const output = [];
+        table.map((i, el) => {
+            const subject = $(el).find('td.td_block > a.board_subject').text().trim();
+            if (subject) {
+                const link = $(el).find('td.td_block > a.board_subject').attr('href');
+                const numComments = Number($(el).find('td:nth-child(8)').text().replace(',', '').trim());
+                const proposerCategory = $(el).find('td:nth-child(3)').text().trim();
+                const committee = $(el).find('td:nth-child(4)').text().trim();
+                const num = Number($(el).find('td:nth-child(1)').text().trim());
+                let boardLink = '';
+                if (link) {
+                    boardLink = config_1.Config.DOMAIN + link;
+                }
+                output.push({
+                    num,
+                    subject,
+                    proposerCategory,
+                    committee,
+                    numComments,
+                    link: boardLink,
+                });
+            }
+        });
+        return output;
+    }
+    async get() {
+        const html = await this.getPalHTML();
+        const table = this.parseTable(html);
+        return table;
+    }
+}
+exports.PalCrawl = PalCrawl;
+//# sourceMappingURL=pal.js.map

package/dist/pal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pal.js","sourceRoot":"","sources":["../src/pal.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAA4C;AAC5C,iDAAmC;AACnC,qCAAkC;AAWlC,MAAa,QAAQ;IACZ,KAAK,CAAC,UAAU;QACrB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,eAAK,CAAC,GAAG,CAAS,eAAM,CAAC,GAAG,EAAE;gBAC9C,OAAO,EAAE,eAAM,CAAC,MAAM;gBACtB,OAAO,EAAE;oBACP,YAAY,EAAE,eAAM,CAAC,SAAS;iBAC/B;aACF,CAAC,CAAC;YACH,OAAO,GAAG,CAAC,IAAI,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,IAAA,oBAAY,EAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CACb,qBAAqB,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,CACtE,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEM,UAAU,CAAC,IAAY;QAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;YAClB,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAC1E,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtE,MAAM,WAAW,GAAG,MAAM,CACxB,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAC7D,CAAC;gBACF,MAAM,gBAAgB,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBACrE,MAAM,SAAS,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBAC9D,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;gBAChE,IAAI,SAAS,GAAG,EAAE,CAAC;gBACnB,IAAI,IAAI,EAAE,CAAC;oBACT,SAAS,GAAG,eAAM,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnC,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC;oBACV,GAAG;oBACH,OAAO;oBACP,gBAAgB;oBAChB,SAAS;oBACT,WAAW;oBACX,IAAI,EAAE,SAAS;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,GAAG;QACd,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,KAAK,CAAC;IACf,CAAC;CACF;AA/DD,4BA+DC"}

package/dist/pal.test.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/pal.test.js

@@ -0,0 +1,21 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+const pal_1 = require("./pal");
+describe('PalCrawl', () => {
+    test('getPalHTML: should be return string', async () => {
+        const palCrawl = new pal_1.PalCrawl();
+        const html = await palCrawl.getPalHTML();
+        expect(typeof html).toBe('string');
+    });
+    test('parseTable: array length should be 0 when invalid html', () => {
+        const palCrawl = new pal_1.PalCrawl();
+        const table = palCrawl.parseTable('asdf');
+        expect(table).toHaveLength(0);
+    });
+    test('get: array length should be 10', async () => {
+        const palCrawl = new pal_1.PalCrawl();
+        const table = await palCrawl.get();
+        expect(table).toHaveLength(10);
+    });
+});
+//# sourceMappingURL=pal.test.js.map

package/dist/pal.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pal.test.js","sourceRoot":"","sources":["../src/pal.test.ts"],"names":[],"mappings":";;AAAA,+BAAiC;AAEjC,QAAQ,CAAC,UAAU,EAAE,GAAG,EAAE;IACxB,IAAI,CAAC,qCAAqC,EAAE,KAAK,IAAI,EAAE;QACrD,MAAM,QAAQ,GAAG,IAAI,cAAQ,EAAE,CAAC;QAChC,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,UAAU,EAAE,CAAC;QACzC,MAAM,CAAC,OAAO,IAAI,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IACrC,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,wDAAwD,EAAE,GAAG,EAAE;QAClE,MAAM,QAAQ,GAAG,IAAI,cAAQ,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC;QAC1C,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC;IAChC,CAAC,CAAC,CAAC;IACH,IAAI,CAAC,gCAAgC,EAAE,KAAK,IAAI,EAAE;QAChD,MAAM,QAAQ,GAAG,IAAI,cAAQ,EAAE,CAAC;QAChC,MAAM,KAAK,GAAG,MAAM,QAAQ,CAAC,GAAG,EAAE,CAAC;QACnC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAC;IACjC,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pal-crawl",
-  "version": "1.0.0",
+  "version": "1.0.2",
   "description": "국회입법예고(pal.assembly.go.kr)의 진행 중인 입법 예고 크롤러",
   "license": "MIT",
   "author": "vientorepublic",
@@ -8,7 +8,11 @@
   "scripts": {
     "build": "tsc",
     "lint": "eslint \"src/**/*.ts\" --fix",
-    "format": "prettier --write \"src/**/*.ts\""
+    "format": "prettier --write \"src/**/*.ts\"",
+    "test": "jest",
+    "test:verbose": "jest --verbose",
+    "test:watch": "jest --watch",
+    "test:cov": "jest --coverage"
   },
   "repository": {
     "type": "git",
@@ -23,10 +27,20 @@
     "cheerio": "^1.0.0"
   },
   "devDependencies": {
-    "@types/cheerio": "^0.22.35",
     "@eslint/js": "^9.18.0",
+    "@types/cheerio": "^0.22.35",
+    "@types/jest": "^29.5.14",
     "eslint": "^9.18.0",
+    "jest": "^29.7.0",
     "prettier": "^3.4.2",
+    "ts-jest": "^29.2.5",
     "typescript-eslint": "^8.20.0"
+  },
+  "jest": {
+    "preset": "ts-jest",
+    "testEnvironment": "node",
+    "testMatch": [
+      "**/*.test.ts"
+    ]
   }
 }

package/src/config.ts

@@ -1,5 +0,0 @@
-export enum Config {
-  DOMAIN = 'https://pal.assembly.go.kr',
-  URL = '/napal/lgsltpa/lgsltpaOngoing/list.do',
-  UserAgent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
-}

package/src/pal.ts

@@ -1,77 +0,0 @@
-import axios, { isAxiosError } from 'axios';
-import * as cheerio from 'cheerio';
-import { Config } from './config';
-
-export interface ITableData {
-  num: number;
-  subject: string;
-  proposerCategory: string;
-  committee: string;
-  numComments: number;
-  link: string;
-}
-
-export class PalCrawl {
-  public async getPalHTML(): Promise<string> {
-    try {
-      const res = await axios.get<string>(Config.URL, {
-        baseURL: Config.DOMAIN,
-        headers: {
-          'User-Agent': Config.UserAgent,
-        },
-      });
-      return res.data;
-    } catch (err) {
-      if (isAxiosError(err) && err.response) {
-        throw new Error(
-          `Invalid response: ${err.response.status} ${err.response.statusText}`,
-        );
-      } else {
-        if (err instanceof Error) {
-          throw new Error(err.message);
-        } else {
-          console.error(err);
-          throw new Error('Unknown Error');
-        }
-      }
-    }
-  }
-
-  public parseTable(html: string): ITableData[] {
-    const $ = cheerio.load(html);
-    const body = $('body');
-    const table = body.find('table > tbody > tr');
-    const output: ITableData[] = [];
-    table.map((i, el) => {
-      const subject = $(el).find('td.td_block > a.board_subject').text().trim();
-      if (subject) {
-        const link = $(el).find('td.td_block > a.board_subject').attr('href');
-        const numComments = Number(
-          $(el).find('td:nth-child(8)').text().replace(',', '').trim(),
-        );
-        const proposerCategory = $(el).find('td:nth-child(3)').text().trim();
-        const committee = $(el).find('td:nth-child(4)').text().trim();
-        const num = Number($(el).find('td:nth-child(1)').text().trim());
-        let boardLink = '';
-        if (link) {
-          boardLink = Config.DOMAIN + link;
-        }
-        output.push({
-          num,
-          subject,
-          proposerCategory,
-          committee,
-          numComments,
-          link: boardLink,
-        });
-      }
-    });
-    return output;
-  }
-
-  public async get(): Promise<void> {
-    const html = await this.getPalHTML();
-    const table = this.parseTable(html);
-    console.log(table);
-  }
-}