pal-crawl 1.0.0 → 1.0.1

package/dist/config.d.ts

@@ -0,0 +1,5 @@
+export declare enum Config {
+    DOMAIN = "https://pal.assembly.go.kr",
+    URL = "/napal/lgsltpa/lgsltpaOngoing/list.do",
+    UserAgent = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36"
+}

package/dist/config.js

@@ -0,0 +1,10 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.Config = void 0;
+var Config;
+(function (Config) {
+    Config["DOMAIN"] = "https://pal.assembly.go.kr";
+    Config["URL"] = "/napal/lgsltpa/lgsltpaOngoing/list.do";
+    Config["UserAgent"] = "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36";
+})(Config || (exports.Config = Config = {}));
+//# sourceMappingURL=config.js.map

package/dist/config.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"config.js","sourceRoot":"","sources":["../src/config.ts"],"names":[],"mappings":";;;AAAA,IAAY,MAIX;AAJD,WAAY,MAAM;IAChB,+CAAqC,CAAA;IACrC,uDAA6C,CAAA;IAC7C,uIAA6H,CAAA;AAC/H,CAAC,EAJW,MAAM,sBAAN,MAAM,QAIjB"}

package/dist/index.js

@@ -0,0 +1,6 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PalCrawl = void 0;
+var pal_1 = require("./pal");
+Object.defineProperty(exports, "PalCrawl", { enumerable: true, get: function () { return pal_1.PalCrawl; } });
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";;;AAAA,6BAAiC;AAAxB,+FAAA,QAAQ,OAAA"}

package/dist/pal.d.ts

@@ -0,0 +1,13 @@
+export interface ITableData {
+    num: number;
+    subject: string;
+    proposerCategory: string;
+    committee: string;
+    numComments: number;
+    link: string;
+}
+export declare class PalCrawl {
+    getPalHTML(): Promise<string>;
+    parseTable(html: string): ITableData[];
+    get(): Promise<void>;
+}

package/dist/pal.js

@@ -0,0 +1,102 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PalCrawl = void 0;
+const axios_1 = __importStar(require("axios"));
+const cheerio = __importStar(require("cheerio"));
+const config_1 = require("./config");
+class PalCrawl {
+    async getPalHTML() {
+        try {
+            const res = await axios_1.default.get(config_1.Config.URL, {
+                baseURL: config_1.Config.DOMAIN,
+                headers: {
+                    'User-Agent': config_1.Config.UserAgent,
+                },
+            });
+            return res.data;
+        }
+        catch (err) {
+            if ((0, axios_1.isAxiosError)(err) && err.response) {
+                throw new Error(`Invalid response: ${err.response.status} ${err.response.statusText}`);
+            }
+            else {
+                if (err instanceof Error) {
+                    throw new Error(err.message);
+                }
+                else {
+                    console.error(err);
+                    throw new Error('Unknown Error');
+                }
+            }
+        }
+    }
+    parseTable(html) {
+        const $ = cheerio.load(html);
+        const body = $('body');
+        const table = body.find('table > tbody > tr');
+        const output = [];
+        table.map((i, el) => {
+            const subject = $(el).find('td.td_block > a.board_subject').text().trim();
+            if (subject) {
+                const link = $(el).find('td.td_block > a.board_subject').attr('href');
+                const numComments = Number($(el).find('td:nth-child(8)').text().replace(',', '').trim());
+                const proposerCategory = $(el).find('td:nth-child(3)').text().trim();
+                const committee = $(el).find('td:nth-child(4)').text().trim();
+                const num = Number($(el).find('td:nth-child(1)').text().trim());
+                let boardLink = '';
+                if (link) {
+                    boardLink = config_1.Config.DOMAIN + link;
+                }
+                output.push({
+                    num,
+                    subject,
+                    proposerCategory,
+                    committee,
+                    numComments,
+                    link: boardLink,
+                });
+            }
+        });
+        return output;
+    }
+    async get() {
+        const html = await this.getPalHTML();
+        const table = this.parseTable(html);
+        console.log(table);
+    }
+}
+exports.PalCrawl = PalCrawl;
+//# sourceMappingURL=pal.js.map

package/dist/pal.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"pal.js","sourceRoot":"","sources":["../src/pal.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,+CAA4C;AAC5C,iDAAmC;AACnC,qCAAkC;AAWlC,MAAa,QAAQ;IACZ,KAAK,CAAC,UAAU;QACrB,IAAI,CAAC;YACH,MAAM,GAAG,GAAG,MAAM,eAAK,CAAC,GAAG,CAAS,eAAM,CAAC,GAAG,EAAE;gBAC9C,OAAO,EAAE,eAAM,CAAC,MAAM;gBACtB,OAAO,EAAE;oBACP,YAAY,EAAE,eAAM,CAAC,SAAS;iBAC/B;aACF,CAAC,CAAC;YACH,OAAO,GAAG,CAAC,IAAI,CAAC;QAClB,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,IAAI,IAAA,oBAAY,EAAC,GAAG,CAAC,IAAI,GAAG,CAAC,QAAQ,EAAE,CAAC;gBACtC,MAAM,IAAI,KAAK,CACb,qBAAqB,GAAG,CAAC,QAAQ,CAAC,MAAM,IAAI,GAAG,CAAC,QAAQ,CAAC,UAAU,EAAE,CACtE,CAAC;YACJ,CAAC;iBAAM,CAAC;gBACN,IAAI,GAAG,YAAY,KAAK,EAAE,CAAC;oBACzB,MAAM,IAAI,KAAK,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;gBAC/B,CAAC;qBAAM,CAAC;oBACN,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;oBACnB,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAC;gBACnC,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAEM,UAAU,CAAC,IAAY;QAC5B,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,CAAC,CAAC,MAAM,CAAC,CAAC;QACvB,MAAM,KAAK,GAAG,IAAI,CAAC,IAAI,CAAC,oBAAoB,CAAC,CAAC;QAC9C,MAAM,MAAM,GAAiB,EAAE,CAAC;QAChC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,EAAE,EAAE;YAClB,MAAM,OAAO,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;YAC1E,IAAI,OAAO,EAAE,CAAC;gBACZ,MAAM,IAAI,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;gBACtE,MAAM,WAAW,GAAG,MAAM,CACxB,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,CAAC,OAAO,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,IAAI,EAAE,CAC7D,CAAC;gBACF,MAAM,gBAAgB,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBACrE,MAAM,SAAS,GAAG,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC;gBAC9D,MAAM,GAAG,GAAG,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC,IAAI,EAAE,CAAC,IAAI,EAAE,CAAC,CAAC;gBAChE,IAAI,SAAS,GAAG,EAAE,CAAC;gBACnB,IAAI,IAAI,EAAE,CAAC;oBACT,SAAS,GAAG,eAAM,CAAC,MAAM,GAAG,IAAI,CAAC;gBACnC,CAAC;gBACD,MAAM,CAAC,IAAI,CAAC;oBACV,GAAG;oBACH,OAAO;oBACP,gBAAgB;oBAChB,SAAS;oBACT,WAAW;oBACX,IAAI,EAAE,SAAS;iBAChB,CAAC,CAAC;YACL,CAAC;QACH,CAAC,CAAC,CAAC;QACH,OAAO,MAAM,CAAC;IAChB,CAAC;IAEM,KAAK,CAAC,GAAG;QACd,MAAM,IAAI,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;QACrC,MAAM,KAAK,GAAG,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC;QACpC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;IACrB,CAAC;CACF;AA/DD,4BA+DC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "pal-crawl",
-  "version": "1.0.0",
+  "version": "1.0.1",
   "description": "국회입법예고(pal.assembly.go.kr)의 진행 중인 입법 예고 크롤러",
   "license": "MIT",
   "author": "vientorepublic",

package/src/config.ts

@@ -1,5 +0,0 @@
-export enum Config {
-  DOMAIN = 'https://pal.assembly.go.kr',
-  URL = '/napal/lgsltpa/lgsltpaOngoing/list.do',
-  UserAgent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
-}

package/src/pal.ts

@@ -1,77 +0,0 @@
-import axios, { isAxiosError } from 'axios';
-import * as cheerio from 'cheerio';
-import { Config } from './config';
-
-export interface ITableData {
-  num: number;
-  subject: string;
-  proposerCategory: string;
-  committee: string;
-  numComments: number;
-  link: string;
-}
-
-export class PalCrawl {
-  public async getPalHTML(): Promise<string> {
-    try {
-      const res = await axios.get<string>(Config.URL, {
-        baseURL: Config.DOMAIN,
-        headers: {
-          'User-Agent': Config.UserAgent,
-        },
-      });
-      return res.data;
-    } catch (err) {
-      if (isAxiosError(err) && err.response) {
-        throw new Error(
-          `Invalid response: ${err.response.status} ${err.response.statusText}`,
-        );
-      } else {
-        if (err instanceof Error) {
-          throw new Error(err.message);
-        } else {
-          console.error(err);
-          throw new Error('Unknown Error');
-        }
-      }
-    }
-  }
-
-  public parseTable(html: string): ITableData[] {
-    const $ = cheerio.load(html);
-    const body = $('body');
-    const table = body.find('table > tbody > tr');
-    const output: ITableData[] = [];
-    table.map((i, el) => {
-      const subject = $(el).find('td.td_block > a.board_subject').text().trim();
-      if (subject) {
-        const link = $(el).find('td.td_block > a.board_subject').attr('href');
-        const numComments = Number(
-          $(el).find('td:nth-child(8)').text().replace(',', '').trim(),
-        );
-        const proposerCategory = $(el).find('td:nth-child(3)').text().trim();
-        const committee = $(el).find('td:nth-child(4)').text().trim();
-        const num = Number($(el).find('td:nth-child(1)').text().trim());
-        let boardLink = '';
-        if (link) {
-          boardLink = Config.DOMAIN + link;
-        }
-        output.push({
-          num,
-          subject,
-          proposerCategory,
-          committee,
-          numComments,
-          link: boardLink,
-        });
-      }
-    });
-    return output;
-  }
-
-  public async get(): Promise<void> {
-    const html = await this.getPalHTML();
-    const table = this.parseTable(html);
-    console.log(table);
-  }
-}