pal-crawl 1.0.0

package/.prettierrc

@@ -0,0 +1,4 @@
+{
+  "singleQuote": true,
+  "trailingComma": "all"
+}

package/LICENSE

@@ -0,0 +1,21 @@
+The MIT License
+
+Copyright (c) 2025 Doyeon Kim
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

package/README.md

@@ -0,0 +1,7 @@
+# 국회 입법예고 크롤러
+
+[![License](https://img.shields.io/badge/License-MIT-blue)](#license)
+[![stars - pal-crawl](https://img.shields.io/github/stars/vientorepublic/pal-crawl?style=social)](https://github.com/vientorepublic/pal-crawl)
+[![forks - pal-crawl](https://img.shields.io/github/forks/vientorepublic/pal-crawl?style=social)](https://github.com/vientorepublic/pal-crawl)
+
+국회입법예고(pal.assembly.go.kr)의 진행 중인 입법 예고를 크롤링 하는 Typescript 구현체

package/eslint.config.mjs

@@ -0,0 +1,5 @@
+// @ts-check
+import eslint from "@eslint/js";
+import tseslint from "typescript-eslint";
+
+export default tseslint.config(eslint.configs.recommended, tseslint.configs.recommended);

package/package.json

@@ -0,0 +1,32 @@
+{
+  "name": "pal-crawl",
+  "version": "1.0.0",
+  "description": "국회입법예고(pal.assembly.go.kr)의 진행 중인 입법 예고 크롤러",
+  "license": "MIT",
+  "author": "vientorepublic",
+  "main": "./dist/index.js",
+  "scripts": {
+    "build": "tsc",
+    "lint": "eslint \"src/**/*.ts\" --fix",
+    "format": "prettier --write \"src/**/*.ts\""
+  },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/vientorepublic/pal-crawl.git"
+  },
+  "bugs": {
+    "url": "https://github.com/vientorepublic/pal-crawl/issues"
+  },
+  "homepage": "https://github.com/vientorepublic/pal-crawl#readme",
+  "dependencies": {
+    "axios": "^1.7.9",
+    "cheerio": "^1.0.0"
+  },
+  "devDependencies": {
+    "@types/cheerio": "^0.22.35",
+    "@eslint/js": "^9.18.0",
+    "eslint": "^9.18.0",
+    "prettier": "^3.4.2",
+    "typescript-eslint": "^8.20.0"
+  }
+}

package/renovate.json

@@ -0,0 +1,5 @@
+{
+  "$schema": "https://docs.renovatebot.com/renovate-schema.json",
+  "extends": ["config:recommended"],
+  "baseBranches": ["dev"]
+}

package/src/config.ts

@@ -0,0 +1,5 @@
+export enum Config {
+  DOMAIN = 'https://pal.assembly.go.kr',
+  URL = '/napal/lgsltpa/lgsltpaOngoing/list.do',
+  UserAgent = 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/131.0.0.0 Safari/537.36',
+}

package/src/index.ts

@@ -0,0 +1 @@
+export { PalCrawl } from './pal';

package/src/pal.ts

@@ -0,0 +1,77 @@
+import axios, { isAxiosError } from 'axios';
+import * as cheerio from 'cheerio';
+import { Config } from './config';
+
+export interface ITableData {
+  num: number;
+  subject: string;
+  proposerCategory: string;
+  committee: string;
+  numComments: number;
+  link: string;
+}
+
+export class PalCrawl {
+  public async getPalHTML(): Promise<string> {
+    try {
+      const res = await axios.get<string>(Config.URL, {
+        baseURL: Config.DOMAIN,
+        headers: {
+          'User-Agent': Config.UserAgent,
+        },
+      });
+      return res.data;
+    } catch (err) {
+      if (isAxiosError(err) && err.response) {
+        throw new Error(
+          `Invalid response: ${err.response.status} ${err.response.statusText}`,
+        );
+      } else {
+        if (err instanceof Error) {
+          throw new Error(err.message);
+        } else {
+          console.error(err);
+          throw new Error('Unknown Error');
+        }
+      }
+    }
+  }
+
+  public parseTable(html: string): ITableData[] {
+    const $ = cheerio.load(html);
+    const body = $('body');
+    const table = body.find('table > tbody > tr');
+    const output: ITableData[] = [];
+    table.map((i, el) => {
+      const subject = $(el).find('td.td_block > a.board_subject').text().trim();
+      if (subject) {
+        const link = $(el).find('td.td_block > a.board_subject').attr('href');
+        const numComments = Number(
+          $(el).find('td:nth-child(8)').text().replace(',', '').trim(),
+        );
+        const proposerCategory = $(el).find('td:nth-child(3)').text().trim();
+        const committee = $(el).find('td:nth-child(4)').text().trim();
+        const num = Number($(el).find('td:nth-child(1)').text().trim());
+        let boardLink = '';
+        if (link) {
+          boardLink = Config.DOMAIN + link;
+        }
+        output.push({
+          num,
+          subject,
+          proposerCategory,
+          committee,
+          numComments,
+          link: boardLink,
+        });
+      }
+    });
+    return output;
+  }
+
+  public async get(): Promise<void> {
+    const html = await this.getPalHTML();
+    const table = this.parseTable(html);
+    console.log(table);
+  }
+}

package/tsconfig.json

@@ -0,0 +1,14 @@
+{
+  "compilerOptions": {
+    "module": "CommonJS",
+    "target": "ES2020",
+    "sourceMap": true,
+    "outDir": "./dist",
+    "declaration": true,
+    "skipLibCheck": true,
+    "forceConsistentCasingInFileNames": true,
+    "esModuleInterop": true
+  },
+  "include": ["src/**/*"],
+  "exclude": ["node_modules", "dist", "test", "example", "**/node_modules/*"]
+}