@kokiito0926/channeling 0.0.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Koki Ito
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,7 @@
+## channeling
+
+channelingは、[2ch](https://2ch.sc/)のスレッドなどをJSON形式で取得することができるコマンドラインのツールです。
+
+## ライセンス
+
+[MIT](LICENSE)

package/index.js

@@ -0,0 +1,195 @@
+#!/usr/bin/env node
+
+// >> $ ./index.js board
+// >> $ ./index.js threads news4vip
+// >> $ ./index.js thread news4vip 1770976897
+
+import { argv } from "zx";
+import iconv from "iconv-lite";
+
+const command = argv._[0];
+if (!command) {
+	console.error(`Error: Command is required (board, threads, thread).`);
+	process.exit(1);
+}
+
+const SC_MENU_URL = "http://menu.2ch.sc/bbsmenu.html";
+
+async function getScBoardList() {
+	try {
+		const response = await fetch(SC_MENU_URL);
+		if (!response.ok) throw new Error(`HTTP Error: ${response.status}`);
+
+		const arrayBuffer = await response.arrayBuffer();
+		const buffer = Buffer.from(arrayBuffer);
+
+		// CP932でデコード
+		const html = iconv.decode(buffer, "CP932");
+
+		const categories = [];
+		let currentCategory = null;
+
+		// 行ごとに分割してパース
+		const lines = html.split("\n");
+
+		for (let line of lines) {
+			// カテゴリ名 (例: <B>ニュース</B>)
+			const catMatch = line.match(/<B>(.*?)<\/B>/);
+			if (catMatch) {
+				currentCategory = { category: catMatch[1], boards: [] };
+				categories.push(currentCategory);
+				continue;
+			}
+
+			// 修正後の正規表現
+			// 1. HREF= の直後にある // から始まる文字列をキャプチャ
+			// 2. > までの間の文字を板名としてキャプチャ
+			const boardMatch = line.match(/<A HREF=(\/\/.*?\/)>(.*?)<\/A>/);
+
+			if (boardMatch && currentCategory) {
+				let boardUrl = boardMatch[1];
+				const boardName = boardMatch[2];
+
+				// //ai.2ch.sc/kokusai/ のような形式を http: に補完
+				if (boardUrl.startsWith("//")) {
+					boardUrl = "http:" + boardUrl;
+				}
+
+				currentCategory.boards.push({
+					name: boardName,
+					url: boardUrl,
+				});
+			}
+		}
+
+		return categories;
+	} catch (err) {
+		console.error(err.message);
+		return [];
+	}
+}
+
+async function getBoardUrl(targetBoard) {
+	const categories = await getScBoardList();
+	for (const cat of categories) {
+		const board = cat.boards.find((b) => {
+			const boardDir = b.url.split("/").filter(Boolean).pop();
+			return boardDir === targetBoard;
+		});
+
+		if (board) return board.url;
+	}
+	return null;
+}
+
+async function getScThreadList(url) {
+	const baseUrl = url.endsWith("/") ? url : url + "/";
+	const subjectUrl = `${baseUrl}subject.txt`;
+
+	try {
+		const response = await fetch(subjectUrl);
+		if (!response.ok) throw new Error(`HTTP error! status: ${response.status}`);
+
+		const arrayBuffer = await response.arrayBuffer();
+		const buffer = Buffer.from(arrayBuffer);
+		const text = iconv.decode(buffer, "CP932");
+
+		const threads = text
+			.split("\n")
+			.filter((line) => line.includes("<>"))
+			.map((line) => {
+				const [dat, titleAndCount] = line.split("<>");
+				const match = titleAndCount.match(/(.*)\s\((\d+)\)$/);
+
+				return {
+					id: dat.replace(".dat", ""),
+					title: match ? match[1] : titleAndCount,
+					count: match ? match[2] : "0",
+					datUrl: `${baseUrl}dat/${dat}`,
+				};
+			});
+
+		return threads;
+	} catch (err) {
+		console.error(err.message);
+		return [];
+	}
+}
+
+async function getScThreadContent(boardUrl, threadId) {
+	try {
+		const parts = boardUrl.split("/").filter(Boolean);
+		const server = parts[1]; // mi.2ch.sc
+		const board = parts[parts.length - 1]; // news4vip
+
+		const datUrl = `http://${server}/${board}/dat/${threadId}.dat`;
+
+		const response = await fetch(datUrl);
+		if (!response.ok) throw new Error(`HTTP Error: ${response.status}`);
+
+		const arrayBuffer = await response.arrayBuffer();
+		const buffer = Buffer.from(arrayBuffer);
+		const text = iconv.decode(buffer, "CP932");
+
+		const posts = text
+			.split("\n")
+			.filter((line) => line.includes("<>"))
+			.map((line, index) => {
+				const [name, mail, dateId, body, title] = line.split("<>");
+
+				return {
+					number: index + 1,
+					name: name.replace(/<[^>]*>?/gm, ""), // タグ除去
+					dateId,
+					body: body.replace(/ <br> /g, "\n").trim(),
+					title: title || null,
+				};
+			});
+
+		return posts;
+	} catch (err) {
+		console.error(err.message);
+		return [];
+	}
+}
+
+if (command === "board") {
+	const menu = await getScBoardList();
+	console.log(JSON.stringify(menu, null, 2));
+	process.exit(0);
+}
+else if (command === "threads") {
+	const boardId = argv._[1];
+	if (!boardId) {
+		console.error("Error: Board ID is required (e.g. news4vip)");
+		process.exit(1);
+	}
+
+	const boardUrl = await getBoardUrl(boardId);
+	if (!boardUrl) {
+		console.error(`Error: Board not found: ${boardId}`);
+		process.exit(1);
+	}
+
+	const threads = await getScThreadList(boardUrl);
+	console.log(JSON.stringify(threads, null, 2));
+	process.exit(0);
+}
+else if (command === "thread") {
+	const boardId = argv._[1];
+	const threadId = argv._[2];
+	if (!boardId || !threadId) {
+		console.error("Error: Board ID and Thread ID are required (e.g. news4vip 1770975311)");
+		process.exit(1);
+	}
+
+	const boardUrl = await getBoardUrl(boardId);
+	if (!boardUrl) {
+		console.error(`Error: Board not found: ${boardId}`);
+		process.exit(1);
+	}
+
+	const posts = await getScThreadContent(boardUrl, threadId);
+	console.log(JSON.stringify(posts, null, 2));
+	process.exit(0);
+}

package/package.json

@@ -0,0 +1,43 @@
+{
+	"name": "@kokiito0926/channeling",
+	"version": "0.0.0",
+	"private": false,
+	"description": "2chのスレッドなどをJSON形式で取得することができるコマンドラインのツールです。",
+	"keywords": [
+		"cli",
+		"bash",
+		"shell",
+		"script",
+		"nodejs",
+		"2ch",
+		"scraping",
+		"channeling"
+	],
+	"homepage": "https://github.com/kokiito0926/channeling#readme",
+	"publishConfig": {
+		"access": "public"
+	},
+	"bin": {
+		"channeling": "index.js"
+	},
+	"bugs": {
+		"url": "https://github.com/kokiito0926/channeling/issues"
+	},
+	"repository": {
+		"type": "git",
+		"url": "git+https://github.com/kokiito0926/channeling.git"
+	},
+	"license": "MIT",
+	"author": "Koki Ito <kokiito0926@gmail.com>",
+	"type": "module",
+	"scripts": {
+		"test": "node --test"
+	},
+	"dependencies": {
+		"iconv-lite": "^0.7.2",
+		"zx": "^8.8.4"
+	},
+	"engines": {
+		"node": ">=24.0.0"
+	}
+}