@kokiito0926/channeling 0.0.0 → 0.0.1

package/README.md

@@ -1,6 +1,37 @@
 ## channeling
 
-channelingは、[2ch](https://2ch.sc/)のスレッドなどをJSON形式で取得することができるコマンドラインのツールです。
+channelingは、[2ch](https://2ch.sc/)のスレッドなどをJSON形式で取得することができるコマンドラインのツールです。  
+JSON形式でスレッドやレスポンスを取得することができるので、他のデータ形式に変換したりすると、大規模言語モデルに与えやすくなったりします。
+
+## インストール
+
+```bash
+$ npm install --save @kokiito0926/channeling
+```
+
+```bash
+$ npm install --global @kokiito0926/channeling
+```
+
+## 使用方法
+
+板一覧を取得することができます。
+
+```bash
+$ channeling board
+```
+
+板の識別子を指定すると、スレッド一覧を取得することができます。
+
+```bash
+$ channeling threads news4vip
+```
+
+板の識別子とスレッドの識別子を指定すると、レスポンス一覧を取得することができます。
+
+```bash
+$ channeling thread news4vip 1770976897
+```
 
 ## ライセンス
 

package/index.js

@@ -1,195 +1,53 @@
-#!/usr/bin/env node
-
-// >> $ ./index.js board
-// >> $ ./index.js threads news4vip
-// >> $ ./index.js thread news4vip 1770976897
-
-import { argv } from "zx";
-import iconv from "iconv-lite";
-
-const command = argv._[0];
-if (!command) {
-	console.error(`Error: Command is required (board, threads, thread).`);
-	process.exit(1);
-}
-
-const SC_MENU_URL = "http://menu.2ch.sc/bbsmenu.html";
-
-async function getScBoardList() {
-	try {
-		const response = await fetch(SC_MENU_URL);
-		if (!response.ok) throw new Error(`HTTP Error: ${response.status}`);
-
-		const arrayBuffer = await response.arrayBuffer();
-		const buffer = Buffer.from(arrayBuffer);
-
-		// CP932でデコード
-		const html = iconv.decode(buffer, "CP932");
-
-		const categories = [];
-		let currentCategory = null;
-
-		// 行ごとに分割してパース
-		const lines = html.split("\n");
-
-		for (let line of lines) {
-			// カテゴリ名 (例: <B>ニュース</B>)
-			const catMatch = line.match(/<B>(.*?)<\/B>/);
-			if (catMatch) {
-				currentCategory = { category: catMatch[1], boards: [] };
-				categories.push(currentCategory);
-				continue;
-			}
-
-			// 修正後の正規表現
-			// 1. HREF= の直後にある // から始まる文字列をキャプチャ
-			// 2. > までの間の文字を板名としてキャプチャ
-			const boardMatch = line.match(/<A HREF=(\/\/.*?\/)>(.*?)<\/A>/);
-
-			if (boardMatch && currentCategory) {
-				let boardUrl = boardMatch[1];
-				const boardName = boardMatch[2];
-
-				// //ai.2ch.sc/kokusai/ のような形式を http: に補完
-				if (boardUrl.startsWith("//")) {
-					boardUrl = "http:" + boardUrl;
-				}
-
-				currentCategory.boards.push({
-					name: boardName,
-					url: boardUrl,
-				});
-			}
-		}
-
-		return categories;
-	} catch (err) {
-		console.error(err.message);
-		return [];
-	}
-}
-
-async function getBoardUrl(targetBoard) {
-	const categories = await getScBoardList();
-	for (const cat of categories) {
-		const board = cat.boards.find((b) => {
-			const boardDir = b.url.split("/").filter(Boolean).pop();
-			return boardDir === targetBoard;
-		});
-
-		if (board) return board.url;
-	}
-	return null;
-}
-
-async function getScThreadList(url) {
-	const baseUrl = url.endsWith("/") ? url : url + "/";
-	const subjectUrl = `${baseUrl}subject.txt`;
-
-	try {
-		const response = await fetch(subjectUrl);
-		if (!response.ok) throw new Error(`HTTP error! status: ${response.status}`);
-
-		const arrayBuffer = await response.arrayBuffer();
-		const buffer = Buffer.from(arrayBuffer);
-		const text = iconv.decode(buffer, "CP932");
-
-		const threads = text
-			.split("\n")
-			.filter((line) => line.includes("<>"))
-			.map((line) => {
-				const [dat, titleAndCount] = line.split("<>");
-				const match = titleAndCount.match(/(.*)\s\((\d+)\)$/);
-
-				return {
-					id: dat.replace(".dat", ""),
-					title: match ? match[1] : titleAndCount,
-					count: match ? match[2] : "0",
-					datUrl: `${baseUrl}dat/${dat}`,
-				};
-			});
-
-		return threads;
-	} catch (err) {
-		console.error(err.message);
-		return [];
-	}
-}
-
-async function getScThreadContent(boardUrl, threadId) {
-	try {
-		const parts = boardUrl.split("/").filter(Boolean);
-		const server = parts[1]; // mi.2ch.sc
-		const board = parts[parts.length - 1]; // news4vip
-
-		const datUrl = `http://${server}/${board}/dat/${threadId}.dat`;
-
-		const response = await fetch(datUrl);
-		if (!response.ok) throw new Error(`HTTP Error: ${response.status}`);
-
-		const arrayBuffer = await response.arrayBuffer();
-		const buffer = Buffer.from(arrayBuffer);
-		const text = iconv.decode(buffer, "CP932");
-
-		const posts = text
-			.split("\n")
-			.filter((line) => line.includes("<>"))
-			.map((line, index) => {
-				const [name, mail, dateId, body, title] = line.split("<>");
-
-				return {
-					number: index + 1,
-					name: name.replace(/<[^>]*>?/gm, ""), // タグ除去
-					dateId,
-					body: body.replace(/ <br> /g, "\n").trim(),
-					title: title || null,
-				};
-			});
-
-		return posts;
-	} catch (err) {
-		console.error(err.message);
-		return [];
-	}
-}
-
-if (command === "board") {
-	const menu = await getScBoardList();
-	console.log(JSON.stringify(menu, null, 2));
-	process.exit(0);
-}
-else if (command === "threads") {
-	const boardId = argv._[1];
-	if (!boardId) {
-		console.error("Error: Board ID is required (e.g. news4vip)");
-		process.exit(1);
-	}
-
-	const boardUrl = await getBoardUrl(boardId);
-	if (!boardUrl) {
-		console.error(`Error: Board not found: ${boardId}`);
-		process.exit(1);
-	}
-
-	const threads = await getScThreadList(boardUrl);
-	console.log(JSON.stringify(threads, null, 2));
-	process.exit(0);
-}
-else if (command === "thread") {
-	const boardId = argv._[1];
-	const threadId = argv._[2];
-	if (!boardId || !threadId) {
-		console.error("Error: Board ID and Thread ID are required (e.g. news4vip 1770975311)");
-		process.exit(1);
-	}
-
-	const boardUrl = await getBoardUrl(boardId);
-	if (!boardUrl) {
-		console.error(`Error: Board not found: ${boardId}`);
-		process.exit(1);
-	}
-
-	const posts = await getScThreadContent(boardUrl, threadId);
-	console.log(JSON.stringify(posts, null, 2));
-	process.exit(0);
-}
+#!/usr/bin/env node
+
+// >> $ node ./index.js board
+// >> $ node ./index.js threads news4vip
+// >> $ node ./index.js thread news4vip 1770976897
+
+import { argv } from "zx";
+import { getScBoardList, getBoardUrl, getScThreadList, getScThreadContent } from "./lib.js";
+
+const command = argv._[0];
+if (!command) {
+	console.error(`Error: Command is required (board, threads, thread).`);
+	process.exit(1);
+}
+
+if (command === "board") {
+	const menu = await getScBoardList();
+	console.log(JSON.stringify(menu, null, 2));
+	process.exit(0);
+} else if (command === "threads") {
+	const boardId = argv._[1];
+	if (!boardId) {
+		console.error("Error: Board ID is required (e.g. news4vip)");
+		process.exit(1);
+	}
+
+	const boardUrl = await getBoardUrl(boardId);
+	if (!boardUrl) {
+		console.error(`Error: Board not found: ${boardId}`);
+		process.exit(1);
+	}
+
+	const threads = await getScThreadList(boardUrl);
+	console.log(JSON.stringify(threads, null, 2));
+	process.exit(0);
+} else if (command === "thread") {
+	const boardId = argv._[1];
+	const threadId = argv._[2];
+	if (!boardId || !threadId) {
+		console.error("Error: Board ID and Thread ID are required (e.g. news4vip 1770975311)");
+		process.exit(1);
+	}
+
+	const boardUrl = await getBoardUrl(boardId);
+	if (!boardUrl) {
+		console.error(`Error: Board not found: ${boardId}`);
+		process.exit(1);
+	}
+
+	const posts = await getScThreadContent(boardUrl, threadId);
+	console.log(JSON.stringify(posts, null, 2));
+	process.exit(0);
+}

package/lib.js

@@ -0,0 +1,138 @@
+import iconv from "iconv-lite";
+
+export const SC_MENU_URL = "http://menu.2ch.sc/bbsmenu.html";
+
+export async function getScBoardList() {
+	try {
+		const response = await fetch(SC_MENU_URL);
+		if (!response.ok) throw new Error(`HTTP Error: ${response.status}`);
+
+		const arrayBuffer = await response.arrayBuffer();
+		const buffer = Buffer.from(arrayBuffer);
+
+		// CP932でデコード
+		const html = iconv.decode(buffer, "CP932");
+
+		const categories = [];
+		let currentCategory = null;
+
+		// 行ごとに分割してパース
+		const lines = html.split("\n");
+
+		for (let line of lines) {
+			// カテゴリ名 (例: <B>ニュース</B>)
+			const catMatch = line.match(/<B>(.*?)<\/B>/);
+			if (catMatch) {
+				currentCategory = { category: catMatch[1], boards: [] };
+				categories.push(currentCategory);
+				continue;
+			}
+
+			// 修正後の正規表現
+			// 1. HREF= の直後にある // から始まる文字列をキャプチャ
+			// 2. > までの間の文字を板名としてキャプチャ
+			const boardMatch = line.match(/<A HREF=(\/\/.*?\/)>(.*?)<\/A>/);
+
+			if (boardMatch && currentCategory) {
+				let boardUrl = boardMatch[1];
+				const boardName = boardMatch[2];
+
+				// //ai.2ch.sc/kokusai/ のような形式を http: に補完
+				if (boardUrl.startsWith("//")) {
+					boardUrl = "http:" + boardUrl;
+				}
+
+				currentCategory.boards.push({
+					name: boardName,
+					url: boardUrl,
+				});
+			}
+		}
+
+		return categories;
+	} catch (err) {
+		throw err;
+	}
+}
+
+export async function getBoardUrl(targetBoard) {
+	const categories = await getScBoardList();
+	for (const cat of categories) {
+		const board = cat.boards.find((b) => {
+			const boardDir = b.url.split("/").filter(Boolean).pop();
+			return boardDir === targetBoard;
+		});
+
+		if (board) return board.url;
+	}
+	return null;
+}
+
+export async function getScThreadList(url) {
+	const baseUrl = url.endsWith("/") ? url : url + "/";
+	const subjectUrl = `${baseUrl}subject.txt`;
+
+	try {
+		const response = await fetch(subjectUrl);
+		if (!response.ok) throw new Error(`HTTP error! status: ${response.status}`);
+
+		const arrayBuffer = await response.arrayBuffer();
+		const buffer = Buffer.from(arrayBuffer);
+		const text = iconv.decode(buffer, "CP932");
+
+		const threads = text
+			.split("\n")
+			.filter((line) => line.includes("<>"))
+			.map((line) => {
+				const [dat, titleAndCount] = line.split("<>");
+				const match = titleAndCount.match(/(.*)\s\((\d+)\)$/);
+
+				return {
+					id: dat.replace(".dat", ""),
+					title: match ? match[1] : titleAndCount,
+					count: match ? match[2] : "0",
+					datUrl: `${baseUrl}dat/${dat}`,
+				};
+			});
+
+		return threads;
+	} catch (err) {
+		throw err;
+	}
+}
+
+export async function getScThreadContent(boardUrl, threadId) {
+	try {
+		const parts = boardUrl.split("/").filter(Boolean);
+		const server = parts[1]; // mi.2ch.sc
+		const board = parts[parts.length - 1]; // news4vip
+
+		const datUrl = `http://${server}/${board}/dat/${threadId}.dat`;
+
+		const response = await fetch(datUrl);
+		if (!response.ok) throw new Error(`HTTP Error: ${response.status}`);
+
+		const arrayBuffer = await response.arrayBuffer();
+		const buffer = Buffer.from(arrayBuffer);
+		const text = iconv.decode(buffer, "CP932");
+
+		const posts = text
+			.split("\n")
+			.filter((line) => line.includes("<>"))
+			.map((line, index) => {
+				const [name, mail, dateId, body, title] = line.split("<>");
+
+				return {
+					number: index + 1,
+					name: name.replace(/<[^>]*>?/gm, ""), // タグ除去
+					dateId,
+					body: body.replace(/ <br> /g, "\n").trim(),
+					title: title || null,
+				};
+			});
+
+		return posts;
+	} catch (err) {
+		throw err;
+	}
+}

package/package.json

@@ -1,43 +1,46 @@
-{
-	"name": "@kokiito0926/channeling",
-	"version": "0.0.0",
-	"private": false,
-	"description": "2chのスレッドなどをJSON形式で取得することができるコマンドラインのツールです。",
-	"keywords": [
-		"cli",
-		"bash",
-		"shell",
-		"script",
-		"nodejs",
-		"2ch",
-		"scraping",
-		"channeling"
-	],
-	"homepage": "https://github.com/kokiito0926/channeling#readme",
-	"publishConfig": {
-		"access": "public"
-	},
-	"bin": {
-		"channeling": "index.js"
-	},
-	"bugs": {
-		"url": "https://github.com/kokiito0926/channeling/issues"
-	},
-	"repository": {
-		"type": "git",
-		"url": "git+https://github.com/kokiito0926/channeling.git"
-	},
-	"license": "MIT",
-	"author": "Koki Ito <kokiito0926@gmail.com>",
-	"type": "module",
-	"scripts": {
-		"test": "node --test"
-	},
-	"dependencies": {
-		"iconv-lite": "^0.7.2",
-		"zx": "^8.8.4"
-	},
-	"engines": {
-		"node": ">=24.0.0"
-	}
-}
+{
+	"name": "@kokiito0926/channeling",
+	"version": "0.0.1",
+	"private": false,
+	"description": "2chのスレッドなどをJSON形式で取得することができるコマンドラインのツールです。",
+	"keywords": [
+		"cli",
+		"bash",
+		"shell",
+		"script",
+		"nodejs",
+		"2ch",
+		"scraping",
+		"channeling"
+	],
+	"homepage": "https://github.com/kokiito0926/channeling#readme",
+	"publishConfig": {
+		"access": "public"
+	},
+	"exports": {
+		".": "./lib.js"
+	},
+	"bin": {
+		"channeling": "index.js"
+	},
+	"bugs": {
+		"url": "https://github.com/kokiito0926/channeling/issues"
+	},
+	"repository": {
+		"type": "git",
+		"url": "git+https://github.com/kokiito0926/channeling.git"
+	},
+	"license": "MIT",
+	"author": "Koki Ito <kokiito0926@gmail.com>",
+	"type": "module",
+	"scripts": {
+		"test": "node --test"
+	},
+	"dependencies": {
+		"iconv-lite": "^0.7.2",
+		"zx": "^8.8.4"
+	},
+	"engines": {
+		"node": ">=24.0.0"
+	}
+}