@zzznpm/pia 0.1.1

package/.github/copilot-instructions.md

@@ -0,0 +1,27 @@
+# Repository Instructions for GitHub Copilot
+
+## Coding Standards
+
+- **JavaScript Syntax**: Use modern JavaScript (ECMAScript 2020+) features and syntax.
+- **Function Definitions**: Always prefer **arrow functions** (`const myFunc = () => {}`) over traditional `function` declarations.
+- **Asynchronous Patterns**:
+    - Prefer using **Promises** with `.then()` and `.catch()` chains rather than `async/await` syntax.
+    - For test case files (e.g., files in `spec/` and `*.spec.mjs`), it is not necessary to follow the above; `async/await` may be used as needed.
+    - Avoid `await` unless specifically required by the context or a library's constraints.
+
+## Platform Specifics & Environment
+
+- **Package Management**:
+    - When providing terminal commands or setup instructions for `npm install` on **macOS**, always prefix the command with `sudo` to ensure Administrator Privileges (e.g., `sudo npm install <package>`).
+
+## Project Context
+
+- Ensure all generated code snippets follow these rules to maintain consistency across the codebase.
+
+## This Project
+
+- **About This Project**: This project is a news (mainly headlines) fetching tool. It collects headlines from various sources.
+
+## Testing
+
+- **Testing**: This project uses Mocha as its testing framework. Run tests with `npm test` or `npm run test:watch` for watch mode.

package/.mocharc.json

@@ -0,0 +1,4 @@
+{
+    "spec": "test/**/*.test.js",
+    "reporter": "spec"
+}

package/.vscode/extensions.json

@@ -0,0 +1,3 @@
+{
+    "recommendations": ["hbenl.vscode-mocha-test-adapter"]
+}

package/README.md

@@ -0,0 +1,16 @@
+# PIA
+
+A small tool that collects recent headlines from Hacker News, Reddit, and TechCrunch by keyword.
+
+## Usage
+
+- Run the demo script to fetch last week’s results and generate output:
+    - `node demo.js`
+
+## Output
+
+- A summary JSON is returned.
+
+## Tests
+
+- `npm run test`

package/biome.json

@@ -0,0 +1,36 @@
+{
+    "$schema": "https://biomejs.dev/schemas/1.9.4/schema.json",
+    "organizeImports": {
+        "enabled": true
+    },
+    "formatter": {
+        "enabled": true,
+        "indentStyle": "tab",
+        "indentWidth": 4,
+        "lineWidth": 100
+    },
+    "linter": {
+        "enabled": true,
+        "rules": {
+            "recommended": true
+        }
+    },
+    "javascript": {
+        "formatter": {
+            "quoteStyle": "single",
+            "trailingCommas": "es5",
+            "semicolons": "asNeeded"
+        }
+    },
+    "json": {
+        "formatter": {
+            "indentStyle": "space",
+            "indentWidth": 4
+        }
+    },
+
+    "files": {
+        "ignoreUnknown": true,
+        "ignore": ["node_modules", "dist", "articles"]
+    }
+}

package/demo.js

@@ -0,0 +1,156 @@
+import fs from 'node:fs/promises'
+import path from 'node:path'
+import { endOfWeek, startOfWeek, subWeeks } from 'date-fns'
+import { fetchByKeyword as fetchHackerNewsByKeyword } from './fetcher/hackernews.js'
+import { fetchByKeyword as fetchRedditByKeyword } from './fetcher/reddit.js'
+import { fetchByKeyword as fetchTechCrunchByKeyword } from './fetcher/techcrunch.js'
+
+const GLOBAL_KEYWORDS = ['LLM', 'AI agent']
+
+const toSlug = (value) =>
+	value
+		.replace(/[^a-z0-9]+/gi, '-')
+		.replace(/^-|-$/g, '')
+		.toLowerCase()
+
+const formatRunDatePath = (date = new Date()) => {
+	const monthNames = [
+		'Jan',
+		'Feb',
+		'Mar',
+		'Apr',
+		'May',
+		'Jun',
+		'Jul',
+		'Aug',
+		'Sep',
+		'Oct',
+		'Nov',
+		'Dec',
+	]
+	const month = monthNames[date.getMonth()]
+	const day = String(date.getDate())
+	const year = date.getFullYear()
+	return `${month}${day}_${year}`
+}
+
+const getLastWeekRange = (now = new Date()) => {
+	const lastWeekPoint = subWeeks(now, 1)
+
+	return {
+		start: startOfWeek(lastWeekPoint, { weekStartsOn: 1 }),
+		end: endOfWeek(lastWeekPoint, { weekStartsOn: 1 }),
+	}
+}
+
+const main = () => {
+	const { start, end } = getLastWeekRange()
+	const range = {
+		start: start.toISOString(),
+		end: end.toISOString(),
+	}
+
+	const sources = [
+		{ name: 'HackerNews', fetcher: fetchHackerNewsByKeyword },
+		{ name: 'Reddit', fetcher: fetchRedditByKeyword },
+		{ name: 'TechCrunch', fetcher: fetchTechCrunchByKeyword },
+	]
+
+	const jobs = sources.flatMap((source) =>
+		GLOBAL_KEYWORDS.map((keyword) => ({
+			name: source.name,
+			keyword,
+			promise: source.fetcher(keyword, start, end).then((titles) => [...new Set(titles)]),
+		}))
+	)
+
+	return Promise.allSettled(jobs.map((job) => job.promise))
+		.then((results) => {
+			const perKeywordResults = results.map((result, index) => {
+				const { name, keyword } = jobs[index]
+				if (result.status === 'fulfilled') {
+					return {
+						name,
+						keyword,
+						titles: result.value,
+						error: null,
+					}
+				}
+				return {
+					name,
+					keyword,
+					titles: [],
+					error: result.reason?.message || String(result.reason),
+				}
+			})
+
+			return {
+				range,
+				perKeywordResults,
+			}
+		})
+		.then(({ range: reportRange, perKeywordResults }) => {
+			const sourceSummary = new Map()
+			for (const result of perKeywordResults) {
+				if (!sourceSummary.has(result.name)) {
+					sourceSummary.set(result.name, { name: result.name, count: 0, errors: [] })
+				}
+				const entry = sourceSummary.get(result.name)
+				entry.count += result.titles.length
+				if (result.error) {
+					entry.errors.push(result.error)
+				}
+			}
+
+			const report = {
+				range: reportRange,
+				sources: Array.from(sourceSummary.values()).map((entry) => ({
+					name: entry.name,
+					count: entry.count,
+					error: entry.errors.length ? entry.errors.join('; ') : null,
+				})),
+			}
+
+			const outputDir = path.resolve('articles', formatRunDatePath())
+			const keywordDirMap = new Map([
+				['LLM', 'LLM'],
+				['AI agent', 'agent'],
+			])
+			return fs
+				.mkdir(outputDir, { recursive: true })
+				.then(() =>
+					Promise.all(
+						perKeywordResults.map((result) => {
+							const safeSource = toSlug(result.name) || 'unknown'
+							const keywordDir =
+								keywordDirMap.get(result.keyword) ||
+								toSlug(result.keyword) ||
+								'keyword'
+							const fileDir = path.join(outputDir, keywordDir)
+							const filePath = path.join(fileDir, `${safeSource}.json`)
+							const payload = {
+								range: reportRange,
+								source: result.name,
+								keyword: result.keyword,
+								count: result.titles.length,
+								titles: result.titles,
+								error: result.error,
+							}
+							return fs
+								.mkdir(fileDir, { recursive: true })
+								.then(() =>
+									fs.writeFile(filePath, JSON.stringify(payload, null, 2), 'utf8')
+								)
+						})
+					)
+				)
+				.then(() => {
+					console.log(JSON.stringify(report, null, 2))
+				})
+		})
+}
+
+main().catch((err) => {
+	console.error('Fatal:', err)
+	process.exit(1)
+})

package/package.json

@@ -0,0 +1,23 @@
+{
+    "name": "@zzznpm/pia",
+    "version": "0.1.1",
+    "public": true,
+    "type": "module",
+    "types": "src/index.d.ts",
+    "description": "Lightweight LLM/AI agent trend analyzer.",
+    "scripts": {
+        "start": "node src/index.js",
+        "test": "mocha",
+        "lint:biome": "biome lint .",
+        "biome": "biome check --write ."
+    },
+    "engines": {
+        "node": "24"
+    },
+    "devDependencies": {
+        "mocha": "^11.7.5"
+    },
+    "dependencies": {
+        "date-fns": "^4.1.0"
+    }
+}

package/src/fetcher/hackernews.js

@@ -0,0 +1,20 @@
+import { fetchJson, normalizeTitle, toUnixSeconds } from '../utils.js'
+
+const fetchByKeyword = (keyword, start, end) => {
+	const startSec = toUnixSeconds(start)
+	const endSec = toUnixSeconds(end)
+	const url = new URL('https://hn.algolia.com/api/v1/search_by_date')
+	url.searchParams.set('query', keyword)
+	url.searchParams.set('tags', 'story')
+	url.searchParams.set('numericFilters', `created_at_i>=${startSec},created_at_i<=${endSec}`)
+	url.searchParams.set('hitsPerPage', '100')
+
+	return fetchJson(url.toString()).then((data) =>
+		(data.hits || [])
+			.map((hit) => hit.title)
+			.filter(Boolean)
+			.map(normalizeTitle)
+	)
+}
+
+export { fetchByKeyword }

package/src/fetcher/reddit.js

@@ -0,0 +1,24 @@
+import { fetchJson, normalizeTitle, withinRange } from '../utils.js'
+
+const fetchByKeyword = (keyword, start, end) => {
+	const url = new URL(
+		'https://www.reddit.com/r/LocalLLaMA+MachineLearning+artificial/search.json'
+	)
+	url.searchParams.set('q', keyword)
+	url.searchParams.set('restrict_sr', '1')
+	url.searchParams.set('sort', 'new')
+	url.searchParams.set('limit', '100')
+
+	return fetchJson(url.toString()).then((data) => {
+		const posts = data?.data?.children || []
+		return posts
+			.map((p) => p?.data)
+			.filter(Boolean)
+			.filter((p) => withinRange(new Date(p.created_utc * 1000), start, end))
+			.map((p) => p.title)
+			.filter(Boolean)
+			.map(normalizeTitle)
+	})
+}
+
+export { fetchByKeyword }

package/src/fetcher/techcrunch.js

@@ -0,0 +1,23 @@
+import { fetchJson, normalizeTitle } from '../utils.js'
+
+const fetchByKeyword = (keyword, start, end) => {
+	const url = new URL('https://techcrunch.com/wp-json/wp/v2/posts')
+	url.searchParams.set('per_page', '100')
+	url.searchParams.set('after', start.toISOString())
+	url.searchParams.set('before', end.toISOString())
+	url.searchParams.set('search', keyword)
+
+	return fetchJson(url.toString()).then((data) =>
+		(data || [])
+			.map((p) => p?.title?.rendered)
+			.filter(Boolean)
+			.map((title) =>
+				title
+					.replace(/<[^>]*>/g, ' ')
+					.replace(/\s+/g, ' ')
+					.trim()
+			)
+			.map(normalizeTitle)
+	)
+}
+export { fetchByKeyword }

package/src/index.d.ts

@@ -0,0 +1,17 @@
+export const fetchHackerNewsByKeyword: (
+	keyword: string,
+	start: Date,
+	end: Date
+) => Promise<string[]>
+
+export const fetchRedditByKeyword: (
+	keyword: string,
+	start: Date,
+	end: Date
+) => Promise<string[]>
+
+export const fetchTechCrunchByKeyword: (
+	keyword: string,
+	start: Date,
+	end: Date
+) => Promise<string[]>

package/src/index.js

@@ -0,0 +1,3 @@
+export { fetchByKeyword as fetchHackerNewsByKeyword } from './fetcher/hackernews.js'
+export { fetchByKeyword as fetchRedditByKeyword } from './fetcher/reddit.js'
+export { fetchByKeyword as fetchTechCrunchByKeyword } from './fetcher/techcrunch.js'

package/src/utils.js

@@ -0,0 +1,23 @@
+const USER_AGENT = 'pia-llm-trends/0.1 (+https://example.com)'
+
+const toUnixSeconds = (date) => Math.floor(date.getTime() / 1000)
+
+const fetchJson = async (url) => {
+	const res = await fetch(url, {
+		headers: {
+			'user-agent': USER_AGENT,
+			accept: 'application/json',
+		},
+		signal: AbortSignal.timeout(12000),
+	})
+	if (!res.ok) {
+		throw new Error(`HTTP ${res.status} for ${url}`)
+	}
+	return res.json()
+}
+
+const withinRange = (date, start, end) => date >= start && date <= end
+
+const normalizeTitle = (title) => title.replace(/\s+/g, ' ').trim()
+
+export { toUnixSeconds, fetchJson, withinRange, normalizeTitle }

package/test/hackernews.test.js

@@ -0,0 +1,13 @@
+import assert from 'node:assert/strict'
+import { fetchByKeyword as fetchHackerNewsTitles } from '../src/fetcher/hackernews.js'
+
+describe('Hacker News source', () => {
+	it('uses date range filters and normalizes titles', async () => {
+		const start = new Date('2025-02-01T00:00:00Z')
+		const end = new Date('2025-02-02T00:00:00Z')
+		const titles = await fetchHackerNewsTitles('LLM', start, end)
+
+		assert.ok(Array.isArray(titles))
+		assert.ok(titles.every((title) => typeof title === 'string'))
+	})
+})

package/test/reddit.test.js

@@ -0,0 +1,13 @@
+import assert from 'node:assert/strict'
+import { fetchByKeyword as fetchRedditTitles } from '../src/fetcher/reddit.js'
+
+describe('Reddit source', () => {
+	it('filters by date range and normalizes titles', async () => {
+		const start = new Date('2025-03-03T00:00:00Z')
+		const end = new Date('2025-03-04T00:00:00Z')
+		const titles = await fetchRedditTitles('llm', start, end)
+
+		assert.ok(Array.isArray(titles))
+		assert.ok(titles.every((title) => typeof title === 'string'))
+	}).timeout(10000)
+})

package/test/techcrunch.test.js

@@ -0,0 +1,13 @@
+import assert from 'node:assert/strict'
+import { fetchByKeyword as fetchTechCrunchTitles } from '../src/fetcher/techcrunch.js'
+
+describe('TechCrunch source', () => {
+	it('aggregates and de-duplicates titles across search terms', async () => {
+		const start = new Date('2025-04-01T00:00:00Z')
+		const end = new Date('2025-04-07T00:00:00Z')
+		const titles = await fetchTechCrunchTitles('llm', start, end)
+
+		assert.ok(Array.isArray(titles))
+		assert.ok(titles.every((title) => typeof title === 'string'))
+	})
+})