@tea-agent/loop-agent 0.26.0 → 0.26.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/CHANGELOG.md +1056 -1020
- package/README.md +8 -3
- package/bin/loop-agent.js +21 -21
- package/dist/application/dag/generate-task-dag.js +33 -0
- package/dist/cli/command-definitions.js +25 -10
- package/dist/cli/help.js +4 -3
- package/dist/cli/program.js +43 -17
- package/dist/commands/cursor-prompt.js +6 -6
- package/dist/commands/import-prd.js +7 -2
- package/dist/commands/init.js +7 -5
- package/dist/commands/loop-benchmark.js +11 -11
- package/dist/commands/pi-reuse-benchmark.js +16 -16
- package/dist/commands/task-source-prepare.js +474 -0
- package/dist/executors/dag-pi-executor.js +40 -5
- package/dist/executors/shell-executor.js +111 -0
- package/dist/executors/shell-presets.js +12 -4
- package/dist/executors/shell-write-guard.js +161 -25
- package/dist/sidecars/cursor-prompt/executor.js +1 -1
- package/dist/task/config-types.js +6 -0
- package/dist/task/contract/constants.js +1 -0
- package/dist/task/contract/project.js +8 -0
- package/dist/task/contract/schema.js +1 -0
- package/dist/task/frontend-preflight.js +131 -0
- package/dist/task/runtime.js +2 -4
- package/dist/task/source-prepare/build-draft.js +224 -0
- package/dist/task/source-prepare/completeness.js +195 -0
- package/dist/task/source-prepare/index.js +7 -0
- package/dist/task/source-prepare/parse-intent.js +373 -0
- package/dist/task/source-prepare/path-policy.js +197 -0
- package/dist/task/source-prepare/prepare.js +506 -0
- package/dist/task/source-prepare/reference-integrity.js +274 -0
- package/dist/task/source-prepare/types.js +7 -0
- package/dist/worker/observability/read-model.js +134 -0
- package/dist/worker/observe/static/copy.js +67 -67
- package/dist/worker/observe/static/dag-layout.d.ts +31 -31
- package/dist/worker/observe/static/dag-layout.js +83 -83
- package/dist/worker/observe/static/dom.js +220 -220
- package/dist/worker/observe/static/relations.js +133 -133
- package/dist/worker/observe/static/router.js +93 -93
- package/dist/worker/observe/static/run-processing.js +148 -148
- package/dist/worker/observe/static/state.js +61 -0
- package/dist/worker/observe/static/styles.css +8 -0
- package/dist/worker/observe/static/views/batch.js +227 -227
- package/dist/worker/observe/static/views/dag-graph.js +248 -172
- package/dist/worker/observe/static/views/dag-inspector.js +374 -157
- package/dist/worker/observe/static/views/dag.js +4 -11
- package/dist/worker/observe/static/views/failures.js +143 -143
- package/dist/worker/observe/static/views/feature.js +492 -492
- package/dist/worker/observe/static/views/run.js +453 -453
- package/dist/worker/observe/static/views/shell.js +7 -7
- package/dist/worker/observe/static/views/timeline.js +163 -163
- package/dist/workflows/dag/backend-test-pytest-collection.js +277 -0
- package/dist/workflows/dag/canvas-observer.js +275 -275
- package/dist/workflows/dag/convergence/controller.js +110 -21
- package/dist/workflows/dag/frontend-implementation-contract.js +218 -17
- package/dist/workflows/dag/frontend-review-context.js +7 -1
- package/dist/workflows/dag/frontend-verification-trace.js +14 -3
- package/dist/workflows/dag/frontend-worktree-diff.js +14 -3
- package/dist/workflows/dag/init-hybrid.js +96 -34
- package/dist/workflows/dag/output-protocol.js +180 -7
- package/dist/workflows/dag/runner.js +141 -52
- package/dist/workflows/dag/types.js +4 -0
- package/dist/workflows/dag/validate.js +3 -2
- package/docs/skills/README.md +7 -7
- package/docs/templates/adr.md +60 -60
- package/docs/templates/agent-dag-authority-surface-audit.prompt.md +94 -94
- package/docs/templates/agent-dag-decision-envelope.schema.json +213 -213
- package/docs/templates/agent-dag-decision-gate.prompt.md +246 -246
- package/docs/templates/agent-dag-process-supervisor.prompt.md +98 -98
- package/docs/templates/agent-dag-report.schema.json +473 -473
- package/docs/templates/agent-dag-review-verdict.prompt.md +68 -68
- package/docs/templates/backend-test-dag.json +100 -8
- package/docs/templates/backend-test-result.schema.json +99 -99
- package/docs/templates/feature-spec.md +53 -53
- package/docs/templates/frontend-design-contract.md +42 -42
- package/docs/templates/frontend-eval/fixtures/failures/01-type-build-error.md +17 -17
- package/docs/templates/frontend-eval/fixtures/failures/02-unit-component-test-fail.md +16 -16
- package/docs/templates/frontend-eval/fixtures/failures/03-fixture-schema-drift.md +16 -16
- package/docs/templates/frontend-eval/fixtures/failures/04-missing-loading-empty-error-state.md +16 -16
- package/docs/templates/frontend-eval/fixtures/failures/05-forbidden-write-writeset-expansion.md +16 -16
- package/docs/templates/frontend-eval/fixtures/failures/06-unapproved-dependency-add.md +16 -16
- package/docs/templates/frontend-eval/fixtures/failures/07-mock-production-on.md +21 -21
- package/docs/templates/frontend-eval/fixtures/functional/01-simple-component-style.md +29 -29
- package/docs/templates/frontend-eval/fixtures/functional/02-form-validation.md +28 -28
- package/docs/templates/frontend-eval/fixtures/functional/03-list-detail-page.md +28 -28
- package/docs/templates/frontend-eval/fixtures/functional/04-api-mock.md +29 -29
- package/docs/templates/frontend-eval/fixtures/functional/05-permission-auth-gated-ui.md +27 -27
- package/docs/templates/frontend-eval/fixtures/functional/06-ssr-server-client-boundary.md +28 -28
- package/docs/templates/frontend-eval/fixtures/functional/07-shared-public-component-api.md +28 -28
- package/docs/templates/frontend-eval/fixtures/functional/08-pure-local-no-remote.md +27 -27
- package/docs/templates/frontend-eval/metrics.md +138 -138
- package/docs/templates/frontend-eval/smoke-targets.md +53 -53
- package/docs/templates/frontend-task-constraints.md +35 -35
- package/docs/templates/frontend-task-requirement.md +70 -70
- package/docs/templates/init-evolution-review.md +35 -35
- package/docs/templates/init-managed-agents.md +10 -5
- package/docs/templates/interactive-ui-round2-experiment.md +66 -66
- package/docs/templates/knowledge-graph-bootstrap-dag.json +118 -118
- package/docs/templates/knowledge-sync-dag.json +178 -178
- package/docs/templates/knowledge-sync-draft.schema.json +71 -71
- package/docs/templates/product-line/closeout.yaml +9 -9
- package/docs/templates/product-line/design.md +13 -13
- package/docs/templates/product-line/links.md +10 -10
- package/docs/templates/product-line/requirement.md +17 -17
- package/docs/templates/product-line/test-plan.md +7 -7
- package/docs/templates/production-readiness-checklist.md +57 -57
- package/docs/templates/project-start-checklist.md +9 -9
- package/docs/templates/qa-report.md +48 -48
- package/docs/templates/sprint-contract.md +29 -29
- package/docs/templates/worker-dogfood-evidence.md +80 -80
- package/docs/templates/worker-dogfood-setup.md +68 -68
- package/package.json +1 -1
- package/scripts/kb-bootstrap-init-skeleton.sh +0 -0
- package/scripts/kb-graph-incremental-prepare.mjs +386 -386
- package/scripts/kb-graph-materialize.mjs +105 -105
- package/scripts/kb-graph-promote.mjs +164 -164
- package/scripts/kb-query.mjs +554 -554
- package/skills/ai-engineering-context/SKILL.md +48 -48
- package/skills/analyze-product-dependencies/SKILL.md +67 -67
- package/skills/analyze-product-dependencies/agents/openai.yaml +4 -4
- package/skills/analyze-product-dependencies/references/api-documentation-schema.md +30 -30
- package/skills/analyze-product-dependencies/references/dependency-analysis-schema.md +28 -28
- package/skills/analyze-product-dependencies/references/example.md +76 -76
- package/skills/analyze-product-dependencies/references/forward-test-cases.md +35 -35
- package/skills/analyze-product-dependencies/references/input-contract.md +11 -11
- package/skills/analyze-product-dependencies/references/scouting-rules.md +61 -61
- package/skills/analyze-product-dependencies/scripts/test-validators.mjs +267 -267
- package/skills/analyze-product-dependencies/scripts/validate-api-documentation.mjs +101 -101
- package/skills/analyze-product-dependencies/scripts/validate-dependency-analysis.mjs +142 -142
- package/skills/analyze-product-dependencies/scripts/validate-product-requirement-input.mjs +76 -76
- package/skills/analyze-product-dependencies/scripts/validation-helpers.mjs +146 -146
- package/skills/analyze-product-requirements/SKILL.md +90 -90
- package/skills/analyze-product-requirements/agents/openai.yaml +4 -4
- package/skills/analyze-product-requirements/references/acceptance-criteria.md +91 -91
- package/skills/analyze-product-requirements/references/clarification-and-knowledge.md +56 -56
- package/skills/analyze-product-requirements/references/example.md +86 -86
- package/skills/analyze-product-requirements/references/forward-test-cases.md +66 -66
- package/skills/analyze-product-requirements/references/product-analysis-schema.md +32 -32
- package/skills/analyze-product-requirements/references/product-requirement-schema.md +33 -33
- package/skills/analyze-product-requirements/references/requirement-clarification-schema.md +35 -35
- package/skills/analyze-product-requirements/scripts/test-validators.mjs +193 -193
- package/skills/analyze-product-requirements/scripts/validate-product-analysis.mjs +69 -69
- package/skills/analyze-product-requirements/scripts/validate-product-requirement.mjs +97 -97
- package/skills/analyze-product-requirements/scripts/validate-requirement-clarification.mjs +98 -98
- package/skills/analyze-product-requirements/scripts/validation-helpers.mjs +156 -156
- package/skills/browser-tools/browser-content.js +103 -103
- package/skills/browser-tools/browser-cookies.js +35 -35
- package/skills/browser-tools/browser-eval.js +53 -53
- package/skills/browser-tools/browser-hn-scraper.js +108 -108
- package/skills/browser-tools/browser-nav.js +44 -44
- package/skills/browser-tools/browser-pick.js +162 -162
- package/skills/browser-tools/browser-screenshot.js +34 -34
- package/skills/browser-tools/browser-start.js +86 -86
- package/skills/browser-tools/package-lock.json +2556 -2556
- package/skills/browser-tools/package.json +19 -19
- package/skills/code-review-core/SKILL.md +20 -20
- package/skills/codebase-scout/SKILL.md +19 -19
- package/skills/grill-me/SKILL.md +10 -10
- package/skills/loop-agent/SKILL.md +5 -2
- package/skills/loop-agent/references/README.md +67 -67
- package/skills/loop-agent/references/command-reference.md +17 -15
- package/skills/loop-agent/references/docs-converge.md +126 -126
- package/skills/loop-agent/references/harness-policy.md +3 -4
- package/skills/loop-agent/references/hybrid-dag.md +1 -1
- package/skills/loop-agent/references/learned/README.md +21 -21
- package/skills/loop-agent/references/long-running-loop.md +57 -57
- package/skills/loop-agent/references/one-shot-runs.md +85 -85
- package/skills/loop-agent/references/pi-prompt.md +23 -23
- package/skills/loop-agent/references/pi-subagent-assisted-mode.md +84 -84
- package/skills/loop-agent/references/post-implementation-and-patterns.md +1 -1
- package/skills/loop-agent/references/source-and-plan-practice.md +3 -2
- package/skills/loop-agent/references/task-workflow.md +7 -5
- package/skills/playwright-cli/SKILL.md +420 -420
- package/skills/playwright-cli/references/element-attributes.md +23 -23
- package/skills/playwright-cli/references/playwright-tests.md +39 -39
- package/skills/playwright-cli/references/request-mocking.md +87 -87
- package/skills/playwright-cli/references/running-code.md +241 -241
- package/skills/playwright-cli/references/session-management.md +225 -225
- package/skills/playwright-cli/references/storage-state.md +275 -275
- package/skills/playwright-cli/references/test-generation.md +433 -433
- package/skills/playwright-cli/references/tracing.md +139 -139
- package/skills/playwright-cli/references/video-recording.md +143 -143
- package/skills/requesting-code-review/SKILL.md +101 -101
- package/skills/requesting-code-review/code-reviewer.md +168 -168
- package/skills/systematic-debugging/CREATION-LOG.md +119 -119
- package/skills/systematic-debugging/condition-based-waiting-example.ts +158 -158
- package/skills/systematic-debugging/condition-based-waiting.md +115 -115
- package/skills/systematic-debugging/defense-in-depth.md +122 -122
- package/skills/systematic-debugging/find-polluter.sh +63 -63
- package/skills/systematic-debugging/root-cause-tracing.md +169 -169
- package/skills/systematic-debugging/test-academic.md +14 -14
- package/skills/systematic-debugging/test-pressure-1.md +58 -58
- package/skills/systematic-debugging/test-pressure-2.md +68 -68
- package/skills/systematic-debugging/test-pressure-3.md +69 -69
- package/skills/using-git-worktrees/SKILL.md +215 -215
- package/skills/verification-before-completion/SKILL.md +154 -154
- package/skills/webapp-testing/SKILL.md +19 -19
|
@@ -1,53 +1,53 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
|
|
3
|
-
import puppeteer from "puppeteer-core";
|
|
4
|
-
|
|
5
|
-
const code = process.argv.slice(2).join(" ");
|
|
6
|
-
if (!code) {
|
|
7
|
-
console.log("Usage: browser-eval.js 'code'");
|
|
8
|
-
console.log("\nExamples:");
|
|
9
|
-
console.log(' browser-eval.js "document.title"');
|
|
10
|
-
console.log(' browser-eval.js "document.querySelectorAll(\'a\').length"');
|
|
11
|
-
process.exit(1);
|
|
12
|
-
}
|
|
13
|
-
|
|
14
|
-
const b = await Promise.race([
|
|
15
|
-
puppeteer.connect({
|
|
16
|
-
browserURL: "http://localhost:9222",
|
|
17
|
-
defaultViewport: null,
|
|
18
|
-
}),
|
|
19
|
-
new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
|
|
20
|
-
]).catch((e) => {
|
|
21
|
-
console.error("✗ Could not connect to browser:", e.message);
|
|
22
|
-
console.error(" Run: browser-start.js");
|
|
23
|
-
process.exit(1);
|
|
24
|
-
});
|
|
25
|
-
|
|
26
|
-
const p = (await b.pages()).at(-1);
|
|
27
|
-
|
|
28
|
-
if (!p) {
|
|
29
|
-
console.error("✗ No active tab found");
|
|
30
|
-
process.exit(1);
|
|
31
|
-
}
|
|
32
|
-
|
|
33
|
-
const result = await p.evaluate((c) => {
|
|
34
|
-
const AsyncFunction = (async () => {}).constructor;
|
|
35
|
-
return new AsyncFunction(`return (${c})`)();
|
|
36
|
-
}, code);
|
|
37
|
-
|
|
38
|
-
if (Array.isArray(result)) {
|
|
39
|
-
for (let i = 0; i < result.length; i++) {
|
|
40
|
-
if (i > 0) console.log("");
|
|
41
|
-
for (const [key, value] of Object.entries(result[i])) {
|
|
42
|
-
console.log(`${key}: ${value}`);
|
|
43
|
-
}
|
|
44
|
-
}
|
|
45
|
-
} else if (typeof result === "object" && result !== null) {
|
|
46
|
-
for (const [key, value] of Object.entries(result)) {
|
|
47
|
-
console.log(`${key}: ${value}`);
|
|
48
|
-
}
|
|
49
|
-
} else {
|
|
50
|
-
console.log(result);
|
|
51
|
-
}
|
|
52
|
-
|
|
53
|
-
await b.disconnect();
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
|
|
3
|
+
import puppeteer from "puppeteer-core";
|
|
4
|
+
|
|
5
|
+
const code = process.argv.slice(2).join(" ");
|
|
6
|
+
if (!code) {
|
|
7
|
+
console.log("Usage: browser-eval.js 'code'");
|
|
8
|
+
console.log("\nExamples:");
|
|
9
|
+
console.log(' browser-eval.js "document.title"');
|
|
10
|
+
console.log(' browser-eval.js "document.querySelectorAll(\'a\').length"');
|
|
11
|
+
process.exit(1);
|
|
12
|
+
}
|
|
13
|
+
|
|
14
|
+
const b = await Promise.race([
|
|
15
|
+
puppeteer.connect({
|
|
16
|
+
browserURL: "http://localhost:9222",
|
|
17
|
+
defaultViewport: null,
|
|
18
|
+
}),
|
|
19
|
+
new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
|
|
20
|
+
]).catch((e) => {
|
|
21
|
+
console.error("✗ Could not connect to browser:", e.message);
|
|
22
|
+
console.error(" Run: browser-start.js");
|
|
23
|
+
process.exit(1);
|
|
24
|
+
});
|
|
25
|
+
|
|
26
|
+
const p = (await b.pages()).at(-1);
|
|
27
|
+
|
|
28
|
+
if (!p) {
|
|
29
|
+
console.error("✗ No active tab found");
|
|
30
|
+
process.exit(1);
|
|
31
|
+
}
|
|
32
|
+
|
|
33
|
+
const result = await p.evaluate((c) => {
|
|
34
|
+
const AsyncFunction = (async () => {}).constructor;
|
|
35
|
+
return new AsyncFunction(`return (${c})`)();
|
|
36
|
+
}, code);
|
|
37
|
+
|
|
38
|
+
if (Array.isArray(result)) {
|
|
39
|
+
for (let i = 0; i < result.length; i++) {
|
|
40
|
+
if (i > 0) console.log("");
|
|
41
|
+
for (const [key, value] of Object.entries(result[i])) {
|
|
42
|
+
console.log(`${key}: ${value}`);
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
} else if (typeof result === "object" && result !== null) {
|
|
46
|
+
for (const [key, value] of Object.entries(result)) {
|
|
47
|
+
console.log(`${key}: ${value}`);
|
|
48
|
+
}
|
|
49
|
+
} else {
|
|
50
|
+
console.log(result);
|
|
51
|
+
}
|
|
52
|
+
|
|
53
|
+
await b.disconnect();
|
|
@@ -1,108 +1,108 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
|
|
3
|
-
/**
|
|
4
|
-
* Hacker News Scraper
|
|
5
|
-
*
|
|
6
|
-
* Fetches and parses submissions from Hacker News front page.
|
|
7
|
-
* Usage: node browser-hn-scraper.js [--limit <number>]
|
|
8
|
-
*/
|
|
9
|
-
|
|
10
|
-
import * as cheerio from 'cheerio';
|
|
11
|
-
|
|
12
|
-
/**
|
|
13
|
-
* Scrapes Hacker News front page
|
|
14
|
-
* @param {number} limit - Maximum number of submissions to return (default: 30)
|
|
15
|
-
* @returns {Promise<Array>} Array of submission objects
|
|
16
|
-
*/
|
|
17
|
-
async function scrapeHackerNews(limit = 30) {
|
|
18
|
-
const url = 'https://news.ycombinator.com';
|
|
19
|
-
|
|
20
|
-
try {
|
|
21
|
-
const response = await fetch(url);
|
|
22
|
-
if (!response.ok) {
|
|
23
|
-
throw new Error(`HTTP error! status: ${response.status}`);
|
|
24
|
-
}
|
|
25
|
-
|
|
26
|
-
const html = await response.text();
|
|
27
|
-
const $ = cheerio.load(html);
|
|
28
|
-
const submissions = [];
|
|
29
|
-
|
|
30
|
-
// Each submission has class 'athing'
|
|
31
|
-
$('.athing').each((index, element) => {
|
|
32
|
-
if (submissions.length >= limit) return false; // Stop when limit reached
|
|
33
|
-
|
|
34
|
-
const $element = $(element);
|
|
35
|
-
const id = $element.attr('id');
|
|
36
|
-
|
|
37
|
-
// Get title and URL from titleline
|
|
38
|
-
const $titleLine = $element.find('.titleline > a').first();
|
|
39
|
-
const title = $titleLine.text().trim();
|
|
40
|
-
const url = $titleLine.attr('href');
|
|
41
|
-
|
|
42
|
-
// Get the next row which contains metadata (points, author, comments)
|
|
43
|
-
const $metadataRow = $element.next();
|
|
44
|
-
const $subtext = $metadataRow.find('.subtext');
|
|
45
|
-
|
|
46
|
-
// Get points
|
|
47
|
-
const $score = $subtext.find(`#score_${id}`);
|
|
48
|
-
const pointsText = $score.text();
|
|
49
|
-
const points = pointsText ? parseInt(pointsText.match(/\d+/)?.[0] || '0') : 0;
|
|
50
|
-
|
|
51
|
-
// Get author
|
|
52
|
-
const author = $subtext.find('.hnuser').text().trim();
|
|
53
|
-
|
|
54
|
-
// Get time
|
|
55
|
-
const time = $subtext.find('.age').attr('title') || $subtext.find('.age').text().trim();
|
|
56
|
-
|
|
57
|
-
// Get comments count
|
|
58
|
-
const $commentsLink = $subtext.find('a').last();
|
|
59
|
-
const commentsText = $commentsLink.text();
|
|
60
|
-
let commentsCount = 0;
|
|
61
|
-
|
|
62
|
-
if (commentsText.includes('comment')) {
|
|
63
|
-
const match = commentsText.match(/(\d+)/);
|
|
64
|
-
commentsCount = match ? parseInt(match[0]) : 0;
|
|
65
|
-
}
|
|
66
|
-
|
|
67
|
-
submissions.push({
|
|
68
|
-
id,
|
|
69
|
-
title,
|
|
70
|
-
url,
|
|
71
|
-
points,
|
|
72
|
-
author,
|
|
73
|
-
time,
|
|
74
|
-
comments: commentsCount,
|
|
75
|
-
hnUrl: `https://news.ycombinator.com/item?id=${id}`
|
|
76
|
-
});
|
|
77
|
-
});
|
|
78
|
-
|
|
79
|
-
return submissions;
|
|
80
|
-
} catch (error) {
|
|
81
|
-
console.error('Error scraping Hacker News:', error.message);
|
|
82
|
-
throw error;
|
|
83
|
-
}
|
|
84
|
-
}
|
|
85
|
-
|
|
86
|
-
// CLI interface
|
|
87
|
-
if (import.meta.url === `file://${process.argv[1]}`) {
|
|
88
|
-
const args = process.argv.slice(2);
|
|
89
|
-
let limit = 30;
|
|
90
|
-
|
|
91
|
-
// Parse --limit argument
|
|
92
|
-
const limitIndex = args.indexOf('--limit');
|
|
93
|
-
if (limitIndex !== -1 && args[limitIndex + 1]) {
|
|
94
|
-
limit = parseInt(args[limitIndex + 1]);
|
|
95
|
-
}
|
|
96
|
-
|
|
97
|
-
scrapeHackerNews(limit)
|
|
98
|
-
.then(submissions => {
|
|
99
|
-
console.log(JSON.stringify(submissions, null, 2));
|
|
100
|
-
console.error(`\n✓ Scraped ${submissions.length} submissions`);
|
|
101
|
-
})
|
|
102
|
-
.catch(error => {
|
|
103
|
-
console.error('Failed to scrape:', error.message);
|
|
104
|
-
process.exit(1);
|
|
105
|
-
});
|
|
106
|
-
}
|
|
107
|
-
|
|
108
|
-
export { scrapeHackerNews };
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
|
|
3
|
+
/**
|
|
4
|
+
* Hacker News Scraper
|
|
5
|
+
*
|
|
6
|
+
* Fetches and parses submissions from Hacker News front page.
|
|
7
|
+
* Usage: node browser-hn-scraper.js [--limit <number>]
|
|
8
|
+
*/
|
|
9
|
+
|
|
10
|
+
import * as cheerio from 'cheerio';
|
|
11
|
+
|
|
12
|
+
/**
|
|
13
|
+
* Scrapes Hacker News front page
|
|
14
|
+
* @param {number} limit - Maximum number of submissions to return (default: 30)
|
|
15
|
+
* @returns {Promise<Array>} Array of submission objects
|
|
16
|
+
*/
|
|
17
|
+
async function scrapeHackerNews(limit = 30) {
|
|
18
|
+
const url = 'https://news.ycombinator.com';
|
|
19
|
+
|
|
20
|
+
try {
|
|
21
|
+
const response = await fetch(url);
|
|
22
|
+
if (!response.ok) {
|
|
23
|
+
throw new Error(`HTTP error! status: ${response.status}`);
|
|
24
|
+
}
|
|
25
|
+
|
|
26
|
+
const html = await response.text();
|
|
27
|
+
const $ = cheerio.load(html);
|
|
28
|
+
const submissions = [];
|
|
29
|
+
|
|
30
|
+
// Each submission has class 'athing'
|
|
31
|
+
$('.athing').each((index, element) => {
|
|
32
|
+
if (submissions.length >= limit) return false; // Stop when limit reached
|
|
33
|
+
|
|
34
|
+
const $element = $(element);
|
|
35
|
+
const id = $element.attr('id');
|
|
36
|
+
|
|
37
|
+
// Get title and URL from titleline
|
|
38
|
+
const $titleLine = $element.find('.titleline > a').first();
|
|
39
|
+
const title = $titleLine.text().trim();
|
|
40
|
+
const url = $titleLine.attr('href');
|
|
41
|
+
|
|
42
|
+
// Get the next row which contains metadata (points, author, comments)
|
|
43
|
+
const $metadataRow = $element.next();
|
|
44
|
+
const $subtext = $metadataRow.find('.subtext');
|
|
45
|
+
|
|
46
|
+
// Get points
|
|
47
|
+
const $score = $subtext.find(`#score_${id}`);
|
|
48
|
+
const pointsText = $score.text();
|
|
49
|
+
const points = pointsText ? parseInt(pointsText.match(/\d+/)?.[0] || '0') : 0;
|
|
50
|
+
|
|
51
|
+
// Get author
|
|
52
|
+
const author = $subtext.find('.hnuser').text().trim();
|
|
53
|
+
|
|
54
|
+
// Get time
|
|
55
|
+
const time = $subtext.find('.age').attr('title') || $subtext.find('.age').text().trim();
|
|
56
|
+
|
|
57
|
+
// Get comments count
|
|
58
|
+
const $commentsLink = $subtext.find('a').last();
|
|
59
|
+
const commentsText = $commentsLink.text();
|
|
60
|
+
let commentsCount = 0;
|
|
61
|
+
|
|
62
|
+
if (commentsText.includes('comment')) {
|
|
63
|
+
const match = commentsText.match(/(\d+)/);
|
|
64
|
+
commentsCount = match ? parseInt(match[0]) : 0;
|
|
65
|
+
}
|
|
66
|
+
|
|
67
|
+
submissions.push({
|
|
68
|
+
id,
|
|
69
|
+
title,
|
|
70
|
+
url,
|
|
71
|
+
points,
|
|
72
|
+
author,
|
|
73
|
+
time,
|
|
74
|
+
comments: commentsCount,
|
|
75
|
+
hnUrl: `https://news.ycombinator.com/item?id=${id}`
|
|
76
|
+
});
|
|
77
|
+
});
|
|
78
|
+
|
|
79
|
+
return submissions;
|
|
80
|
+
} catch (error) {
|
|
81
|
+
console.error('Error scraping Hacker News:', error.message);
|
|
82
|
+
throw error;
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
|
|
86
|
+
// CLI interface
|
|
87
|
+
if (import.meta.url === `file://${process.argv[1]}`) {
|
|
88
|
+
const args = process.argv.slice(2);
|
|
89
|
+
let limit = 30;
|
|
90
|
+
|
|
91
|
+
// Parse --limit argument
|
|
92
|
+
const limitIndex = args.indexOf('--limit');
|
|
93
|
+
if (limitIndex !== -1 && args[limitIndex + 1]) {
|
|
94
|
+
limit = parseInt(args[limitIndex + 1]);
|
|
95
|
+
}
|
|
96
|
+
|
|
97
|
+
scrapeHackerNews(limit)
|
|
98
|
+
.then(submissions => {
|
|
99
|
+
console.log(JSON.stringify(submissions, null, 2));
|
|
100
|
+
console.error(`\n✓ Scraped ${submissions.length} submissions`);
|
|
101
|
+
})
|
|
102
|
+
.catch(error => {
|
|
103
|
+
console.error('Failed to scrape:', error.message);
|
|
104
|
+
process.exit(1);
|
|
105
|
+
});
|
|
106
|
+
}
|
|
107
|
+
|
|
108
|
+
export { scrapeHackerNews };
|
|
@@ -1,44 +1,44 @@
|
|
|
1
|
-
#!/usr/bin/env node
|
|
2
|
-
|
|
3
|
-
import puppeteer from "puppeteer-core";
|
|
4
|
-
|
|
5
|
-
const args = process.argv.slice(2);
|
|
6
|
-
const newTab = args.includes("--new");
|
|
7
|
-
const reload = args.includes("--reload");
|
|
8
|
-
const url = args.find(a => !a.startsWith("--"));
|
|
9
|
-
|
|
10
|
-
if (!url) {
|
|
11
|
-
console.log("Usage: browser-nav.js <url> [--new] [--reload]");
|
|
12
|
-
console.log("\nExamples:");
|
|
13
|
-
console.log(" browser-nav.js https://example.com # Navigate current tab");
|
|
14
|
-
console.log(" browser-nav.js https://example.com --new # Open in new tab");
|
|
15
|
-
console.log(" browser-nav.js https://example.com --reload # Navigate and force reload");
|
|
16
|
-
process.exit(1);
|
|
17
|
-
}
|
|
18
|
-
|
|
19
|
-
const b = await Promise.race([
|
|
20
|
-
puppeteer.connect({
|
|
21
|
-
browserURL: "http://localhost:9222",
|
|
22
|
-
defaultViewport: null,
|
|
23
|
-
}),
|
|
24
|
-
new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
|
|
25
|
-
]).catch((e) => {
|
|
26
|
-
console.error("✗ Could not connect to browser:", e.message);
|
|
27
|
-
console.error(" Run: browser-start.js");
|
|
28
|
-
process.exit(1);
|
|
29
|
-
});
|
|
30
|
-
|
|
31
|
-
if (newTab) {
|
|
32
|
-
const p = await b.newPage();
|
|
33
|
-
await p.goto(url, { waitUntil: "domcontentloaded" });
|
|
34
|
-
console.log("✓ Opened:", url);
|
|
35
|
-
} else {
|
|
36
|
-
const p = (await b.pages()).at(-1);
|
|
37
|
-
await p.goto(url, { waitUntil: "domcontentloaded" });
|
|
38
|
-
if (reload) {
|
|
39
|
-
await p.reload({ waitUntil: "domcontentloaded" });
|
|
40
|
-
}
|
|
41
|
-
console.log("✓ Navigated to:", url);
|
|
42
|
-
}
|
|
43
|
-
|
|
44
|
-
await b.disconnect();
|
|
1
|
+
#!/usr/bin/env node
|
|
2
|
+
|
|
3
|
+
import puppeteer from "puppeteer-core";
|
|
4
|
+
|
|
5
|
+
const args = process.argv.slice(2);
|
|
6
|
+
const newTab = args.includes("--new");
|
|
7
|
+
const reload = args.includes("--reload");
|
|
8
|
+
const url = args.find(a => !a.startsWith("--"));
|
|
9
|
+
|
|
10
|
+
if (!url) {
|
|
11
|
+
console.log("Usage: browser-nav.js <url> [--new] [--reload]");
|
|
12
|
+
console.log("\nExamples:");
|
|
13
|
+
console.log(" browser-nav.js https://example.com # Navigate current tab");
|
|
14
|
+
console.log(" browser-nav.js https://example.com --new # Open in new tab");
|
|
15
|
+
console.log(" browser-nav.js https://example.com --reload # Navigate and force reload");
|
|
16
|
+
process.exit(1);
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
const b = await Promise.race([
|
|
20
|
+
puppeteer.connect({
|
|
21
|
+
browserURL: "http://localhost:9222",
|
|
22
|
+
defaultViewport: null,
|
|
23
|
+
}),
|
|
24
|
+
new Promise((_, reject) => setTimeout(() => reject(new Error("timeout")), 5000)),
|
|
25
|
+
]).catch((e) => {
|
|
26
|
+
console.error("✗ Could not connect to browser:", e.message);
|
|
27
|
+
console.error(" Run: browser-start.js");
|
|
28
|
+
process.exit(1);
|
|
29
|
+
});
|
|
30
|
+
|
|
31
|
+
if (newTab) {
|
|
32
|
+
const p = await b.newPage();
|
|
33
|
+
await p.goto(url, { waitUntil: "domcontentloaded" });
|
|
34
|
+
console.log("✓ Opened:", url);
|
|
35
|
+
} else {
|
|
36
|
+
const p = (await b.pages()).at(-1);
|
|
37
|
+
await p.goto(url, { waitUntil: "domcontentloaded" });
|
|
38
|
+
if (reload) {
|
|
39
|
+
await p.reload({ waitUntil: "domcontentloaded" });
|
|
40
|
+
}
|
|
41
|
+
console.log("✓ Navigated to:", url);
|
|
42
|
+
}
|
|
43
|
+
|
|
44
|
+
await b.disconnect();
|