fastbrowser_cli 1.0.31 → 1.0.33

package/tests/query-builder.test.ts

@@ -18,7 +18,7 @@ describe('QueryBuilder.buildQuerySelectorsBody', () => {
 				selector: ['button'],
 			});
 			assert.deepEqual(body, {
-				selectors: [{ selector: 'button', limit: 0, withAncestors: true }],
+				selectors: [{ selector: 'button', limit: 0, withAncestors: true, withChildren: false }],
 			});
 		});
 
@@ -29,8 +29,8 @@ describe('QueryBuilder.buildQuerySelectorsBody', () => {
 			});
 			assert.deepEqual(body, {
 				selectors: [
-					{ selector: 'button', limit: 5, withAncestors: true },
-					{ selector: 'link', limit: 5, withAncestors: true },
+					{ selector: 'button', limit: 5, withAncestors: true, withChildren: false },
+					{ selector: 'link', limit: 5, withAncestors: true, withChildren: false },
 				],
 			});
 		});
@@ -50,6 +50,31 @@ describe('QueryBuilder.buildQuerySelectorsBody', () => {
 			assert.equal(body.selectors[0].withAncestors, true);
 		});
 
+		it('treats omitted withChildren as false (default)', () => {
+			const body = QueryBuilder.buildQuerySelectorsBody({
+				selector: ['button'],
+			});
+			assert.equal(body.selectors[0].withChildren, false);
+		});
+
+		it('honors --with-children (withChildren === true)', () => {
+			const body = QueryBuilder.buildQuerySelectorsBody({
+				selector: ['button'],
+				withChildren: true,
+			});
+			assert.equal(body.selectors[0].withChildren, true);
+		});
+
+		it('combines withAncestors and withChildren independently', () => {
+			const body = QueryBuilder.buildQuerySelectorsBody({
+				selector: ['button'],
+				withAncestors: false,
+				withChildren: true,
+			});
+			assert.equal(body.selectors[0].withAncestors, false);
+			assert.equal(body.selectors[0].withChildren, true);
+		});
+
 		it('parses --limit as an integer', () => {
 			const body = QueryBuilder.buildQuerySelectorsBody({
 				selector: ['button'],
@@ -69,20 +94,20 @@ describe('QueryBuilder.buildQuerySelectorsBody', () => {
 	describe('--selectors-json input', () => {
 		it('parses a JSON array and uses it verbatim', () => {
 			const body = QueryBuilder.buildQuerySelectorsBody({
-				selectorsJson: '[{"selector":"button","limit":3,"withAncestors":false}]',
+				selectorsJson: '[{"selector":"button","limit":3,"withAncestors":false,"withChildren":true}]',
 			});
 			assert.deepEqual(body, {
-				selectors: [{ selector: 'button', limit: 3, withAncestors: false }],
+				selectors: [{ selector: 'button', limit: 3, withAncestors: false, withChildren: true }],
 			});
 		});
 
 		it('takes precedence over --selector when both are given', () => {
 			const body = QueryBuilder.buildQuerySelectorsBody({
 				selector: ['ignored'],
-				selectorsJson: '[{"selector":"button","limit":1,"withAncestors":true}]',
+				selectorsJson: '[{"selector":"button","limit":1,"withAncestors":true,"withChildren":false}]',
 			});
 			assert.deepEqual(body.selectors, [
-				{ selector: 'button', limit: 1, withAncestors: true },
+				{ selector: 'button', limit: 1, withAncestors: true, withChildren: false },
 			]);
 		});
 
@@ -135,12 +160,12 @@ describe('QueryBuilder.buildQuerySelectorsBody', () => {
 
 describe('QueryBuilder.buildQuerySelectorFirstBody', () => {
 	describe('--selector list', () => {
-		it('builds a body with default withAncestors=true', () => {
+		it('builds a body with default withAncestors=true and withChildren=false', () => {
 			const body = QueryBuilder.buildQuerySelectorFirstBody({
 				selector: ['button'],
 			});
 			assert.deepEqual(body, {
-				selectors: [{ selector: 'button', withAncestors: true }],
+				selectors: [{ selector: 'button', withAncestors: true, withChildren: false }],
 			});
 		});
 
@@ -152,6 +177,21 @@ describe('QueryBuilder.buildQuerySelectorFirstBody', () => {
 			assert.equal(body.selectors[0].withAncestors, false);
 		});
 
+		it('honors --with-children (withChildren === true)', () => {
+			const body = QueryBuilder.buildQuerySelectorFirstBody({
+				selector: ['button'],
+				withChildren: true,
+			});
+			assert.equal(body.selectors[0].withChildren, true);
+		});
+
+		it('treats omitted withChildren as false (default)', () => {
+			const body = QueryBuilder.buildQuerySelectorFirstBody({
+				selector: ['button'],
+			});
+			assert.equal(body.selectors[0].withChildren, false);
+		});
+
 		it('builds a multi-selector body preserving order', () => {
 			const body = QueryBuilder.buildQuerySelectorFirstBody({
 				selector: ['a', 'b', 'c'],
@@ -163,10 +203,10 @@ describe('QueryBuilder.buildQuerySelectorFirstBody', () => {
 	describe('--selectors-json input', () => {
 		it('parses a JSON array verbatim', () => {
 			const body = QueryBuilder.buildQuerySelectorFirstBody({
-				selectorsJson: '[{"selector":"button","withAncestors":false}]',
+				selectorsJson: '[{"selector":"button","withAncestors":false,"withChildren":true}]',
 			});
 			assert.deepEqual(body, {
-				selectors: [{ selector: 'button', withAncestors: false }],
+				selectors: [{ selector: 'button', withAncestors: false, withChildren: true }],
 			});
 		});
 

package/examples/welcometothejungle/fastbrowser_helper.ts

@@ -1,39 +0,0 @@
-import { execSync } from 'node:child_process';
-
-export class FastBrowserHelper {
-	static run(command: string): string {
-		const fullCommand = `npx fastbrowser_cli ${command}`;
-		console.log(`Running command: ${fullCommand}`);
-		return execSync(fullCommand, { encoding: 'utf8' });
-	}
-
-	static navigatePage(url: string): void {
-		FastBrowserHelper.run(`navigate_page --url '${url}'`);
-	}
-
-	static fillForm(selector: string, value: string): void {
-		FastBrowserHelper.run(`fill_form --selector '${selector}' --value '${value}'`);
-	}
-
-	static pressKeys(keys: string): void {
-		FastBrowserHelper.run(`press_keys --keys '${keys}'`);
-	}
-
-	static click(selector: string): void {
-		FastBrowserHelper.run(`click -s '${selector}'`);
-	}
-
-	static querySelectorsAll(selector: string, limit: number): string {
-		return FastBrowserHelper.run(`query_selectors_all --selector '${selector}' --limit ${limit}`);
-	}
-
-	static takeSnapshot(): string {
-		return FastBrowserHelper.run('take_snapshot');
-	}
-
-	static querySelectors(selector: string, withAncestors = true): string {
-		const flag = withAncestors === false ? ' --no-with-ancestors' : '';
-		return FastBrowserHelper.run(`query_selectors --selector '${selector}'${flag}`);
-	}
-
-}

package/examples/welcometothejungle/wttj-search.ts

@@ -1,82 +0,0 @@
-#!/usr/bin/env npx tsx
-
-// npm imports
-import { Command, Option } from 'commander';
-import { FastBrowserHelper } from './fastbrowser_helper.js';
-
-///////////////////////////////////////////////////////////////////////////////
-///////////////////////////////////////////////////////////////////////////////
-//	
-///////////////////////////////////////////////////////////////////////////////
-///////////////////////////////////////////////////////////////////////////////
-
-class WttjSearch {
-	static parseJobTitles(output: string): Array<{ title: string; url: string; }> {
-		const results: Array<{ title: string; url: string; }> = [];
-		const headingRe = /heading "(.+?)" level/g;
-		const urlRe = /url="([^"]+)"/;
-		for (const line of output.split('\n')) {
-			const headingMatch = headingRe.exec(line);
-			if (headingMatch === null) continue;
-			const urlMatch = urlRe.exec(line);
-			results.push({
-				title: headingMatch[1],
-				url: urlMatch !== null ? urlMatch[1] : '',
-			});
-			headingRe.lastIndex = 0;
-		}
-		return results;
-	}
-
-	static outputJson(jobs: Array<{ title: string; url: string; }>): void {
-		console.log(JSON.stringify(jobs, null, 2));
-	}
-
-	static outputMarkdown(jobs: Array<{ title: string; url: string; }>): void {
-		console.log('| # | Title | URL |');
-		console.log('|---|-------|-----|');
-		for (const [i, job] of jobs.entries()) {
-			const url = job.url !== '' ? `[link](${job.url})` : '';
-			console.log(`| ${i + 1} | ${job.title} | ${url} |`);
-		}
-	}
-
-	static run(query: string, limit: number = 1, offset: number = 1, format: 'json' | 'markdown' = 'markdown'): void {
-		FastBrowserHelper.navigatePage('https://www.welcometothejungle.com/fr');
-		FastBrowserHelper.fillForm('combobox[name*="intitulé de poste"]', query);
-		FastBrowserHelper.pressKeys('Enter');
-
-		let allJobs: Array<{ title: string; url: string; }> = [];
-
-		for (let page = offset; page < offset + limit; page++) {
-			if (page > 1) {
-				FastBrowserHelper.click(`link[name="${page}"]`);
-			}
-			const output = FastBrowserHelper.querySelectorsAll('heading[level="2"]', 30);
-			allJobs = allJobs.concat(WttjSearch.parseJobTitles(output));
-		}
-
-		if (format === 'json') {
-			WttjSearch.outputJson(allJobs);
-		} else {
-			WttjSearch.outputMarkdown(allJobs);
-		}
-	}
-}
-
-///////////////////////////////////////////////////////////////////////////////
-
-const program = new Command();
-program
-	.argument('[query]', 'job search query', 'machine learning')
-	.option('-l, --limit <number>', 'number of pages to fetch', '1')
-	.option('-o, --offset <number>', 'first page to scrape', '1')
-	.addOption(new Option('-f, --format <format>', 'output format: json or markdown').choices(['json', 'markdown']).default('markdown'))
-	.parse();
-
-const opts = program.opts();
-const query = program.args[0] ?? 'machine learning';
-const limit = Number(opts['limit']);
-const offset = Number(opts['offset']);
-const format: 'json' | 'markdown' = opts['format'] === 'json' ? 'json' : 'markdown';
-WttjSearch.run(query, limit, offset, format);