@jackwener/opencli 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +9 -2
- package/README.zh-CN.md +9 -1
- package/SKILL.md +24 -0
- package/dist/bilibili.d.ts +6 -5
- package/dist/browser.d.ts +2 -1
- package/dist/browser.js +9 -1
- package/dist/cascade.d.ts +3 -2
- package/dist/clis/bbc/news.js +42 -0
- package/dist/clis/boss/search.d.ts +1 -0
- package/dist/clis/boss/search.js +47 -0
- package/dist/clis/ctrip/search.d.ts +1 -0
- package/dist/clis/ctrip/search.js +62 -0
- package/dist/clis/index.d.ts +8 -0
- package/dist/clis/index.js +16 -0
- package/dist/clis/reuters/search.d.ts +1 -0
- package/dist/clis/reuters/search.js +52 -0
- package/dist/clis/smzdm/search.d.ts +1 -0
- package/dist/clis/smzdm/search.js +66 -0
- package/dist/clis/weibo/hot.d.ts +1 -0
- package/dist/clis/weibo/hot.js +41 -0
- package/dist/clis/yahoo-finance/quote.d.ts +1 -0
- package/dist/clis/yahoo-finance/quote.js +74 -0
- package/dist/clis/youtube/search.d.ts +1 -0
- package/dist/clis/youtube/search.js +60 -0
- package/dist/engine.d.ts +2 -1
- package/dist/explore.js +1 -1
- package/dist/generate.js +2 -1
- package/dist/main.js +6 -4
- package/dist/pipeline/executor.d.ts +9 -0
- package/dist/pipeline/executor.js +88 -0
- package/dist/pipeline/index.d.ts +5 -0
- package/dist/pipeline/index.js +5 -0
- package/dist/pipeline/steps/browser.d.ts +12 -0
- package/dist/pipeline/steps/browser.js +68 -0
- package/dist/pipeline/steps/fetch.d.ts +5 -0
- package/dist/pipeline/steps/fetch.js +50 -0
- package/dist/pipeline/steps/intercept.d.ts +5 -0
- package/dist/pipeline/steps/intercept.js +75 -0
- package/dist/pipeline/steps/tap.d.ts +12 -0
- package/dist/pipeline/steps/tap.js +130 -0
- package/dist/pipeline/steps/transform.d.ts +8 -0
- package/dist/pipeline/steps/transform.js +53 -0
- package/dist/pipeline/template.d.ts +16 -0
- package/dist/pipeline/template.js +115 -0
- package/dist/pipeline/template.test.d.ts +4 -0
- package/dist/pipeline/template.test.js +102 -0
- package/dist/pipeline/transform.test.d.ts +4 -0
- package/dist/pipeline/transform.test.js +90 -0
- package/dist/pipeline.d.ts +5 -7
- package/dist/pipeline.js +5 -549
- package/dist/registry.d.ts +3 -2
- package/dist/runtime.d.ts +2 -1
- package/dist/types.d.ts +27 -0
- package/dist/types.js +7 -0
- package/package.json +6 -3
- package/src/bilibili.ts +9 -7
- package/src/browser.ts +8 -2
- package/src/cascade.ts +3 -2
- package/src/clis/bbc/news.ts +42 -0
- package/src/clis/boss/search.ts +47 -0
- package/src/clis/ctrip/search.ts +62 -0
- package/src/clis/index.ts +24 -0
- package/src/clis/reuters/search.ts +52 -0
- package/src/clis/smzdm/search.ts +66 -0
- package/src/clis/weibo/hot.ts +41 -0
- package/src/clis/yahoo-finance/quote.ts +74 -0
- package/src/clis/youtube/search.ts +60 -0
- package/src/engine.ts +2 -1
- package/src/explore.ts +1 -1
- package/src/generate.ts +3 -1
- package/src/main.ts +7 -5
- package/src/pipeline/executor.ts +98 -0
- package/src/pipeline/index.ts +6 -0
- package/src/pipeline/steps/browser.ts +67 -0
- package/src/pipeline/steps/fetch.ts +60 -0
- package/src/pipeline/steps/intercept.ts +78 -0
- package/src/pipeline/steps/tap.ts +137 -0
- package/src/pipeline/steps/transform.ts +50 -0
- package/src/pipeline/template.test.ts +107 -0
- package/src/pipeline/template.ts +101 -0
- package/src/pipeline/transform.test.ts +107 -0
- package/src/pipeline.ts +5 -529
- package/src/registry.ts +4 -2
- package/src/runtime.ts +3 -1
- package/src/types.ts +23 -0
- package/vitest.config.ts +7 -0
- package/dist/clis/github/search.js +0 -20
- package/dist/clis/github/trending.yaml +0 -58
- package/dist/promote.d.ts +0 -1
- package/dist/promote.js +0 -3
- package/dist/register.d.ts +0 -2
- package/dist/register.js +0 -2
- package/dist/scaffold.d.ts +0 -2
- package/dist/scaffold.js +0 -2
- package/dist/smoke.d.ts +0 -2
- package/dist/smoke.js +0 -2
- package/src/clis/github/search.ts +0 -21
- package/src/clis/github/trending.yaml +0 -58
- package/src/promote.ts +0 -3
- package/src/register.ts +0 -2
- package/src/scaffold.ts +0 -2
- package/src/smoke.ts +0 -2
- /package/dist/clis/{github/search.d.ts → bbc/news.d.ts} +0 -0
|
@@ -0,0 +1,101 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Pipeline template engine: ${{ ... }} expression rendering.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
export interface RenderContext {
|
|
6
|
+
args?: Record<string, any>;
|
|
7
|
+
data?: any;
|
|
8
|
+
item?: any;
|
|
9
|
+
index?: number;
|
|
10
|
+
}
|
|
11
|
+
|
|
12
|
+
export function render(template: any, ctx: RenderContext): any {
|
|
13
|
+
if (typeof template !== 'string') return template;
|
|
14
|
+
const fullMatch = template.match(/^\$\{\{\s*(.*?)\s*\}\}$/);
|
|
15
|
+
if (fullMatch) return evalExpr(fullMatch[1].trim(), ctx);
|
|
16
|
+
return template.replace(/\$\{\{\s*(.*?)\s*\}\}/g, (_m, expr) => String(evalExpr(expr.trim(), ctx)));
|
|
17
|
+
}
|
|
18
|
+
|
|
19
|
+
export function evalExpr(expr: string, ctx: RenderContext): any {
|
|
20
|
+
const args = ctx.args ?? {};
|
|
21
|
+
const item = ctx.item ?? {};
|
|
22
|
+
const data = ctx.data;
|
|
23
|
+
const index = ctx.index ?? 0;
|
|
24
|
+
|
|
25
|
+
// Default filter: args.limit | default(20)
|
|
26
|
+
if (expr.includes('|') && expr.includes('default(')) {
|
|
27
|
+
const [mainExpr, rest] = expr.split('|', 2);
|
|
28
|
+
const defaultMatch = rest.match(/default\((.+?)\)/);
|
|
29
|
+
const defaultVal = defaultMatch ? defaultMatch[1] : null;
|
|
30
|
+
const result = resolvePath(mainExpr.trim(), { args, item, data, index });
|
|
31
|
+
if (result === null || result === undefined) {
|
|
32
|
+
if (defaultVal !== null) {
|
|
33
|
+
const intVal = parseInt(defaultVal!, 10);
|
|
34
|
+
if (!isNaN(intVal) && String(intVal) === defaultVal!.trim()) return intVal;
|
|
35
|
+
return defaultVal!.replace(/^['"]|['"]$/g, '');
|
|
36
|
+
}
|
|
37
|
+
}
|
|
38
|
+
return result;
|
|
39
|
+
}
|
|
40
|
+
|
|
41
|
+
// Arithmetic: index + 1
|
|
42
|
+
const arithMatch = expr.match(/^([\w][\w.]*)\s*([+\-*/])\s*(\d+)$/);
|
|
43
|
+
if (arithMatch) {
|
|
44
|
+
const [, varName, op, numStr] = arithMatch;
|
|
45
|
+
const val = resolvePath(varName, { args, item, data, index });
|
|
46
|
+
if (val !== null && val !== undefined) {
|
|
47
|
+
const numVal = Number(val); const num = Number(numStr);
|
|
48
|
+
if (!isNaN(numVal)) {
|
|
49
|
+
switch (op) {
|
|
50
|
+
case '+': return numVal + num; case '-': return numVal - num;
|
|
51
|
+
case '*': return numVal * num; case '/': return num !== 0 ? numVal / num : 0;
|
|
52
|
+
}
|
|
53
|
+
}
|
|
54
|
+
}
|
|
55
|
+
}
|
|
56
|
+
|
|
57
|
+
// JS-like fallback expression: item.tweetCount || 'N/A'
|
|
58
|
+
const orMatch = expr.match(/^(.+?)\s*\|\|\s*(.+)$/);
|
|
59
|
+
if (orMatch) {
|
|
60
|
+
const left = evalExpr(orMatch[1].trim(), ctx);
|
|
61
|
+
if (left) return left;
|
|
62
|
+
const right = orMatch[2].trim();
|
|
63
|
+
return right.replace(/^['"]|['"]$/g, '');
|
|
64
|
+
}
|
|
65
|
+
|
|
66
|
+
return resolvePath(expr, { args, item, data, index });
|
|
67
|
+
}
|
|
68
|
+
|
|
69
|
+
export function resolvePath(pathStr: string, ctx: RenderContext): any {
|
|
70
|
+
const args = ctx.args ?? {};
|
|
71
|
+
const item = ctx.item ?? {};
|
|
72
|
+
const data = ctx.data;
|
|
73
|
+
const index = ctx.index ?? 0;
|
|
74
|
+
const parts = pathStr.split('.');
|
|
75
|
+
const rootName = parts[0];
|
|
76
|
+
let obj: any; let rest: string[];
|
|
77
|
+
if (rootName === 'args') { obj = args; rest = parts.slice(1); }
|
|
78
|
+
else if (rootName === 'item') { obj = item; rest = parts.slice(1); }
|
|
79
|
+
else if (rootName === 'data') { obj = data; rest = parts.slice(1); }
|
|
80
|
+
else if (rootName === 'index') return index;
|
|
81
|
+
else { obj = item; rest = parts; }
|
|
82
|
+
for (const part of rest) {
|
|
83
|
+
if (obj && typeof obj === 'object' && !Array.isArray(obj)) obj = obj[part];
|
|
84
|
+
else if (Array.isArray(obj) && /^\d+$/.test(part)) obj = obj[parseInt(part, 10)];
|
|
85
|
+
else return null;
|
|
86
|
+
}
|
|
87
|
+
return obj;
|
|
88
|
+
}
|
|
89
|
+
|
|
90
|
+
/**
|
|
91
|
+
* Normalize JavaScript source for browser evaluate() calls.
|
|
92
|
+
*/
|
|
93
|
+
export function normalizeEvaluateSource(source: string): string {
|
|
94
|
+
const stripped = source.trim();
|
|
95
|
+
if (!stripped) return '() => undefined';
|
|
96
|
+
if (stripped.startsWith('(') && stripped.endsWith(')()')) return `() => (${stripped})`;
|
|
97
|
+
if (/^(async\s+)?\([^)]*\)\s*=>/.test(stripped)) return stripped;
|
|
98
|
+
if (/^(async\s+)?[A-Za-z_][A-Za-z0-9_]*\s*=>/.test(stripped)) return stripped;
|
|
99
|
+
if (stripped.startsWith('function ') || stripped.startsWith('async function ')) return stripped;
|
|
100
|
+
return `() => (${stripped})`;
|
|
101
|
+
}
|
|
@@ -0,0 +1,107 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Tests for pipeline transform steps: select, map, filter, sort, limit.
|
|
3
|
+
*/
|
|
4
|
+
|
|
5
|
+
import { describe, it, expect } from 'vitest';
|
|
6
|
+
import { stepSelect, stepMap, stepFilter, stepSort, stepLimit } from './steps/transform.js';
|
|
7
|
+
|
|
8
|
+
const SAMPLE_DATA = [
|
|
9
|
+
{ title: 'Alpha', score: 10, author: 'Alice' },
|
|
10
|
+
{ title: 'Beta', score: 30, author: 'Bob' },
|
|
11
|
+
{ title: 'Gamma', score: 20, author: 'Charlie' },
|
|
12
|
+
];
|
|
13
|
+
|
|
14
|
+
describe('stepSelect', () => {
|
|
15
|
+
it('selects nested path', async () => {
|
|
16
|
+
const data = { result: { items: [1, 2, 3] } };
|
|
17
|
+
const result = await stepSelect(null, 'result.items', data, {});
|
|
18
|
+
expect(result).toEqual([1, 2, 3]);
|
|
19
|
+
});
|
|
20
|
+
|
|
21
|
+
it('selects array by index', async () => {
|
|
22
|
+
const data = { list: ['a', 'b', 'c'] };
|
|
23
|
+
const result = await stepSelect(null, 'list.1', data, {});
|
|
24
|
+
expect(result).toBe('b');
|
|
25
|
+
});
|
|
26
|
+
|
|
27
|
+
it('returns null for missing path', async () => {
|
|
28
|
+
const result = await stepSelect(null, 'missing.path', { foo: 1 }, {});
|
|
29
|
+
expect(result).toBeNull();
|
|
30
|
+
});
|
|
31
|
+
|
|
32
|
+
it('returns data as-is for non-object', async () => {
|
|
33
|
+
const result = await stepSelect(null, 'foo', 'string-data', {});
|
|
34
|
+
expect(result).toBe('string-data');
|
|
35
|
+
});
|
|
36
|
+
});
|
|
37
|
+
|
|
38
|
+
describe('stepMap', () => {
|
|
39
|
+
it('maps array items', async () => {
|
|
40
|
+
const result = await stepMap(null, {
|
|
41
|
+
name: '${{ item.title }}',
|
|
42
|
+
rank: '${{ index + 1 }}',
|
|
43
|
+
}, SAMPLE_DATA, {});
|
|
44
|
+
expect(result).toEqual([
|
|
45
|
+
{ name: 'Alpha', rank: 1 },
|
|
46
|
+
{ name: 'Beta', rank: 2 },
|
|
47
|
+
{ name: 'Gamma', rank: 3 },
|
|
48
|
+
]);
|
|
49
|
+
});
|
|
50
|
+
|
|
51
|
+
it('handles single object', async () => {
|
|
52
|
+
const result = await stepMap(null, {
|
|
53
|
+
name: '${{ item.title }}',
|
|
54
|
+
}, { title: 'Solo' }, {});
|
|
55
|
+
expect(result).toEqual([{ name: 'Solo' }]);
|
|
56
|
+
});
|
|
57
|
+
|
|
58
|
+
it('returns null/undefined as-is', async () => {
|
|
59
|
+
expect(await stepMap(null, { x: '${{ item.x }}' }, null, {})).toBeNull();
|
|
60
|
+
});
|
|
61
|
+
});
|
|
62
|
+
|
|
63
|
+
describe('stepFilter', () => {
|
|
64
|
+
it('filters by expression', async () => {
|
|
65
|
+
const result = await stepFilter(null, 'item.score', SAMPLE_DATA, {});
|
|
66
|
+
expect(result).toHaveLength(3); // all truthy
|
|
67
|
+
});
|
|
68
|
+
|
|
69
|
+
it('returns non-array as-is', async () => {
|
|
70
|
+
const result = await stepFilter(null, 'item.x', 'not-array', {});
|
|
71
|
+
expect(result).toBe('not-array');
|
|
72
|
+
});
|
|
73
|
+
});
|
|
74
|
+
|
|
75
|
+
describe('stepSort', () => {
|
|
76
|
+
it('sorts ascending by key', async () => {
|
|
77
|
+
const result = await stepSort(null, 'score', SAMPLE_DATA, {});
|
|
78
|
+
expect(result.map((r: any) => r.title)).toEqual(['Alpha', 'Gamma', 'Beta']);
|
|
79
|
+
});
|
|
80
|
+
|
|
81
|
+
it('sorts descending', async () => {
|
|
82
|
+
const result = await stepSort(null, { by: 'score', order: 'desc' }, SAMPLE_DATA, {});
|
|
83
|
+
expect(result.map((r: any) => r.title)).toEqual(['Beta', 'Gamma', 'Alpha']);
|
|
84
|
+
});
|
|
85
|
+
|
|
86
|
+
it('does not mutate original', async () => {
|
|
87
|
+
const original = [...SAMPLE_DATA];
|
|
88
|
+
await stepSort(null, 'score', SAMPLE_DATA, {});
|
|
89
|
+
expect(SAMPLE_DATA).toEqual(original);
|
|
90
|
+
});
|
|
91
|
+
});
|
|
92
|
+
|
|
93
|
+
describe('stepLimit', () => {
|
|
94
|
+
it('limits array to N items', async () => {
|
|
95
|
+
const result = await stepLimit(null, '2', SAMPLE_DATA, {});
|
|
96
|
+
expect(result).toHaveLength(2);
|
|
97
|
+
});
|
|
98
|
+
|
|
99
|
+
it('limits using template expression', async () => {
|
|
100
|
+
const result = await stepLimit(null, '${{ args.limit }}', SAMPLE_DATA, { limit: 1 });
|
|
101
|
+
expect(result).toHaveLength(1);
|
|
102
|
+
});
|
|
103
|
+
|
|
104
|
+
it('returns non-array as-is', async () => {
|
|
105
|
+
expect(await stepLimit(null, '5', 'string', {})).toBe('string');
|
|
106
|
+
});
|
|
107
|
+
});
|