@jackwener/opencli 1.6.2 → 1.6.4

package/src/clis/jimeng/history.yaml

@@ -1,46 +0,0 @@
-site: jimeng
-name: history
-description: 即梦AI 查看最近生成的作品
-domain: jimeng.jianying.com
-strategy: cookie
-browser: true
-
-args:
-  limit:
-    type: int
-    default: 5
-
-columns: [prompt, model, status, image_url, created_at]
-
-pipeline:
-  - navigate: https://jimeng.jianying.com/ai-tool/generate?type=image&workspace=0
-  - evaluate: |
-      (async () => {
-        const limit = ${{ args.limit }};
-        const res = await fetch('/mweb/v1/get_history?aid=513695&device_platform=web&region=cn&da_version=3.3.11&web_version=7.5.0&aigc_features=app_lip_sync', {
-          method: 'POST',
-          credentials: 'include',
-          headers: { 'Content-Type': 'application/json' },
-          body: JSON.stringify({ cursor: '', count: limit, need_page_item: true, need_aigc_data: true, aigc_mode_list: ['workbench'] })
-        });
-        const data = await res.json();
-        const items = data?.data?.history_list || [];
-        return items.slice(0, limit).map(item => {
-          const params = item.aigc_image_params?.text2image_params || {};
-          const images = item.image?.large_images || [];
-          return {
-            prompt: params.prompt || item.common_attr?.title || 'N/A',
-            model: params.model_config?.model_name || 'unknown',
-            status: item.common_attr?.status === 102 ? 'completed' : 'pending',
-            image_url: images[0]?.image_url || '',
-            created_at: new Date((item.common_attr?.create_time || 0) * 1000).toLocaleString('zh-CN'),
-          };
-        });
-      })()
-  - map:
-      prompt: ${{ item.prompt }}
-      model: ${{ item.model }}
-      status: ${{ item.status }}
-      image_url: ${{ item.image_url }}
-      created_at: ${{ item.created_at }}
-  - limit: ${{ args.limit }}

package/src/clis/linkedin/search.ts

@@ -1,417 +0,0 @@
-import { cli, Strategy } from '../../registry.js';
-import type { IPage } from '../../types.js';
-import { ArgumentError, CommandExecutionError } from '../../errors.js';
-
-// ── Filter value mappings ──────────────────────────────────────────────
-
-const EXPERIENCE_LEVELS: Record<string, string> = {
-  internship: '1',
-  entry: '2',
-  'entry-level': '2',
-  associate: '3',
-  mid: '4',
-  senior: '4',
-  'mid-senior': '4',
-  'mid-senior-level': '4',
-  director: '5',
-  executive: '6',
-};
-
-const JOB_TYPES: Record<string, string> = {
-  'full-time': 'F',
-  fulltime: 'F',
-  full: 'F',
-  'part-time': 'P',
-  parttime: 'P',
-  part: 'P',
-  contract: 'C',
-  temporary: 'T',
-  temp: 'T',
-  volunteer: 'V',
-  internship: 'I',
-  other: 'O',
-};
-
-const DATE_POSTED: Record<string, string> = {
-  any: 'on',
-  month: 'r2592000',
-  'past-month': 'r2592000',
-  week: 'r604800',
-  'past-week': 'r604800',
-  day: 'r86400',
-  '24h': 'r86400',
-  'past-24h': 'r86400',
-};
-
-const REMOTE_TYPES: Record<string, string> = {
-  onsite: '1',
-  'on-site': '1',
-  hybrid: '3',
-  remote: '2',
-};
-
-// ── Helpers ────────────────────────────────────────────────────────────
-
-function parseCsvArg(value: unknown): string[] {
-  if (value === undefined || value === null || value === '') return [];
-  return String(value)
-    .split(',')
-    .map(item => item.trim())
-    .filter(Boolean);
-}
-
-function mapFilterValues(input: unknown, mapping: Record<string, string>, label: string): string[] {
-  const values = parseCsvArg(input);
-  const resolved = values.map(value => {
-    const key = value.toLowerCase();
-    const mapped = mapping[key];
-    if (!mapped) throw new ArgumentError(`Unsupported ${label}: ${value}`);
-    return mapped;
-  });
-  return [...new Set(resolved)];
-}
-
-function normalizeWhitespace(value: unknown): string {
-  return String(value ?? '').replace(/\s+/g, ' ').trim();
-}
-
-function decodeLinkedinRedirect(url: string): string {
-  if (!url) return '';
-  try {
-    const parsed = new URL(url);
-    if (parsed.pathname === '/redir/redirect/') {
-      return parsed.searchParams.get('url') || url;
-    }
-  } catch {}
-  return url;
-}
-
-// ── Voyager query builder (runs in Node, NOT inside page.evaluate) ────
-
-interface SearchInput {
-  keywords: string;
-  location: string;
-  limit: number;
-  start: number;
-  companyIds: string[];
-  experienceLevels: string[];
-  jobTypes: string[];
-  datePostedValues: string[];
-  remoteTypes: string[];
-}
-
-function buildVoyagerSearchQuery(input: SearchInput): string {
-  const hasFilters =
-    input.companyIds.length ||
-    input.experienceLevels.length ||
-    input.jobTypes.length ||
-    input.datePostedValues.length ||
-    input.remoteTypes.length;
-
-  const parts = [
-    'origin:' + (hasFilters ? 'JOB_SEARCH_PAGE_JOB_FILTER' : 'JOB_SEARCH_PAGE_OTHER_ENTRY'),
-    'keywords:' + input.keywords,
-  ];
-  if (input.location) {
-    parts.push('locationUnion:(seoLocation:(location:' + input.location + '))');
-  }
-  const filters: string[] = [];
-  if (input.companyIds.length) filters.push('company:List(' + input.companyIds.join(',') + ')');
-  if (input.experienceLevels.length) filters.push('experience:List(' + input.experienceLevels.join(',') + ')');
-  if (input.jobTypes.length) filters.push('jobType:List(' + input.jobTypes.join(',') + ')');
-  if (input.datePostedValues.length) filters.push('timePostedRange:List(' + input.datePostedValues.join(',') + ')');
-  if (input.remoteTypes.length) filters.push('workplaceType:List(' + input.remoteTypes.join(',') + ')');
-  if (filters.length) parts.push('selectedFilters:(' + filters.join(',') + ')');
-  parts.push('spellCorrectionEnabled:true');
-  return '(' + parts.join(',') + ')';
-}
-
-function buildVoyagerUrl(input: SearchInput, offset: number, count: number): string {
-  const params = new URLSearchParams({
-    decorationId: 'com.linkedin.voyager.dash.deco.jobs.search.JobSearchCardsCollection-220',
-    count: String(count),
-    q: 'jobSearch',
-  });
-  const query = encodeURIComponent(buildVoyagerSearchQuery(input))
-    .replace(/%3A/gi, ':')
-    .replace(/%2C/gi, ',')
-    .replace(/%28/gi, '(')
-    .replace(/%29/gi, ')');
-  return '/voyager/api/voyagerJobsDashJobCards?' + params.toString() + '&query=' + query + '&start=' + offset;
-}
-
-// ── Company ID resolution (requires DOM interaction) ──────────────────
-
-async function resolveCompanyIds(page: IPage, input: unknown): Promise<string[]> {
-  const rawValues = parseCsvArg(input);
-  const ids = new Set<string>();
-  const names: string[] = [];
-
-  for (const value of rawValues) {
-    if (/^\d+$/.test(value)) ids.add(value);
-    else names.push(value);
-  }
-
-  if (!names.length) return [...ids];
-
-  const resolved = await page.evaluate(`(async () => {
-    const targets = ${JSON.stringify(names)};
-    const sleep = (ms) => new Promise(resolve => setTimeout(resolve, ms));
-    const normalize = (v) => (v || '').toLowerCase().replace(/\\s+/g, ' ').trim();
-
-    // Open "All filters" panel to expose company filter inputs
-    const allBtn = [...document.querySelectorAll('button')]
-      .find(b => ((b.innerText || '').trim().replace(/\\s+/g, ' ')) === 'All filters');
-    if (allBtn) { allBtn.click(); await sleep(300); }
-
-    const getCompanyMap = () => {
-      const map = {};
-      for (const el of document.querySelectorAll('input[name="company-filter-value"]')) {
-        const text = (el.parentElement?.innerText || el.closest('label')?.innerText || '')
-          .replace(/\\s+/g, ' ').trim().replace(/\\s*Filter by.*$/i, '').trim();
-        if (text) map[normalize(text)] = el.value;
-      }
-      return map;
-    };
-
-    const match = (map, name) => {
-      const n = normalize(name);
-      if (map[n]) return map[n];
-      const k = Object.keys(map).find(e => e === n || e.includes(n) || n.includes(e));
-      return k ? map[k] : null;
-    };
-
-    const results = {};
-    let map = getCompanyMap();
-
-    for (const name of targets) {
-      let found = match(map, name);
-      if (!found) {
-        const inp = [...document.querySelectorAll('input')]
-          .find(el => el.getAttribute('aria-label') === 'Add a company');
-        if (inp) {
-          inp.focus();
-          inp.value = name;
-          inp.dispatchEvent(new Event('input', { bubbles: true }));
-          inp.dispatchEvent(new KeyboardEvent('keyup', { key: 'Enter', bubbles: true }));
-          await sleep(1200);
-          map = getCompanyMap();
-          found = match(map, name);
-          inp.value = '';
-          inp.dispatchEvent(new Event('input', { bubbles: true }));
-          await sleep(100);
-        }
-      }
-      results[name] = found || null;
-    }
-    return results;
-  })()`);
-
-  const unresolved: string[] = [];
-  for (const name of names) {
-    const id = resolved?.[name];
-    if (id) ids.add(id);
-    else unresolved.push(name);
-  }
-
-  if (unresolved.length) {
-    throw new ArgumentError(`Could not resolve LinkedIn company filter: ${unresolved.join(', ')}`);
-  }
-
-  return [...ids];
-}
-
-// ── Voyager API fetch (runs inside page context for cookie access) ────
-
-async function fetchJobCards(
-  page: IPage,
-  input: SearchInput,
-): Promise<Array<Record<string, any>>> {
-  const MAX_BATCH = 25;
-  const allJobs: Array<Record<string, any>> = [];
-  let offset = input.start;
-
-  while (allJobs.length < input.limit) {
-    const count = Math.min(MAX_BATCH, input.limit - allJobs.length);
-    const apiPath = buildVoyagerUrl(input, offset, count);
-
-    const batch = await page.evaluate(`(async () => {
-      const jsession = document.cookie.split(';').map(p => p.trim())
-        .find(p => p.startsWith('JSESSIONID='))?.slice('JSESSIONID='.length);
-      if (!jsession) return { error: 'LinkedIn JSESSIONID cookie not found. Please sign in to LinkedIn in the browser.' };
-
-      const csrf = jsession.replace(/^"|"$/g, '');
-      const res = await fetch(${JSON.stringify(apiPath)}, {
-        credentials: 'include',
-        headers: { 'csrf-token': csrf, 'x-restli-protocol-version': '2.0.0' },
-      });
-      if (!res.ok) {
-        const text = await res.text();
-        return { error: 'LinkedIn API error: HTTP ' + res.status + ' ' + text.slice(0, 200) };
-      }
-      return res.json();
-    })()`);
-
-    if (!batch || batch.error) {
-      throw new CommandExecutionError(batch?.error || 'LinkedIn search returned an unexpected response');
-    }
-
-    const elements: any[] = Array.isArray(batch?.elements) ? batch.elements : [];
-    if (elements.length === 0) break;
-
-    for (const element of elements) {
-      const card = element?.jobCardUnion?.jobPostingCard;
-      if (!card) continue;
-
-      // Extract job ID from URN fields
-      const jobId = [card.jobPostingUrn, card.jobPosting?.entityUrn, card.entityUrn]
-        .filter(Boolean)
-        .map(s => String(s).match(/(\d+)/)?.[1])
-        .find(Boolean) ?? '';
-
-      // Extract listed date
-      const listedItem = (card.footerItems || []).find((i: any) => i?.type === 'LISTED_DATE' && i?.timeAt);
-      const listed = listedItem?.timeAt ? new Date(listedItem.timeAt).toISOString().slice(0, 10) : '';
-
-      allJobs.push({
-        title: card.jobPostingTitle || card.title?.text || '',
-        company: card.primaryDescription?.text || '',
-        location: card.secondaryDescription?.text || '',
-        listed,
-        salary: card.tertiaryDescription?.text || '',
-        url: jobId ? 'https://www.linkedin.com/jobs/view/' + jobId : '',
-      });
-    }
-
-    if (elements.length < count) break;
-    offset += elements.length;
-  }
-
-  return allJobs.slice(0, input.limit).map((item, index) => ({
-    rank: input.start + index + 1,
-    ...item,
-  }));
-}
-
-// ── Job detail enrichment (--details flag) ────────────────────────────
-
-async function enrichJobDetails(
-  page: IPage,
-  jobs: Array<Record<string, any>>,
-): Promise<Array<Record<string, any>>> {
-  const enriched: Array<Record<string, any>> = [];
-
-  for (let i = 0; i < jobs.length; i++) {
-    const job = jobs[i];
-    console.error(`[opencli:linkedin] Fetching details ${i + 1}/${jobs.length}: ${job.title}`);
-
-    if (!job.url) {
-      enriched.push({ ...job, description: '', apply_url: '' });
-      continue;
-    }
-
-    try {
-      await page.goto(job.url);
-      await page.wait({ text: 'About the job', timeout: 8 });
-
-      // Expand "Show more" button if present
-      await page.evaluate(`(() => {
-        const norm = (v) => (v || '').replace(/\\s+/g, ' ').trim().toLowerCase();
-        const section = [...document.querySelectorAll('div, section, article')]
-          .find(el => norm(el.querySelector('h1,h2,h3,h4')?.textContent || '') === 'about the job');
-        const btn = [...(section?.querySelectorAll('button, a[role="button"]') || [])]
-          .find(el => /more/.test(norm(el.textContent || '')) || /more/.test(norm(el.getAttribute('aria-label') || '')));
-        if (btn) btn.click();
-      })()`);
-      await page.wait(1);
-
-      // Extract description and apply URL
-      const detail = await page.evaluate(`(() => {
-        const norm = (v) => (v || '').replace(/\\s+/g, ' ').trim();
-        // Find the most specific (shortest) container with "About the job" heading
-        // Shortest = most specific DOM node, avoiding outer wrappers that include unrelated text
-        const candidates = [...document.querySelectorAll('div, section, article')]
-          .map(el => ({
-            heading: norm(el.querySelector('h1,h2,h3,h4')?.textContent || ''),
-            text: norm(el.innerText || ''),
-          }))
-          .filter(c => c.text && c.heading.toLowerCase() === 'about the job' && c.text.length > 'About the job'.length)
-          .sort((a, b) => a.text.length - b.text.length);
-
-        const description = candidates[0]?.text.replace(/^About the job\\s*/i, '') || '';
-        const applyLink = [...document.querySelectorAll('a[href]')]
-          .map(a => ({ href: a.href || '', text: norm(a.textContent || ''), aria: norm(a.getAttribute('aria-label') || '') }))
-          .find(a => /apply/i.test(a.text) || /apply/i.test(a.aria));
-
-        return { description, applyUrl: applyLink?.href || '' };
-      })()`);
-
-      enriched.push({
-        ...job,
-        description: normalizeWhitespace(detail?.description),
-        apply_url: decodeLinkedinRedirect(String(detail?.applyUrl ?? '')),
-      });
-    } catch {
-      enriched.push({ ...job, description: '', apply_url: '' });
-    }
-  }
-
-  return enriched;
-}
-
-// ── CLI registration ──────────────────────────────────────────────────
-
-cli({
-  site: 'linkedin',
-  name: 'search',
-  description: 'Search LinkedIn jobs',
-  domain: 'www.linkedin.com',
-  strategy: Strategy.HEADER,
-  browser: true,
-  args: [
-    { name: 'query', type: 'string', required: true, positional: true, help: 'Job search keywords' },
-    { name: 'location', type: 'string', required: false, help: 'Location text such as San Francisco Bay Area' },
-    { name: 'limit', type: 'int', default: 10, help: 'Number of jobs to return (max 100)' },
-    { name: 'start', type: 'int', default: 0, help: 'Result offset for pagination' },
-    { name: 'details', type: 'bool', default: false, help: 'Include full job description and apply URL (slower)' },
-    { name: 'company', type: 'string', required: false, help: 'Comma-separated company names or LinkedIn company IDs' },
-    { name: 'experience-level', type: 'string', required: false, help: 'Comma-separated: internship, entry, associate, mid-senior, director, executive' },
-    { name: 'job-type', type: 'string', required: false, help: 'Comma-separated: full-time, part-time, contract, temporary, volunteer, internship, other' },
-    { name: 'date-posted', type: 'string', required: false, help: 'One of: any, month, week, 24h' },
-    { name: 'remote', type: 'string', required: false, help: 'Comma-separated: on-site, hybrid, remote' },
-  ],
-  columns: ['rank', 'title', 'company', 'location', 'listed', 'salary', 'url'],
-  func: async (page, kwargs) => {
-    const limit = Math.max(1, Math.min(kwargs.limit ?? 10, 100));
-    const start = Math.max(0, kwargs.start ?? 0);
-    const includeDetails = Boolean(kwargs.details);
-    const location = (kwargs.location ?? '').trim();
-    const keywords = String(kwargs.query ?? '').trim();
-
-    if (!keywords) throw new ArgumentError('query is required');
-
-    const searchParams = new URLSearchParams({ keywords });
-    if (location) searchParams.set('location', location);
-
-    await page.goto(`https://www.linkedin.com/jobs/search/?${searchParams.toString()}`);
-    await page.wait({ text: 'Jobs', timeout: 10 });
-    const companyIds = await resolveCompanyIds(page, kwargs.company);
-
-    const input: SearchInput = {
-      keywords,
-      location,
-      limit,
-      start,
-      companyIds,
-      experienceLevels: mapFilterValues(kwargs['experience-level'], EXPERIENCE_LEVELS, 'experience_level'),
-      jobTypes: mapFilterValues(kwargs['job-type'], JOB_TYPES, 'job_type'),
-      datePostedValues: mapFilterValues(kwargs['date-posted'], DATE_POSTED, 'date_posted'),
-      remoteTypes: mapFilterValues(kwargs.remote, REMOTE_TYPES, 'remote'),
-    };
-
-    const data = await fetchJobCards(page, input);
-
-    if (!includeDetails) return data;
-    return enrichJobDetails(page, data);
-  },
-});

package/src/clis/linkedin/timeline.test.ts

@@ -1,99 +0,0 @@
-import { describe, expect, it } from 'vitest';
-import { getRegistry } from '../../registry.js';
-import './timeline.js';
-
-const { parseMetric, buildPostId, mergeTimelinePosts } = await import('./timeline.js').then(
-  (m) => (m as any).__test__,
-);
-
-describe('linkedin timeline adapter', () => {
-  const command = getRegistry().get('linkedin/timeline');
-
-  it('registers the command with correct shape', () => {
-    expect(command).toBeDefined();
-    expect(command!.site).toBe('linkedin');
-    expect(command!.name).toBe('timeline');
-    expect(command!.domain).toBe('www.linkedin.com');
-    expect(command!.strategy).toBe('cookie');
-    expect(command!.browser).toBe(true);
-    expect(typeof command!.func).toBe('function');
-  });
-
-  it('has limit arg with default 20', () => {
-    const limitArg = command!.args.find((a) => a.name === 'limit');
-    expect(limitArg).toBeDefined();
-    expect(limitArg!.default).toBe(20);
-  });
-
-  it('includes expected columns', () => {
-    expect(command!.columns).toEqual(
-      expect.arrayContaining(['author', 'text', 'reactions', 'comments', 'url']),
-    );
-  });
-});
-
-describe('parseMetric', () => {
-  it('parses plain numbers', () => {
-    expect(parseMetric('42')).toBe(42);
-    expect(parseMetric('1,234')).toBe(1234);
-  });
-
-  it('handles k/m suffixes', () => {
-    expect(parseMetric('2.5k')).toBe(2500);
-    expect(parseMetric('1.2M')).toBe(1200000);
-  });
-
-  it('returns 0 for empty/undefined', () => {
-    expect(parseMetric('')).toBe(0);
-    expect(parseMetric(undefined)).toBe(0);
-    expect(parseMetric(null)).toBe(0);
-  });
-});
-
-describe('buildPostId', () => {
-  it('uses url when present', () => {
-    expect(buildPostId({ url: 'https://linkedin.com/post/123' })).toBe(
-      'https://linkedin.com/post/123',
-    );
-  });
-
-  it('falls back to composite key', () => {
-    const id = buildPostId({ author: 'Alice', posted_at: '2h', text: 'Hello world' });
-    expect(id).toBe('Alice::2h::Hello world');
-  });
-});
-
-describe('mergeTimelinePosts', () => {
-  it('deduplicates by url', () => {
-    const url = 'https://linkedin.com/post/1';
-    const a = {
-      id: url,
-      author: 'Alice',
-      author_url: '',
-      headline: '',
-      text: 'Hello',
-      posted_at: '1h',
-      reactions: 5,
-      comments: 1,
-      url,
-    };
-    const result = mergeTimelinePosts([a], [a]);
-    expect(result).toHaveLength(1);
-  });
-
-  it('skips posts without author or text', () => {
-    const empty = {
-      id: '2',
-      author: '',
-      author_url: '',
-      headline: '',
-      text: 'some text',
-      posted_at: '',
-      reactions: 0,
-      comments: 0,
-      url: '',
-    };
-    const result = mergeTimelinePosts([], [empty]);
-    expect(result).toHaveLength(0);
-  });
-});