@lobu/cli 6.1.1 → 7.0.0

package/dist/connectors/github.ts

@@ -53,6 +53,14 @@ interface RepoRef {
   repo: string;
 }
 
+interface GitHubMutationResponse {
+  id: number;
+  number: number;
+  html_url: string;
+  state: string;
+  draft?: boolean;
+}
+
 interface GitHubRepositoryLike {
   id?: number;
   full_name?: string;
@@ -168,13 +176,6 @@ function toIsoOrUndefined(value: unknown): string | undefined {
   return Number.isNaN(parsed.getTime()) ? undefined : parsed.toISOString();
 }
 
-function stripMarkdown(code: string): string {
-  return code
-    .replace(/```[a-zA-Z]*\n?/g, '')
-    .replace(/```/g, '')
-    .trim();
-}
-
 const REPO_PROPS = {
   repo_owner: { type: 'string', minLength: 1, description: 'Repository owner' },
   repo_name: { type: 'string', minLength: 1, description: 'Repository name' },
@@ -569,7 +570,7 @@ export default class GitHubConnector extends ConnectorRuntime {
   };
 
   async sync(ctx: SyncContext): Promise<SyncResult> {
-    const config = this.parseConfig(ctx.config);
+    const config = ctx.config as GitHubConfig;
     const repo = this.resolveRepo(config, {});
     const token = this.resolveToken(ctx.credentials?.accessToken, config);
     const contentType = (ctx.feedKey ?? 'issues') as GitHubContentType;
@@ -611,7 +612,7 @@ export default class GitHubConnector extends ConnectorRuntime {
 
   async execute(ctx: ActionContext): Promise<ActionResult> {
     try {
-      const config = this.parseConfig(ctx.config);
+      const config = ctx.config as GitHubConfig;
       const repo = this.resolveRepo(config, ctx.input);
       const token = this.resolveToken(ctx.credentials?.accessToken, config);
 
@@ -643,10 +644,6 @@ export default class GitHubConnector extends ConnectorRuntime {
     }
   }
 
-  private parseConfig(raw: Record<string, unknown>): GitHubConfig {
-    return raw as GitHubConfig;
-  }
-
   private resolveRepo(config: GitHubConfig, input: Record<string, unknown>): RepoRef {
     const owner = asString(input.repo_owner) ?? config.repo_owner;
     const repo = asString(input.repo_name) ?? config.repo_name;
@@ -686,7 +683,7 @@ export default class GitHubConnector extends ConnectorRuntime {
 
   private async syncContent(params: {
     repo: RepoRef;
-    contentType: GitHubContentType;
+    contentType: Exclude<GitHubContentType, 'stargazers'>;
     sinceIso: string;
     labelsFilter: string[];
     token: string | null;
@@ -705,10 +702,6 @@ export default class GitHubConnector extends ConnectorRuntime {
         return await this.syncDiscussions(repo, sinceIso, token);
       case 'discussion_comments':
         return await this.syncDiscussionComments(repo, sinceIso, token);
-      case 'stargazers':
-        return [];
-      default:
-        return [];
     }
   }
 
@@ -1327,12 +1320,7 @@ export default class GitHubConnector extends ConnectorRuntime {
       ? input.assignees.filter((value): value is string => typeof value === 'string')
       : undefined;
 
-    const issue = await this.requestJson<{
-      id: number;
-      number: number;
-      html_url: string;
-      state: string;
-    }>({
+    const issue = await this.requestJson<GitHubMutationResponse>({
       method: 'POST',
       url: `https://api.github.com/repos/${repo.owner}/${repo.repo}/issues`,
       token,
@@ -1394,12 +1382,7 @@ export default class GitHubConnector extends ConnectorRuntime {
     const issueNumber = toInt(input.issue_number, 0);
     if (!issueNumber) return { success: false, error: 'issue_number is required' };
 
-    const issue = await this.requestJson<{
-      id: number;
-      number: number;
-      html_url: string;
-      state: string;
-    }>({
+    const issue = await this.requestJson<GitHubMutationResponse>({
       method: 'PATCH',
       url: `https://api.github.com/repos/${repo.owner}/${repo.repo}/issues/${issueNumber}`,
       token,
@@ -1432,13 +1415,7 @@ export default class GitHubConnector extends ConnectorRuntime {
     const body = asString(input.body);
     const draft = typeof input.draft === 'boolean' ? input.draft : undefined;
 
-    const pr = await this.requestJson<{
-      id: number;
-      number: number;
-      html_url: string;
-      state: string;
-      draft?: boolean;
-    }>({
+    const pr = await this.requestJson<GitHubMutationResponse>({
       method: 'POST',
       url: `https://api.github.com/repos/${repo.owner}/${repo.repo}/pulls`,
       token,
@@ -1489,7 +1466,7 @@ export default class GitHubConnector extends ConnectorRuntime {
             ? mergeMethod
             : undefined,
         commit_title: commitTitle,
-        commit_message: commitMessage ? stripMarkdown(commitMessage) : undefined,
+        commit_message: commitMessage,
       },
     });
 

package/dist/connectors/glassdoor.ts

@@ -16,6 +16,8 @@ import {
   type SyncResult,
 } from '@lobu/connector-sdk';
 import {
+  getBrowserCdpUrl,
+  getBrowserUserDataDir,
   handleCookieConsent,
   openStealthBrowser,
   validateUrlDomain,
@@ -158,7 +160,9 @@ export default class GlassdoorConnector extends ConnectorRuntime {
       : `https://www.glassdoor.com/Reviews/${company_name}-reviews-SRCH_KE0.htm`;
     validateUrlDomain(baseUrl, 'glassdoor.com');
 
-    const session = await openStealthBrowser({ cdpUrl: 'auto' });
+    const userDataDir = getBrowserUserDataDir(ctx.sessionState);
+    const cdpUrl = getBrowserCdpUrl(ctx.sessionState) ?? 'auto';
+    const session = await openStealthBrowser({ cdpUrl, userDataDir });
 
     return withBrowserErrorCapture(session, 'glassdoor-sync', async (page) => {
       // Configure viewport and user-agent to mimic a real browser

package/dist/connectors/google_calendar.ts

@@ -256,8 +256,11 @@ export default class GoogleCalendarConnector extends ConnectorRuntime {
     let nextSyncToken: string | undefined;
 
     while (true) {
+      // Always request a full page — `maxResults` is a soft cap on *stored*
+      // events, not a reason to shrink the request size (shrinking to 1 once the
+      // cap is hit would crawl a busy calendar one event per round-trip).
       const params = new URLSearchParams({
-        maxResults: String(Math.min(250, maxResults - events.length)),
+        maxResults: '250',
         orderBy: 'startTime',
         singleEvents: 'true',
         timeMin: timeMin.toISOString(),
@@ -280,6 +283,7 @@ export default class GoogleCalendarConnector extends ConnectorRuntime {
 
       if (data.items) {
         for (const calEvent of data.items) {
+          if (events.length >= maxResults) break;
           const envelope = this.calendarEventToEnvelope(calEvent);
           if (envelope) events.push(envelope);
         }
@@ -287,7 +291,12 @@ export default class GoogleCalendarConnector extends ConnectorRuntime {
 
       nextSyncToken = data.nextSyncToken;
       pageToken = data.nextPageToken;
-      if (!pageToken || events.length >= maxResults) break;
+      // Google only returns nextSyncToken on the LAST page (no nextPageToken).
+      // Must keep paginating until pageToken is exhausted, otherwise the sync
+      // token is never obtained and every subsequent sync re-runs the full
+      // window from scratch — so we keep paging past `maxResults`, just stop
+      // appending events once the cap is reached.
+      if (!pageToken) break;
     }
 
     return this.buildResult(events, nextSyncToken, events.length);
@@ -343,7 +352,7 @@ export default class GoogleCalendarConnector extends ConnectorRuntime {
 
     while (true) {
       const params = new URLSearchParams({
-        maxResults: String(Math.min(250, maxResults - events.length)),
+        maxResults: String(Math.max(1, Math.min(250, maxResults - events.length))),
         syncToken,
       });
       if (pageToken) {
@@ -375,7 +384,8 @@ export default class GoogleCalendarConnector extends ConnectorRuntime {
 
       nextSyncToken = data.nextSyncToken;
       pageToken = data.nextPageToken;
-      if (!pageToken || events.length >= maxResults) break;
+      // Paginate until exhausted so we capture the trailing nextSyncToken.
+      if (!pageToken) break;
     }
 
     return { events, nextSyncToken };

package/dist/connectors/google_gmail.ts

@@ -135,7 +135,7 @@ export default class GmailConnector extends ConnectorRuntime {
             },
             entityLinks: [
               {
-                entityType: '$member',
+                entityType: 'person',
                 autoCreate: true,
                 titlePath: 'metadata.from_name',
                 identities: [{ namespace: IDENTITY.EMAIL, eventPath: 'metadata.from_email' }],
@@ -274,8 +274,11 @@ export default class GmailConnector extends ConnectorRuntime {
           return d;
         })();
 
-    const afterStr = `${afterDate.getFullYear()}/${String(afterDate.getMonth() + 1).padStart(2, '0')}/${String(afterDate.getDate()).padStart(2, '0')}`;
-    const query = `after:${afterStr} label:${label}`;
+    // Gmail's `after:` accepts a Unix timestamp (epoch seconds) for second-level
+    // precision. Using `YYYY/MM/DD` (day granularity, host timezone) meant every
+    // sync within the same day re-fetched the whole day's threads as duplicates.
+    const afterEpochSeconds = Math.floor(afterDate.getTime() / 1000);
+    const query = `after:${afterEpochSeconds} label:${label}`;
 
     const events: EventEnvelope[] = [];
     let pageToken: string | undefined;

package/dist/connectors/google_play.ts

@@ -73,9 +73,16 @@ interface RawReview {
  */
 function parseDate(dateArray: unknown): string | null {
   if (!Array.isArray(dateArray)) return null;
-  const milliStr = String(dateArray[1] ?? '000');
-  const totalMs = `${dateArray[0]}${milliStr.substring(0, 3)}`;
-  return new Date(Number(totalMs)).toJSON();
+  // Compute numerically: seconds*1000 + millis. The previous string-concat
+  // approach (`${seconds}${millis}`) only worked when millis was a 3-digit
+  // zero-padded string; Google sends a plain integer, so e.g. `[s, 5]` produced
+  // a date in 1970 and `[s, 50]` a date in year ~7340.
+  const seconds = Number(dateArray[0]);
+  const millis = Number(dateArray[1] ?? 0);
+  if (!Number.isFinite(seconds) || !Number.isFinite(millis)) return null;
+  const d = new Date(seconds * 1000 + millis);
+  if (Number.isNaN(d.getTime())) return null;
+  return d.toJSON();
 }
 
 /**

package/dist/connectors/index.ts

@@ -1,3 +1,6 @@
+export * from './apple_health.ts';
+export * from './apple_screen_time.ts';
+export * from './local_directory.ts';
 export * from './browser-scraper-utils.ts';
 export * from './capterra.ts';
 export * from './g2.ts';
@@ -14,10 +17,12 @@ export * from './linkedin.ts';
 export * from './microsoft_outlook.ts';
 export * from './producthunt.ts';
 export * from './reddit.ts';
+export * from './revolut.ts';
 export * from './rss.ts';
 export * from './spotify.ts';
 export * from './trustpilot.ts';
 export * from './website.ts';
 export * from './whatsapp.ts';
+export * from './whatsapp_local.ts';
 export * from './x.ts';
 export * from './youtube.ts';

package/dist/connectors/linkedin.ts

@@ -19,7 +19,12 @@ import {
   type SyncContext,
   type SyncResult,
 } from '@lobu/connector-sdk';
-import { getBrowserCookies, validateCookieNotExpired } from './browser-scraper-utils';
+import {
+  getBrowserCdpUrl,
+  getBrowserCookies,
+  getBrowserUserDataDir,
+  validateCookieNotExpired,
+} from './browser-scraper-utils';
 
 // ── Types ──────────────────────────────────────────────────────
 
@@ -316,23 +321,37 @@ export default class LinkedInConnector extends ConnectorRuntime {
     // Normalize URL - remove trailing slash
     const baseUrl = companyUrl.replace(/\/$/, '');
 
-    const cookies = getBrowserCookies(ctx.checkpoint as any, ctx.sessionState as any, 'linkedin');
-    validateCookieNotExpired(cookies, 'li_at', 'linkedin');
+    const userDataDir = getBrowserUserDataDir(ctx.sessionState);
+    const cdpUrlFromSession = getBrowserCdpUrl(ctx.sessionState);
+    const cdpUrl = cdpUrlFromSession ?? 'auto';
+    // No need to require cookies when the device tells us to attach directly
+    // (managed --user-data-dir on disk, or an explicit CDP endpoint pointed
+    // at the user's running Chrome). The cookie cascade is only the fallback
+    // for the cloud/auto path.
+    const skipServerCookies = !!userDataDir || !!cdpUrlFromSession;
+    const cookies = skipServerCookies
+      ? []
+      : getBrowserCookies(ctx.checkpoint as any, ctx.sessionState as any, 'linkedin');
+    if (!skipServerCookies) {
+      validateCookieNotExpired(cookies, 'li_at', 'linkedin');
+    }
 
     const maxScrolls = (config.max_scrolls as number) ?? (feedKey === 'jobs' ? 3 : 5);
 
     if (feedKey === 'jobs') {
-      return this.syncJobs(baseUrl, cookies, maxScrolls, checkpoint);
+      return this.syncJobs(baseUrl, cookies, maxScrolls, checkpoint, userDataDir, cdpUrl);
     }
 
-    return this.syncUpdates(baseUrl, cookies, maxScrolls, checkpoint);
+    return this.syncUpdates(baseUrl, cookies, maxScrolls, checkpoint, userDataDir, cdpUrl);
   }
 
   private async syncUpdates(
     baseUrl: string,
     cookies: any[],
     maxScrolls: number,
-    checkpoint: LinkedInCheckpoint
+    checkpoint: LinkedInCheckpoint,
+    userDataDir: string | undefined,
+    cdpUrl: string | 'auto'
   ): Promise<SyncResult> {
     const postsUrl = `${baseUrl}/posts/`;
 
@@ -350,8 +369,9 @@ export default class LinkedInConnector extends ConnectorRuntime {
         navigationTimeoutMs: 20000,
       },
       url: postsUrl,
-      cdpUrl: 'auto',
+      cdpUrl,
       cookies,
+      userDataDir,
       parseResponse: parseCompanyUpdates,
       checkAuth: async (page) => {
         const url = page.url();
@@ -401,7 +421,9 @@ export default class LinkedInConnector extends ConnectorRuntime {
     baseUrl: string,
     cookies: any[],
     maxScrolls: number,
-    checkpoint: LinkedInCheckpoint
+    checkpoint: LinkedInCheckpoint,
+    userDataDir: string | undefined,
+    cdpUrl: string | 'auto'
   ): Promise<SyncResult> {
     const jobsUrl = `${baseUrl}/jobs/`;
 
@@ -420,8 +442,9 @@ export default class LinkedInConnector extends ConnectorRuntime {
         navigationTimeoutMs: 20000,
       },
       url: jobsUrl,
-      cdpUrl: 'auto',
+      cdpUrl,
       cookies,
+      userDataDir,
       parseResponse: parseJobListings,
       checkAuth: async (page) => {
         const url = page.url();

package/dist/connectors/local_directory.ts

@@ -0,0 +1,91 @@
+/**
+ * Local Directory Connector (V1 runtime) — Lobu for Mac only.
+ *
+ * Syncs text files (txt/md/json/csv/html) from a local folder on the user's
+ * Mac via Lobu for Mac. The app advertises the `local_directory`
+ * capability on /api/workers/poll, reads the folder, and streams file events
+ * back through the standard worker protocol.
+ *
+ * The sync() / execute() stubs here throw immediately if a server-side worker
+ * somehow bypassed the capability gate — same pattern as apple_screen_time.ts.
+ */
+
+import {
+  type ActionResult,
+  type ConnectorDefinition,
+  ConnectorRuntime,
+  type SyncContext,
+  type SyncResult,
+} from '@lobu/connector-sdk';
+
+const BRIDGE_ONLY_MESSAGE =
+  'local.directory runs only on a worker advertising capability "local_directory" (Lobu for Mac). ' +
+  'This run was claimed by a worker without that capability — check connector_definitions.required_capability and the poll-time capability filter.';
+
+export default class LocalDirectoryConnector extends ConnectorRuntime {
+  readonly definition: ConnectorDefinition = {
+    key: 'local.directory',
+    name: 'Local Folder',
+    description:
+      'Sync text files (txt/md/json/csv/html) from a folder on your Mac via Lobu for Mac.',
+    version: '0.1.0',
+    faviconDomain: 'apple.com',
+    requiredCapability: 'local_directory',
+    runtime: { platforms: ['macos'] },
+    authSchema: { methods: [{ type: 'none' }] },
+    feeds: {
+      files: {
+        key: 'files',
+        name: 'Files',
+        description: 'Text files from one local folder on the user\'s Mac. One feed per folder — folder_id is an opaque stable id minted by the Mac app (the security-scoped bookmark is held device-side; the server never sees the absolute path).',
+        userManaged: true,
+        configSchema: {
+          type: 'object',
+          required: ['folder_id', 'display_name'],
+          properties: {
+            folder_id: {
+              type: 'string',
+              minLength: 8,
+              maxLength: 64,
+              description: 'Opaque stable id (UUID) minted on the Mac. Maps to a security-scoped bookmark stored locally on the device.',
+            },
+            display_name: {
+              type: 'string',
+              minLength: 1,
+              maxLength: 200,
+              description: 'Folder name shown in the UI (e.g., "Documents"). Not used to locate the folder — the device resolves folder_id to its bookmark.',
+            },
+          },
+        },
+        eventKinds: {
+          file_document: {
+            description: 'A text file from a configured local folder.',
+            metadataSchema: {
+              type: 'object',
+              // No absolute filesystem path — the bridge sends the folder's
+              // display name and the file name, which is enough context
+              // without leaking the user's home directory / disk layout.
+              required: ['source', 'folder', 'name'],
+              properties: {
+                source: { type: 'string', const: 'local_directory' },
+                folder: { type: 'string', description: 'Display name of the local folder.' },
+                name: { type: 'string', description: 'File name.' },
+                ext: { type: 'string' },
+                size_bytes: { type: 'number' },
+                modified_at: { type: 'string' },
+              },
+            },
+          },
+        },
+      },
+    },
+  };
+
+  async sync(_ctx: SyncContext): Promise<SyncResult> {
+    throw new Error(BRIDGE_ONLY_MESSAGE);
+  }
+
+  async execute(): Promise<ActionResult> {
+    throw new Error(BRIDGE_ONLY_MESSAGE);
+  }
+}