@lobu/connector-worker 6.0.1

package/dist/runtime-deps.js

@@ -0,0 +1,48 @@
+/**
+ * Single source of truth for npm packages that connector code may import but
+ * which we deliberately do NOT bundle into the compiled connector artifact.
+ *
+ * These deps must be installed in every runtime that executes compiled
+ * connectors — the server container that hosts in-process feed sync,
+ * and the connector-worker daemon that runs out-of-process. They appear in:
+ *
+ *   - `server/src/utils/connector-compiler.ts` `external` list
+ *     (esbuild leaves the imports as bare specifiers in the bundle)
+ *   - `packages/connector-worker/package.json` dependencies (so the runtime can
+ *     resolve them)
+ *   - `assertExternalDepsResolvable()` (boot-time check that crashes loud
+ *     instead of failing silently per-feed)
+ *
+ * Rule of thumb: only externalize deps that genuinely can't be bundled —
+ * native binaries (`sharp`, `jimp`) or runtime install steps
+ * (`playwright` ships browsers via `npx playwright install`). Pure JS deps
+ * like `pino` or `link-preview-js` should be bundled instead, even if it
+ * costs a few hundred KB per connector — bundling eliminates the entire
+ * class of "compiled connector references X but X isn't installed in the
+ * worker image" outages.
+ */
+export const EXTERNAL_RUNTIME_DEPS = ['playwright', 'sharp', 'jimp'];
+/**
+ * Verify that every external runtime dep is resolvable from the current
+ * process. Call this once at startup of any service that executes compiled
+ * connectors. Throws (so the process crashes) instead of letting individual
+ * feed runs fail with `Missing npm dependency: X`.
+ */
+export function assertExternalDepsResolvable(resolve) {
+    const missing = [];
+    for (const dep of EXTERNAL_RUNTIME_DEPS) {
+        try {
+            resolve(dep);
+        }
+        catch {
+            missing.push(dep);
+        }
+    }
+    if (missing.length > 0) {
+        throw new Error(`Connector runtime is missing required npm packages: ${missing.join(', ')}. ` +
+            `These are declared in EXTERNAL_RUNTIME_DEPS (packages/connector-worker/src/runtime-deps.ts) ` +
+            `and must be installed in every runtime that executes compiled connectors. ` +
+            `Add them to packages/connector-worker/package.json and rebuild the runtime image.`);
+    }
+}
+//# sourceMappingURL=runtime-deps.js.map

package/dist/runtime-deps.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime-deps.js","sourceRoot":"","sources":["../src/runtime-deps.ts"],"names":[],"mappings":"AAAA;;;;;;;;;;;;;;;;;;;;;;GAsBG;AACH,MAAM,CAAC,MAAM,qBAAqB,GAAG,CAAC,YAAY,EAAE,OAAO,EAAE,MAAM,CAAU,CAAC;AAI9E;;;;;GAKG;AACH,MAAM,UAAU,4BAA4B,CAC1C,OAAoC;IAEpC,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,KAAK,MAAM,GAAG,IAAI,qBAAqB,EAAE,CAAC;QACxC,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,CAAC;QACf,CAAC;QAAC,MAAM,CAAC;YACP,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IACD,IAAI,OAAO,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QACvB,MAAM,IAAI,KAAK,CACb,uDAAuD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI;YAC3E,8FAA8F;YAC9F,4EAA4E;YAC5E,mFAAmF,CACtF,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/types.d.ts

@@ -0,0 +1,2 @@
+export type { Env } from '@lobu/connector-sdk';
+//# sourceMappingURL=types.d.ts.map

package/dist/types.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,GAAG,EAAE,MAAM,qBAAqB,CAAC"}

package/dist/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/dist/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}

package/package.json

@@ -0,0 +1,70 @@
+{
+  "name": "@lobu/connector-worker",
+  "version": "6.0.1",
+  "description": "Self-hosted worker for Lobu memory — connectors and embedding generation",
+  "type": "module",
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "bin": {
+    "connector-worker": "./dist/bin.js"
+  },
+  "exports": {
+    ".": {
+      "import": "./dist/index.js",
+      "types": "./dist/index.d.ts",
+      "default": "./dist/index.js"
+    },
+    "./daemon": {
+      "import": "./dist/daemon/index.js",
+      "types": "./dist/daemon/index.d.ts"
+    },
+    "./embeddings": {
+      "import": "./dist/embeddings.js",
+      "types": "./dist/embeddings.d.ts"
+    }
+  },
+  "files": [
+    "dist",
+    "README.md"
+  ],
+  "scripts": {
+    "build": "tsc",
+    "dev": "tsx watch --tsconfig tsconfig.json src/bin.ts",
+    "start": "node dist/bin.js",
+    "daemon": "tsx --tsconfig tsconfig.json src/bin.ts daemon",
+    "typecheck": "tsc --noEmit",
+    "clean": "rm -rf dist"
+  },
+  "dependencies": {
+    "@lobu/connector-sdk": "6.0.1",
+    "@lobu/worker": "6.0.1",
+    "@xenova/transformers": "^2.17.2",
+    "jimp": "^1.6.0",
+    "playwright": "npm:patchright@^1.57.0",
+    "sharp": "^0.34.4"
+  },
+  "devDependencies": {
+    "@types/node": "^20.10.0",
+    "tsx": "^4.7.0",
+    "typescript": "^5.3.3"
+  },
+  "engines": {
+    "node": ">=18"
+  },
+  "keywords": [
+    "worker",
+    "connector",
+    "embedding",
+    "content",
+    "user-research"
+  ],
+  "license": "BUSL-1.1",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/lobu-ai/lobu.git",
+    "directory": "packages/connector-worker"
+  },
+  "publishConfig": {
+    "access": "public"
+  }
+}