unrag 0.2.4 → 0.2.6

package/registry/manifest.json

@@ -0,0 +1,346 @@
+{
+  "version": 1,
+  "extractors": [
+    {
+      "id": "pdf-text-layer",
+      "extractorName": "pdf:text-layer",
+      "group": "PDF",
+      "label": "pdf-text-layer",
+      "description": "Fast/cheap extraction via PDF text layer",
+      "hint": "recommended",
+      "defaultSelected": true,
+      "workerOnly": false,
+      "configComplexity": "needs-dep",
+      "fileTypes": ["pdf"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "text",
+      "docsPath": "/docs/extractors/pdf/text-layer",
+      "deps": { "pdfjs-dist": "^5.4.149" },
+      "devDeps": {},
+      "factory": "createPdfTextLayerExtractor",
+      "assetProcessingFlagKeys": ["pdf_textLayer"]
+    },
+    {
+      "id": "pdf-llm",
+      "extractorName": "pdf:llm",
+      "group": "PDF",
+      "label": "pdf-llm",
+      "description": "LLM-based PDF extraction; higher cost",
+      "defaultSelected": false,
+      "workerOnly": false,
+      "configComplexity": "needs-api-key",
+      "fileTypes": ["pdf"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "text (markdown)",
+      "docsPath": "/docs/extractors/pdf/llm",
+      "deps": { "ai": "^5.0.113" },
+      "devDeps": {},
+      "factory": "createPdfLlmExtractor",
+      "assetProcessingFlagKeys": ["pdf_llmExtraction"]
+    },
+    {
+      "id": "pdf-ocr",
+      "extractorName": "pdf:ocr",
+      "group": "PDF",
+      "label": "pdf-ocr",
+      "description": "OCR scanned PDFs; requires native binaries",
+      "hint": "worker-only",
+      "defaultSelected": false,
+      "workerOnly": true,
+      "configComplexity": "advanced",
+      "fileTypes": ["pdf"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "text",
+      "docsPath": "/docs/extractors/pdf/ocr",
+      "deps": {},
+      "devDeps": {},
+      "factory": "createPdfOcrExtractor",
+      "assetProcessingFlagKeys": ["pdf_ocr"]
+    },
+    {
+      "id": "image-ocr",
+      "extractorName": "image:ocr",
+      "group": "Image",
+      "label": "image-ocr",
+      "description": "Extract text from images via vision LLM",
+      "defaultSelected": false,
+      "workerOnly": false,
+      "configComplexity": "needs-api-key",
+      "fileTypes": ["jpg", "png", "webp", "gif"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "text",
+      "docsPath": "/docs/extractors/image/ocr",
+      "deps": { "ai": "^5.0.113" },
+      "devDeps": {},
+      "factory": "createImageOcrExtractor",
+      "assetProcessingFlagKeys": ["image_ocr"]
+    },
+    {
+      "id": "image-caption-llm",
+      "extractorName": "image:caption-llm",
+      "group": "Image",
+      "label": "image-caption-llm",
+      "description": "Generate captions for images via vision LLM",
+      "defaultSelected": false,
+      "workerOnly": false,
+      "configComplexity": "needs-api-key",
+      "fileTypes": ["jpg", "png", "webp", "gif"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "caption",
+      "docsPath": "/docs/extractors/image/caption-llm",
+      "deps": { "ai": "^5.0.113" },
+      "devDeps": {},
+      "factory": "createImageCaptionLlmExtractor",
+      "assetProcessingFlagKeys": ["image_captionLlm"]
+    },
+    {
+      "id": "audio-transcribe",
+      "extractorName": "audio:transcribe",
+      "group": "Audio",
+      "label": "audio-transcribe",
+      "description": "Speech-to-text transcription",
+      "defaultSelected": false,
+      "workerOnly": false,
+      "configComplexity": "needs-api-key",
+      "fileTypes": ["mp3", "wav", "ogg", "m4a"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "transcript",
+      "docsPath": "/docs/extractors/audio/transcribe",
+      "deps": { "ai": "^5.0.113" },
+      "devDeps": {},
+      "factory": "createAudioTranscribeExtractor",
+      "assetProcessingFlagKeys": ["audio_transcription"]
+    },
+    {
+      "id": "video-transcribe",
+      "extractorName": "video:transcribe",
+      "group": "Video",
+      "label": "video-transcribe",
+      "description": "Transcribe video audio track",
+      "defaultSelected": false,
+      "workerOnly": false,
+      "configComplexity": "needs-api-key",
+      "fileTypes": ["mp4", "webm", "mov"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "transcript",
+      "docsPath": "/docs/extractors/video/transcribe",
+      "deps": { "ai": "^5.0.113" },
+      "devDeps": {},
+      "factory": "createVideoTranscribeExtractor",
+      "assetProcessingFlagKeys": ["video_transcription"]
+    },
+    {
+      "id": "video-frames",
+      "extractorName": "video:frames",
+      "group": "Video",
+      "label": "video-frames",
+      "description": "Sample frames + analyze via vision LLM; requires ffmpeg",
+      "hint": "worker-only",
+      "defaultSelected": false,
+      "workerOnly": true,
+      "configComplexity": "advanced",
+      "fileTypes": ["mp4", "webm", "mov"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "frame descriptions",
+      "docsPath": "/docs/extractors/video/frames",
+      "deps": { "ai": "^5.0.113" },
+      "devDeps": {},
+      "factory": "createVideoFramesExtractor",
+      "assetProcessingFlagKeys": ["video_frames"]
+    },
+    {
+      "id": "file-text",
+      "extractorName": "file:text",
+      "group": "Files",
+      "label": "file-text",
+      "description": "Extract text/markdown/json/html from common text files",
+      "hint": "recommended",
+      "defaultSelected": true,
+      "workerOnly": false,
+      "configComplexity": "zero-config",
+      "fileTypes": ["txt", "md", "json", "csv"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "text",
+      "docsPath": "/docs/extractors/file/text",
+      "deps": {},
+      "devDeps": {},
+      "factory": "createFileTextExtractor",
+      "assetProcessingFlagKeys": ["file_text"]
+    },
+    {
+      "id": "file-docx",
+      "extractorName": "file:docx",
+      "group": "Files",
+      "label": "file-docx",
+      "description": "Extract text from .docx files",
+      "defaultSelected": false,
+      "workerOnly": false,
+      "configComplexity": "needs-dep",
+      "fileTypes": ["docx"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "text",
+      "docsPath": "/docs/extractors/file/docx",
+      "deps": { "mammoth": "^1.10.0" },
+      "devDeps": {},
+      "factory": "createFileDocxExtractor",
+      "assetProcessingFlagKeys": ["file_docx"]
+    },
+    {
+      "id": "file-pptx",
+      "extractorName": "file:pptx",
+      "group": "Files",
+      "label": "file-pptx",
+      "description": "Extract text from .pptx slides",
+      "defaultSelected": false,
+      "workerOnly": false,
+      "configComplexity": "needs-dep",
+      "fileTypes": ["pptx"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "text",
+      "docsPath": "/docs/extractors/file/pptx",
+      "deps": { "jszip": "^3.10.1" },
+      "devDeps": {},
+      "factory": "createFilePptxExtractor",
+      "assetProcessingFlagKeys": ["file_pptx"]
+    },
+    {
+      "id": "file-xlsx",
+      "extractorName": "file:xlsx",
+      "group": "Files",
+      "label": "file-xlsx",
+      "description": "Extract tables from .xlsx spreadsheets",
+      "defaultSelected": false,
+      "workerOnly": false,
+      "configComplexity": "needs-dep",
+      "fileTypes": ["xlsx"],
+      "inputModes": ["file", "url", "buffer"],
+      "output": "text (csv)",
+      "docsPath": "/docs/extractors/file/xlsx",
+      "deps": { "xlsx": "^0.18.5" },
+      "devDeps": {},
+      "factory": "createFileXlsxExtractor",
+      "assetProcessingFlagKeys": ["file_xlsx"]
+    }
+  ],
+  "connectors": [
+    {
+      "id": "notion",
+      "displayName": "Notion",
+      "types": ["docs", "wiki", "db"],
+      "description": "Sync pages, databases, and blocks from Notion workspaces",
+      "status": "available",
+      "docsPath": "/docs/connectors/notion",
+      "deps": { "@notionhq/client": "^2.2.16" },
+      "devDeps": {},
+      "envVars": [
+        { "name": "NOTION_TOKEN", "required": true, "notes": "Server-only Notion integration token." }
+      ]
+    },
+    {
+      "id": "google-drive",
+      "displayName": "Google Drive",
+      "types": ["files", "docs"],
+      "description": "Ingest Docs/Sheets exports and shared folders",
+      "status": "available",
+      "docsPath": "/docs/connectors/google-drive",
+      "deps": { "googleapis": "^148.0.0", "google-auth-library": "^10.0.0" },
+      "devDeps": {},
+      "envVars": [
+        {
+          "name": "GOOGLE_SERVICE_ACCOUNT_JSON",
+          "required": false,
+          "notes": "Service account JSON credentials (server-only)."
+        },
+        { "name": "GOOGLE_CLIENT_ID", "required": false, "notes": "OAuth client id (server-only)." },
+        {
+          "name": "GOOGLE_CLIENT_SECRET",
+          "required": false,
+          "notes": "OAuth client secret (server-only)."
+        },
+        { "name": "GOOGLE_REDIRECT_URI", "required": false, "notes": "OAuth redirect URI." }
+      ]
+    },
+    {
+      "id": "github",
+      "displayName": "GitHub",
+      "types": ["code", "docs"],
+      "description": "Ingest repositories (Markdown, READMEs, docs folders) and issues/PRs",
+      "status": "coming-soon",
+      "docsPath": null,
+      "deps": {},
+      "devDeps": {}
+    },
+    {
+      "id": "gitlab",
+      "displayName": "GitLab",
+      "types": ["code", "docs"],
+      "description": "Ingest repos + wiki pages for self-hosted documentation",
+      "status": "coming-soon",
+      "docsPath": null,
+      "deps": {},
+      "devDeps": {}
+    },
+    {
+      "id": "slack",
+      "displayName": "Slack",
+      "types": ["chat"],
+      "description": "Ingest channels (messages + threads) as searchable knowledge",
+      "status": "coming-soon",
+      "docsPath": null,
+      "deps": {},
+      "devDeps": {}
+    },
+    {
+      "id": "discord",
+      "displayName": "Discord",
+      "types": ["chat"],
+      "description": "Ingest server channels and threads for community support knowledge",
+      "status": "coming-soon",
+      "docsPath": null,
+      "deps": {},
+      "devDeps": {}
+    },
+    {
+      "id": "linear",
+      "displayName": "Linear",
+      "types": ["issues", "project"],
+      "description": "Ingest issues and project updates for internal knowledge",
+      "status": "coming-soon",
+      "docsPath": null,
+      "deps": {},
+      "devDeps": {}
+    },
+    {
+      "id": "dropbox",
+      "displayName": "Dropbox",
+      "types": ["files"],
+      "description": "Ingest shared folders and exported docs/files",
+      "status": "coming-soon",
+      "docsPath": null,
+      "deps": {},
+      "devDeps": {}
+    },
+    {
+      "id": "onedrive",
+      "displayName": "OneDrive",
+      "types": ["files"],
+      "description": "Ingest files and Office exports from Microsoft 365",
+      "status": "coming-soon",
+      "docsPath": null,
+      "deps": {},
+      "devDeps": {}
+    },
+    {
+      "id": "teams",
+      "displayName": "Microsoft Teams",
+      "types": ["chat"],
+      "description": "Ingest channels and conversations for internal support knowledge",
+      "status": "coming-soon",
+      "docsPath": null,
+      "deps": {},
+      "devDeps": {}
+    }
+  ]
+}
+
+

package/registry/store/drizzle-postgres-pgvector/store.ts

@@ -113,7 +113,7 @@ export const createDrizzleVectorStore = (db: DrizzleDb): VectorStore => ({
 
     const vectorLiteral = `[${embedding.join(",")}]`;
 
-    const rows = await db.execute(
+    const result = await db.execute(
       sql`
         select
           c.id,
@@ -133,6 +133,10 @@ export const createDrizzleVectorStore = (db: DrizzleDb): VectorStore => ({
       `
     );
 
+    const rows = Array.isArray(result)
+      ? result
+      : ((result as { rows?: unknown[] }).rows ?? []);
+
     return (rows as Array<Record<string, unknown>>).map((row) => ({
       id: String(row.id),
       documentId: String(row.document_id),
@@ -157,4 +161,3 @@ export const createDrizzleVectorStore = (db: DrizzleDb): VectorStore => ({
   },
 });
 
-