@autorag/librarian 2.2.0 → 2.4.0

package/dist/datasource/skills/mailcrawl/client.d.ts

@@ -0,0 +1,15 @@
+import type { MailcrawlFailure, MailcrawlIndexInfo, MailcrawlOk, MailcrawlOptions, MailcrawlSearchMode, MailcrawlSearchOptions, MailcrawlSearchResult, MailcrawlSyncResult } from "./types.js";
+export interface MailcrawlSearchClient {
+    search(mode: MailcrawlSearchMode, query: string, options?: MailcrawlSearchOptions): Promise<MailcrawlSearchResult>;
+}
+export interface MailcrawlIndexClient extends MailcrawlSearchClient {
+    index(signal?: AbortSignal): Promise<MailcrawlOk<MailcrawlIndexInfo> | MailcrawlFailure>;
+}
+export declare class MailcrawlClient implements MailcrawlSearchClient {
+    private readonly options;
+    constructor(options?: MailcrawlOptions);
+    sync(signal?: AbortSignal): Promise<MailcrawlSyncResult>;
+    search(mode: MailcrawlSearchMode, query: string, options?: MailcrawlSearchOptions): Promise<MailcrawlSearchResult>;
+    private run;
+    index(signal?: AbortSignal): Promise<MailcrawlOk<MailcrawlIndexInfo> | MailcrawlFailure>;
+}

package/dist/datasource/skills/mailcrawl/config.d.ts

@@ -0,0 +1,2 @@
+export declare function validateMailcrawlInstanceId(instanceId: string): void;
+export declare function ensurePrivateMailcrawlDataDir(path: string): void;

package/dist/datasource/skills/mailcrawl/index.d.ts

@@ -0,0 +1,4 @@
+export { MailcrawlClient, type MailcrawlIndexClient, type MailcrawlSearchClient } from "./client.js";
+export { MAILCRAWL_MODES, MailcrawlMethod } from "./methods.js";
+export { MailcrawlSkill, type MailcrawlSkillClient, type MailcrawlSkillOptions } from "./skill.js";
+export type { MailcrawlFailure, MailcrawlFailureReason, MailcrawlIndexInfo, MailcrawlOptions, MailcrawlSearchHit, MailcrawlSearchMode, MailcrawlSearchOptions, MailcrawlSearchResult, MailcrawlSyncInfo, MailcrawlSyncResult, } from "./types.js";

package/dist/datasource/skills/mailcrawl/methods.d.ts

@@ -0,0 +1,15 @@
+import type { RetrievalMethod, RetrievalMethodDescriptor, RetrievalOptions, RetrievalResult } from "../../../retrieval/types.js";
+import type { MailcrawlSearchClient } from "./client.js";
+import type { MailcrawlSearchMode } from "./types.js";
+export declare class MailcrawlMethod implements RetrievalMethod {
+    private readonly client;
+    private readonly mode;
+    private readonly instanceId;
+    private readonly tags;
+    private readonly account;
+    private readonly mailbox;
+    constructor(client: MailcrawlSearchClient, mode: MailcrawlSearchMode, instanceId: string, tags: readonly string[], account?: string, mailbox?: string);
+    describe(): RetrievalMethodDescriptor;
+    retrieve(query: string, options: RetrievalOptions): Promise<RetrievalResult[]>;
+}
+export declare const MAILCRAWL_MODES: readonly MailcrawlSearchMode[];

package/dist/datasource/skills/mailcrawl/skill.d.ts

@@ -0,0 +1,34 @@
+import type { RetrievalMethod } from "../../../retrieval/types.js";
+import type { DatasourceIndexResult, DatasourceSkill, DatasourceSkillDescriptor, DatasourceSkillManifest, PollingMetadata, SourceDescription } from "../../types.js";
+import { type MailcrawlIndexClient } from "./client.js";
+import type { MailcrawlOptions, MailcrawlSyncResult } from "./types.js";
+export interface MailcrawlSkillClient extends MailcrawlIndexClient {
+    sync(signal?: AbortSignal): Promise<MailcrawlSyncResult>;
+}
+export interface MailcrawlSkillOptions extends MailcrawlOptions {
+    readonly client?: MailcrawlSkillClient;
+    readonly datasourceId?: string;
+    readonly instanceId?: string;
+    readonly instances?: readonly string[];
+    readonly pollingIntervalMs?: number;
+    readonly tags?: readonly string[];
+    readonly connectorOptions?: MailcrawlOptions;
+}
+export declare class MailcrawlSkill implements DatasourceSkill {
+    private readonly client;
+    private readonly instanceId;
+    private readonly instances;
+    private readonly interval;
+    private readonly tags;
+    private readonly account;
+    private readonly mailbox;
+    private lastIndexedAt;
+    constructor(options?: MailcrawlSkillOptions);
+    describe(): DatasourceSkillDescriptor;
+    polling(): PollingMetadata;
+    index(): Promise<DatasourceIndexResult>;
+    retrievalMethods(): readonly RetrievalMethod[];
+    describeSources(): readonly SourceDescription[];
+    skillManifest(): DatasourceSkillManifest;
+    private fail;
+}

package/dist/datasource/skills/mailcrawl/types.d.ts

@@ -0,0 +1,71 @@
+export type MailcrawlSearchMode = "keyword" | "bm25" | "semantic" | "hybrid";
+export interface MailcrawlSearchOptions {
+    readonly topK?: number;
+    readonly signal?: AbortSignal;
+}
+export interface MailcrawlOptions {
+    readonly binaryPath?: string;
+    readonly instanceId?: string;
+    readonly dataDir?: string;
+    readonly account?: string;
+    readonly mailbox?: string;
+    readonly backend?: string;
+    readonly source?: string;
+    readonly fixture?: string;
+    readonly himalayaConfig?: string;
+    readonly timeoutMs?: number;
+    readonly maxBufferBytes?: number;
+    readonly env?: Readonly<Record<string, string | undefined>>;
+}
+export type MailcrawlFailureReason = "binary-missing" | "not-configured" | "nonzero-exit" | "spawn-error" | "timeout" | "aborted" | "stdout-too-large" | "stderr-too-large" | "invalid-output" | "remote-embedding-rejected";
+export interface MailcrawlFailure {
+    readonly ok: false;
+    readonly reason: MailcrawlFailureReason;
+    readonly stdout: string;
+    readonly stderr: string;
+    readonly code: number | null;
+}
+export interface MailcrawlSyncInfo {
+    readonly added?: number;
+    readonly updated?: number;
+    readonly deleted?: number;
+    readonly unchanged?: number;
+    readonly chunksAdded?: number;
+    readonly archiveRevision?: string;
+    readonly messages: number;
+}
+export interface MailcrawlIndexInfo {
+    readonly embedded?: number;
+    readonly reused?: number;
+    readonly generation?: string;
+}
+export interface MailcrawlSearchHit {
+    readonly chunkId: string;
+    readonly messageId: string;
+    readonly threadId: string;
+    readonly accountId: string;
+    readonly mailbox: string;
+    readonly subject: string;
+    readonly from: string;
+    readonly to: readonly string[];
+    readonly date: string;
+    readonly snippet: string;
+    readonly score: number;
+    readonly mode: MailcrawlSearchMode;
+}
+export interface MailcrawlOk<T> {
+    readonly ok: true;
+    readonly data: T;
+    readonly stdout: string;
+    readonly stderr: string;
+    readonly code: number;
+}
+export interface MailcrawlSearchOk {
+    readonly ok: true;
+    readonly hits: readonly MailcrawlSearchHit[];
+    readonly stdout: string;
+    readonly stderr: string;
+    readonly code: number;
+}
+export type MailcrawlSyncResult = MailcrawlOk<MailcrawlSyncInfo> | MailcrawlFailure;
+export type MailcrawlSearchResult = MailcrawlSearchOk | MailcrawlFailure;

package/dist/datasource/skills/obsidian/skill.d.ts

@@ -8,6 +8,7 @@ export interface ObsidianSkillClient extends ObsidianSearchClient {
     embed(): Promise<QmdEmbedResult>;
 }
 export interface ObsidianSkillOptions {
+    readonly datasourceId?: string;
     readonly client?: ObsidianSkillClient;
     readonly vaultPath?: string;
     readonly binaryPath?: string;
@@ -19,6 +20,7 @@ export interface ObsidianSkillOptions {
     readonly workspaceRoot?: string;
     readonly collectionName?: string;
     readonly timeoutMs?: number;
+    readonly configPath?: string;
     readonly connectorOptions?: {
         readonly vaultPath?: string;
     };

package/dist/datasource/skills/obsidian/types.d.ts

@@ -27,6 +27,8 @@ export interface QmdOptions {
     readonly collectionName?: string;
     /** Environment overrides merged on top of a restricted process env. */
     readonly env?: Readonly<Record<string, string | undefined>>;
+    /** Explicit operator-owned qmd config directory, never rewritten. */
+    readonly configPath?: string;
 }
 export declare const DEFAULT_QMD_BINARY = "qmd";
 export declare const DEFAULT_QMD_TIMEOUT_MS = 60000;

package/dist/datasource/types.d.ts

@@ -14,8 +14,9 @@
  *    `undefined`-as-deny.
  *  - Model/tool arguments never grant access. Only the trusted server-supplied
  *    {@link DatasourceAccessContext} can authorize a datasource.
- *  - Datasource sources are slash-hierarchical opaque paths such as
- *    `/kakao/<instance-id>/chunks/<chunk-id>`; `#` fragments are rejected.
+ *  - Datasource sources are slash-hierarchical opaque paths when the skill
+ *    supports the `scoped` capability; skills without that capability may
+ *    expose another opaque identity format.
  */
 import type { RetrievalMethod } from "../retrieval/types.js";
 export type { RetrievalMethod } from "../retrieval/types.js";
@@ -62,6 +63,8 @@ export interface DatasourceSkillDescriptor {
 export interface DatasourceAccessible {
     readonly datasourceId?: string;
     readonly tags?: readonly string[];
+    /** Capability names such as `scoped`; absent means no source-scope support. */
+    readonly capabilities?: readonly string[];
 }
 /**
  * A pluggable datasource skill. Skills are server-bound: they are constructed

package/dist/dupey/cli.d.ts

@@ -0,0 +1,40 @@
+export interface DupeyScanFile {
+    readonly path: string;
+    readonly content_hash?: string;
+    readonly [key: string]: unknown;
+}
+export interface DupeyScanEdge {
+    readonly relation: string;
+    readonly a: string;
+    readonly b: string;
+    readonly [key: string]: unknown;
+}
+export interface DupeyScanFamily {
+    readonly id: number;
+    readonly relation: string;
+    readonly files: readonly string[];
+    readonly members: readonly Record<string, unknown>[];
+    readonly edges: readonly DupeyScanEdge[];
+    readonly pick?: Record<string, unknown>;
+    readonly [key: string]: unknown;
+}
+export interface DupeyScanResult {
+    readonly dir: string;
+    readonly threshold?: number;
+    readonly contains_threshold?: number;
+    readonly contains_min_jaccard?: number;
+    readonly files: readonly DupeyScanFile[];
+    readonly families: readonly DupeyScanFamily[];
+    readonly errors: readonly Record<string, unknown>[];
+    readonly [key: string]: unknown;
+}
+export interface DupeyCliOptions {
+    readonly executable?: string;
+    readonly cwd?: string;
+    readonly timeoutMs?: number;
+    readonly run?: (args: readonly string[]) => Promise<string>;
+}
+export declare class DupeyCliError extends Error {
+    constructor(message: string);
+}
+export declare function scanWithDupey(dir: string, options?: DupeyCliOptions): Promise<DupeyScanResult>;

package/dist/dupey/filter.d.ts

@@ -0,0 +1,8 @@
+import type { DupeyScanResult } from "./cli.js";
+export interface ExactDuplicateFilterResult {
+    readonly excluded: ReadonlySet<string>;
+    readonly keepers: ReadonlySet<string>;
+    readonly errors: readonly string[];
+}
+/** Selects the newest filesystem copy for each exact canonical-text hash. */
+export declare function selectExactDuplicateExclusions(root: string, scan: DupeyScanResult): Promise<ExactDuplicateFilterResult>;

package/dist/dupey/index.d.ts

@@ -0,0 +1,2 @@
+export * from "./cli.js";
+export * from "./filter.js";

package/dist/filesystem/cloud-placeholder.d.ts

@@ -0,0 +1,26 @@
+/** Darwin st_flags bit used by iCloud/File Provider data-less placeholders. */
+export declare const UF_DATALESS = 32768;
+export declare const FILE_PROVIDER_XATTR = "com.apple.file-provider-domain-id";
+/** Windows FILE_ATTRIBUTE_* bits commonly used by Cloud Files placeholders. */
+export declare const WINDOWS_FILE_ATTRIBUTE_OFFLINE = 4096;
+export declare const WINDOWS_FILE_ATTRIBUTE_RECALL_ON_OPEN = 262144;
+export declare const WINDOWS_FILE_ATTRIBUTE_RECALL_ON_DATA_ACCESS = 4194304;
+export type FilesystemKind = "local" | "file-provider";
+export interface FilesystemClassification {
+    readonly kind: FilesystemKind;
+    readonly provider?: string;
+    readonly reason: "path-marker" | "file-provider-xattr" | "cloud-volume" | "placeholder-attribute" | "local";
+}
+export declare function pathLooksLikeCloudRoot(target: string): boolean;
+export declare function homeCloudRoots(home?: string): readonly string[];
+export declare function classifyFilesystemRoot(target: string): Promise<FilesystemClassification>;
+export declare function isDatalessPlaceholder(target: string): Promise<boolean>;
+export interface MaterializedWalk {
+    readonly materialized: readonly string[];
+    readonly skippedDataless: number;
+}
+export declare function listMaterializedFiles(root: string, options?: {
+    readonly limit?: number;
+    readonly timeoutMs?: number;
+}): Promise<MaterializedWalk>;
+export declare function relativeCloudHint(root: string, filePath: string): string;

package/dist/index.d.ts

@@ -2,6 +2,7 @@ export { AutoRAGAgent, type AutoRAGAgentOptions, type AutoRAGRefreshComponentSta
 export { type AutoRAGResultsDetails, createEmitResultsTool, EMIT_AUTORAG_RESULTS_TOOL_NAME, type SearchDocumentDiagnostic, type SearchDocumentDiagnosticCode, type SearchDocumentDiagnosticSeverity, type SearchDocumentsResponse, type SearchDocumentWarning, } from "./agent/index.js";
 export { buildSystemPrompt, type SystemPromptConfig } from "./agent/system-prompt.js";
 export * from "./datasource/index.js";
+export * from "./dupey/index.js";
 export * from "./jikji/index.js";
 export * from "./manifest/index.js";
 export * from "./memory/index.js";