@autorag/librarian 2.3.0 → 2.4.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (72) hide show
  1. package/README.md +119 -14
  2. package/dist/agent/agent.d.ts +19 -7
  3. package/dist/agent/bash-tool.d.ts +2 -0
  4. package/dist/agent/search-bm25-tool.d.ts +11 -3
  5. package/dist/agent/search-documents.d.ts +2 -2
  6. package/dist/agent/search-minsync-tool.d.ts +2 -2
  7. package/dist/cli/commands/index.d.ts +3 -3
  8. package/dist/cli/commands/tui.d.ts +36 -0
  9. package/dist/cli/commands/ui.d.ts +13 -0
  10. package/dist/cli/config.d.ts +17 -8
  11. package/dist/cli/index.js +14474 -10610
  12. package/dist/cli/tui-commands.d.ts +16 -0
  13. package/dist/cli/tui-session-store.d.ts +16 -0
  14. package/dist/datasource/access-context.d.ts +6 -12
  15. package/dist/datasource/crawler-types.d.ts +2 -0
  16. package/dist/datasource/described-skill.d.ts +17 -0
  17. package/dist/datasource/index.d.ts +3 -3
  18. package/dist/datasource/result-filter.d.ts +2 -1
  19. package/dist/datasource/skills/clawgallery/client.d.ts +9 -0
  20. package/dist/datasource/skills/clawgallery/index.d.ts +5 -0
  21. package/dist/datasource/skills/clawgallery/methods.d.ts +19 -0
  22. package/dist/datasource/skills/clawgallery/paths.d.ts +7 -0
  23. package/dist/datasource/skills/clawgallery/skill.d.ts +35 -0
  24. package/dist/datasource/skills/clawgallery/types.d.ts +58 -0
  25. package/dist/datasource/skills/cloud-drive/index.d.ts +1 -0
  26. package/dist/datasource/skills/{gdrive → cloud-drive}/rclone-connector.d.ts +4 -0
  27. package/dist/datasource/skills/cloud-drive/skill.d.ts +1 -1
  28. package/dist/datasource/skills/discrawl/types.d.ts +4 -8
  29. package/dist/datasource/skills/factory.d.ts +2 -0
  30. package/dist/datasource/skills/gmail/himalaya-connector.d.ts +12 -1
  31. package/dist/datasource/skills/katok/methods.d.ts +6 -4
  32. package/dist/datasource/skills/katok/types.d.ts +8 -26
  33. package/dist/datasource/skills/mailcrawl/client.d.ts +15 -0
  34. package/dist/datasource/skills/mailcrawl/config.d.ts +2 -0
  35. package/dist/datasource/skills/mailcrawl/index.d.ts +4 -0
  36. package/dist/datasource/skills/mailcrawl/methods.d.ts +15 -0
  37. package/dist/datasource/skills/mailcrawl/skill.d.ts +34 -0
  38. package/dist/datasource/skills/mailcrawl/types.d.ts +71 -0
  39. package/dist/datasource/skills/obsidian/skill.d.ts +1 -0
  40. package/dist/datasource/skills/obsidian/types.d.ts +2 -0
  41. package/dist/datasource/types.d.ts +5 -2
  42. package/dist/filesystem/cloud-placeholder.d.ts +26 -0
  43. package/dist/index.js +2463 -1048
  44. package/dist/jikji/client.d.ts +1 -0
  45. package/dist/minsync/client.d.ts +5 -1
  46. package/dist/minsync/embedder-config.d.ts +4 -1
  47. package/dist/minsync/index.d.ts +4 -4
  48. package/dist/minsync/installer.d.ts +1 -0
  49. package/dist/minsync/method.d.ts +22 -1
  50. package/dist/minsync/types.d.ts +5 -0
  51. package/dist/mirror/sync.d.ts +1 -1
  52. package/dist/parser/defaults.d.ts +2 -0
  53. package/dist/parser/index.d.ts +2 -2
  54. package/dist/parser/opendataloader-pdf.d.ts +10 -0
  55. package/dist/parser/types.d.ts +7 -0
  56. package/dist/retrieval/index.d.ts +2 -2
  57. package/dist/retrieval/methods/bm25.d.ts +7 -36
  58. package/dist/ui/browse.d.ts +11 -0
  59. package/dist/ui/catalog.d.ts +59 -0
  60. package/dist/ui/config-store.d.ts +43 -0
  61. package/dist/ui/discover.d.ts +19 -0
  62. package/dist/ui/html.d.ts +2 -0
  63. package/dist/ui/probe.d.ts +24 -0
  64. package/dist/ui/prompt.d.ts +21 -0
  65. package/dist/ui/server.d.ts +28 -0
  66. package/package.json +13 -12
  67. package/skills/autorag/SKILL.md +48 -40
  68. package/skills/autorag-setup/SKILL.md +67 -36
  69. package/dist/datasource/skills/discrawl/config.d.ts +0 -9
  70. package/dist/datasource/skills/gdrive/connector.d.ts +0 -30
  71. package/dist/datasource/skills/gdrive/index.d.ts +0 -3
  72. package/dist/datasource/skills/gdrive/skill.d.ts +0 -24
@@ -14,8 +14,9 @@
14
14
  * `undefined`-as-deny.
15
15
  * - Model/tool arguments never grant access. Only the trusted server-supplied
16
16
  * {@link DatasourceAccessContext} can authorize a datasource.
17
- * - Datasource sources are slash-hierarchical opaque paths such as
18
- * `/kakao/<instance-id>/chunks/<chunk-id>`; `#` fragments are rejected.
17
+ * - Datasource sources are slash-hierarchical opaque paths when the skill
18
+ * supports the `scoped` capability; skills without that capability may
19
+ * expose another opaque identity format.
19
20
  */
20
21
  import type { RetrievalMethod } from "../retrieval/types.js";
21
22
  export type { RetrievalMethod } from "../retrieval/types.js";
@@ -62,6 +63,8 @@ export interface DatasourceSkillDescriptor {
62
63
  export interface DatasourceAccessible {
63
64
  readonly datasourceId?: string;
64
65
  readonly tags?: readonly string[];
66
+ /** Capability names such as `scoped`; absent means no source-scope support. */
67
+ readonly capabilities?: readonly string[];
65
68
  }
66
69
  /**
67
70
  * A pluggable datasource skill. Skills are server-bound: they are constructed
@@ -0,0 +1,26 @@
1
+ /** Darwin st_flags bit used by iCloud/File Provider data-less placeholders. */
2
+ export declare const UF_DATALESS = 32768;
3
+ export declare const FILE_PROVIDER_XATTR = "com.apple.file-provider-domain-id";
4
+ /** Windows FILE_ATTRIBUTE_* bits commonly used by Cloud Files placeholders. */
5
+ export declare const WINDOWS_FILE_ATTRIBUTE_OFFLINE = 4096;
6
+ export declare const WINDOWS_FILE_ATTRIBUTE_RECALL_ON_OPEN = 262144;
7
+ export declare const WINDOWS_FILE_ATTRIBUTE_RECALL_ON_DATA_ACCESS = 4194304;
8
+ export type FilesystemKind = "local" | "file-provider";
9
+ export interface FilesystemClassification {
10
+ readonly kind: FilesystemKind;
11
+ readonly provider?: string;
12
+ readonly reason: "path-marker" | "file-provider-xattr" | "cloud-volume" | "placeholder-attribute" | "local";
13
+ }
14
+ export declare function pathLooksLikeCloudRoot(target: string): boolean;
15
+ export declare function homeCloudRoots(home?: string): readonly string[];
16
+ export declare function classifyFilesystemRoot(target: string): Promise<FilesystemClassification>;
17
+ export declare function isDatalessPlaceholder(target: string): Promise<boolean>;
18
+ export interface MaterializedWalk {
19
+ readonly materialized: readonly string[];
20
+ readonly skippedDataless: number;
21
+ }
22
+ export declare function listMaterializedFiles(root: string, options?: {
23
+ readonly limit?: number;
24
+ readonly timeoutMs?: number;
25
+ }): Promise<MaterializedWalk>;
26
+ export declare function relativeCloudHint(root: string, filePath: string): string;