@workglow/ai 0.2.29 → 0.2.31

package/README.md

@@ -35,8 +35,12 @@ import {
   AiJobInput,
 } from "@workglow/ai";
 import { Workflow, getTaskQueueRegistry, TaskInput, TaskOutput } from "@workglow/task-graph";
-import { ConcurrencyLimiter, JobQueueClient, JobQueueServer } from "@workglow/job-queue";
-import { InMemoryQueueStorage } from "@workglow/storage";
+import {
+  ConcurrencyLimiter,
+  InMemoryQueueStorage,
+  JobQueueClient,
+  JobQueueServer,
+} from "@workglow/job-queue";
 import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
 import { registerHuggingFaceTransformersInline } from "@workglow/ai-provider/hf-transformers/runtime";
 
@@ -438,8 +442,12 @@ Each provider needs a job queue for task execution:
 
 ```typescript
 import { getTaskQueueRegistry, TaskInput, TaskOutput } from "@workglow/task-graph";
-import { ConcurrencyLimiter, JobQueueClient, JobQueueServer } from "@workglow/job-queue";
-import { InMemoryQueueStorage } from "@workglow/storage";
+import {
+  ConcurrencyLimiter,
+  InMemoryQueueStorage,
+  JobQueueClient,
+  JobQueueServer,
+} from "@workglow/job-queue";
 import { AiJob, AiJobInput } from "@workglow/ai";
 import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
 
@@ -527,20 +535,20 @@ The AI package provides a comprehensive set of tasks for building RAG pipelines.
 
 ### Vector and Storage Tasks
 
-| Task                    | Description                                                                       |
-| ----------------------- | --------------------------------------------------------------------------------- |
-| `ChunkVectorUpsertTask` | Stores chunks + their embeddings in a KnowledgeBase (input: `chunks` + `vector`)  |
-| `VectorQuantizeTask`    | Quantizes vectors for storage efficiency                                          |
+| Task                    | Description                                                                      |
+| ----------------------- | -------------------------------------------------------------------------------- |
+| `ChunkVectorUpsertTask` | Stores chunks + their embeddings in a KnowledgeBase (input: `chunks` + `vector`) |
+| `VectorQuantizeTask`    | Quantizes vectors for storage efficiency                                         |
 
 ### Retrieval and Generation Tasks
 
-| Task                 | Description                                                              |
-| -------------------- | ------------------------------------------------------------------------ |
-| `ChunkRetrievalTask` | End-to-end retrieval: embeds the query, runs similarity or hybrid search |
-| `QueryExpanderTask`  | Expands queries (multi-query / synonyms) for better retrieval coverage   |
-| `RerankerTask`       | Reranks search results (simple heuristic or reciprocal-rank-fusion)      |
+| Task                 | Description                                                                 |
+| -------------------- | --------------------------------------------------------------------------- |
+| `ChunkRetrievalTask` | End-to-end retrieval: embeds the query, runs similarity or hybrid search    |
+| `QueryExpanderTask`  | Expands queries (multi-query / synonyms) for better retrieval coverage      |
+| `RerankerTask`       | Reranks search results (simple heuristic or reciprocal-rank-fusion)         |
 | `HierarchyJoinTask`  | Enriches retrieved metadata with parent summaries, section titles, entities |
-| `ContextBuilderTask` | Builds formatted context for LLM prompts                                 |
+| `ContextBuilderTask` | Builds formatted context for LLM prompts                                    |
 
 ### Complete RAG Workflow Example
 

package/dist/browser.js

@@ -10,7 +10,7 @@ import {
 import { getLogger } from "@workglow/util/worker";
 
 // src/provider/AiProviderRegistry.ts
-import { globalServiceRegistry, WORKER_MANAGER } from "@workglow/util/worker";
+import { createServiceToken, globalServiceRegistry, WORKER_MANAGER } from "@workglow/util/worker";
 class AiProviderRegistry {
   runFnRegistry = new Map;
   streamFnRegistry = new Map;
@@ -143,13 +143,20 @@ class AiProviderRegistry {
     return runFn;
   }
 }
-var providerRegistry = new AiProviderRegistry;
-function getAiProviderRegistry() {
-  return providerRegistry;
+var AI_PROVIDER_REGISTRY = createServiceToken("ai.provider.registry");
+function getAiProviderRegistry(registry = globalServiceRegistry) {
+  if (!registry.has(AI_PROVIDER_REGISTRY)) {
+    registerAiProviderDefaults(registry);
+  }
+  return registry.get(AI_PROVIDER_REGISTRY);
+}
+function setAiProviderRegistry(pr, registry = globalServiceRegistry) {
+  registry.registerInstance(AI_PROVIDER_REGISTRY, pr);
 }
-function setAiProviderRegistry(pr) {
-  providerRegistry = pr;
+function registerAiProviderDefaults(registry = globalServiceRegistry) {
+  registry.registerIfAbsent(AI_PROVIDER_REGISTRY, () => new AiProviderRegistry, true);
 }
+registerAiProviderDefaults();
 
 // src/errors/ImageGenerationErrors.ts
 class ProviderUnsupportedFeatureError extends Error {
@@ -701,41 +708,48 @@ class InMemoryModelRepository extends ModelRepository {
 
 // src/model/ModelRegistry.ts
 import {
-  createServiceToken,
+  createServiceToken as createServiceToken2,
   globalServiceRegistry as globalServiceRegistry2,
   registerInputCompactor,
   registerInputResolver
 } from "@workglow/util";
-var MODEL_REPOSITORY = createServiceToken("model.repository");
-globalServiceRegistry2.registerIfAbsent(MODEL_REPOSITORY, () => new InMemoryModelRepository, true);
-function getGlobalModelRepository() {
-  return globalServiceRegistry2.get(MODEL_REPOSITORY);
+var MODEL_REPOSITORY = createServiceToken2("model.repository");
+function getGlobalModelRepository(registry = globalServiceRegistry2) {
+  if (!registry.has(MODEL_REPOSITORY)) {
+    registerModelDefaults(registry);
+  }
+  return registry.get(MODEL_REPOSITORY);
 }
-function setGlobalModelRepository(repository) {
-  globalServiceRegistry2.registerInstance(MODEL_REPOSITORY, repository);
+function setGlobalModelRepository(repository, registry = globalServiceRegistry2) {
+  registry.registerInstance(MODEL_REPOSITORY, repository);
 }
-async function resolveModelFromRegistry(id, format, registry) {
-  const modelRepo = registry.has(MODEL_REPOSITORY) ? registry.get(MODEL_REPOSITORY) : getGlobalModelRepository();
+async function resolveModelFromRegistry(id, _format, registry) {
+  const modelRepo = getGlobalModelRepository(registry);
   const model = await modelRepo.findByName(id);
   if (!model) {
     throw new Error(`Model "${id}" not found in repository`);
   }
   return model;
 }
-registerInputResolver("model", resolveModelFromRegistry);
-registerInputCompactor("model", async (value, _format, registry) => {
+async function compactModel(value, _format, registry) {
   if (typeof value === "object" && value !== null && "model_id" in value) {
     const id = value.model_id;
     if (typeof id !== "string")
       return;
-    const modelRepo = registry.has(MODEL_REPOSITORY) ? registry.get(MODEL_REPOSITORY) : getGlobalModelRepository();
+    const modelRepo = getGlobalModelRepository(registry);
     const model = await modelRepo.findByName(id);
     if (!model)
       return;
     return id;
   }
   return;
-});
+}
+function registerModelDefaults(registry = globalServiceRegistry2) {
+  registry.registerIfAbsent(MODEL_REPOSITORY, () => new InMemoryModelRepository, true);
+  registerInputResolver("model", resolveModelFromRegistry, registry);
+  registerInputCompactor("model", compactModel, registry);
+}
+registerModelDefaults();
 
 // src/provider/AiProvider.ts
 import { globalServiceRegistry as globalServiceRegistry3, WORKER_MANAGER as WORKER_MANAGER2 } from "@workglow/util/worker";
@@ -1971,7 +1985,7 @@ var outputSchema2 = {
 
 class ChunkVectorUpsertTask extends Task3 {
   static type = "ChunkVectorUpsertTask";
-  static category = "Vector Store";
+  static category = "Document";
   static title = "Add to Vector Store";
   static description = "Store chunks + their embeddings in a knowledge base (1:1 aligned)";
   static cacheable = false;
@@ -2748,8 +2762,11 @@ var documentEnricher = (input, config) => {
 Workflow9.prototype.documentEnricher = CreateWorkflow9(DocumentEnricherTask);
 
 // src/task/DocumentUpsertTask.ts
-import { Document, TypeKnowledgeBase as TypeKnowledgeBase3 } from "@workglow/knowledge-base";
-import { DocumentMetadataSchema } from "@workglow/knowledge-base";
+import {
+  Document,
+  DocumentMetadataSchema,
+  TypeKnowledgeBase as TypeKnowledgeBase3
+} from "@workglow/knowledge-base";
 import { CreateWorkflow as CreateWorkflow10, Task as Task6, Workflow as Workflow10 } from "@workglow/task-graph";
 var inputSchema5 = {
   type: "object",
@@ -2797,7 +2814,7 @@ var outputSchema5 = {
 
 class DocumentUpsertTask extends Task6 {
   static type = "DocumentUpsertTask";
-  static category = "Vector Store";
+  static category = "Document";
   static title = "Add Document";
   static description = "Persist a parsed document tree to a knowledge base";
   static cacheable = false;
@@ -4133,7 +4150,7 @@ var outputSchema8 = {
 
 class KbToDocumentsTask extends Task9 {
   static type = "KbToDocumentsTask";
-  static category = "Vector Store";
+  static category = "Document";
   static title = "Knowledge Base to Documents";
   static description = "List documents from a knowledge base, optionally filtering to only those that need embedding";
   static cacheable = false;
@@ -7267,7 +7284,9 @@ export {
   setAiProviderRegistry,
   resolveAiProviderGpuQueueConcurrency,
   reranker,
+  registerModelDefaults,
   registerAiTasks,
+  registerAiProviderDefaults,
   queryExpander,
   poseLandmarker,
   objectDetection,
@@ -7441,7 +7460,8 @@ export {
   AiImageOutputTask,
   AiChatTask,
   AiChatOutputSchema,
-  AiChatInputSchema
+  AiChatInputSchema,
+  AI_PROVIDER_REGISTRY
 };
 
-//# debugId=D9E399F9E044625464756E2164756E21
+//# debugId=FC532F021ACF6E6364756E2164756E21