@workglow/ai 0.2.30 → 0.2.32

package/README.md

@@ -22,7 +22,7 @@ bun add @workglow/ai
 
 ## Quick Start
 
-Here's a complete example of setting up and using the AI package with the Hugging Face Transformers ONNX provider from `@workglow/ai-provider`:
+Here's a complete example of setting up and using the AI package with the Hugging Face Transformers ONNX provider from `@workglow/ai`:
 
 ```typescript
 import {
@@ -41,8 +41,8 @@ import {
   JobQueueClient,
   JobQueueServer,
 } from "@workglow/job-queue";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
-import { registerHuggingFaceTransformersInline } from "@workglow/ai-provider/hf-transformers/runtime";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
+import { registerHuggingFaceTransformersInline } from "@workglow/huggingface-transformers/ai-runtime";
 
 // 1. Set up a model repository
 const modelRepo = new InMemoryModelRepository();
@@ -111,7 +111,7 @@ Generates text based on prompts using language models.
 
 ```typescript
 import { TextGenerationTask } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const gpt2ModelConfig = {
   provider: HF_TRANSFORMERS_ONNX,
@@ -137,7 +137,7 @@ Generates vector embeddings for text using embedding models.
 
 ```typescript
 import { TextEmbeddingTask } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const embeddingModelConfig = {
   provider: HF_TRANSFORMERS_ONNX,
@@ -182,7 +182,7 @@ Generates summaries of longer text content.
 
 ```typescript
 import { TextSummaryTask } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const summarizationModelConfig = {
   provider: HF_TRANSFORMERS_ONNX,
@@ -209,7 +209,7 @@ Rewrites text in different styles or tones.
 
 ```typescript
 import { TextRewriterTask } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const laMiniModelConfig = {
   provider: HF_TRANSFORMERS_ONNX,
@@ -236,7 +236,7 @@ Answers questions based on provided context.
 
 ```typescript
 import { TextQuestionAnswerTask } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const squadModelConfig = {
   provider: HF_TRANSFORMERS_ONNX,
@@ -276,7 +276,7 @@ Computes similarity between texts or embeddings.
 
 ```typescript
 import { VectorSimilarityTask } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const gteSmallConfig = {
   provider: HF_TRANSFORMERS_ONNX,
@@ -306,7 +306,7 @@ Downloads and prepares AI models for use.
 
 ```typescript
 import { DownloadModelTask } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const task = new DownloadModelTask({
   model: {
@@ -380,7 +380,7 @@ setGlobalModelRepository(modelRepo);
 
 ```typescript
 import { getGlobalModelRepository } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const modelRepo = getGlobalModelRepository();
 
@@ -417,7 +417,7 @@ AI providers handle the actual execution of AI tasks. You need to register provi
 ### Basic Provider Registration
 
 ```typescript
-import { registerHuggingFaceTransformersInline } from "@workglow/ai-provider/hf-transformers/runtime";
+import { registerHuggingFaceTransformersInline } from "@workglow/huggingface-transformers/ai-runtime";
 
 // Inline: run functions registered on the current thread (tasks wired inside the provider)
 await registerHuggingFaceTransformersInline();
@@ -428,12 +428,12 @@ await registerHuggingFaceTransformersInline();
 For compute-intensive tasks that should run in workers:
 
 ```typescript
-import { registerHuggingFaceTransformers } from "@workglow/ai-provider/hf-transformers";
+import { registerHuggingFaceTransformers } from "@workglow/huggingface-transformers/ai";
 
 await registerHuggingFaceTransformers({
   worker: () => new Worker(new URL("./worker_hft.ts", import.meta.url), { type: "module" }),
 });
-// Worker file must call registerHuggingFaceTransformersWorker() from @workglow/ai-provider/hf-transformers/runtime
+// Worker file must call registerHuggingFaceTransformersWorker() from @workglow/huggingface-transformers/ai-runtime
 ```
 
 ### Job Queue Setup
@@ -449,7 +449,7 @@ import {
   JobQueueServer,
 } from "@workglow/job-queue";
 import { AiJob, AiJobInput } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const queueName = HF_TRANSFORMERS_ONNX;
 const storage = new InMemoryQueueStorage<AiJobInput<TaskInput>, TaskOutput>(queueName);
@@ -476,7 +476,7 @@ AI tasks integrate seamlessly with Workglow workflows:
 
 ```typescript
 import { Workflow } from "@workglow/task-graph";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const gpt2ModelConfig = {
   provider: HF_TRANSFORMERS_ONNX,
@@ -555,7 +555,7 @@ The AI package provides a comprehensive set of tasks for building RAG pipelines.
 ```typescript
 import { Workflow } from "@workglow/task-graph";
 import { createKnowledgeBase } from "@workglow/knowledge-base";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 // 1. Set up a model repository
 const modelRepo = new InMemoryModelRepository();
@@ -713,7 +713,7 @@ AI tasks accept model inputs as either string identifiers or direct `ModelConfig
 
 ```typescript
 import { TextGenerationTask } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const gpt2ModelConfig = {
   provider: HF_TRANSFORMERS_ONNX,
@@ -752,7 +752,7 @@ Tasks automatically validate that specified models exist and are compatible:
 
 ```typescript
 import { TextGenerationTask } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const gpt2ModelConfig = {
   provider: HF_TRANSFORMERS_ONNX,
@@ -778,7 +778,7 @@ Monitor AI task progress:
 
 ```typescript
 import { TextGenerationTask } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const gpt2ModelConfig = {
   provider: HF_TRANSFORMERS_ONNX,
@@ -807,7 +807,7 @@ All AI tasks support cancellation via AbortSignal:
 
 ```typescript
 import { TextGenerationTask } from "@workglow/ai";
-import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider/hf-transformers";
+import { HF_TRANSFORMERS_ONNX } from "@workglow/huggingface-transformers/ai";
 
 const gpt2ModelConfig = {
   provider: HF_TRANSFORMERS_ONNX,

package/dist/browser.js

@@ -10,7 +10,7 @@ import {
 import { getLogger } from "@workglow/util/worker";
 
 // src/provider/AiProviderRegistry.ts
-import { globalServiceRegistry, WORKER_MANAGER } from "@workglow/util/worker";
+import { createServiceToken, globalServiceRegistry, WORKER_MANAGER } from "@workglow/util/worker";
 class AiProviderRegistry {
   runFnRegistry = new Map;
   streamFnRegistry = new Map;
@@ -143,13 +143,20 @@ class AiProviderRegistry {
     return runFn;
   }
 }
-var providerRegistry = new AiProviderRegistry;
-function getAiProviderRegistry() {
-  return providerRegistry;
+var AI_PROVIDER_REGISTRY = createServiceToken("ai.provider.registry");
+function getAiProviderRegistry(registry = globalServiceRegistry) {
+  if (!registry.has(AI_PROVIDER_REGISTRY)) {
+    registerAiProviderDefaults(registry);
+  }
+  return registry.get(AI_PROVIDER_REGISTRY);
+}
+function setAiProviderRegistry(pr, registry = globalServiceRegistry) {
+  registry.registerInstance(AI_PROVIDER_REGISTRY, pr);
 }
-function setAiProviderRegistry(pr) {
-  providerRegistry = pr;
+function registerAiProviderDefaults(registry = globalServiceRegistry) {
+  registry.registerIfAbsent(AI_PROVIDER_REGISTRY, () => new AiProviderRegistry, true);
 }
+registerAiProviderDefaults();
 
 // src/errors/ImageGenerationErrors.ts
 class ProviderUnsupportedFeatureError extends Error {
@@ -451,7 +458,7 @@ class QueuedExecutionStrategy {
       throw new TaskConfigurationError(`Queue "${this.queueName}" is not registered and autoCreate is disabled. ` + `Register the queue before executing tasks with this provider.`);
     }
     const storage = new InMemoryQueueStorage(this.queueName);
-    await storage.setupDatabase();
+    await storage.migrate();
     this.limiter = new ConcurrencyLimiter(this.concurrency);
     const server = new JobQueueServer(AiJob, {
       storage,
@@ -701,41 +708,48 @@ class InMemoryModelRepository extends ModelRepository {
 
 // src/model/ModelRegistry.ts
 import {
-  createServiceToken,
+  createServiceToken as createServiceToken2,
   globalServiceRegistry as globalServiceRegistry2,
   registerInputCompactor,
   registerInputResolver
 } from "@workglow/util";
-var MODEL_REPOSITORY = createServiceToken("model.repository");
-globalServiceRegistry2.registerIfAbsent(MODEL_REPOSITORY, () => new InMemoryModelRepository, true);
-function getGlobalModelRepository() {
-  return globalServiceRegistry2.get(MODEL_REPOSITORY);
+var MODEL_REPOSITORY = createServiceToken2("model.repository");
+function getGlobalModelRepository(registry = globalServiceRegistry2) {
+  if (!registry.has(MODEL_REPOSITORY)) {
+    registerModelDefaults(registry);
+  }
+  return registry.get(MODEL_REPOSITORY);
 }
-function setGlobalModelRepository(repository) {
-  globalServiceRegistry2.registerInstance(MODEL_REPOSITORY, repository);
+function setGlobalModelRepository(repository, registry = globalServiceRegistry2) {
+  registry.registerInstance(MODEL_REPOSITORY, repository);
 }
-async function resolveModelFromRegistry(id, format, registry) {
-  const modelRepo = registry.has(MODEL_REPOSITORY) ? registry.get(MODEL_REPOSITORY) : getGlobalModelRepository();
+async function resolveModelFromRegistry(id, _format, registry) {
+  const modelRepo = getGlobalModelRepository(registry);
   const model = await modelRepo.findByName(id);
   if (!model) {
     throw new Error(`Model "${id}" not found in repository`);
   }
   return model;
 }
-registerInputResolver("model", resolveModelFromRegistry);
-registerInputCompactor("model", async (value, _format, registry) => {
+async function compactModel(value, _format, registry) {
   if (typeof value === "object" && value !== null && "model_id" in value) {
     const id = value.model_id;
     if (typeof id !== "string")
       return;
-    const modelRepo = registry.has(MODEL_REPOSITORY) ? registry.get(MODEL_REPOSITORY) : getGlobalModelRepository();
+    const modelRepo = getGlobalModelRepository(registry);
     const model = await modelRepo.findByName(id);
     if (!model)
       return;
     return id;
   }
   return;
-});
+}
+function registerModelDefaults(registry = globalServiceRegistry2) {
+  registry.registerIfAbsent(MODEL_REPOSITORY, () => new InMemoryModelRepository, true);
+  registerInputResolver("model", resolveModelFromRegistry, registry);
+  registerInputCompactor("model", compactModel, registry);
+}
+registerModelDefaults();
 
 // src/provider/AiProvider.ts
 import { globalServiceRegistry as globalServiceRegistry3, WORKER_MANAGER as WORKER_MANAGER2 } from "@workglow/util/worker";
@@ -7270,7 +7284,9 @@ export {
   setAiProviderRegistry,
   resolveAiProviderGpuQueueConcurrency,
   reranker,
+  registerModelDefaults,
   registerAiTasks,
+  registerAiProviderDefaults,
   queryExpander,
   poseLandmarker,
   objectDetection,
@@ -7444,7 +7460,8 @@ export {
   AiImageOutputTask,
   AiChatTask,
   AiChatOutputSchema,
-  AiChatInputSchema
+  AiChatInputSchema,
+  AI_PROVIDER_REGISTRY
 };
 
-//# debugId=1FAA7D33B0300A0064756E2164756E21
+//# debugId=813F2056B1AE9B1E64756E2164756E21