@workglow/test 0.0.57 → 0.0.59
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/binding/IndexedDbModelRepository.d.ts +17 -0
- package/dist/binding/IndexedDbModelRepository.d.ts.map +1 -0
- package/dist/binding/PostgresModelRepository.d.ts +18 -0
- package/dist/binding/PostgresModelRepository.d.ts.map +1 -0
- package/dist/binding/SqliteModelRepository.d.ts +17 -0
- package/dist/binding/SqliteModelRepository.d.ts.map +1 -0
- package/dist/browser.d.ts +0 -2
- package/dist/browser.d.ts.map +1 -1
- package/dist/browser.js +207 -189
- package/dist/browser.js.map +7 -9
- package/dist/bun.js +203 -213
- package/dist/bun.js.map +7 -11
- package/dist/common-server.d.ts +0 -4
- package/dist/common-server.d.ts.map +1 -1
- package/dist/node.js +203 -213
- package/dist/node.js.map +7 -11
- package/dist/samples/MediaPipeModelSamples.d.ts.map +1 -1
- package/dist/samples/ONNXModelSamples.d.ts +0 -2
- package/dist/samples/ONNXModelSamples.d.ts.map +1 -1
- package/dist/samples/index.d.ts.map +1 -1
- package/dist/test/ai-model/IndexedDbModelRepository.test.d.ts.map +1 -1
- package/dist/test/helpers/SupabaseMockClient.d.ts.map +1 -1
- package/dist/test/job-queue/InMemoryPrefixedQueueStorage.test.d.ts +7 -0
- package/dist/test/job-queue/InMemoryPrefixedQueueStorage.test.d.ts.map +1 -0
- package/dist/test/job-queue/IndexedDbPrefixedQueueStorage.test.d.ts +7 -0
- package/dist/test/job-queue/IndexedDbPrefixedQueueStorage.test.d.ts.map +1 -0
- package/dist/test/job-queue/PostgresPrefixedQueueStorage.test.d.ts +7 -0
- package/dist/test/job-queue/PostgresPrefixedQueueStorage.test.d.ts.map +1 -0
- package/dist/test/job-queue/SqlitePrefixedQueueStorage.test.d.ts +7 -0
- package/dist/test/job-queue/SqlitePrefixedQueueStorage.test.d.ts.map +1 -0
- package/dist/test/job-queue/SupabasePrefixedQueueStorage.test.d.ts +7 -0
- package/dist/test/job-queue/SupabasePrefixedQueueStorage.test.d.ts.map +1 -0
- package/dist/test/job-queue/genericJobQueueTests.d.ts +8 -4
- package/dist/test/job-queue/genericJobQueueTests.d.ts.map +1 -1
- package/dist/test/job-queue/genericPrefixedQueueStorageTests.d.ts +18 -0
- package/dist/test/job-queue/genericPrefixedQueueStorageTests.d.ts.map +1 -0
- package/dist/test/job-queue/genericQueueStorageSubscriptionTests.d.ts +29 -0
- package/dist/test/job-queue/genericQueueStorageSubscriptionTests.d.ts.map +1 -0
- package/dist/test/storage-tabular/genericTabularRepositorySubscriptionTests.d.ts +17 -0
- package/dist/test/storage-tabular/genericTabularRepositorySubscriptionTests.d.ts.map +1 -0
- package/dist/test/storage-tabular/genericTabularRepositoryTests.d.ts +38 -1
- package/dist/test/storage-tabular/genericTabularRepositoryTests.d.ts.map +1 -1
- package/dist/test/task-graph-job-queue/IndexedDbTaskGraphJobQueue.test.d.ts.map +1 -1
- package/dist/test/task-graph-job-queue/genericTaskGraphJobQueueTests.d.ts +3 -3
- package/dist/test/task-graph-job-queue/genericTaskGraphJobQueueTests.d.ts.map +1 -1
- package/package.json +17 -17
- package/dist/binding/InMemoryJobQueue.d.ts +0 -11
- package/dist/binding/InMemoryJobQueue.d.ts.map +0 -1
- package/dist/binding/IndexedDbJobQueue.d.ts +0 -11
- package/dist/binding/IndexedDbJobQueue.d.ts.map +0 -1
- package/dist/binding/PostgresJobQueue.d.ts +0 -11
- package/dist/binding/PostgresJobQueue.d.ts.map +0 -1
- package/dist/binding/SqliteJobQueue.d.ts +0 -11
- package/dist/binding/SqliteJobQueue.d.ts.map +0 -1
package/dist/browser.js.map
CHANGED
|
@@ -1,18 +1,16 @@
|
|
|
1
1
|
{
|
|
2
2
|
"version": 3,
|
|
3
|
-
"sources": ["../src/binding/InMemoryTaskGraphRepository.ts", "../src/binding/InMemoryTaskOutputRepository.ts", "../src/samples/index.ts", "../src/samples/MediaPipeModelSamples.ts", "../src/samples/ONNXModelSamples.ts", "../src/binding/
|
|
3
|
+
"sources": ["../src/binding/InMemoryTaskGraphRepository.ts", "../src/binding/InMemoryTaskOutputRepository.ts", "../src/samples/index.ts", "../src/samples/MediaPipeModelSamples.ts", "../src/samples/ONNXModelSamples.ts", "../src/binding/IndexedDbTaskGraphRepository.ts", "../src/binding/IndexedDbTaskOutputRepository.ts"],
|
|
4
4
|
"sourcesContent": [
|
|
5
5
|
"/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { InMemoryTabularRepository } from \"@workglow/storage\";\nimport {\n TaskGraphPrimaryKeyNames,\n TaskGraphSchema,\n TaskGraphTabularRepository,\n} from \"@workglow/task-graph\";\nimport { createServiceToken } from \"@workglow/util\";\n\nexport const MEMORY_TASK_GRAPH_REPOSITORY = createServiceToken<TaskGraphTabularRepository>(\n \"taskgraph.taskGraphRepository.inMemory\"\n);\n\n/**\n * In-memory implementation of a task graph repository.\n * Provides storage and retrieval for task graphs.\n */\nexport class InMemoryTaskGraphRepository extends TaskGraphTabularRepository {\n constructor() {\n super({\n tabularRepository: new InMemoryTabularRepository(TaskGraphSchema, TaskGraphPrimaryKeyNames),\n });\n }\n}\n",
|
|
6
6
|
"/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { InMemoryTabularRepository } from \"@workglow/storage\";\nimport {\n TaskOutputPrimaryKeyNames,\n TaskOutputSchema,\n TaskOutputTabularRepository,\n} from \"@workglow/task-graph\";\nimport { createServiceToken } from \"@workglow/util\";\n\nexport const MEMORY_TASK_OUTPUT_REPOSITORY = createServiceToken<InMemoryTaskOutputRepository>(\n \"taskgraph.taskOutputRepository.inMemory\"\n);\n\n/**\n * In-memory implementation of a task output repository.\n * Provides storage and retrieval for task outputs.\n */\nexport class InMemoryTaskOutputRepository extends TaskOutputTabularRepository {\n constructor() {\n super({\n tabularRepository: new InMemoryTabularRepository(\n TaskOutputSchema,\n TaskOutputPrimaryKeyNames,\n [\"createdAt\"]\n ),\n });\n }\n}\n",
|
|
7
|
-
"/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { AiJob, AiJobInput } from \"@workglow/ai\";\nimport { TENSORFLOW_MEDIAPIPE } from \"@workglow/ai-provider\";\nimport { ConcurrencyLimiter,
|
|
8
|
-
"import { getGlobalModelRepository
|
|
9
|
-
"import { getGlobalModelRepository
|
|
10
|
-
"/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Job, JobConstructorParam, JobQueue, JobQueueOptions } from \"@workglow/job-queue\";\nimport { IndexedDbQueueStorage } from \"@workglow/storage\";\nimport { createServiceToken } from \"@workglow/util\";\n\nexport const INDEXED_DB_JOB_QUEUE =\n createServiceToken<JobQueue<any, any, any>>(\"jobQueue.indexedDb\");\n\nexport class IndexedDbJobQueue<I, O, C extends Job<I, O>> extends JobQueue<I, O, C> {\n constructor(\n queueName: string,\n jobCls: new (param: JobConstructorParam<I, O>) => C,\n options: JobQueueOptions<I, O>\n ) {\n options.storage ??= new IndexedDbQueueStorage<I, O>(queueName);\n super(queueName, jobCls, options);\n }\n}\n",
|
|
7
|
+
"/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { AiJob, AiJobInput } from \"@workglow/ai\";\nimport { TENSORFLOW_MEDIAPIPE } from \"@workglow/ai-provider\";\nimport { ConcurrencyLimiter, JobQueueClient, JobQueueServer } from \"@workglow/job-queue\";\nimport { InMemoryQueueStorage } from \"@workglow/storage\";\nimport { getTaskQueueRegistry, TaskInput, TaskOutput } from \"@workglow/task-graph\";\nexport * from \"./MediaPipeModelSamples\";\nexport * from \"./ONNXModelSamples\";\n\nexport async function register_HFT_InMemoryQueue(): Promise<void> {\n const queueName = \"HF_TRANSFORMERS_ONNX\";\n const storage = new InMemoryQueueStorage<AiJobInput<TaskInput>, TaskOutput>(queueName);\n await storage.setupDatabase();\n\n const server = new JobQueueServer<AiJobInput<TaskInput>, TaskOutput>(\n AiJob<AiJobInput<TaskInput>, TaskOutput>,\n {\n storage,\n queueName,\n limiter: new ConcurrencyLimiter(1, 10),\n }\n );\n\n const client = new JobQueueClient<AiJobInput<TaskInput>, TaskOutput>({\n storage,\n queueName,\n });\n\n client.attach(server);\n\n getTaskQueueRegistry().registerQueue({ server, client, storage });\n await server.start();\n}\n\nexport async function register_TFMP_InMemoryQueue(): Promise<void> {\n const queueName = TENSORFLOW_MEDIAPIPE;\n const storage = new InMemoryQueueStorage<AiJobInput<TaskInput>, TaskOutput>(queueName);\n await storage.setupDatabase();\n\n const server = new JobQueueServer<AiJobInput<TaskInput>, TaskOutput>(\n AiJob<AiJobInput<TaskInput>, TaskOutput>,\n {\n storage,\n queueName,\n limiter: new ConcurrencyLimiter(1, 10),\n }\n );\n\n const client = new JobQueueClient<AiJobInput<TaskInput>, TaskOutput>({\n storage,\n queueName,\n });\n\n client.attach(server);\n\n getTaskQueueRegistry().registerQueue({ server, client, storage });\n await server.start();\n}\n",
|
|
8
|
+
"import { getGlobalModelRepository } from \"@workglow/ai\";\nimport { TENSORFLOW_MEDIAPIPE } from \"@workglow/ai-provider\";\n\nexport async function registerMediaPipeTfJsLocalModels(): Promise<void> {\n await getGlobalModelRepository().addModel({\n model_id: \"media-pipe:Universal Sentence Encoder\",\n title: \"Universal Sentence Encoder\",\n description: \"Universal Sentence Encoder\",\n tasks: [\"TextEmbeddingTask\"],\n provider: TENSORFLOW_MEDIAPIPE,\n providerConfig: {\n modelPath:\n \"https://storage.googleapis.com/mediapipe-tasks/text_embedder/universal_sentence_encoder.tflite\",\n },\n metadata: {},\n });\n\n await getGlobalModelRepository().addModel({\n model_id: \"media-pipe:Text Encoder\",\n title: \"Text Encoder\",\n description: \"Text Encoder\",\n tasks: [\"TextEmbeddingTask\"],\n provider: TENSORFLOW_MEDIAPIPE,\n providerConfig: {\n modelPath:\n \"https://huggingface.co/keras-sd/text-encoder-tflite/resolve/main/text_encoder.tflite?download=true\",\n },\n metadata: {},\n });\n}\n",
|
|
9
|
+
"import { getGlobalModelRepository } from \"@workglow/ai\";\nimport { HF_TRANSFORMERS_ONNX, HfTransformersOnnxModelRecord } from \"@workglow/ai-provider\";\n\nexport async function registerHuggingfaceLocalModels(): Promise<void> {\n const onnxModels: HfTransformersOnnxModelRecord[] = [\n {\n model_id: \"onnx:Supabase/gte-small\",\n title: \"gte-small\",\n description: \"Supabase/gte-small\",\n tasks: [\"TextEmbeddingTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"feature-extraction\",\n modelPath: \"Supabase/gte-small\",\n },\n metadata: {},\n },\n {\n model_id: \"onnx:Xenova/bge-base-en-v1.5\",\n title: \"bge-base-en-v1.5\",\n description: \"Xenova/bge-base-en-v1.5\",\n tasks: [\"TextEmbeddingTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"feature-extraction\",\n modelPath: \"Xenova/bge-base-en-v1.5\",\n },\n metadata: {},\n },\n {\n model_id: \"onnx:Xenova/distilbert-base-uncased-distilled-squad\",\n title: \"distilbert-base-uncased-distilled-squad\",\n description: \"Xenova/distilbert-base-uncased-distilled-squad\",\n tasks: [\"TextQuestionAnsweringTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"question-answering\",\n modelPath: \"Xenova/distilbert-base-uncased-distilled-squad\",\n },\n metadata: {},\n },\n {\n model_id: \"onnx:answerdotai/ModernBERT-base\",\n title: \"ModernBERT-base\",\n description: \"answerdotai/ModernBERT-base\",\n tasks: [\"TextClassificationTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"feature-extraction\",\n modelPath: \"Xenova/multi-qa-mpnet-base-dot-v1\",\n },\n metadata: {},\n },\n {\n model_id: \"onnx:Xenova/gpt2\",\n title: \"gpt2\",\n description: \"Xenova/gpt2\",\n tasks: [\"TextGenerationTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"text-generation\",\n modelPath: \"Xenova/gpt2\",\n },\n metadata: {},\n },\n {\n model_id: \"onnx:Xenova/Phi-3-mini-4k-instruct:q4f16\",\n title: \"Phi-3-mini-4k-instruct:q4f16\",\n description: \"Xenova/Phi-3-mini-4k-instruct:q4f16\",\n tasks: [\"TextGenerationTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"text-generation\",\n modelPath: \"onnx-community/DeepSeek-R1-Distill-Qwen-1.5B-ONNX\",\n },\n metadata: {},\n },\n {\n model_id: \"onnx:Xenova/distilgpt2\",\n title: \"distilgpt2\",\n description: \"Xenova/distilgpt2\",\n tasks: [\"TextGenerationTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"text-generation\",\n modelPath: \"Xenova/distilgpt2\",\n },\n metadata: {},\n },\n {\n model_id: \"onnx:Xenova/LaMini-Flan-T5-783M\",\n title: \"LaMini-Flan-T5-783M\",\n description: \"Xenova/LaMini-Flan-T5-783M\",\n tasks: [\"TextGenerationTask\", \"TextRewriterTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"text2text-generation\",\n modelPath: \"Xenova/LaMini-Flan-T5-783M\",\n },\n metadata: {},\n },\n {\n model_id: \"onnx:Falconsai/text_summarization\",\n title: \"text_summarization\",\n description: \"Falconsai/text_summarization\",\n tasks: [\"TextSummaryTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"summarization\",\n modelPath: \"Falconsai/text_summarization\",\n },\n metadata: {},\n },\n {\n model_id: \"onnx:Xenova/nllb-200-distilled-600M\",\n title: \"nllb-200-distilled-600M\",\n description: \"Xenova/nllb-200-distilled-600M\",\n tasks: [\"TextTranslationTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"translation\",\n modelPath: \"Xenova/nllb-200-distilled-600M\",\n languageStyle: \"FLORES-200\",\n },\n metadata: {},\n },\n {\n model_id: \"onnx:Xenova/m2m100_418M\",\n title: \"m2m100_418M\",\n description: \"Xenova/m2m100_418M\",\n tasks: [\"TextTranslationTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"translation\",\n modelPath: \"Xenova/m2m100_418M\",\n languageStyle: \"ISO-639\",\n },\n metadata: {},\n },\n {\n model_id: \"onnx:Xenova/mbart-large-50-many-to-many-mmt\",\n title: \"mbart-large-50-many-to-many-mmt\",\n description: \"Xenova/mbart-large-50-many-to-many-mmt\",\n tasks: [\"TextTranslationTask\"],\n provider: HF_TRANSFORMERS_ONNX,\n providerConfig: {\n pipeline: \"translation\",\n modelPath: \"Xenova/mbart-large-50-many-to-many-mmt\",\n languageStyle: \"ISO-639_ISO-3166-1-alpha-2\",\n },\n metadata: {},\n },\n ];\n\n for (const model of onnxModels) {\n await getGlobalModelRepository().addModel(model);\n }\n}\n",
|
|
11
10
|
"/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { IndexedDbTabularRepository } from \"@workglow/storage\";\nimport {\n TaskGraphPrimaryKeyNames,\n TaskGraphSchema,\n TaskGraphTabularRepository,\n} from \"@workglow/task-graph\";\nimport { createServiceToken } from \"@workglow/util\";\n\nexport const IDB_TASK_GRAPH_REPOSITORY = createServiceToken<TaskGraphTabularRepository>(\n \"taskgraph.taskGraphRepository.indexedDb\"\n);\n\n/**\n * IndexedDB implementation of a task graph repository.\n * Provides storage and retrieval for task graphs using IndexedDB.\n */\nexport class IndexedDbTaskGraphRepository extends TaskGraphTabularRepository {\n constructor(table: string = \"task_graphs\") {\n super({\n tabularRepository: new IndexedDbTabularRepository(\n table,\n TaskGraphSchema,\n TaskGraphPrimaryKeyNames\n ),\n });\n }\n}\n",
|
|
12
|
-
"/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { IndexedDbTabularRepository } from \"@workglow/storage\";\nimport {\n TaskOutputPrimaryKeyNames,\n TaskOutputSchema,\n TaskOutputTabularRepository,\n} from \"@workglow/task-graph\";\nimport { createServiceToken } from \"@workglow/util\";\n\nexport const IDB_TASK_OUTPUT_REPOSITORY = createServiceToken<IndexedDbTaskOutputRepository>(\n \"taskgraph.taskOutputRepository.indexedDb\"\n);\n\n/**\n * IndexedDB implementation of a task output repository.\n * Provides storage and retrieval for task outputs using IndexedDB.\n */\nexport class IndexedDbTaskOutputRepository extends TaskOutputTabularRepository {\n constructor(table: string = \"task_outputs\") {\n super({\n tabularRepository: new IndexedDbTabularRepository(\n table,\n TaskOutputSchema,\n TaskOutputPrimaryKeyNames,\n [\"createdAt\"]\n ),\n });\n }\n}\n"
|
|
13
|
-
"/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { Job, JobConstructorParam, JobQueue, JobQueueOptions } from \"@workglow/job-queue\";\nimport { InMemoryQueueStorage } from \"@workglow/storage\";\nimport { createServiceToken } from \"@workglow/util\";\n\nexport const IN_MEMORY_JOB_QUEUE = createServiceToken<JobQueue<any, any, any>>(\"jobQueue.inMemory\");\n\nexport class InMemoryJobQueue<I, O, C extends Job<I, O>> extends JobQueue<I, O, C> {\n constructor(\n queueName: string,\n jobCls: new (param: JobConstructorParam<I, O>) => C,\n options: JobQueueOptions<I, O>\n ) {\n options.storage ??= new InMemoryQueueStorage<I, O>(queueName);\n super(queueName, jobCls, options);\n }\n}\n"
|
|
11
|
+
"/**\n * @license\n * Copyright 2025 Steven Roussey <sroussey@gmail.com>\n * SPDX-License-Identifier: Apache-2.0\n */\n\nimport { IndexedDbTabularRepository } from \"@workglow/storage\";\nimport {\n TaskOutputPrimaryKeyNames,\n TaskOutputSchema,\n TaskOutputTabularRepository,\n} from \"@workglow/task-graph\";\nimport { createServiceToken } from \"@workglow/util\";\n\nexport const IDB_TASK_OUTPUT_REPOSITORY = createServiceToken<IndexedDbTaskOutputRepository>(\n \"taskgraph.taskOutputRepository.indexedDb\"\n);\n\n/**\n * IndexedDB implementation of a task output repository.\n * Provides storage and retrieval for task outputs using IndexedDB.\n */\nexport class IndexedDbTaskOutputRepository extends TaskOutputTabularRepository {\n constructor(table: string = \"task_outputs\") {\n super({\n tabularRepository: new IndexedDbTabularRepository(\n table,\n TaskOutputSchema,\n TaskOutputPrimaryKeyNames,\n [\"createdAt\"]\n ),\n });\n }\n}\n"
|
|
14
12
|
],
|
|
15
|
-
"mappings": ";AAMA;AACA;AAAA;AAAA;AAAA;AAAA;AAKA;AAEO,IAAM,+BAA+B,mBAC1C,wCACF;AAAA;AAMO,MAAM,oCAAoC,2BAA2B;AAAA,EAC1E,WAAW,GAAG;AAAA,IACZ,MAAM;AAAA,MACJ,mBAAmB,IAAI,0BAA0B,iBAAiB,wBAAwB;AAAA,IAC5F,CAAC;AAAA;AAEL;;ACtBA,sCAAS;AACT;AAAA;AAAA;AAAA;AAAA;AAKA,+BAAS;AAEF,IAAM,gCAAgC,oBAC3C,yCACF;AAAA;AAMO,MAAM,qCAAqC,4BAA4B;AAAA,EAC5E,WAAW,GAAG;AAAA,IACZ,MAAM;AAAA,MACJ,mBAAmB,IAAI,2BACrB,kBACA,2BACA,CAAC,WAAW,CACd;AAAA,IACF,CAAC;AAAA;AAEL;;AC1BA;AACA,iCAAS;AACT;AACA;AACA;;;ACVA;AACA;AAEA,
|
|
16
|
-
"debugId": "
|
|
13
|
+
"mappings": ";AAMA;AACA;AAAA;AAAA;AAAA;AAAA;AAKA;AAEO,IAAM,+BAA+B,mBAC1C,wCACF;AAAA;AAMO,MAAM,oCAAoC,2BAA2B;AAAA,EAC1E,WAAW,GAAG;AAAA,IACZ,MAAM;AAAA,MACJ,mBAAmB,IAAI,0BAA0B,iBAAiB,wBAAwB;AAAA,IAC5F,CAAC;AAAA;AAEL;;ACtBA,sCAAS;AACT;AAAA;AAAA;AAAA;AAAA;AAKA,+BAAS;AAEF,IAAM,gCAAgC,oBAC3C,yCACF;AAAA;AAMO,MAAM,qCAAqC,4BAA4B;AAAA,EAC5E,WAAW,GAAG;AAAA,IACZ,MAAM;AAAA,MACJ,mBAAmB,IAAI,2BACrB,kBACA,2BACA,CAAC,WAAW,CACd;AAAA,IACF,CAAC;AAAA;AAEL;;AC1BA;AACA,iCAAS;AACT;AACA;AACA;;;ACVA;AACA;AAEA,eAAsB,gCAAgC,GAAkB;AAAA,EACtE,MAAM,yBAAyB,EAAE,SAAS;AAAA,IACxC,UAAU;AAAA,IACV,OAAO;AAAA,IACP,aAAa;AAAA,IACb,OAAO,CAAC,mBAAmB;AAAA,IAC3B,UAAU;AAAA,IACV,gBAAgB;AAAA,MACd,WACE;AAAA,IACJ;AAAA,IACA,UAAU,CAAC;AAAA,EACb,CAAC;AAAA,EAED,MAAM,yBAAyB,EAAE,SAAS;AAAA,IACxC,UAAU;AAAA,IACV,OAAO;AAAA,IACP,aAAa;AAAA,IACb,OAAO,CAAC,mBAAmB;AAAA,IAC3B,UAAU;AAAA,IACV,gBAAgB;AAAA,MACd,WACE;AAAA,IACJ;AAAA,IACA,UAAU,CAAC;AAAA,EACb,CAAC;AAAA;;AC5BH,qCAAS;AACT;AAEA,eAAsB,8BAA8B,GAAkB;AAAA,EACpE,MAAM,aAA8C;AAAA,IAClD;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,mBAAmB;AAAA,MAC3B,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,MACb;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,IACA;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,mBAAmB;AAAA,MAC3B,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,MACb;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,IACA;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,2BAA2B;AAAA,MACnC,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,MACb;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,IACA;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,wBAAwB;AAAA,MAChC,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,MACb;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,IACA;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,oBAAoB;AAAA,MAC5B,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,MACb;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,IACA;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,oBAAoB;AAAA,MAC5B,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,MACb;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,IACA;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,oBAAoB;AAAA,MAC5B,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,MACb;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,IACA;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,sBAAsB,kBAAkB;AAAA,MAChD,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,MACb;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,IACA;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,iBAAiB;AAAA,MACzB,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,MACb;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,IACA;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,qBAAqB;AAAA,MAC7B,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,QACX,eAAe;AAAA,MACjB;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,IACA;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,qBAAqB;AAAA,MAC7B,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,QACX,eAAe;AAAA,MACjB;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,IACA;AAAA,MACE,UAAU;AAAA,MACV,OAAO;AAAA,MACP,aAAa;AAAA,MACb,OAAO,CAAC,qBAAqB;AAAA,MAC7B,UAAU;AAAA,MACV,gBAAgB;AAAA,QACd,UAAU;AAAA,QACV,WAAW;AAAA,QACX,eAAe;AAAA,MACjB;AAAA,MACA,UAAU,CAAC;AAAA,IACb;AAAA,EACF;AAAA,EAEA,WAAW,SAAS,YAAY;AAAA,IAC9B,MAAM,0BAAyB,EAAE,SAAS,KAAK;AAAA,EACjD;AAAA;;;AF9IF,eAAsB,0BAA0B,GAAkB;AAAA,EAChE,MAAM,YAAY;AAAA,EAClB,MAAM,UAAU,IAAI,qBAAwD,SAAS;AAAA,EACrF,MAAM,QAAQ,cAAc;AAAA,EAE5B,MAAM,SAAS,IAAI,eACjB,OACA;AAAA,IACE;AAAA,IACA;AAAA,IACA,SAAS,IAAI,mBAAmB,GAAG,EAAE;AAAA,EACvC,CACF;AAAA,EAEA,MAAM,SAAS,IAAI,eAAkD;AAAA,IACnE;AAAA,IACA;AAAA,EACF,CAAC;AAAA,EAED,OAAO,OAAO,MAAM;AAAA,EAEpB,qBAAqB,EAAE,cAAc,EAAE,QAAQ,QAAQ,QAAQ,CAAC;AAAA,EAChE,MAAM,OAAO,MAAM;AAAA;AAGrB,eAAsB,2BAA2B,GAAkB;AAAA,EACjE,MAAM,YAAY;AAAA,EAClB,MAAM,UAAU,IAAI,qBAAwD,SAAS;AAAA,EACrF,MAAM,QAAQ,cAAc;AAAA,EAE5B,MAAM,SAAS,IAAI,eACjB,OACA;AAAA,IACE;AAAA,IACA;AAAA,IACA,SAAS,IAAI,mBAAmB,GAAG,EAAE;AAAA,EACvC,CACF;AAAA,EAEA,MAAM,SAAS,IAAI,eAAkD;AAAA,IACnE;AAAA,IACA;AAAA,EACF,CAAC;AAAA,EAED,OAAO,OAAO,MAAM;AAAA,EAEpB,qBAAqB,EAAE,cAAc,EAAE,QAAQ,QAAQ,QAAQ,CAAC;AAAA,EAChE,MAAM,OAAO,MAAM;AAAA;;AGvDrB;AACA;AAAA,8BACE;AAAA,qBACA;AAAA,gCACA;AAAA;AAEF,+BAAS;AAEF,IAAM,4BAA4B,oBACvC,yCACF;AAAA;AAMO,MAAM,qCAAqC,4BAA2B;AAAA,EAC3E,WAAW,CAAC,QAAgB,eAAe;AAAA,IACzC,MAAM;AAAA,MACJ,mBAAmB,IAAI,2BACrB,OACA,kBACA,yBACF;AAAA,IACF,CAAC;AAAA;AAEL;;AC1BA,uCAAS;AACT;AAAA,+BACE;AAAA,sBACA;AAAA,iCACA;AAAA;AAEF,+BAAS;AAEF,IAAM,6BAA6B,oBACxC,0CACF;AAAA;AAMO,MAAM,sCAAsC,6BAA4B;AAAA,EAC7E,WAAW,CAAC,QAAgB,gBAAgB;AAAA,IAC1C,MAAM;AAAA,MACJ,mBAAmB,IAAI,4BACrB,OACA,mBACA,4BACA,CAAC,WAAW,CACd;AAAA,IACF,CAAC;AAAA;AAEL;",
|
|
14
|
+
"debugId": "391488397AB36BE864756E2164756E21",
|
|
17
15
|
"names": []
|
|
18
16
|
}
|
package/dist/bun.js
CHANGED
|
@@ -36,182 +36,229 @@ class InMemoryTaskOutputRepository extends TaskOutputTabularRepository {
|
|
|
36
36
|
// src/samples/index.ts
|
|
37
37
|
import { AiJob } from "@workglow/ai";
|
|
38
38
|
import { TENSORFLOW_MEDIAPIPE as TENSORFLOW_MEDIAPIPE2 } from "@workglow/ai-provider";
|
|
39
|
-
import { ConcurrencyLimiter,
|
|
39
|
+
import { ConcurrencyLimiter, JobQueueClient, JobQueueServer } from "@workglow/job-queue";
|
|
40
40
|
import { InMemoryQueueStorage } from "@workglow/storage";
|
|
41
41
|
import { getTaskQueueRegistry } from "@workglow/task-graph";
|
|
42
42
|
|
|
43
43
|
// src/samples/MediaPipeModelSamples.ts
|
|
44
44
|
import { getGlobalModelRepository } from "@workglow/ai";
|
|
45
45
|
import { TENSORFLOW_MEDIAPIPE } from "@workglow/ai-provider";
|
|
46
|
-
async function addMediaPipeModel(info, tasks) {
|
|
47
|
-
const name = "mediapipe:" + info.name;
|
|
48
|
-
const model = Object.assign({
|
|
49
|
-
provider: TENSORFLOW_MEDIAPIPE,
|
|
50
|
-
quantization: null,
|
|
51
|
-
normalize: true,
|
|
52
|
-
contextWindow: 4096,
|
|
53
|
-
availableOnBrowser: true,
|
|
54
|
-
availableOnServer: false,
|
|
55
|
-
parameters: null,
|
|
56
|
-
languageStyle: null,
|
|
57
|
-
usingDimensions: info.nativeDimensions ?? null
|
|
58
|
-
}, info, { name });
|
|
59
|
-
await getGlobalModelRepository().addModel(model);
|
|
60
|
-
await Promise.allSettled(tasks.map((task) => getGlobalModelRepository().connectTaskToModel(task, name)));
|
|
61
|
-
}
|
|
62
46
|
async function registerMediaPipeTfJsLocalModels() {
|
|
63
|
-
await
|
|
64
|
-
|
|
65
|
-
|
|
66
|
-
|
|
67
|
-
|
|
68
|
-
|
|
69
|
-
|
|
70
|
-
|
|
71
|
-
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
47
|
+
await getGlobalModelRepository().addModel({
|
|
48
|
+
model_id: "media-pipe:Universal Sentence Encoder",
|
|
49
|
+
title: "Universal Sentence Encoder",
|
|
50
|
+
description: "Universal Sentence Encoder",
|
|
51
|
+
tasks: ["TextEmbeddingTask"],
|
|
52
|
+
provider: TENSORFLOW_MEDIAPIPE,
|
|
53
|
+
providerConfig: {
|
|
54
|
+
modelPath: "https://storage.googleapis.com/mediapipe-tasks/text_embedder/universal_sentence_encoder.tflite"
|
|
55
|
+
},
|
|
56
|
+
metadata: {}
|
|
57
|
+
});
|
|
58
|
+
await getGlobalModelRepository().addModel({
|
|
59
|
+
model_id: "media-pipe:Text Encoder",
|
|
60
|
+
title: "Text Encoder",
|
|
61
|
+
description: "Text Encoder",
|
|
62
|
+
tasks: ["TextEmbeddingTask"],
|
|
63
|
+
provider: TENSORFLOW_MEDIAPIPE,
|
|
64
|
+
providerConfig: {
|
|
65
|
+
modelPath: "https://huggingface.co/keras-sd/text-encoder-tflite/resolve/main/text_encoder.tflite?download=true"
|
|
66
|
+
},
|
|
67
|
+
metadata: {}
|
|
68
|
+
});
|
|
75
69
|
}
|
|
76
70
|
// src/samples/ONNXModelSamples.ts
|
|
77
71
|
import { getGlobalModelRepository as getGlobalModelRepository2 } from "@workglow/ai";
|
|
78
|
-
import { HF_TRANSFORMERS_ONNX
|
|
79
|
-
async function addONNXModel(info, tasks) {
|
|
80
|
-
const model = Object.assign({
|
|
81
|
-
name: "onnx:" + info.url + ":" + (info.quantization ?? QUANTIZATION_DATA_TYPES.q8),
|
|
82
|
-
provider: HF_TRANSFORMERS_ONNX,
|
|
83
|
-
quantization: QUANTIZATION_DATA_TYPES.q8,
|
|
84
|
-
normalize: true,
|
|
85
|
-
contextWindow: 4096,
|
|
86
|
-
availableOnBrowser: true,
|
|
87
|
-
availableOnServer: true,
|
|
88
|
-
parameters: null,
|
|
89
|
-
languageStyle: null,
|
|
90
|
-
usingDimensions: info.nativeDimensions ?? null
|
|
91
|
-
}, info);
|
|
92
|
-
await getGlobalModelRepository2().addModel(model);
|
|
93
|
-
await Promise.allSettled(tasks.map((task) => getGlobalModelRepository2().connectTaskToModel(task, model.name)));
|
|
94
|
-
}
|
|
72
|
+
import { HF_TRANSFORMERS_ONNX } from "@workglow/ai-provider";
|
|
95
73
|
async function registerHuggingfaceLocalModels() {
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
99
|
-
|
|
100
|
-
|
|
101
|
-
|
|
102
|
-
|
|
103
|
-
|
|
104
|
-
|
|
105
|
-
|
|
106
|
-
|
|
107
|
-
|
|
108
|
-
|
|
109
|
-
|
|
110
|
-
|
|
111
|
-
|
|
112
|
-
|
|
113
|
-
|
|
114
|
-
|
|
115
|
-
|
|
116
|
-
|
|
117
|
-
|
|
118
|
-
|
|
119
|
-
|
|
120
|
-
|
|
121
|
-
|
|
122
|
-
|
|
123
|
-
|
|
124
|
-
|
|
125
|
-
|
|
126
|
-
|
|
127
|
-
|
|
128
|
-
|
|
129
|
-
|
|
130
|
-
|
|
131
|
-
|
|
132
|
-
|
|
133
|
-
|
|
134
|
-
|
|
135
|
-
|
|
136
|
-
|
|
137
|
-
|
|
138
|
-
|
|
139
|
-
|
|
140
|
-
|
|
141
|
-
|
|
142
|
-
|
|
143
|
-
|
|
144
|
-
|
|
145
|
-
|
|
146
|
-
|
|
147
|
-
|
|
148
|
-
|
|
149
|
-
|
|
150
|
-
|
|
151
|
-
|
|
152
|
-
|
|
153
|
-
|
|
154
|
-
|
|
155
|
-
|
|
156
|
-
|
|
157
|
-
|
|
158
|
-
|
|
159
|
-
|
|
160
|
-
|
|
161
|
-
|
|
162
|
-
|
|
163
|
-
|
|
164
|
-
|
|
165
|
-
|
|
166
|
-
|
|
167
|
-
|
|
168
|
-
|
|
169
|
-
|
|
170
|
-
|
|
171
|
-
|
|
172
|
-
|
|
173
|
-
|
|
174
|
-
|
|
175
|
-
|
|
176
|
-
|
|
177
|
-
|
|
178
|
-
|
|
179
|
-
|
|
180
|
-
|
|
181
|
-
|
|
182
|
-
|
|
183
|
-
|
|
184
|
-
|
|
185
|
-
|
|
186
|
-
|
|
187
|
-
|
|
188
|
-
|
|
189
|
-
|
|
190
|
-
|
|
191
|
-
|
|
192
|
-
|
|
193
|
-
|
|
194
|
-
|
|
195
|
-
|
|
196
|
-
|
|
74
|
+
const onnxModels = [
|
|
75
|
+
{
|
|
76
|
+
model_id: "onnx:Supabase/gte-small",
|
|
77
|
+
title: "gte-small",
|
|
78
|
+
description: "Supabase/gte-small",
|
|
79
|
+
tasks: ["TextEmbeddingTask"],
|
|
80
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
81
|
+
providerConfig: {
|
|
82
|
+
pipeline: "feature-extraction",
|
|
83
|
+
modelPath: "Supabase/gte-small"
|
|
84
|
+
},
|
|
85
|
+
metadata: {}
|
|
86
|
+
},
|
|
87
|
+
{
|
|
88
|
+
model_id: "onnx:Xenova/bge-base-en-v1.5",
|
|
89
|
+
title: "bge-base-en-v1.5",
|
|
90
|
+
description: "Xenova/bge-base-en-v1.5",
|
|
91
|
+
tasks: ["TextEmbeddingTask"],
|
|
92
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
93
|
+
providerConfig: {
|
|
94
|
+
pipeline: "feature-extraction",
|
|
95
|
+
modelPath: "Xenova/bge-base-en-v1.5"
|
|
96
|
+
},
|
|
97
|
+
metadata: {}
|
|
98
|
+
},
|
|
99
|
+
{
|
|
100
|
+
model_id: "onnx:Xenova/distilbert-base-uncased-distilled-squad",
|
|
101
|
+
title: "distilbert-base-uncased-distilled-squad",
|
|
102
|
+
description: "Xenova/distilbert-base-uncased-distilled-squad",
|
|
103
|
+
tasks: ["TextQuestionAnsweringTask"],
|
|
104
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
105
|
+
providerConfig: {
|
|
106
|
+
pipeline: "question-answering",
|
|
107
|
+
modelPath: "Xenova/distilbert-base-uncased-distilled-squad"
|
|
108
|
+
},
|
|
109
|
+
metadata: {}
|
|
110
|
+
},
|
|
111
|
+
{
|
|
112
|
+
model_id: "onnx:answerdotai/ModernBERT-base",
|
|
113
|
+
title: "ModernBERT-base",
|
|
114
|
+
description: "answerdotai/ModernBERT-base",
|
|
115
|
+
tasks: ["TextClassificationTask"],
|
|
116
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
117
|
+
providerConfig: {
|
|
118
|
+
pipeline: "feature-extraction",
|
|
119
|
+
modelPath: "Xenova/multi-qa-mpnet-base-dot-v1"
|
|
120
|
+
},
|
|
121
|
+
metadata: {}
|
|
122
|
+
},
|
|
123
|
+
{
|
|
124
|
+
model_id: "onnx:Xenova/gpt2",
|
|
125
|
+
title: "gpt2",
|
|
126
|
+
description: "Xenova/gpt2",
|
|
127
|
+
tasks: ["TextGenerationTask"],
|
|
128
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
129
|
+
providerConfig: {
|
|
130
|
+
pipeline: "text-generation",
|
|
131
|
+
modelPath: "Xenova/gpt2"
|
|
132
|
+
},
|
|
133
|
+
metadata: {}
|
|
134
|
+
},
|
|
135
|
+
{
|
|
136
|
+
model_id: "onnx:Xenova/Phi-3-mini-4k-instruct:q4f16",
|
|
137
|
+
title: "Phi-3-mini-4k-instruct:q4f16",
|
|
138
|
+
description: "Xenova/Phi-3-mini-4k-instruct:q4f16",
|
|
139
|
+
tasks: ["TextGenerationTask"],
|
|
140
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
141
|
+
providerConfig: {
|
|
142
|
+
pipeline: "text-generation",
|
|
143
|
+
modelPath: "onnx-community/DeepSeek-R1-Distill-Qwen-1.5B-ONNX"
|
|
144
|
+
},
|
|
145
|
+
metadata: {}
|
|
146
|
+
},
|
|
147
|
+
{
|
|
148
|
+
model_id: "onnx:Xenova/distilgpt2",
|
|
149
|
+
title: "distilgpt2",
|
|
150
|
+
description: "Xenova/distilgpt2",
|
|
151
|
+
tasks: ["TextGenerationTask"],
|
|
152
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
153
|
+
providerConfig: {
|
|
154
|
+
pipeline: "text-generation",
|
|
155
|
+
modelPath: "Xenova/distilgpt2"
|
|
156
|
+
},
|
|
157
|
+
metadata: {}
|
|
158
|
+
},
|
|
159
|
+
{
|
|
160
|
+
model_id: "onnx:Xenova/LaMini-Flan-T5-783M",
|
|
161
|
+
title: "LaMini-Flan-T5-783M",
|
|
162
|
+
description: "Xenova/LaMini-Flan-T5-783M",
|
|
163
|
+
tasks: ["TextGenerationTask", "TextRewriterTask"],
|
|
164
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
165
|
+
providerConfig: {
|
|
166
|
+
pipeline: "text2text-generation",
|
|
167
|
+
modelPath: "Xenova/LaMini-Flan-T5-783M"
|
|
168
|
+
},
|
|
169
|
+
metadata: {}
|
|
170
|
+
},
|
|
171
|
+
{
|
|
172
|
+
model_id: "onnx:Falconsai/text_summarization",
|
|
173
|
+
title: "text_summarization",
|
|
174
|
+
description: "Falconsai/text_summarization",
|
|
175
|
+
tasks: ["TextSummaryTask"],
|
|
176
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
177
|
+
providerConfig: {
|
|
178
|
+
pipeline: "summarization",
|
|
179
|
+
modelPath: "Falconsai/text_summarization"
|
|
180
|
+
},
|
|
181
|
+
metadata: {}
|
|
182
|
+
},
|
|
183
|
+
{
|
|
184
|
+
model_id: "onnx:Xenova/nllb-200-distilled-600M",
|
|
185
|
+
title: "nllb-200-distilled-600M",
|
|
186
|
+
description: "Xenova/nllb-200-distilled-600M",
|
|
187
|
+
tasks: ["TextTranslationTask"],
|
|
188
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
189
|
+
providerConfig: {
|
|
190
|
+
pipeline: "translation",
|
|
191
|
+
modelPath: "Xenova/nllb-200-distilled-600M",
|
|
192
|
+
languageStyle: "FLORES-200"
|
|
193
|
+
},
|
|
194
|
+
metadata: {}
|
|
195
|
+
},
|
|
196
|
+
{
|
|
197
|
+
model_id: "onnx:Xenova/m2m100_418M",
|
|
198
|
+
title: "m2m100_418M",
|
|
199
|
+
description: "Xenova/m2m100_418M",
|
|
200
|
+
tasks: ["TextTranslationTask"],
|
|
201
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
202
|
+
providerConfig: {
|
|
203
|
+
pipeline: "translation",
|
|
204
|
+
modelPath: "Xenova/m2m100_418M",
|
|
205
|
+
languageStyle: "ISO-639"
|
|
206
|
+
},
|
|
207
|
+
metadata: {}
|
|
208
|
+
},
|
|
209
|
+
{
|
|
210
|
+
model_id: "onnx:Xenova/mbart-large-50-many-to-many-mmt",
|
|
211
|
+
title: "mbart-large-50-many-to-many-mmt",
|
|
212
|
+
description: "Xenova/mbart-large-50-many-to-many-mmt",
|
|
213
|
+
tasks: ["TextTranslationTask"],
|
|
214
|
+
provider: HF_TRANSFORMERS_ONNX,
|
|
215
|
+
providerConfig: {
|
|
216
|
+
pipeline: "translation",
|
|
217
|
+
modelPath: "Xenova/mbart-large-50-many-to-many-mmt",
|
|
218
|
+
languageStyle: "ISO-639_ISO-3166-1-alpha-2"
|
|
219
|
+
},
|
|
220
|
+
metadata: {}
|
|
221
|
+
}
|
|
222
|
+
];
|
|
223
|
+
for (const model of onnxModels) {
|
|
224
|
+
await getGlobalModelRepository2().addModel(model);
|
|
225
|
+
}
|
|
197
226
|
}
|
|
198
227
|
|
|
199
228
|
// src/samples/index.ts
|
|
200
229
|
async function register_HFT_InMemoryQueue() {
|
|
201
|
-
const
|
|
202
|
-
|
|
230
|
+
const queueName = "HF_TRANSFORMERS_ONNX";
|
|
231
|
+
const storage = new InMemoryQueueStorage(queueName);
|
|
232
|
+
await storage.setupDatabase();
|
|
233
|
+
const server = new JobQueueServer(AiJob, {
|
|
234
|
+
storage,
|
|
235
|
+
queueName,
|
|
203
236
|
limiter: new ConcurrencyLimiter(1, 10)
|
|
204
237
|
});
|
|
205
|
-
|
|
206
|
-
|
|
238
|
+
const client = new JobQueueClient({
|
|
239
|
+
storage,
|
|
240
|
+
queueName
|
|
241
|
+
});
|
|
242
|
+
client.attach(server);
|
|
243
|
+
getTaskQueueRegistry().registerQueue({ server, client, storage });
|
|
244
|
+
await server.start();
|
|
207
245
|
}
|
|
208
246
|
async function register_TFMP_InMemoryQueue() {
|
|
209
|
-
const
|
|
210
|
-
|
|
247
|
+
const queueName = TENSORFLOW_MEDIAPIPE2;
|
|
248
|
+
const storage = new InMemoryQueueStorage(queueName);
|
|
249
|
+
await storage.setupDatabase();
|
|
250
|
+
const server = new JobQueueServer(AiJob, {
|
|
251
|
+
storage,
|
|
252
|
+
queueName,
|
|
211
253
|
limiter: new ConcurrencyLimiter(1, 10)
|
|
212
254
|
});
|
|
213
|
-
|
|
214
|
-
|
|
255
|
+
const client = new JobQueueClient({
|
|
256
|
+
storage,
|
|
257
|
+
queueName
|
|
258
|
+
});
|
|
259
|
+
client.attach(server);
|
|
260
|
+
getTaskQueueRegistry().registerQueue({ server, client, storage });
|
|
261
|
+
await server.start();
|
|
215
262
|
}
|
|
216
263
|
// src/binding/FsFolderTaskGraphRepository.ts
|
|
217
264
|
import { FsFolderTabularRepository } from "@workglow/storage";
|
|
@@ -349,82 +396,25 @@ class SqliteTaskOutputRepository extends TaskOutputTabularRepository5 {
|
|
|
349
396
|
});
|
|
350
397
|
}
|
|
351
398
|
}
|
|
352
|
-
// src/binding/IndexedDbJobQueue.ts
|
|
353
|
-
import { JobQueue as JobQueue2 } from "@workglow/job-queue";
|
|
354
|
-
import { IndexedDbQueueStorage } from "@workglow/storage";
|
|
355
|
-
import { createServiceToken as createServiceToken11 } from "@workglow/util";
|
|
356
|
-
var INDEXED_DB_JOB_QUEUE = createServiceToken11("jobQueue.indexedDb");
|
|
357
|
-
|
|
358
|
-
class IndexedDbJobQueue extends JobQueue2 {
|
|
359
|
-
constructor(queueName, jobCls, options) {
|
|
360
|
-
options.storage ??= new IndexedDbQueueStorage(queueName);
|
|
361
|
-
super(queueName, jobCls, options);
|
|
362
|
-
}
|
|
363
|
-
}
|
|
364
|
-
// src/binding/InMemoryJobQueue.ts
|
|
365
|
-
import { JobQueue as JobQueue3 } from "@workglow/job-queue";
|
|
366
|
-
import { InMemoryQueueStorage as InMemoryQueueStorage2 } from "@workglow/storage";
|
|
367
|
-
import { createServiceToken as createServiceToken12 } from "@workglow/util";
|
|
368
|
-
var IN_MEMORY_JOB_QUEUE = createServiceToken12("jobQueue.inMemory");
|
|
369
|
-
|
|
370
|
-
class InMemoryJobQueue extends JobQueue3 {
|
|
371
|
-
constructor(queueName, jobCls, options) {
|
|
372
|
-
options.storage ??= new InMemoryQueueStorage2(queueName);
|
|
373
|
-
super(queueName, jobCls, options);
|
|
374
|
-
}
|
|
375
|
-
}
|
|
376
|
-
// src/binding/PostgresJobQueue.ts
|
|
377
|
-
import { JobQueue as JobQueue4 } from "@workglow/job-queue";
|
|
378
|
-
import { PostgresQueueStorage } from "@workglow/storage";
|
|
379
|
-
import { createServiceToken as createServiceToken13 } from "@workglow/util";
|
|
380
|
-
var POSTGRES_JOB_QUEUE = createServiceToken13("jobQueue.postgres");
|
|
381
|
-
|
|
382
|
-
class PostgresJobQueue extends JobQueue4 {
|
|
383
|
-
constructor(db, queueName, jobCls, options) {
|
|
384
|
-
options.storage = new PostgresQueueStorage(db, queueName);
|
|
385
|
-
super(queueName, jobCls, options);
|
|
386
|
-
}
|
|
387
|
-
}
|
|
388
|
-
// src/binding/SqliteJobQueue.ts
|
|
389
|
-
import { JobQueue as JobQueue5 } from "@workglow/job-queue";
|
|
390
|
-
import { SqliteQueueStorage } from "@workglow/storage";
|
|
391
|
-
import { createServiceToken as createServiceToken14 } from "@workglow/util";
|
|
392
|
-
var SQLITE_JOB_QUEUE = createServiceToken14("jobQueue.sqlite");
|
|
393
|
-
|
|
394
|
-
class SqliteJobQueue extends JobQueue5 {
|
|
395
|
-
constructor(db, queueName, jobCls, options) {
|
|
396
|
-
options.storage = new SqliteQueueStorage(db, queueName);
|
|
397
|
-
super(queueName, jobCls, options);
|
|
398
|
-
}
|
|
399
|
-
}
|
|
400
399
|
export {
|
|
401
400
|
register_TFMP_InMemoryQueue,
|
|
402
401
|
register_HFT_InMemoryQueue,
|
|
403
402
|
registerMediaPipeTfJsLocalModels,
|
|
404
403
|
registerHuggingfaceLocalModels,
|
|
405
|
-
addONNXModel,
|
|
406
404
|
SqliteTaskOutputRepository,
|
|
407
405
|
SqliteTaskGraphRepository,
|
|
408
|
-
SqliteJobQueue,
|
|
409
406
|
SQLITE_TASK_OUTPUT_REPOSITORY,
|
|
410
407
|
SQLITE_TASK_GRAPH_REPOSITORY,
|
|
411
|
-
SQLITE_JOB_QUEUE,
|
|
412
408
|
PostgresTaskOutputRepository,
|
|
413
409
|
PostgresTaskGraphRepository,
|
|
414
|
-
PostgresJobQueue,
|
|
415
410
|
POSTGRES_TASK_OUTPUT_REPOSITORY,
|
|
416
411
|
POSTGRES_TASK_GRAPH_REPOSITORY,
|
|
417
|
-
POSTGRES_JOB_QUEUE,
|
|
418
412
|
MEMORY_TASK_OUTPUT_REPOSITORY,
|
|
419
413
|
MEMORY_TASK_GRAPH_REPOSITORY,
|
|
420
414
|
IndexedDbTaskOutputRepository,
|
|
421
415
|
IndexedDbTaskGraphRepository,
|
|
422
|
-
IndexedDbJobQueue,
|
|
423
416
|
InMemoryTaskOutputRepository,
|
|
424
417
|
InMemoryTaskGraphRepository,
|
|
425
|
-
InMemoryJobQueue,
|
|
426
|
-
IN_MEMORY_JOB_QUEUE,
|
|
427
|
-
INDEXED_DB_JOB_QUEUE,
|
|
428
418
|
IDB_TASK_OUTPUT_REPOSITORY,
|
|
429
419
|
IDB_TASK_GRAPH_REPOSITORY,
|
|
430
420
|
FsFolderTaskOutputRepository,
|
|
@@ -433,4 +423,4 @@ export {
|
|
|
433
423
|
FS_FOLDER_TASK_GRAPH_REPOSITORY
|
|
434
424
|
};
|
|
435
425
|
|
|
436
|
-
//# debugId=
|
|
426
|
+
//# debugId=4321C41ADBFD072C64756E2164756E21
|