wiki-graph-sdk 0.8.0 → 0.8.2

package/dist/default-worker.cjs

@@ -69,12 +69,16 @@ function getWikiGraphSDKRuntimeContext() {
   return runtimeContext.getStore() ?? {
     cwd: process.cwd(),
     env: process.env,
-    envPolicy: "production"
+    envPolicy: "production",
+    providers: {}
   };
 }
 function getWikiGraphSDKStateDir() {
   return getWikiGraphSDKRuntimeContext().stateDir;
 }
+function getWikiGraphSDKProviders() {
+  return getWikiGraphSDKRuntimeContext().providers ?? {};
+}
 
 // src/node-platform.ts
 var asyncHooks = __toESM(require("async_hooks"), 1);
@@ -746,15 +750,28 @@ function resolveNodeDataDirectory() {
     directory = parent;
   }
 }
-function createNodeWikiGraphStorage(stateRoot = pathModule.join(os.homedir(), ".wikigraph")) {
+function createNodeWikiGraphStorage(stateRootOrOptions = pathModule.join(
+  os.homedir(),
+  ".wikigraph"
+)) {
+  const libraryRoot = typeof stateRootOrOptions === "string" ? stateRootOrOptions : stateRootOrOptions.libraryRoot;
+  const documentStoreRoot = typeof stateRootOrOptions === "string" ? pathModule.join(stateRootOrOptions, "documents") : stateRootOrOptions.documentStoreRoot;
   return {
-    library: new NodeDirectory(stateRoot),
-    documentStore: new NodeDirectory(pathModule.join(stateRoot, "documents"))
+    library: new NodeDirectory(libraryRoot),
+    documentStore: new NodeDirectory(documentStoreRoot)
   };
 }
-function installNodeWikiGraphPlatform(stateRoot) {
-  (0, import_platform.installWikiGraphPlatform)(nodeWikiGraphPlatform);
-  (0, import_platform.installWikiGraphStorage)(createNodeWikiGraphStorage(stateRoot));
+function ensureNodeWikiGraphPlatform() {
+  try {
+    (0, import_platform.getWikiGraphPlatform)();
+  } catch {
+    (0, import_platform.installWikiGraphPlatform)(nodeWikiGraphPlatform);
+  }
+  try {
+    (0, import_platform.getWikiGraphStorage)();
+  } catch {
+    (0, import_platform.installWikiGraphStorage)(createNodeWikiGraphStorage());
+  }
 }
 async function withNodeWikiGraphStorage(stateRoot, operation) {
   return await (0, import_platform.withWikiGraphStorage)(
@@ -1090,8 +1107,8 @@ var inlineLLMConfigSchema = import_zod.z.object({
 });
 async function loadWikiGraphRuntimeConfig(options) {
   const [embedding, localLLM, concurrent, wikimedia, wikispine] = await Promise.all([
-    readLocalConfigSection("embeddings"),
-    readLocalConfigSection("llm"),
+    options?.skipEmbeddingConfig === true ? Promise.resolve({}) : readLocalConfigSection("embeddings"),
+    options?.skipLLMConfig === true ? Promise.resolve({}) : readLocalConfigSection("llm"),
     readLocalConfigSection("concurrent"),
     readLocalConfigSection("wikimedia"),
     readLocalConfigSection("wikispine")
@@ -1366,7 +1383,10 @@ function createOpenAICompatibleName2(baseURL) {
 
 // src/stage.ts
 function createStageLLM(config, options) {
-  const llmOptions = buildWikiGraphLLMOptions(config);
+  const llmOptions = options?.provider === void 0 ? buildWikiGraphLLMOptions(config) : {
+    ...config.concurrent?.request === void 0 ? {} : { concurrent: config.concurrent.request },
+    streamProvider: options.provider
+  };
   return new import_wiki_graph_core4.LLM({
     sampling: (0, import_wiki_graph_core3.createDefaultWikiGraphSampling)({
       ...llmOptions.temperature === void 0 ? {} : { temperature: llmOptions.temperature },
@@ -1380,10 +1400,13 @@ function createStageLLM(config, options) {
   });
 }
 async function loadRequiredStageConfig(options) {
+  const injected = options.llmJSON === void 0 ? getWikiGraphSDKProviders().llm : void 0;
   const config = await loadWikiGraphRuntimeConfig({
-    ...options.llmJSON === void 0 ? {} : { llmJSON: options.llmJSON }
+    ...options.llmJSON === void 0 ? {} : { llmJSON: options.llmJSON },
+    ...options.llmJSON === void 0 && injected !== void 0 ? { skipLLMConfig: true } : {},
+    ...getWikiGraphSDKProviders().embedding === void 0 ? {} : { skipEmbeddingConfig: true }
   });
-  if (config.llm?.provider === void 0 || config.llm.model === void 0) {
+  if (injected === void 0 && (config.llm?.provider === void 0 || config.llm.model === void 0)) {
     throw new Error(
       "Missing LLM configuration. Set --llm for one run, or configure `wikg://local/config/llm` with provider and model."
     );
@@ -1458,6 +1481,31 @@ function abortError(signal) {
 var import_worker = require("wiki-graph-core/worker");
 var import_wiki_graph_core7 = require("wiki-graph-core");
 
+// src/host.ts
+var import_platform2 = require("wiki-graph-core/platform");
+function prepareWikiGraphSDKHost(host) {
+  if (host?.platform === void 0) {
+    ensureNodeWikiGraphPlatform();
+    return;
+  }
+  (0, import_platform2.installWikiGraphPlatform)(host.platform);
+}
+function assertWikiGraphSDKHostOptions(options) {
+  if (options.host?.storage !== void 0 && options.stateDir !== void 0) {
+    throw new TypeError(
+      "Wiki Graph SDK host.storage and stateDir cannot be used together."
+    );
+  }
+}
+async function withWikiGraphSDKHost(options, operation) {
+  assertWikiGraphSDKHostOptions(options);
+  prepareWikiGraphSDKHost(options.host);
+  if (options.host?.storage !== void 0) {
+    return await (0, import_platform2.withWikiGraphStorage)(options.host.storage, operation);
+  }
+  return await withNodeWikiGraphStorage(options.stateDir, operation);
+}
+
 // src/archive/target.ts
 var import_promises2 = require("fs/promises");
 var import_path3 = require("path");
@@ -1673,17 +1721,23 @@ async function writeWikiGraphArchiveLocation(location, operation, options = {})
 // src/worker.ts
 var import_worker2 = require("wiki-graph-core/worker");
 async function runBuildJobWorker(options) {
-  installNodeWikiGraphPlatform();
-  const { stateDir, ...coreOptions } = options;
-  await withNodeWikiGraphStorage(
-    stateDir,
+  const { host, stateDir, ...coreOptions } = options;
+  await withWikiGraphSDKHost(
+    {
+      ...host === void 0 ? {} : { host },
+      ...stateDir === void 0 ? {} : { stateDir }
+    },
     async () => await (0, import_worker.runBuildJobWorker)(coreOptions)
   );
 }
 
 // src/default-worker.ts
 async function runWikiGraphQueueWorker(options = {}) {
-  const config = await loadWikiGraphRuntimeConfig();
+  const providers = getWikiGraphSDKProviders();
+  const config = await loadWikiGraphRuntimeConfig({
+    ...providers.embedding === void 0 ? {} : { skipEmbeddingConfig: true },
+    ...providers.llm === void 0 ? {} : { skipLLMConfig: true }
+  });
   await runBuildJobWorker({
     concurrency: config.concurrent?.job ?? DEFAULT_GENERATION_JOB_CONCURRENCY,
     executeJob: async (job, reporter, context) => {
@@ -1692,12 +1746,16 @@ async function runWikiGraphQueueWorker(options = {}) {
         async () => await executeBuildJob(job, reporter, context)
       );
     },
+    ...options.idleTimeoutMs === void 0 ? {} : { idleTimeoutMs: options.idleTimeoutMs },
     ...options.signal === void 0 ? {} : { signal: options.signal }
   });
 }
 async function executeBuildJob(job, reporter, context) {
+  const providers = getWikiGraphSDKProviders();
   const config = await loadWikiGraphRuntimeConfig({
-    ...job.llmJSON === void 0 ? {} : { llmJSON: job.llmJSON }
+    ...job.llmJSON === void 0 ? {} : { llmJSON: job.llmJSON },
+    ...providers.embedding === void 0 ? {} : { skipEmbeddingConfig: true },
+    ...job.llmJSON === void 0 && providers.llm !== void 0 ? { skipLLMConfig: true } : {}
   });
   const execution = await openJobExecutor(
     job,
@@ -1832,12 +1890,17 @@ async function openJobExecutor(job, config, signal, reporter) {
   const stageConfig = generation ? await loadRequiredStageConfig({
     ...job.llmJSON === void 0 ? {} : { llmJSON: job.llmJSON }
   }) : void 0;
+  const injectedLLM = job.llmJSON === void 0 ? getWikiGraphSDKProviders().llm : void 0;
   const llm = stageConfig === void 0 ? void 0 : createStageLLM(stageConfig, {
     cacheDirectory: job.cache,
     logDirectory: job.log,
     onTokenUsage: async (usage) => {
       await reporter.addTokenUsage(usage);
-    }
+    },
+    onStreamProgress: async ({ outputCharacters }) => {
+      await reporter.addOutputCharacters(outputCharacters);
+    },
+    ...injectedLLM === void 0 ? {} : { provider: injectedLLM }
   });
   const promptSource = job.prompt ?? stageConfig?.prompt;
   const wikispine = job.target === "knowledge-graph" ? requireKnowledgeGraphWikispineConfig(config) : void 0;
@@ -1858,7 +1921,7 @@ async function openJobExecutor(job, config, signal, reporter) {
         "Local Wikimedia resolution requires an LLM."
       ),
       llmModelId: requireValue(
-        stageConfig?.llm?.model,
+        stageConfig?.llm?.model ?? injectedLLM?.model,
         "Local Wikimedia resolution requires an LLM model."
       )
     } : {
@@ -1867,7 +1930,7 @@ async function openJobExecutor(job, config, signal, reporter) {
       token: config.wikimedia.token
     }
   );
-  const embeddingProvider = job.target === "index-embedding-source" || job.target === "index-embedding-summary" ? buildSearchIndexEmbeddingProvider(requireEmbeddingConfig(config)) : void 0;
+  const embeddingProvider = job.target === "index-embedding-source" || job.target === "index-embedding-summary" ? getWikiGraphSDKProviders().embedding ?? buildSearchIndexEmbeddingProvider(requireEmbeddingConfig(config)) : void 0;
   return {
     async close() {
       await wikimediaResolver?.close();