wiki-graph-sdk 0.8.0 → 0.8.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (52) hide show
  1. package/README.md +21 -0
  2. package/dist/archives.cjs +91 -17
  3. package/dist/archives.cjs.map +1 -1
  4. package/dist/archives.d.ts +8 -2
  5. package/dist/archives.js +92 -17
  6. package/dist/archives.js.map +1 -1
  7. package/dist/conversions.cjs +23 -5
  8. package/dist/conversions.cjs.map +1 -1
  9. package/dist/conversions.d.ts +6 -1
  10. package/dist/conversions.js +23 -5
  11. package/dist/conversions.js.map +1 -1
  12. package/dist/default-worker.cjs +34 -11
  13. package/dist/default-worker.cjs.map +1 -1
  14. package/dist/default-worker.d.ts +1 -0
  15. package/dist/default-worker.js +34 -11
  16. package/dist/default-worker.js.map +1 -1
  17. package/dist/embedding.cjs +2 -1
  18. package/dist/embedding.cjs.map +1 -1
  19. package/dist/embedding.d.ts +4 -4
  20. package/dist/embedding.js +2 -1
  21. package/dist/embedding.js.map +1 -1
  22. package/dist/index.cjs +336 -46
  23. package/dist/index.cjs.map +1 -1
  24. package/dist/index.d.ts +26 -9
  25. package/dist/index.js +337 -47
  26. package/dist/index.js.map +1 -1
  27. package/dist/{jobs-xIm_kshM.d.ts → jobs-CRK-DZ40.d.ts} +5 -0
  28. package/dist/local-config.cjs +2 -1
  29. package/dist/local-config.cjs.map +1 -1
  30. package/dist/local-config.js +2 -1
  31. package/dist/local-config.js.map +1 -1
  32. package/dist/maintenance.cjs +2 -1
  33. package/dist/maintenance.cjs.map +1 -1
  34. package/dist/maintenance.d.ts +4 -1
  35. package/dist/maintenance.js +2 -1
  36. package/dist/maintenance.js.map +1 -1
  37. package/dist/runtime-config.cjs +4 -3
  38. package/dist/runtime-config.cjs.map +1 -1
  39. package/dist/runtime-config.d.ts +4 -1
  40. package/dist/runtime-config.js +4 -3
  41. package/dist/runtime-config.js.map +1 -1
  42. package/dist/stage-BnWI3Rqt.d.ts +33 -0
  43. package/dist/stage.cjs +22 -12
  44. package/dist/stage.cjs.map +1 -1
  45. package/dist/stage.d.ts +2 -14
  46. package/dist/stage.js +22 -12
  47. package/dist/stage.js.map +1 -1
  48. package/dist/worker.cjs +2 -1
  49. package/dist/worker.cjs.map +1 -1
  50. package/dist/worker.js +2 -1
  51. package/dist/worker.js.map +1 -1
  52. package/package.json +2 -2
@@ -789,12 +789,16 @@ function getWikiGraphSDKRuntimeContext() {
789
789
  return runtimeContext.getStore() ?? {
790
790
  cwd: process.cwd(),
791
791
  env: process.env,
792
- envPolicy: "production"
792
+ envPolicy: "production",
793
+ providers: {}
793
794
  };
794
795
  }
795
796
  function getWikiGraphSDKStateDir() {
796
797
  return getWikiGraphSDKRuntimeContext().stateDir;
797
798
  }
799
+ function getWikiGraphSDKProviders() {
800
+ return getWikiGraphSDKRuntimeContext().providers ?? {};
801
+ }
798
802
 
799
803
  // src/local-config.ts
800
804
  import { join as join2 } from "path";
@@ -1012,8 +1016,8 @@ var inlineLLMConfigSchema = z.object({
1012
1016
  });
1013
1017
  async function loadWikiGraphRuntimeConfig(options) {
1014
1018
  const [embedding, localLLM, concurrent, wikimedia, wikispine] = await Promise.all([
1015
- readLocalConfigSection("embeddings"),
1016
- readLocalConfigSection("llm"),
1019
+ options?.skipEmbeddingConfig === true ? Promise.resolve({}) : readLocalConfigSection("embeddings"),
1020
+ options?.skipLLMConfig === true ? Promise.resolve({}) : readLocalConfigSection("llm"),
1017
1021
  readLocalConfigSection("concurrent"),
1018
1022
  readLocalConfigSection("wikimedia"),
1019
1023
  readLocalConfigSection("wikispine")
@@ -1209,6 +1213,14 @@ function formatError2(error) {
1209
1213
  return error instanceof Error ? error.message : String(error);
1210
1214
  }
1211
1215
 
1216
+ // src/providers.ts
1217
+ function resolveWikiGraphLLMJSON(options) {
1218
+ if (options.llm !== void 0 && options.llmJSON !== void 0) {
1219
+ throw new Error("Pass either llm or llmJSON, not both.");
1220
+ }
1221
+ return options.llm === void 0 ? options.llmJSON : JSON.stringify(options.llm);
1222
+ }
1223
+
1212
1224
  // src/runtime-path.ts
1213
1225
  import { homedir as homedir3 } from "os";
1214
1226
  import { isAbsolute as isAbsolute2, resolve as resolve2 } from "path";
@@ -1355,12 +1367,18 @@ var WikiGraphConversionManager = class {
1355
1367
  }
1356
1368
  const requiresDigest = options.input.format !== "wikg";
1357
1369
  const requiresLLM = requiresDigest && targetStage !== "planned" && targetStage !== "sourced";
1370
+ const llmJSON = resolveWikiGraphLLMJSON(options);
1371
+ const injectedLLM = llmJSON === void 0 ? getWikiGraphSDKProviders().llm : void 0;
1358
1372
  const config = await loadWikiGraphRuntimeConfig({
1359
- ...options.llmJSON === void 0 ? {} : { llmJSON: options.llmJSON }
1373
+ ...llmJSON === void 0 ? {} : { llmJSON },
1374
+ ...injectedLLM === void 0 ? {} : { skipLLMConfig: true },
1375
+ ...getWikiGraphSDKProviders().embedding === void 0 ? {} : { skipEmbeddingConfig: true }
1360
1376
  });
1361
1377
  const app = new WikiGraph({
1362
1378
  ...options.verbose === true ? { verbose: true } : {},
1363
- ...requiresLLM ? { llm: buildWikiGraphLLMOptions(config) } : {}
1379
+ ...requiresLLM ? {
1380
+ llm: injectedLLM === void 0 ? buildWikiGraphLLMOptions(config) : { streamProvider: injectedLLM }
1381
+ } : {}
1364
1382
  });
1365
1383
  const documentDirectory = await prepareDigestDirectory(
1366
1384
  options.digestDirectory,