wiki-graph-sdk 0.8.0 → 0.8.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (64) hide show
  1. package/README.md +46 -0
  2. package/dist/archives.cjs +98 -17
  3. package/dist/archives.cjs.map +1 -1
  4. package/dist/archives.d.ts +10 -2
  5. package/dist/archives.js +100 -17
  6. package/dist/archives.js.map +1 -1
  7. package/dist/conversions.cjs +23 -5
  8. package/dist/conversions.cjs.map +1 -1
  9. package/dist/conversions.d.ts +6 -1
  10. package/dist/conversions.js +24 -5
  11. package/dist/conversions.js.map +1 -1
  12. package/dist/default-worker.cjs +84 -21
  13. package/dist/default-worker.cjs.map +1 -1
  14. package/dist/default-worker.d.ts +1 -0
  15. package/dist/default-worker.js +88 -21
  16. package/dist/default-worker.js.map +1 -1
  17. package/dist/embedding.cjs +2 -1
  18. package/dist/embedding.cjs.map +1 -1
  19. package/dist/embedding.d.ts +4 -4
  20. package/dist/embedding.js +3 -1
  21. package/dist/embedding.js.map +1 -1
  22. package/dist/gc.cjs +52 -10
  23. package/dist/gc.cjs.map +1 -1
  24. package/dist/gc.d.ts +3 -0
  25. package/dist/gc.js +56 -10
  26. package/dist/gc.js.map +1 -1
  27. package/dist/host-pQiVAKEY.d.ts +10 -0
  28. package/dist/index.cjs +422 -57
  29. package/dist/index.cjs.map +1 -1
  30. package/dist/index.d.ts +33 -12
  31. package/dist/index.js +427 -59
  32. package/dist/index.js.map +1 -1
  33. package/dist/{jobs-xIm_kshM.d.ts → jobs-CRK-DZ40.d.ts} +5 -0
  34. package/dist/local-config.cjs +2 -1
  35. package/dist/local-config.cjs.map +1 -1
  36. package/dist/local-config.js +3 -1
  37. package/dist/local-config.js.map +1 -1
  38. package/dist/maintenance.cjs +2 -1
  39. package/dist/maintenance.cjs.map +1 -1
  40. package/dist/maintenance.d.ts +4 -1
  41. package/dist/maintenance.js +3 -1
  42. package/dist/maintenance.js.map +1 -1
  43. package/dist/node-platform.cjs +18 -4
  44. package/dist/node-platform.cjs.map +1 -1
  45. package/dist/node-platform.d.ts +12 -3
  46. package/dist/node-platform.js +18 -4
  47. package/dist/node-platform.js.map +1 -1
  48. package/dist/runtime-config.cjs +4 -3
  49. package/dist/runtime-config.cjs.map +1 -1
  50. package/dist/runtime-config.d.ts +4 -1
  51. package/dist/runtime-config.js +5 -3
  52. package/dist/runtime-config.js.map +1 -1
  53. package/dist/stage-BnWI3Rqt.d.ts +33 -0
  54. package/dist/stage.cjs +22 -12
  55. package/dist/stage.cjs.map +1 -1
  56. package/dist/stage.d.ts +2 -14
  57. package/dist/stage.js +23 -12
  58. package/dist/stage.js.map +1 -1
  59. package/dist/worker.cjs +83 -43
  60. package/dist/worker.cjs.map +1 -1
  61. package/dist/worker.d.ts +7 -2
  62. package/dist/worker.js +87 -43
  63. package/dist/worker.js.map +1 -1
  64. package/package.json +2 -2
@@ -812,12 +812,16 @@ function getWikiGraphSDKRuntimeContext() {
812
812
  return runtimeContext.getStore() ?? {
813
813
  cwd: process.cwd(),
814
814
  env: process.env,
815
- envPolicy: "production"
815
+ envPolicy: "production",
816
+ providers: {}
816
817
  };
817
818
  }
818
819
  function getWikiGraphSDKStateDir() {
819
820
  return getWikiGraphSDKRuntimeContext().stateDir;
820
821
  }
822
+ function getWikiGraphSDKProviders() {
823
+ return getWikiGraphSDKRuntimeContext().providers ?? {};
824
+ }
821
825
 
822
826
  // src/local-config.ts
823
827
  var import_path = require("path");
@@ -1035,8 +1039,8 @@ var inlineLLMConfigSchema = import_zod.z.object({
1035
1039
  });
1036
1040
  async function loadWikiGraphRuntimeConfig(options) {
1037
1041
  const [embedding, localLLM, concurrent, wikimedia, wikispine] = await Promise.all([
1038
- readLocalConfigSection("embeddings"),
1039
- readLocalConfigSection("llm"),
1042
+ options?.skipEmbeddingConfig === true ? Promise.resolve({}) : readLocalConfigSection("embeddings"),
1043
+ options?.skipLLMConfig === true ? Promise.resolve({}) : readLocalConfigSection("llm"),
1040
1044
  readLocalConfigSection("concurrent"),
1041
1045
  readLocalConfigSection("wikimedia"),
1042
1046
  readLocalConfigSection("wikispine")
@@ -1232,6 +1236,14 @@ function formatError2(error) {
1232
1236
  return error instanceof Error ? error.message : String(error);
1233
1237
  }
1234
1238
 
1239
+ // src/providers.ts
1240
+ function resolveWikiGraphLLMJSON(options) {
1241
+ if (options.llm !== void 0 && options.llmJSON !== void 0) {
1242
+ throw new Error("Pass either llm or llmJSON, not both.");
1243
+ }
1244
+ return options.llm === void 0 ? options.llmJSON : JSON.stringify(options.llm);
1245
+ }
1246
+
1235
1247
  // src/runtime-path.ts
1236
1248
  var import_os2 = require("os");
1237
1249
  var import_path2 = require("path");
@@ -1369,12 +1381,18 @@ var WikiGraphConversionManager = class {
1369
1381
  }
1370
1382
  const requiresDigest = options.input.format !== "wikg";
1371
1383
  const requiresLLM = requiresDigest && targetStage !== "planned" && targetStage !== "sourced";
1384
+ const llmJSON = resolveWikiGraphLLMJSON(options);
1385
+ const injectedLLM = llmJSON === void 0 ? getWikiGraphSDKProviders().llm : void 0;
1372
1386
  const config = await loadWikiGraphRuntimeConfig({
1373
- ...options.llmJSON === void 0 ? {} : { llmJSON: options.llmJSON }
1387
+ ...llmJSON === void 0 ? {} : { llmJSON },
1388
+ ...injectedLLM === void 0 ? {} : { skipLLMConfig: true },
1389
+ ...getWikiGraphSDKProviders().embedding === void 0 ? {} : { skipEmbeddingConfig: true }
1374
1390
  });
1375
1391
  const app = new import_wiki_graph_core3.WikiGraph({
1376
1392
  ...options.verbose === true ? { verbose: true } : {},
1377
- ...requiresLLM ? { llm: buildWikiGraphLLMOptions(config) } : {}
1393
+ ...requiresLLM ? {
1394
+ llm: injectedLLM === void 0 ? buildWikiGraphLLMOptions(config) : { streamProvider: injectedLLM }
1395
+ } : {}
1378
1396
  });
1379
1397
  const documentDirectory = await prepareDigestDirectory(
1380
1398
  options.digestDirectory,