wiki-graph-sdk 0.8.0 → 0.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +46 -0
- package/dist/archives.cjs +98 -17
- package/dist/archives.cjs.map +1 -1
- package/dist/archives.d.ts +10 -2
- package/dist/archives.js +100 -17
- package/dist/archives.js.map +1 -1
- package/dist/conversions.cjs +23 -5
- package/dist/conversions.cjs.map +1 -1
- package/dist/conversions.d.ts +6 -1
- package/dist/conversions.js +24 -5
- package/dist/conversions.js.map +1 -1
- package/dist/default-worker.cjs +84 -21
- package/dist/default-worker.cjs.map +1 -1
- package/dist/default-worker.d.ts +1 -0
- package/dist/default-worker.js +88 -21
- package/dist/default-worker.js.map +1 -1
- package/dist/embedding.cjs +2 -1
- package/dist/embedding.cjs.map +1 -1
- package/dist/embedding.d.ts +4 -4
- package/dist/embedding.js +3 -1
- package/dist/embedding.js.map +1 -1
- package/dist/gc.cjs +52 -10
- package/dist/gc.cjs.map +1 -1
- package/dist/gc.d.ts +3 -0
- package/dist/gc.js +56 -10
- package/dist/gc.js.map +1 -1
- package/dist/host-pQiVAKEY.d.ts +10 -0
- package/dist/index.cjs +422 -57
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.ts +33 -12
- package/dist/index.js +427 -59
- package/dist/index.js.map +1 -1
- package/dist/{jobs-xIm_kshM.d.ts → jobs-CRK-DZ40.d.ts} +5 -0
- package/dist/local-config.cjs +2 -1
- package/dist/local-config.cjs.map +1 -1
- package/dist/local-config.js +3 -1
- package/dist/local-config.js.map +1 -1
- package/dist/maintenance.cjs +2 -1
- package/dist/maintenance.cjs.map +1 -1
- package/dist/maintenance.d.ts +4 -1
- package/dist/maintenance.js +3 -1
- package/dist/maintenance.js.map +1 -1
- package/dist/node-platform.cjs +18 -4
- package/dist/node-platform.cjs.map +1 -1
- package/dist/node-platform.d.ts +12 -3
- package/dist/node-platform.js +18 -4
- package/dist/node-platform.js.map +1 -1
- package/dist/runtime-config.cjs +4 -3
- package/dist/runtime-config.cjs.map +1 -1
- package/dist/runtime-config.d.ts +4 -1
- package/dist/runtime-config.js +5 -3
- package/dist/runtime-config.js.map +1 -1
- package/dist/stage-BnWI3Rqt.d.ts +33 -0
- package/dist/stage.cjs +22 -12
- package/dist/stage.cjs.map +1 -1
- package/dist/stage.d.ts +2 -14
- package/dist/stage.js +23 -12
- package/dist/stage.js.map +1 -1
- package/dist/worker.cjs +83 -43
- package/dist/worker.cjs.map +1 -1
- package/dist/worker.d.ts +7 -2
- package/dist/worker.js +87 -43
- package/dist/worker.js.map +1 -1
- package/package.json +2 -2
package/dist/conversions.cjs
CHANGED
|
@@ -812,12 +812,16 @@ function getWikiGraphSDKRuntimeContext() {
|
|
|
812
812
|
return runtimeContext.getStore() ?? {
|
|
813
813
|
cwd: process.cwd(),
|
|
814
814
|
env: process.env,
|
|
815
|
-
envPolicy: "production"
|
|
815
|
+
envPolicy: "production",
|
|
816
|
+
providers: {}
|
|
816
817
|
};
|
|
817
818
|
}
|
|
818
819
|
function getWikiGraphSDKStateDir() {
|
|
819
820
|
return getWikiGraphSDKRuntimeContext().stateDir;
|
|
820
821
|
}
|
|
822
|
+
function getWikiGraphSDKProviders() {
|
|
823
|
+
return getWikiGraphSDKRuntimeContext().providers ?? {};
|
|
824
|
+
}
|
|
821
825
|
|
|
822
826
|
// src/local-config.ts
|
|
823
827
|
var import_path = require("path");
|
|
@@ -1035,8 +1039,8 @@ var inlineLLMConfigSchema = import_zod.z.object({
|
|
|
1035
1039
|
});
|
|
1036
1040
|
async function loadWikiGraphRuntimeConfig(options) {
|
|
1037
1041
|
const [embedding, localLLM, concurrent, wikimedia, wikispine] = await Promise.all([
|
|
1038
|
-
readLocalConfigSection("embeddings"),
|
|
1039
|
-
readLocalConfigSection("llm"),
|
|
1042
|
+
options?.skipEmbeddingConfig === true ? Promise.resolve({}) : readLocalConfigSection("embeddings"),
|
|
1043
|
+
options?.skipLLMConfig === true ? Promise.resolve({}) : readLocalConfigSection("llm"),
|
|
1040
1044
|
readLocalConfigSection("concurrent"),
|
|
1041
1045
|
readLocalConfigSection("wikimedia"),
|
|
1042
1046
|
readLocalConfigSection("wikispine")
|
|
@@ -1232,6 +1236,14 @@ function formatError2(error) {
|
|
|
1232
1236
|
return error instanceof Error ? error.message : String(error);
|
|
1233
1237
|
}
|
|
1234
1238
|
|
|
1239
|
+
// src/providers.ts
|
|
1240
|
+
function resolveWikiGraphLLMJSON(options) {
|
|
1241
|
+
if (options.llm !== void 0 && options.llmJSON !== void 0) {
|
|
1242
|
+
throw new Error("Pass either llm or llmJSON, not both.");
|
|
1243
|
+
}
|
|
1244
|
+
return options.llm === void 0 ? options.llmJSON : JSON.stringify(options.llm);
|
|
1245
|
+
}
|
|
1246
|
+
|
|
1235
1247
|
// src/runtime-path.ts
|
|
1236
1248
|
var import_os2 = require("os");
|
|
1237
1249
|
var import_path2 = require("path");
|
|
@@ -1369,12 +1381,18 @@ var WikiGraphConversionManager = class {
|
|
|
1369
1381
|
}
|
|
1370
1382
|
const requiresDigest = options.input.format !== "wikg";
|
|
1371
1383
|
const requiresLLM = requiresDigest && targetStage !== "planned" && targetStage !== "sourced";
|
|
1384
|
+
const llmJSON = resolveWikiGraphLLMJSON(options);
|
|
1385
|
+
const injectedLLM = llmJSON === void 0 ? getWikiGraphSDKProviders().llm : void 0;
|
|
1372
1386
|
const config = await loadWikiGraphRuntimeConfig({
|
|
1373
|
-
...
|
|
1387
|
+
...llmJSON === void 0 ? {} : { llmJSON },
|
|
1388
|
+
...injectedLLM === void 0 ? {} : { skipLLMConfig: true },
|
|
1389
|
+
...getWikiGraphSDKProviders().embedding === void 0 ? {} : { skipEmbeddingConfig: true }
|
|
1374
1390
|
});
|
|
1375
1391
|
const app = new import_wiki_graph_core3.WikiGraph({
|
|
1376
1392
|
...options.verbose === true ? { verbose: true } : {},
|
|
1377
|
-
...requiresLLM ? {
|
|
1393
|
+
...requiresLLM ? {
|
|
1394
|
+
llm: injectedLLM === void 0 ? buildWikiGraphLLMOptions(config) : { streamProvider: injectedLLM }
|
|
1395
|
+
} : {}
|
|
1378
1396
|
});
|
|
1379
1397
|
const documentDirectory = await prepareDigestDirectory(
|
|
1380
1398
|
options.digestDirectory,
|