wiki-graph-sdk 0.8.0 → 0.8.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +21 -0
- package/dist/archives.cjs +91 -17
- package/dist/archives.cjs.map +1 -1
- package/dist/archives.d.ts +8 -2
- package/dist/archives.js +92 -17
- package/dist/archives.js.map +1 -1
- package/dist/conversions.cjs +23 -5
- package/dist/conversions.cjs.map +1 -1
- package/dist/conversions.d.ts +6 -1
- package/dist/conversions.js +23 -5
- package/dist/conversions.js.map +1 -1
- package/dist/default-worker.cjs +34 -11
- package/dist/default-worker.cjs.map +1 -1
- package/dist/default-worker.d.ts +1 -0
- package/dist/default-worker.js +34 -11
- package/dist/default-worker.js.map +1 -1
- package/dist/embedding.cjs +2 -1
- package/dist/embedding.cjs.map +1 -1
- package/dist/embedding.d.ts +4 -4
- package/dist/embedding.js +2 -1
- package/dist/embedding.js.map +1 -1
- package/dist/index.cjs +336 -46
- package/dist/index.cjs.map +1 -1
- package/dist/index.d.ts +26 -9
- package/dist/index.js +337 -47
- package/dist/index.js.map +1 -1
- package/dist/{jobs-xIm_kshM.d.ts → jobs-CRK-DZ40.d.ts} +5 -0
- package/dist/local-config.cjs +2 -1
- package/dist/local-config.cjs.map +1 -1
- package/dist/local-config.js +2 -1
- package/dist/local-config.js.map +1 -1
- package/dist/maintenance.cjs +2 -1
- package/dist/maintenance.cjs.map +1 -1
- package/dist/maintenance.d.ts +4 -1
- package/dist/maintenance.js +2 -1
- package/dist/maintenance.js.map +1 -1
- package/dist/runtime-config.cjs +4 -3
- package/dist/runtime-config.cjs.map +1 -1
- package/dist/runtime-config.d.ts +4 -1
- package/dist/runtime-config.js +4 -3
- package/dist/runtime-config.js.map +1 -1
- package/dist/stage-BnWI3Rqt.d.ts +33 -0
- package/dist/stage.cjs +22 -12
- package/dist/stage.cjs.map +1 -1
- package/dist/stage.d.ts +2 -14
- package/dist/stage.js +22 -12
- package/dist/stage.js.map +1 -1
- package/dist/worker.cjs +2 -1
- package/dist/worker.cjs.map +1 -1
- package/dist/worker.js +2 -1
- package/dist/worker.js.map +1 -1
- package/package.json +2 -2
package/dist/conversions.js
CHANGED
|
@@ -789,12 +789,16 @@ function getWikiGraphSDKRuntimeContext() {
|
|
|
789
789
|
return runtimeContext.getStore() ?? {
|
|
790
790
|
cwd: process.cwd(),
|
|
791
791
|
env: process.env,
|
|
792
|
-
envPolicy: "production"
|
|
792
|
+
envPolicy: "production",
|
|
793
|
+
providers: {}
|
|
793
794
|
};
|
|
794
795
|
}
|
|
795
796
|
function getWikiGraphSDKStateDir() {
|
|
796
797
|
return getWikiGraphSDKRuntimeContext().stateDir;
|
|
797
798
|
}
|
|
799
|
+
function getWikiGraphSDKProviders() {
|
|
800
|
+
return getWikiGraphSDKRuntimeContext().providers ?? {};
|
|
801
|
+
}
|
|
798
802
|
|
|
799
803
|
// src/local-config.ts
|
|
800
804
|
import { join as join2 } from "path";
|
|
@@ -1012,8 +1016,8 @@ var inlineLLMConfigSchema = z.object({
|
|
|
1012
1016
|
});
|
|
1013
1017
|
async function loadWikiGraphRuntimeConfig(options) {
|
|
1014
1018
|
const [embedding, localLLM, concurrent, wikimedia, wikispine] = await Promise.all([
|
|
1015
|
-
readLocalConfigSection("embeddings"),
|
|
1016
|
-
readLocalConfigSection("llm"),
|
|
1019
|
+
options?.skipEmbeddingConfig === true ? Promise.resolve({}) : readLocalConfigSection("embeddings"),
|
|
1020
|
+
options?.skipLLMConfig === true ? Promise.resolve({}) : readLocalConfigSection("llm"),
|
|
1017
1021
|
readLocalConfigSection("concurrent"),
|
|
1018
1022
|
readLocalConfigSection("wikimedia"),
|
|
1019
1023
|
readLocalConfigSection("wikispine")
|
|
@@ -1209,6 +1213,14 @@ function formatError2(error) {
|
|
|
1209
1213
|
return error instanceof Error ? error.message : String(error);
|
|
1210
1214
|
}
|
|
1211
1215
|
|
|
1216
|
+
// src/providers.ts
|
|
1217
|
+
function resolveWikiGraphLLMJSON(options) {
|
|
1218
|
+
if (options.llm !== void 0 && options.llmJSON !== void 0) {
|
|
1219
|
+
throw new Error("Pass either llm or llmJSON, not both.");
|
|
1220
|
+
}
|
|
1221
|
+
return options.llm === void 0 ? options.llmJSON : JSON.stringify(options.llm);
|
|
1222
|
+
}
|
|
1223
|
+
|
|
1212
1224
|
// src/runtime-path.ts
|
|
1213
1225
|
import { homedir as homedir3 } from "os";
|
|
1214
1226
|
import { isAbsolute as isAbsolute2, resolve as resolve2 } from "path";
|
|
@@ -1355,12 +1367,18 @@ var WikiGraphConversionManager = class {
|
|
|
1355
1367
|
}
|
|
1356
1368
|
const requiresDigest = options.input.format !== "wikg";
|
|
1357
1369
|
const requiresLLM = requiresDigest && targetStage !== "planned" && targetStage !== "sourced";
|
|
1370
|
+
const llmJSON = resolveWikiGraphLLMJSON(options);
|
|
1371
|
+
const injectedLLM = llmJSON === void 0 ? getWikiGraphSDKProviders().llm : void 0;
|
|
1358
1372
|
const config = await loadWikiGraphRuntimeConfig({
|
|
1359
|
-
...
|
|
1373
|
+
...llmJSON === void 0 ? {} : { llmJSON },
|
|
1374
|
+
...injectedLLM === void 0 ? {} : { skipLLMConfig: true },
|
|
1375
|
+
...getWikiGraphSDKProviders().embedding === void 0 ? {} : { skipEmbeddingConfig: true }
|
|
1360
1376
|
});
|
|
1361
1377
|
const app = new WikiGraph({
|
|
1362
1378
|
...options.verbose === true ? { verbose: true } : {},
|
|
1363
|
-
...requiresLLM ? {
|
|
1379
|
+
...requiresLLM ? {
|
|
1380
|
+
llm: injectedLLM === void 0 ? buildWikiGraphLLMOptions(config) : { streamProvider: injectedLLM }
|
|
1381
|
+
} : {}
|
|
1364
1382
|
});
|
|
1365
1383
|
const documentDirectory = await prepareDigestDirectory(
|
|
1366
1384
|
options.digestDirectory,
|