@sourcepress/ai 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.omc/state/last-tool-error.json +7 -0
- package/.turbo/turbo-build.log +4 -0
- package/.turbo/turbo-test.log +24 -0
- package/LICENSE +21 -0
- package/dist/__tests__/budget.test.d.ts +2 -0
- package/dist/__tests__/budget.test.d.ts.map +1 -0
- package/dist/__tests__/budget.test.js +96 -0
- package/dist/__tests__/budget.test.js.map +1 -0
- package/dist/__tests__/classify.test.d.ts +2 -0
- package/dist/__tests__/classify.test.d.ts.map +1 -0
- package/dist/__tests__/classify.test.js +72 -0
- package/dist/__tests__/classify.test.js.map +1 -0
- package/dist/__tests__/eval-runner.test.d.ts +2 -0
- package/dist/__tests__/eval-runner.test.d.ts.map +1 -0
- package/dist/__tests__/eval-runner.test.js +171 -0
- package/dist/__tests__/eval-runner.test.js.map +1 -0
- package/dist/__tests__/extract.test.d.ts +2 -0
- package/dist/__tests__/extract.test.d.ts.map +1 -0
- package/dist/__tests__/extract.test.js +79 -0
- package/dist/__tests__/extract.test.js.map +1 -0
- package/dist/__tests__/find-gaps.test.d.ts +2 -0
- package/dist/__tests__/find-gaps.test.d.ts.map +1 -0
- package/dist/__tests__/find-gaps.test.js +82 -0
- package/dist/__tests__/find-gaps.test.js.map +1 -0
- package/dist/__tests__/generate.test.d.ts +2 -0
- package/dist/__tests__/generate.test.d.ts.map +1 -0
- package/dist/__tests__/generate.test.js +68 -0
- package/dist/__tests__/generate.test.js.map +1 -0
- package/dist/__tests__/improve-prompt.test.d.ts +2 -0
- package/dist/__tests__/improve-prompt.test.d.ts.map +1 -0
- package/dist/__tests__/improve-prompt.test.js +32 -0
- package/dist/__tests__/improve-prompt.test.js.map +1 -0
- package/dist/__tests__/intent-impact.test.d.ts +2 -0
- package/dist/__tests__/intent-impact.test.d.ts.map +1 -0
- package/dist/__tests__/intent-impact.test.js +51 -0
- package/dist/__tests__/intent-impact.test.js.map +1 -0
- package/dist/__tests__/judge.test.d.ts +2 -0
- package/dist/__tests__/judge.test.d.ts.map +1 -0
- package/dist/__tests__/judge.test.js +61 -0
- package/dist/__tests__/judge.test.js.map +1 -0
- package/dist/__tests__/score.test.d.ts +2 -0
- package/dist/__tests__/score.test.d.ts.map +1 -0
- package/dist/__tests__/score.test.js +50 -0
- package/dist/__tests__/score.test.js.map +1 -0
- package/dist/__tests__/staleness.test.d.ts +2 -0
- package/dist/__tests__/staleness.test.d.ts.map +1 -0
- package/dist/__tests__/staleness.test.js +66 -0
- package/dist/__tests__/staleness.test.js.map +1 -0
- package/dist/budget.d.ts +13 -0
- package/dist/budget.d.ts.map +1 -0
- package/dist/budget.js +40 -0
- package/dist/budget.js.map +1 -0
- package/dist/eval/runner.d.ts +34 -0
- package/dist/eval/runner.d.ts.map +1 -0
- package/dist/eval/runner.js +128 -0
- package/dist/eval/runner.js.map +1 -0
- package/dist/functions/classify.d.ts +5 -0
- package/dist/functions/classify.d.ts.map +1 -0
- package/dist/functions/classify.js +43 -0
- package/dist/functions/classify.js.map +1 -0
- package/dist/functions/extract.d.ts +5 -0
- package/dist/functions/extract.d.ts.map +1 -0
- package/dist/functions/extract.js +57 -0
- package/dist/functions/extract.js.map +1 -0
- package/dist/functions/find-gaps.d.ts +5 -0
- package/dist/functions/find-gaps.d.ts.map +1 -0
- package/dist/functions/find-gaps.js +51 -0
- package/dist/functions/find-gaps.js.map +1 -0
- package/dist/functions/generate.d.ts +5 -0
- package/dist/functions/generate.d.ts.map +1 -0
- package/dist/functions/generate.js +39 -0
- package/dist/functions/generate.js.map +1 -0
- package/dist/functions/improve-prompt.d.ts +5 -0
- package/dist/functions/improve-prompt.d.ts.map +1 -0
- package/dist/functions/improve-prompt.js +38 -0
- package/dist/functions/improve-prompt.js.map +1 -0
- package/dist/functions/index.d.ts +11 -0
- package/dist/functions/index.d.ts.map +1 -0
- package/dist/functions/index.js +11 -0
- package/dist/functions/index.js.map +1 -0
- package/dist/functions/intent-impact.d.ts +5 -0
- package/dist/functions/intent-impact.d.ts.map +1 -0
- package/dist/functions/intent-impact.js +45 -0
- package/dist/functions/intent-impact.js.map +1 -0
- package/dist/functions/judge.d.ts +5 -0
- package/dist/functions/judge.d.ts.map +1 -0
- package/dist/functions/judge.js +32 -0
- package/dist/functions/judge.js.map +1 -0
- package/dist/functions/model-factory.d.ts +4 -0
- package/dist/functions/model-factory.d.ts.map +1 -0
- package/dist/functions/model-factory.js +52 -0
- package/dist/functions/model-factory.js.map +1 -0
- package/dist/functions/score.d.ts +5 -0
- package/dist/functions/score.d.ts.map +1 -0
- package/dist/functions/score.js +47 -0
- package/dist/functions/score.js.map +1 -0
- package/dist/functions/staleness.d.ts +5 -0
- package/dist/functions/staleness.d.ts.map +1 -0
- package/dist/functions/staleness.js +45 -0
- package/dist/functions/staleness.js.map +1 -0
- package/dist/functions/usage.d.ts +8 -0
- package/dist/functions/usage.d.ts.map +1 -0
- package/dist/functions/usage.js +13 -0
- package/dist/functions/usage.js.map +1 -0
- package/dist/index.d.ts +8 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +6 -0
- package/dist/index.js.map +1 -0
- package/dist/provider.d.ts +10 -0
- package/dist/provider.d.ts.map +1 -0
- package/dist/provider.js +32 -0
- package/dist/provider.js.map +1 -0
- package/dist/types.d.ts +207 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/types.js +2 -0
- package/dist/types.js.map +1 -0
- package/package.json +41 -0
- package/src/__tests__/budget.test.ts +103 -0
- package/src/__tests__/classify.test.ts +90 -0
- package/src/__tests__/eval-runner.test.ts +199 -0
- package/src/__tests__/extract.test.ts +92 -0
- package/src/__tests__/find-gaps.test.ts +93 -0
- package/src/__tests__/generate.test.ts +92 -0
- package/src/__tests__/improve-prompt.test.ts +42 -0
- package/src/__tests__/intent-impact.test.ts +62 -0
- package/src/__tests__/judge.test.ts +78 -0
- package/src/__tests__/score.test.ts +61 -0
- package/src/__tests__/staleness.test.ts +77 -0
- package/src/budget.ts +47 -0
- package/src/eval/runner.ts +163 -0
- package/src/functions/classify.ts +54 -0
- package/src/functions/extract.ts +72 -0
- package/src/functions/find-gaps.ts +65 -0
- package/src/functions/generate.ts +51 -0
- package/src/functions/improve-prompt.ts +48 -0
- package/src/functions/index.ts +10 -0
- package/src/functions/intent-impact.ts +56 -0
- package/src/functions/judge.ts +41 -0
- package/src/functions/model-factory.ts +60 -0
- package/src/functions/score.ts +56 -0
- package/src/functions/staleness.ts +54 -0
- package/src/functions/usage.ts +25 -0
- package/src/index.ts +47 -0
- package/src/provider.ts +41 -0
- package/src/types.ts +225 -0
- package/tsconfig.json +5 -0
- package/vitest.config.ts +2 -0
|
@@ -0,0 +1,52 @@
|
|
|
1
|
+
export async function createModel(provider) {
|
|
2
|
+
switch (provider.provider) {
|
|
3
|
+
case "anthropic":
|
|
4
|
+
return createAnthropicModel(provider);
|
|
5
|
+
case "openai":
|
|
6
|
+
return createOpenAIModel(provider);
|
|
7
|
+
case "local":
|
|
8
|
+
return createLocalModel(provider);
|
|
9
|
+
default:
|
|
10
|
+
throw new Error(`Unknown provider: ${provider.provider}`);
|
|
11
|
+
}
|
|
12
|
+
}
|
|
13
|
+
async function createAnthropicModel(provider) {
|
|
14
|
+
try {
|
|
15
|
+
const { createAnthropic } = await import("@ai-sdk/anthropic");
|
|
16
|
+
const anthropic = createAnthropic({
|
|
17
|
+
apiKey: provider.apiKey,
|
|
18
|
+
...(provider.baseUrl && { baseURL: provider.baseUrl }),
|
|
19
|
+
});
|
|
20
|
+
return anthropic(provider.model);
|
|
21
|
+
}
|
|
22
|
+
catch {
|
|
23
|
+
throw new Error('Provider "anthropic" requires @ai-sdk/anthropic. Install it with: pnpm add @ai-sdk/anthropic');
|
|
24
|
+
}
|
|
25
|
+
}
|
|
26
|
+
async function createOpenAIModel(provider) {
|
|
27
|
+
try {
|
|
28
|
+
const { createOpenAI } = await import("@ai-sdk/openai");
|
|
29
|
+
const openai = createOpenAI({
|
|
30
|
+
apiKey: provider.apiKey,
|
|
31
|
+
...(provider.baseUrl && { baseURL: provider.baseUrl }),
|
|
32
|
+
});
|
|
33
|
+
return openai(provider.model);
|
|
34
|
+
}
|
|
35
|
+
catch {
|
|
36
|
+
throw new Error('Provider "openai" requires @ai-sdk/openai. Install it with: pnpm add @ai-sdk/openai');
|
|
37
|
+
}
|
|
38
|
+
}
|
|
39
|
+
async function createLocalModel(provider) {
|
|
40
|
+
try {
|
|
41
|
+
const { createOpenAI } = await import("@ai-sdk/openai");
|
|
42
|
+
const local = createOpenAI({
|
|
43
|
+
baseURL: provider.baseUrl ?? "http://localhost:11434/v1",
|
|
44
|
+
apiKey: "local",
|
|
45
|
+
});
|
|
46
|
+
return local(provider.model);
|
|
47
|
+
}
|
|
48
|
+
catch {
|
|
49
|
+
throw new Error('Provider "local" requires @ai-sdk/openai (used as compatible client). Install it with: pnpm add @ai-sdk/openai');
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
//# sourceMappingURL=model-factory.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"model-factory.js","sourceRoot":"","sources":["../../src/functions/model-factory.ts"],"names":[],"mappings":"AAGA,MAAM,CAAC,KAAK,UAAU,WAAW,CAAC,QAA0B;IAC3D,QAAQ,QAAQ,CAAC,QAAQ,EAAE,CAAC;QAC3B,KAAK,WAAW;YACf,OAAO,oBAAoB,CAAC,QAAQ,CAAC,CAAC;QACvC,KAAK,QAAQ;YACZ,OAAO,iBAAiB,CAAC,QAAQ,CAAC,CAAC;QACpC,KAAK,OAAO;YACX,OAAO,gBAAgB,CAAC,QAAQ,CAAC,CAAC;QACnC;YACC,MAAM,IAAI,KAAK,CAAC,qBAAqB,QAAQ,CAAC,QAAQ,EAAE,CAAC,CAAC;IAC5D,CAAC;AACF,CAAC;AAED,KAAK,UAAU,oBAAoB,CAAC,QAA0B;IAC7D,IAAI,CAAC;QACJ,MAAM,EAAE,eAAe,EAAE,GAAG,MAAM,MAAM,CAAC,mBAAmB,CAAC,CAAC;QAC9D,MAAM,SAAS,GAAG,eAAe,CAAC;YACjC,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC;SACtD,CAAC,CAAC;QACH,OAAO,SAAS,CAAC,QAAQ,CAAC,KAAK,CAA6B,CAAC;IAC9D,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,KAAK,CACd,8FAA8F,CAC9F,CAAC;IACH,CAAC;AACF,CAAC;AAED,KAAK,UAAU,iBAAiB,CAAC,QAA0B;IAC1D,IAAI,CAAC;QACJ,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACxD,MAAM,MAAM,GAAG,YAAY,CAAC;YAC3B,MAAM,EAAE,QAAQ,CAAC,MAAM;YACvB,GAAG,CAAC,QAAQ,CAAC,OAAO,IAAI,EAAE,OAAO,EAAE,QAAQ,CAAC,OAAO,EAAE,CAAC;SACtD,CAAC,CAAC;QACH,OAAO,MAAM,CAAC,QAAQ,CAAC,KAAK,CAA6B,CAAC;IAC3D,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,KAAK,CACd,qFAAqF,CACrF,CAAC;IACH,CAAC;AACF,CAAC;AAED,KAAK,UAAU,gBAAgB,CAAC,QAA0B;IACzD,IAAI,CAAC;QACJ,MAAM,EAAE,YAAY,EAAE,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,CAAC;QACxD,MAAM,KAAK,GAAG,YAAY,CAAC;YAC1B,OAAO,EAAE,QAAQ,CAAC,OAAO,IAAI,2BAA2B;YACxD,MAAM,EAAE,OAAO;SACf,CAAC,CAAC;QACH,OAAO,KAAK,CAAC,QAAQ,CAAC,KAAK,CAA6B,CAAC;IAC1D,CAAC;IAAC,MAAM,CAAC;QACR,MAAM,IAAI,KAAK,CACd,gHAAgH,CAChH,CAAC;IACH,CAAC;AACF,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { BudgetTracker } from "../budget.js";
|
|
2
|
+
import type { ResolvedProvider } from "../provider.js";
|
|
3
|
+
import type { ScoreInput, ScoreResult } from "../types.js";
|
|
4
|
+
export declare function score(input: ScoreInput, provider: ResolvedProvider, budget: BudgetTracker): Promise<ScoreResult>;
|
|
5
|
+
//# sourceMappingURL=score.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"score.d.ts","sourceRoot":"","sources":["../../src/functions/score.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,KAAK,EAAE,UAAU,EAAE,WAAW,EAAE,MAAM,aAAa,CAAC;AAU3D,wBAAsB,KAAK,CAC1B,KAAK,EAAE,UAAU,EACjB,QAAQ,EAAE,gBAAgB,EAC1B,MAAM,EAAE,aAAa,GACnB,OAAO,CAAC,WAAW,CAAC,CAqCtB"}
|
|
@@ -0,0 +1,47 @@
|
|
|
1
|
+
import { generateObject } from "ai";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
import { createModel } from "./model-factory.js";
|
|
4
|
+
import { recordUsage } from "./usage.js";
|
|
5
|
+
const scoreSchema = z.object({
|
|
6
|
+
score: z.number().min(0).max(100),
|
|
7
|
+
issues: z.array(z.string()),
|
|
8
|
+
strengths: z.array(z.string()),
|
|
9
|
+
});
|
|
10
|
+
export async function score(input, provider, budget) {
|
|
11
|
+
const collectionContext = input.collection_name
|
|
12
|
+
? `This content belongs to the "${input.collection_name}" collection.`
|
|
13
|
+
: "";
|
|
14
|
+
const { object, usage } = await generateObject({
|
|
15
|
+
model: await createModel(provider),
|
|
16
|
+
schema: scoreSchema,
|
|
17
|
+
prompt: `You are a content quality evaluator for a content engine. Score the following content against the provided intent rules.
|
|
18
|
+
|
|
19
|
+
Score 0-100 where:
|
|
20
|
+
- 90-100: Excellent — fully matches intent, no issues
|
|
21
|
+
- 70-89: Good — mostly matches, minor issues
|
|
22
|
+
- 50-69: Fair — partially matches, notable issues
|
|
23
|
+
- 0-49: Poor — significant mismatches with intent
|
|
24
|
+
|
|
25
|
+
${collectionContext}
|
|
26
|
+
|
|
27
|
+
Intent rules:
|
|
28
|
+
---
|
|
29
|
+
${input.intent}
|
|
30
|
+
---
|
|
31
|
+
|
|
32
|
+
Content to evaluate:
|
|
33
|
+
---
|
|
34
|
+
${input.content}
|
|
35
|
+
---
|
|
36
|
+
|
|
37
|
+
Provide a score, list of issues (things that don't match intent), and strengths (things that match well).`,
|
|
38
|
+
});
|
|
39
|
+
const tokenUsage = recordUsage(budget, provider, usage, "score");
|
|
40
|
+
return {
|
|
41
|
+
score: object.score,
|
|
42
|
+
issues: object.issues,
|
|
43
|
+
strengths: object.strengths,
|
|
44
|
+
usage: tokenUsage,
|
|
45
|
+
};
|
|
46
|
+
}
|
|
47
|
+
//# sourceMappingURL=score.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"score.js","sourceRoot":"","sources":["../../src/functions/score.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzC,MAAM,WAAW,GAAG,CAAC,CAAC,MAAM,CAAC;IAC5B,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,GAAG,CAAC;IACjC,MAAM,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAC3B,SAAS,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;CAC9B,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,KAAK,CAC1B,KAAiB,EACjB,QAA0B,EAC1B,MAAqB;IAErB,MAAM,iBAAiB,GAAG,KAAK,CAAC,eAAe;QAC9C,CAAC,CAAC,gCAAgC,KAAK,CAAC,eAAe,eAAe;QACtE,CAAC,CAAC,EAAE,CAAC;IACN,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,cAAc,CAAC;QAC9C,KAAK,EAAE,MAAM,WAAW,CAAC,QAAQ,CAAC;QAClC,MAAM,EAAE,WAAW;QACnB,MAAM,EAAE;;;;;;;;EAQR,iBAAiB;;;;EAIjB,KAAK,CAAC,MAAM;;;;;EAKZ,KAAK,CAAC,OAAO;;;0GAG2F;KACxG,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;IACjE,OAAO;QACN,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,SAAS,EAAE,MAAM,CAAC,SAAS;QAC3B,KAAK,EAAE,UAAU;KACjB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,5 @@
|
|
|
1
|
+
import type { BudgetTracker } from "../budget.js";
|
|
2
|
+
import type { ResolvedProvider } from "../provider.js";
|
|
3
|
+
import type { StalenessInput, StalenessResult } from "../types.js";
|
|
4
|
+
export declare function detectStaleness(input: StalenessInput, provider: ResolvedProvider, budget: BudgetTracker): Promise<StalenessResult>;
|
|
5
|
+
//# sourceMappingURL=staleness.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"staleness.d.ts","sourceRoot":"","sources":["../../src/functions/staleness.ts"],"names":[],"mappings":"AAEA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,KAAK,EAAE,cAAc,EAAE,eAAe,EAAE,MAAM,aAAa,CAAC;AAWnE,wBAAsB,eAAe,CACpC,KAAK,EAAE,cAAc,EACrB,QAAQ,EAAE,gBAAgB,EAC1B,MAAM,EAAE,aAAa,GACnB,OAAO,CAAC,eAAe,CAAC,CAkC1B"}
|
|
@@ -0,0 +1,45 @@
|
|
|
1
|
+
import { generateObject } from "ai";
|
|
2
|
+
import { z } from "zod";
|
|
3
|
+
import { createModel } from "./model-factory.js";
|
|
4
|
+
import { recordUsage } from "./usage.js";
|
|
5
|
+
const stalenessSchema = z.object({
|
|
6
|
+
stale: z.boolean(),
|
|
7
|
+
reason: z.string(),
|
|
8
|
+
stale_sources: z.array(z.string()),
|
|
9
|
+
confidence: z.number().min(0).max(1),
|
|
10
|
+
});
|
|
11
|
+
export async function detectStaleness(input, provider, budget) {
|
|
12
|
+
const sourceSections = input.source_texts
|
|
13
|
+
.map((s) => `Source: ${s.path} (updated: ${s.updated_at})\n---\n${s.text}\n---`)
|
|
14
|
+
.join("\n\n");
|
|
15
|
+
const { object, usage } = await generateObject({
|
|
16
|
+
model: await createModel(provider),
|
|
17
|
+
schema: stalenessSchema,
|
|
18
|
+
prompt: `You are a content freshness analyzer. Determine if the published content is stale compared to its source knowledge files.
|
|
19
|
+
|
|
20
|
+
Content is stale if the source files contain NEW INFORMATION that is not reflected in the content. Minor formatting changes or rewording in sources do NOT make content stale.
|
|
21
|
+
|
|
22
|
+
Published content (generated at ${input.content_generated_at}):
|
|
23
|
+
---
|
|
24
|
+
${input.content}
|
|
25
|
+
---
|
|
26
|
+
|
|
27
|
+
Source knowledge files:
|
|
28
|
+
${sourceSections}
|
|
29
|
+
|
|
30
|
+
Determine:
|
|
31
|
+
1. Is the content stale? (true/false)
|
|
32
|
+
2. Why or why not?
|
|
33
|
+
3. Which specific source files made it stale? (list their paths)
|
|
34
|
+
4. How confident are you? (0.0-1.0)`,
|
|
35
|
+
});
|
|
36
|
+
const tokenUsage = recordUsage(budget, provider, usage, "detectStaleness");
|
|
37
|
+
return {
|
|
38
|
+
stale: object.stale,
|
|
39
|
+
reason: object.reason,
|
|
40
|
+
stale_sources: object.stale_sources,
|
|
41
|
+
confidence: object.confidence,
|
|
42
|
+
usage: tokenUsage,
|
|
43
|
+
};
|
|
44
|
+
}
|
|
45
|
+
//# sourceMappingURL=staleness.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"staleness.js","sourceRoot":"","sources":["../../src/functions/staleness.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,MAAM,IAAI,CAAC;AACpC,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAIxB,OAAO,EAAE,WAAW,EAAE,MAAM,oBAAoB,CAAC;AACjD,OAAO,EAAE,WAAW,EAAE,MAAM,YAAY,CAAC;AAEzC,MAAM,eAAe,GAAG,CAAC,CAAC,MAAM,CAAC;IAChC,KAAK,EAAE,CAAC,CAAC,OAAO,EAAE;IAClB,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE;IAClB,aAAa,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC;IAClC,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;CACpC,CAAC,CAAC;AAEH,MAAM,CAAC,KAAK,UAAU,eAAe,CACpC,KAAqB,EACrB,QAA0B,EAC1B,MAAqB;IAErB,MAAM,cAAc,GAAG,KAAK,CAAC,YAAY;SACvC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,WAAW,CAAC,CAAC,IAAI,cAAc,CAAC,CAAC,UAAU,WAAW,CAAC,CAAC,IAAI,OAAO,CAAC;SAC/E,IAAI,CAAC,MAAM,CAAC,CAAC;IACf,MAAM,EAAE,MAAM,EAAE,KAAK,EAAE,GAAG,MAAM,cAAc,CAAC;QAC9C,KAAK,EAAE,MAAM,WAAW,CAAC,QAAQ,CAAC;QAClC,MAAM,EAAE,eAAe;QACvB,MAAM,EAAE;;;;kCAIwB,KAAK,CAAC,oBAAoB;;EAE1D,KAAK,CAAC,OAAO;;;;EAIb,cAAc;;;;;;oCAMoB;KAClC,CAAC,CAAC;IAEH,MAAM,UAAU,GAAG,WAAW,CAAC,MAAM,EAAE,QAAQ,EAAE,KAAK,EAAE,iBAAiB,CAAC,CAAC;IAC3E,OAAO;QACN,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,aAAa,EAAE,MAAM,CAAC,aAAa;QACnC,UAAU,EAAE,MAAM,CAAC,UAAU;QAC7B,KAAK,EAAE,UAAU;KACjB,CAAC;AACH,CAAC"}
|
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
import type { BudgetTracker } from "../budget.js";
|
|
2
|
+
import type { ResolvedProvider } from "../provider.js";
|
|
3
|
+
import type { TokenUsage } from "../types.js";
|
|
4
|
+
export declare function recordUsage(budget: BudgetTracker, provider: ResolvedProvider, usage: {
|
|
5
|
+
promptTokens?: number;
|
|
6
|
+
completionTokens?: number;
|
|
7
|
+
} | undefined, functionName: string): TokenUsage;
|
|
8
|
+
//# sourceMappingURL=usage.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"usage.d.ts","sourceRoot":"","sources":["../../src/functions/usage.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,cAAc,CAAC;AAClD,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,gBAAgB,CAAC;AAEvD,OAAO,KAAK,EAAE,UAAU,EAAE,MAAM,aAAa,CAAC;AAE9C,wBAAgB,WAAW,CAC1B,MAAM,EAAE,aAAa,EACrB,QAAQ,EAAE,gBAAgB,EAC1B,KAAK,EAAE;IAAE,YAAY,CAAC,EAAE,MAAM,CAAC;IAAC,gBAAgB,CAAC,EAAE,MAAM,CAAA;CAAE,GAAG,SAAS,EACvE,YAAY,EAAE,MAAM,GAClB,UAAU,CAcZ"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import { estimateCost } from "../provider.js";
|
|
2
|
+
export function recordUsage(budget, provider, usage, functionName) {
|
|
3
|
+
const tokenUsage = {
|
|
4
|
+
input_tokens: usage?.promptTokens ?? 0,
|
|
5
|
+
output_tokens: usage?.completionTokens ?? 0,
|
|
6
|
+
estimated_cost_usd: estimateCost(provider.model, usage?.promptTokens ?? 0, usage?.completionTokens ?? 0),
|
|
7
|
+
function_name: functionName,
|
|
8
|
+
timestamp: new Date().toISOString(),
|
|
9
|
+
};
|
|
10
|
+
budget.record(tokenUsage);
|
|
11
|
+
return tokenUsage;
|
|
12
|
+
}
|
|
13
|
+
//# sourceMappingURL=usage.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"usage.js","sourceRoot":"","sources":["../../src/functions/usage.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAG9C,MAAM,UAAU,WAAW,CAC1B,MAAqB,EACrB,QAA0B,EAC1B,KAAuE,EACvE,YAAoB;IAEpB,MAAM,UAAU,GAAe;QAC9B,YAAY,EAAE,KAAK,EAAE,YAAY,IAAI,CAAC;QACtC,aAAa,EAAE,KAAK,EAAE,gBAAgB,IAAI,CAAC;QAC3C,kBAAkB,EAAE,YAAY,CAC/B,QAAQ,CAAC,KAAK,EACd,KAAK,EAAE,YAAY,IAAI,CAAC,EACxB,KAAK,EAAE,gBAAgB,IAAI,CAAC,CAC5B;QACD,aAAa,EAAE,YAAY;QAC3B,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;KACnC,CAAC;IACF,MAAM,CAAC,MAAM,CAAC,UAAU,CAAC,CAAC;IAC1B,OAAO,UAAU,CAAC;AACnB,CAAC"}
|
package/dist/index.d.ts
ADDED
|
@@ -0,0 +1,8 @@
|
|
|
1
|
+
export { BudgetTracker } from "./budget.js";
|
|
2
|
+
export { resolveProvider, estimateCost } from "./provider.js";
|
|
3
|
+
export type { ResolvedProvider } from "./provider.js";
|
|
4
|
+
export { classify, extract, score, judge, detectStaleness, analyzeIntentImpact, findGaps, generate, improvePrompt, recordUsage, } from "./functions/index.js";
|
|
5
|
+
export { createModel } from "./functions/model-factory.js";
|
|
6
|
+
export { EvalRunner } from "./eval/runner.js";
|
|
7
|
+
export type { AIProviderConfig, BudgetConfig, BudgetStatus, TokenUsage, ClassifyInput, ClassifyResult, ExtractInput, ExtractResult, ExtractedEntityResult, ExtractedRelationResult, ScoreInput, ScoreResult, JudgeInput, JudgeResult, StalenessInput, StalenessResult, IntentImpactInput, IntentImpactResult, FindGapsInput, FindGapsResult, IntelligenceProvider, GenerateInput, GenerateResult, ImprovePromptInput, ImprovePromptResult, EvalResult, EvalRunConfig, EvalRunResult, } from "./types.js";
|
|
8
|
+
//# sourceMappingURL=index.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAC9D,YAAY,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACtD,OAAO,EACN,QAAQ,EACR,OAAO,EACP,KAAK,EACL,KAAK,EACL,eAAe,EACf,mBAAmB,EACnB,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,WAAW,GACX,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,YAAY,EACX,gBAAgB,EAChB,YAAY,EACZ,YAAY,EACZ,UAAU,EACV,aAAa,EACb,cAAc,EACd,YAAY,EACZ,aAAa,EACb,qBAAqB,EACrB,uBAAuB,EACvB,UAAU,EACV,WAAW,EACX,UAAU,EACV,WAAW,EACX,cAAc,EACd,eAAe,EACf,iBAAiB,EACjB,kBAAkB,EAClB,aAAa,EACb,cAAc,EACd,oBAAoB,EACpB,aAAa,EACb,cAAc,EACd,kBAAkB,EAClB,mBAAmB,EACnB,UAAU,EACV,aAAa,EACb,aAAa,GACb,MAAM,YAAY,CAAC"}
|
package/dist/index.js
ADDED
|
@@ -0,0 +1,6 @@
|
|
|
1
|
+
export { BudgetTracker } from "./budget.js";
|
|
2
|
+
export { resolveProvider, estimateCost } from "./provider.js";
|
|
3
|
+
export { classify, extract, score, judge, detectStaleness, analyzeIntentImpact, findGaps, generate, improvePrompt, recordUsage, } from "./functions/index.js";
|
|
4
|
+
export { createModel } from "./functions/model-factory.js";
|
|
5
|
+
export { EvalRunner } from "./eval/runner.js";
|
|
6
|
+
//# sourceMappingURL=index.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,aAAa,CAAC;AAC5C,OAAO,EAAE,eAAe,EAAE,YAAY,EAAE,MAAM,eAAe,CAAC;AAE9D,OAAO,EACN,QAAQ,EACR,OAAO,EACP,KAAK,EACL,KAAK,EACL,eAAe,EACf,mBAAmB,EACnB,QAAQ,EACR,QAAQ,EACR,aAAa,EACb,WAAW,GACX,MAAM,sBAAsB,CAAC;AAC9B,OAAO,EAAE,WAAW,EAAE,MAAM,8BAA8B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC"}
|
|
@@ -0,0 +1,10 @@
|
|
|
1
|
+
import type { AIProviderConfig } from "./types.js";
|
|
2
|
+
export interface ResolvedProvider {
|
|
3
|
+
provider: AIProviderConfig["provider"];
|
|
4
|
+
model: string;
|
|
5
|
+
apiKey?: string;
|
|
6
|
+
baseUrl?: string;
|
|
7
|
+
}
|
|
8
|
+
export declare function resolveProvider(config: AIProviderConfig): ResolvedProvider;
|
|
9
|
+
export declare function estimateCost(model: string, inputTokens: number, outputTokens: number): number;
|
|
10
|
+
//# sourceMappingURL=provider.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.d.ts","sourceRoot":"","sources":["../src/provider.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,gBAAgB,EAAE,MAAM,YAAY,CAAC;AAEnD,MAAM,WAAW,gBAAgB;IAChC,QAAQ,EAAE,gBAAgB,CAAC,UAAU,CAAC,CAAC;IACvC,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,wBAAgB,eAAe,CAAC,MAAM,EAAE,gBAAgB,GAAG,gBAAgB,CAO1E;AAYD,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,YAAY,EAAE,MAAM,GAAG,MAAM,CAY7F"}
|
package/dist/provider.js
ADDED
|
@@ -0,0 +1,32 @@
|
|
|
1
|
+
export function resolveProvider(config) {
|
|
2
|
+
return {
|
|
3
|
+
provider: config.provider,
|
|
4
|
+
model: config.model,
|
|
5
|
+
apiKey: config.apiKey,
|
|
6
|
+
baseUrl: config.baseUrl,
|
|
7
|
+
};
|
|
8
|
+
}
|
|
9
|
+
const COST_TABLE = {
|
|
10
|
+
"claude-sonnet-4-6": { input: 3.0, output: 15.0 },
|
|
11
|
+
"claude-sonnet-4-5": { input: 3.0, output: 15.0 },
|
|
12
|
+
"claude-haiku-4-5": { input: 0.25, output: 1.25 },
|
|
13
|
+
"claude-opus-4-6": { input: 15.0, output: 75.0 },
|
|
14
|
+
"gpt-4o": { input: 2.5, output: 10.0 },
|
|
15
|
+
"gpt-4o-mini": { input: 0.15, output: 0.6 },
|
|
16
|
+
local: { input: 0, output: 0 },
|
|
17
|
+
};
|
|
18
|
+
export function estimateCost(model, inputTokens, outputTokens) {
|
|
19
|
+
let costs = COST_TABLE[model];
|
|
20
|
+
if (!costs) {
|
|
21
|
+
for (const [key, value] of Object.entries(COST_TABLE)) {
|
|
22
|
+
if (model.startsWith(key)) {
|
|
23
|
+
costs = value;
|
|
24
|
+
break;
|
|
25
|
+
}
|
|
26
|
+
}
|
|
27
|
+
}
|
|
28
|
+
if (!costs)
|
|
29
|
+
costs = { input: 3.0, output: 15.0 };
|
|
30
|
+
return (inputTokens / 1_000_000) * costs.input + (outputTokens / 1_000_000) * costs.output;
|
|
31
|
+
}
|
|
32
|
+
//# sourceMappingURL=provider.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"provider.js","sourceRoot":"","sources":["../src/provider.ts"],"names":[],"mappings":"AASA,MAAM,UAAU,eAAe,CAAC,MAAwB;IACvD,OAAO;QACN,QAAQ,EAAE,MAAM,CAAC,QAAQ;QACzB,KAAK,EAAE,MAAM,CAAC,KAAK;QACnB,MAAM,EAAE,MAAM,CAAC,MAAM;QACrB,OAAO,EAAE,MAAM,CAAC,OAAO;KACvB,CAAC;AACH,CAAC;AAED,MAAM,UAAU,GAAsD;IACrE,mBAAmB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;IACjD,mBAAmB,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;IACjD,kBAAkB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IACjD,iBAAiB,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE;IAChD,QAAQ,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;IACtC,aAAa,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,EAAE;IAC3C,KAAK,EAAE,EAAE,KAAK,EAAE,CAAC,EAAE,MAAM,EAAE,CAAC,EAAE;CAC9B,CAAC;AAEF,MAAM,UAAU,YAAY,CAAC,KAAa,EAAE,WAAmB,EAAE,YAAoB;IACpF,IAAI,KAAK,GAAG,UAAU,CAAC,KAAK,CAAC,CAAC;IAC9B,IAAI,CAAC,KAAK,EAAE,CAAC;QACZ,KAAK,MAAM,CAAC,GAAG,EAAE,KAAK,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;YACvD,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBAC3B,KAAK,GAAG,KAAK,CAAC;gBACd,MAAM;YACP,CAAC;QACF,CAAC;IACF,CAAC;IACD,IAAI,CAAC,KAAK;QAAE,KAAK,GAAG,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE,CAAC;IACjD,OAAO,CAAC,WAAW,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,KAAK,GAAG,CAAC,YAAY,GAAG,SAAS,CAAC,GAAG,KAAK,CAAC,MAAM,CAAC;AAC5F,CAAC"}
|
package/dist/types.d.ts
ADDED
|
@@ -0,0 +1,207 @@
|
|
|
1
|
+
import type { Entity } from "@sourcepress/core";
|
|
2
|
+
export interface AIProviderConfig {
|
|
3
|
+
provider: "anthropic" | "openai" | "local";
|
|
4
|
+
model: string;
|
|
5
|
+
apiKey?: string;
|
|
6
|
+
baseUrl?: string;
|
|
7
|
+
}
|
|
8
|
+
export interface BudgetConfig {
|
|
9
|
+
daily_limit_usd: number;
|
|
10
|
+
warn_at_usd?: number;
|
|
11
|
+
}
|
|
12
|
+
export interface BudgetStatus {
|
|
13
|
+
spent_today_usd: number;
|
|
14
|
+
limit_usd: number;
|
|
15
|
+
warn_at_usd: number;
|
|
16
|
+
remaining_usd: number;
|
|
17
|
+
is_over_limit: boolean;
|
|
18
|
+
is_warned: boolean;
|
|
19
|
+
reset_at: string;
|
|
20
|
+
}
|
|
21
|
+
export interface TokenUsage {
|
|
22
|
+
input_tokens: number;
|
|
23
|
+
output_tokens: number;
|
|
24
|
+
estimated_cost_usd: number;
|
|
25
|
+
function_name: string;
|
|
26
|
+
timestamp: string;
|
|
27
|
+
}
|
|
28
|
+
export interface ClassifyInput {
|
|
29
|
+
text: string;
|
|
30
|
+
available_types?: string[];
|
|
31
|
+
}
|
|
32
|
+
export interface ClassifyResult {
|
|
33
|
+
quality: "structured" | "draft" | "thoughts";
|
|
34
|
+
quality_score: number;
|
|
35
|
+
type: string;
|
|
36
|
+
reasoning: string;
|
|
37
|
+
usage: TokenUsage;
|
|
38
|
+
}
|
|
39
|
+
export interface ExtractInput {
|
|
40
|
+
text: string;
|
|
41
|
+
file_path: string;
|
|
42
|
+
existing_entities?: Entity[];
|
|
43
|
+
}
|
|
44
|
+
export interface ExtractedEntityResult {
|
|
45
|
+
type: string;
|
|
46
|
+
name: string;
|
|
47
|
+
aliases: string[];
|
|
48
|
+
confidence: number;
|
|
49
|
+
}
|
|
50
|
+
export interface ExtractedRelationResult {
|
|
51
|
+
from_entity: string;
|
|
52
|
+
to_entity: string;
|
|
53
|
+
relation_type: string;
|
|
54
|
+
confidence: number;
|
|
55
|
+
evidence: string;
|
|
56
|
+
}
|
|
57
|
+
export interface ExtractResult {
|
|
58
|
+
entities: ExtractedEntityResult[];
|
|
59
|
+
relations: ExtractedRelationResult[];
|
|
60
|
+
usage: TokenUsage;
|
|
61
|
+
}
|
|
62
|
+
export interface ScoreInput {
|
|
63
|
+
content: string;
|
|
64
|
+
intent: string;
|
|
65
|
+
collection_name?: string;
|
|
66
|
+
}
|
|
67
|
+
export interface ScoreResult {
|
|
68
|
+
score: number;
|
|
69
|
+
issues: string[];
|
|
70
|
+
strengths: string[];
|
|
71
|
+
usage: TokenUsage;
|
|
72
|
+
}
|
|
73
|
+
export interface JudgeInput {
|
|
74
|
+
draft: string;
|
|
75
|
+
gold_standard: string;
|
|
76
|
+
judge_prompt: string;
|
|
77
|
+
intent?: string;
|
|
78
|
+
}
|
|
79
|
+
export interface JudgeResult {
|
|
80
|
+
score: number;
|
|
81
|
+
reasoning: string;
|
|
82
|
+
usage: TokenUsage;
|
|
83
|
+
}
|
|
84
|
+
export interface StalenessInput {
|
|
85
|
+
content: string;
|
|
86
|
+
content_generated_at: string;
|
|
87
|
+
source_texts: Array<{
|
|
88
|
+
path: string;
|
|
89
|
+
text: string;
|
|
90
|
+
updated_at: string;
|
|
91
|
+
}>;
|
|
92
|
+
}
|
|
93
|
+
export interface StalenessResult {
|
|
94
|
+
stale: boolean;
|
|
95
|
+
reason: string;
|
|
96
|
+
stale_sources: string[];
|
|
97
|
+
confidence: number;
|
|
98
|
+
usage: TokenUsage;
|
|
99
|
+
}
|
|
100
|
+
export interface IntentImpactInput {
|
|
101
|
+
changed_intent: string;
|
|
102
|
+
previous_intent: string;
|
|
103
|
+
content_pages: Array<{
|
|
104
|
+
path: string;
|
|
105
|
+
text: string;
|
|
106
|
+
}>;
|
|
107
|
+
}
|
|
108
|
+
export interface IntentImpactResult {
|
|
109
|
+
affected_pages: Array<{
|
|
110
|
+
path: string;
|
|
111
|
+
impact: "high" | "medium" | "low";
|
|
112
|
+
reason: string;
|
|
113
|
+
}>;
|
|
114
|
+
summary: string;
|
|
115
|
+
usage: TokenUsage;
|
|
116
|
+
}
|
|
117
|
+
export interface FindGapsInput {
|
|
118
|
+
entities: Entity[];
|
|
119
|
+
relations: Array<{
|
|
120
|
+
from: string;
|
|
121
|
+
to: string;
|
|
122
|
+
type: string;
|
|
123
|
+
}>;
|
|
124
|
+
existing_content: Array<{
|
|
125
|
+
path: string;
|
|
126
|
+
title: string;
|
|
127
|
+
summary: string;
|
|
128
|
+
}>;
|
|
129
|
+
business_context?: string;
|
|
130
|
+
}
|
|
131
|
+
export interface FindGapsResult {
|
|
132
|
+
gaps: Array<{
|
|
133
|
+
entity_name: string;
|
|
134
|
+
entity_type: string;
|
|
135
|
+
suggested_content_type: string;
|
|
136
|
+
priority: "high" | "medium" | "low";
|
|
137
|
+
reason: string;
|
|
138
|
+
}>;
|
|
139
|
+
usage: TokenUsage;
|
|
140
|
+
}
|
|
141
|
+
export interface IntelligenceProvider {
|
|
142
|
+
classify(input: ClassifyInput): Promise<ClassifyResult>;
|
|
143
|
+
extract(input: ExtractInput): Promise<ExtractResult>;
|
|
144
|
+
score(input: ScoreInput): Promise<ScoreResult>;
|
|
145
|
+
judge(input: JudgeInput): Promise<JudgeResult>;
|
|
146
|
+
detectStaleness(input: StalenessInput): Promise<StalenessResult>;
|
|
147
|
+
analyzeIntentImpact(input: IntentImpactInput): Promise<IntentImpactResult>;
|
|
148
|
+
findGaps(input: FindGapsInput): Promise<FindGapsResult>;
|
|
149
|
+
generate(input: GenerateInput): Promise<GenerateResult>;
|
|
150
|
+
improvePrompt(input: ImprovePromptInput): Promise<ImprovePromptResult>;
|
|
151
|
+
}
|
|
152
|
+
export interface GenerateInput {
|
|
153
|
+
content_type: string;
|
|
154
|
+
generation_prompt: string;
|
|
155
|
+
knowledge_context: string;
|
|
156
|
+
intent?: string;
|
|
157
|
+
collection_schema?: Record<string, unknown>;
|
|
158
|
+
}
|
|
159
|
+
export interface GenerateResult {
|
|
160
|
+
content: string;
|
|
161
|
+
frontmatter: Record<string, unknown>;
|
|
162
|
+
usage: TokenUsage;
|
|
163
|
+
}
|
|
164
|
+
export interface ImprovePromptInput {
|
|
165
|
+
current_prompt: string;
|
|
166
|
+
judge_reasoning: string;
|
|
167
|
+
judge_score: number;
|
|
168
|
+
content_type: string;
|
|
169
|
+
}
|
|
170
|
+
export interface ImprovePromptResult {
|
|
171
|
+
improved_prompt: string;
|
|
172
|
+
changes_summary: string;
|
|
173
|
+
usage: TokenUsage;
|
|
174
|
+
}
|
|
175
|
+
export interface EvalResult {
|
|
176
|
+
id: string;
|
|
177
|
+
content_type: string;
|
|
178
|
+
prompt_version: string;
|
|
179
|
+
score: number;
|
|
180
|
+
status: "keep" | "discard" | "improved";
|
|
181
|
+
reasoning: string;
|
|
182
|
+
iteration: number;
|
|
183
|
+
generated_content?: string;
|
|
184
|
+
timestamp: string;
|
|
185
|
+
total_usage: TokenUsage;
|
|
186
|
+
}
|
|
187
|
+
export interface EvalRunConfig {
|
|
188
|
+
content_type: string;
|
|
189
|
+
knowledge_context: string;
|
|
190
|
+
gold_standard: string;
|
|
191
|
+
judge_prompt: string;
|
|
192
|
+
generation_prompt: string;
|
|
193
|
+
intent?: string;
|
|
194
|
+
threshold: number;
|
|
195
|
+
max_iterations: number;
|
|
196
|
+
collection_schema?: Record<string, unknown>;
|
|
197
|
+
}
|
|
198
|
+
export interface EvalRunResult {
|
|
199
|
+
iterations: EvalResult[];
|
|
200
|
+
final_score: number;
|
|
201
|
+
final_status: "keep" | "discard";
|
|
202
|
+
final_content?: string;
|
|
203
|
+
final_prompt: string;
|
|
204
|
+
prompt_improved: boolean;
|
|
205
|
+
total_usage: TokenUsage;
|
|
206
|
+
}
|
|
207
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAEhD,MAAM,WAAW,gBAAgB;IAChC,QAAQ,EAAE,WAAW,GAAG,QAAQ,GAAG,OAAO,CAAC;IAC3C,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,OAAO,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,YAAY;IAC5B,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,CAAC,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,YAAY;IAC5B,eAAe,EAAE,MAAM,CAAC;IACxB,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,MAAM,CAAC;IACpB,aAAa,EAAE,MAAM,CAAC;IACtB,aAAa,EAAE,OAAO,CAAC;IACvB,SAAS,EAAE,OAAO,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,UAAU;IAC1B,YAAY,EAAE,MAAM,CAAC;IACrB,aAAa,EAAE,MAAM,CAAC;IACtB,kBAAkB,EAAE,MAAM,CAAC;IAC3B,aAAa,EAAE,MAAM,CAAC;IACtB,SAAS,EAAE,MAAM,CAAC;CAClB;AAGD,MAAM,WAAW,aAAa;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,eAAe,CAAC,EAAE,MAAM,EAAE,CAAC;CAC3B;AAED,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,YAAY,GAAG,OAAO,GAAG,UAAU,CAAC;IAC7C,aAAa,EAAE,MAAM,CAAC;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,UAAU,CAAC;CAClB;AAGD,MAAM,WAAW,YAAY;IAC5B,IAAI,EAAE,MAAM,CAAC;IACb,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,EAAE,CAAC;CAC7B;AAED,MAAM,WAAW,qBAAqB;IACrC,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,EAAE,CAAC;IAClB,UAAU,EAAE,MAAM,CAAC;CACnB;AAED,MAAM,WAAW,uBAAuB;IACvC,WAAW,EAAE,MAAM,CAAC;IACpB,SAAS,EAAE,MAAM,CAAC;IAClB,aAAa,EAAE,MAAM,CAAC;IACtB,UAAU,EAAE,MAAM,CAAC;IACnB,QAAQ,EAAE,MAAM,CAAC;CACjB;AAED,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,qBAAqB,EAAE,CAAC;IAClC,SAAS,EAAE,uBAAuB,EAAE,CAAC;IACrC,KAAK,EAAE,UAAU,CAAC;CAClB;AAGD,MAAM,WAAW,UAAU;IAC1B,OAAO,EAAE,MAAM,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,eAAe,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,MAAM,WAAW,WAAW;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,EAAE,CAAC;IACjB,SAAS,EAAE,MAAM,EAAE,CAAC;IACpB,KAAK,EAAE,UAAU,CAAC;CAClB;AAGD,MAAM,WAAW,UAAU;IAC1B,KAAK,EAAE,MAAM,CAAC;IACd,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,MAAM,CAAC,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,WAAW,WAAW;IAC3B,KAAK,EAAE,MAAM,CAAC;IACd,SAAS,EAAE,MAAM,CAAC;IAClB,KAAK,EAAE,UAAU,CAAC;CAClB;AAGD,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,oBAAoB,EAAE,MAAM,CAAC;IAC7B,YAAY,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,UAAU,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACxE;AAED,MAAM,WAAW,eAAe;IAC/B,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,MAAM,CAAC;IACf,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,UAAU,EAAE,MAAM,CAAC;IACnB,KAAK,EAAE,UAAU,CAAC;CAClB;AAGD,MAAM,WAAW,iBAAiB;IACjC,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,aAAa,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;CACrD;AAED,MAAM,WAAW,kBAAkB;IAClC,cAAc,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,MAAM,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;QAAC,MAAM,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC3F,OAAO,EAAE,MAAM,CAAC;IAChB,KAAK,EAAE,UAAU,CAAC;CAClB;AAGD,MAAM,WAAW,aAAa;IAC7B,QAAQ,EAAE,MAAM,EAAE,CAAC;IACnB,SAAS,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,EAAE,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC7D,gBAAgB,EAAE,KAAK,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,KAAK,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAA;KAAE,CAAC,CAAC;IAC1E,gBAAgB,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED,MAAM,WAAW,cAAc;IAC9B,IAAI,EAAE,KAAK,CAAC;QACX,WAAW,EAAE,MAAM,CAAC;QACpB,WAAW,EAAE,MAAM,CAAC;QACpB,sBAAsB,EAAE,MAAM,CAAC;QAC/B,QAAQ,EAAE,MAAM,GAAG,QAAQ,GAAG,KAAK,CAAC;QACpC,MAAM,EAAE,MAAM,CAAC;KACf,CAAC,CAAC;IACH,KAAK,EAAE,UAAU,CAAC;CAClB;AAED,MAAM,WAAW,oBAAoB;IACpC,QAAQ,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IACxD,OAAO,CAAC,KAAK,EAAE,YAAY,GAAG,OAAO,CAAC,aAAa,CAAC,CAAC;IACrD,KAAK,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAC/C,KAAK,CAAC,KAAK,EAAE,UAAU,GAAG,OAAO,CAAC,WAAW,CAAC,CAAC;IAC/C,eAAe,CAAC,KAAK,EAAE,cAAc,GAAG,OAAO,CAAC,eAAe,CAAC,CAAC;IACjE,mBAAmB,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,kBAAkB,CAAC,CAAC;IAC3E,QAAQ,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IACxD,QAAQ,CAAC,KAAK,EAAE,aAAa,GAAG,OAAO,CAAC,cAAc,CAAC,CAAC;IACxD,aAAa,CAAC,KAAK,EAAE,kBAAkB,GAAG,OAAO,CAAC,mBAAmB,CAAC,CAAC;CACvE;AAGD,MAAM,WAAW,aAAa;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,iBAAiB,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,cAAc;IAC9B,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IACrC,KAAK,EAAE,UAAU,CAAC;CAClB;AAGD,MAAM,WAAW,kBAAkB;IAClC,cAAc,EAAE,MAAM,CAAC;IACvB,eAAe,EAAE,MAAM,CAAC;IACxB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,CAAC;CACrB;AAED,MAAM,WAAW,mBAAmB;IACnC,eAAe,EAAE,MAAM,CAAC;IACxB,eAAe,EAAE,MAAM,CAAC;IACxB,KAAK,EAAE,UAAU,CAAC;CAClB;AAGD,MAAM,WAAW,UAAU;IAC1B,EAAE,EAAE,MAAM,CAAC;IACX,YAAY,EAAE,MAAM,CAAC;IACrB,cAAc,EAAE,MAAM,CAAC;IACvB,KAAK,EAAE,MAAM,CAAC;IACd,MAAM,EAAE,MAAM,GAAG,SAAS,GAAG,UAAU,CAAC;IACxC,SAAS,EAAE,MAAM,CAAC;IAClB,SAAS,EAAE,MAAM,CAAC;IAClB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,SAAS,EAAE,MAAM,CAAC;IAClB,WAAW,EAAE,UAAU,CAAC;CACxB;AAED,MAAM,WAAW,aAAa;IAC7B,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,aAAa,EAAE,MAAM,CAAC;IACtB,YAAY,EAAE,MAAM,CAAC;IACrB,iBAAiB,EAAE,MAAM,CAAC;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,SAAS,EAAE,MAAM,CAAC;IAClB,cAAc,EAAE,MAAM,CAAC;IACvB,iBAAiB,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;CAC5C;AAED,MAAM,WAAW,aAAa;IAC7B,UAAU,EAAE,UAAU,EAAE,CAAC;IACzB,WAAW,EAAE,MAAM,CAAC;IACpB,YAAY,EAAE,MAAM,GAAG,SAAS,CAAC;IACjC,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,YAAY,EAAE,MAAM,CAAC;IACrB,eAAe,EAAE,OAAO,CAAC;IACzB,WAAW,EAAE,UAAU,CAAC;CACxB"}
|
package/dist/types.js
ADDED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.js","sourceRoot":"","sources":["../src/types.ts"],"names":[],"mappings":""}
|
package/package.json
ADDED
|
@@ -0,0 +1,41 @@
|
|
|
1
|
+
{
|
|
2
|
+
"name": "@sourcepress/ai",
|
|
3
|
+
"version": "0.1.0",
|
|
4
|
+
"publishConfig": {
|
|
5
|
+
"access": "public"
|
|
6
|
+
},
|
|
7
|
+
"type": "module",
|
|
8
|
+
"exports": {
|
|
9
|
+
".": {
|
|
10
|
+
"types": "./dist/index.d.ts",
|
|
11
|
+
"import": "./dist/index.js"
|
|
12
|
+
}
|
|
13
|
+
},
|
|
14
|
+
"dependencies": {
|
|
15
|
+
"ai": "^4.3.19",
|
|
16
|
+
"zod": "^3.24.0",
|
|
17
|
+
"@sourcepress/core": "0.1.0"
|
|
18
|
+
},
|
|
19
|
+
"peerDependencies": {
|
|
20
|
+
"@ai-sdk/anthropic": ">=1.0.0",
|
|
21
|
+
"@ai-sdk/openai": ">=1.0.0"
|
|
22
|
+
},
|
|
23
|
+
"peerDependenciesMeta": {
|
|
24
|
+
"@ai-sdk/anthropic": {
|
|
25
|
+
"optional": true
|
|
26
|
+
},
|
|
27
|
+
"@ai-sdk/openai": {
|
|
28
|
+
"optional": true
|
|
29
|
+
}
|
|
30
|
+
},
|
|
31
|
+
"devDependencies": {
|
|
32
|
+
"typescript": "^5.7.0",
|
|
33
|
+
"vitest": "^3.0.0"
|
|
34
|
+
},
|
|
35
|
+
"scripts": {
|
|
36
|
+
"build": "tsc",
|
|
37
|
+
"test": "vitest run",
|
|
38
|
+
"typecheck": "tsc --noEmit",
|
|
39
|
+
"clean": "rm -rf dist"
|
|
40
|
+
}
|
|
41
|
+
}
|