@struktur/sdk 2.1.2 → 2.3.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/artifacts/fileToArtifact.d.ts +8 -0
- package/dist/artifacts/fileToArtifact.d.ts.map +1 -0
- package/dist/artifacts/input.d.ts +60 -0
- package/dist/artifacts/input.d.ts.map +1 -0
- package/{src/artifacts/providers.ts → dist/artifacts/providers.d.ts} +2 -4
- package/dist/artifacts/providers.d.ts.map +1 -0
- package/dist/artifacts/urlToArtifact.d.ts +3 -0
- package/dist/artifacts/urlToArtifact.d.ts.map +1 -0
- package/dist/auth/config.d.ts +34 -0
- package/dist/auth/config.d.ts.map +1 -0
- package/dist/auth/tokens.d.ts +18 -0
- package/dist/auth/tokens.d.ts.map +1 -0
- package/dist/chunking/ArtifactBatcher.d.ts +11 -0
- package/dist/chunking/ArtifactBatcher.d.ts.map +1 -0
- package/dist/chunking/ArtifactSplitter.d.ts +10 -0
- package/dist/chunking/ArtifactSplitter.d.ts.map +1 -0
- package/dist/debug/logger.d.ts +169 -0
- package/dist/debug/logger.d.ts.map +1 -0
- package/dist/extract.d.ts +3 -0
- package/dist/extract.d.ts.map +1 -0
- package/dist/fields.d.ts +75 -0
- package/dist/fields.d.ts.map +1 -0
- package/dist/index.d.ts +24 -0
- package/dist/index.d.ts.map +1 -0
- package/dist/index.js +5603 -0
- package/dist/index.js.map +1 -0
- package/dist/llm/LLMClient.d.ts +40 -0
- package/dist/llm/LLMClient.d.ts.map +1 -0
- package/dist/llm/RetryingRunner.d.ts +37 -0
- package/dist/llm/RetryingRunner.d.ts.map +1 -0
- package/dist/llm/message.d.ts +12 -0
- package/dist/llm/message.d.ts.map +1 -0
- package/dist/llm/models.d.ts +13 -0
- package/dist/llm/models.d.ts.map +1 -0
- package/dist/llm/resolveModel.d.ts +3 -0
- package/dist/llm/resolveModel.d.ts.map +1 -0
- package/dist/merge/Deduplicator.d.ts +4 -0
- package/dist/merge/Deduplicator.d.ts.map +1 -0
- package/dist/merge/SmartDataMerger.d.ts +7 -0
- package/dist/merge/SmartDataMerger.d.ts.map +1 -0
- package/dist/parsers/collect.d.ts +7 -0
- package/dist/parsers/collect.d.ts.map +1 -0
- package/{src/parsers/index.ts → dist/parsers/index.d.ts} +1 -0
- package/dist/parsers/index.d.ts.map +1 -0
- package/dist/parsers/mime.d.ts +12 -0
- package/dist/parsers/mime.d.ts.map +1 -0
- package/dist/parsers/npm.d.ts +16 -0
- package/dist/parsers/npm.d.ts.map +1 -0
- package/dist/parsers/pdf.d.ts +36 -0
- package/dist/parsers/pdf.d.ts.map +1 -0
- package/dist/parsers/runner.d.ts +4 -0
- package/dist/parsers/runner.d.ts.map +1 -0
- package/dist/parsers/types.d.ts +27 -0
- package/dist/parsers/types.d.ts.map +1 -0
- package/dist/parsers.d.ts +1 -0
- package/dist/parsers.js +492 -0
- package/dist/parsers.js.map +1 -0
- package/dist/prompts/DeduplicationPrompt.d.ts +5 -0
- package/dist/prompts/DeduplicationPrompt.d.ts.map +1 -0
- package/dist/prompts/ExtractorPrompt.d.ts +6 -0
- package/dist/prompts/ExtractorPrompt.d.ts.map +1 -0
- package/dist/prompts/ParallelMergerPrompt.d.ts +5 -0
- package/dist/prompts/ParallelMergerPrompt.d.ts.map +1 -0
- package/dist/prompts/SequentialExtractorPrompt.d.ts +6 -0
- package/dist/prompts/SequentialExtractorPrompt.d.ts.map +1 -0
- package/dist/prompts/formatArtifacts.d.ts +3 -0
- package/dist/prompts/formatArtifacts.d.ts.map +1 -0
- package/dist/strategies/DoublePassAutoMergeStrategy.d.ts +23 -0
- package/dist/strategies/DoublePassAutoMergeStrategy.d.ts.map +1 -0
- package/dist/strategies/DoublePassStrategy.d.ts +22 -0
- package/dist/strategies/DoublePassStrategy.d.ts.map +1 -0
- package/dist/strategies/ParallelAutoMergeStrategy.d.ts +27 -0
- package/dist/strategies/ParallelAutoMergeStrategy.d.ts.map +1 -0
- package/dist/strategies/ParallelStrategy.d.ts +22 -0
- package/dist/strategies/ParallelStrategy.d.ts.map +1 -0
- package/dist/strategies/SequentialAutoMergeStrategy.d.ts +22 -0
- package/dist/strategies/SequentialAutoMergeStrategy.d.ts.map +1 -0
- package/dist/strategies/SequentialStrategy.d.ts +20 -0
- package/dist/strategies/SequentialStrategy.d.ts.map +1 -0
- package/dist/strategies/SimpleStrategy.d.ts +18 -0
- package/dist/strategies/SimpleStrategy.d.ts.map +1 -0
- package/dist/strategies/agent/AgentStrategy.d.ts +44 -0
- package/dist/strategies/agent/AgentStrategy.d.ts.map +1 -0
- package/dist/strategies/agent/AgentTools.d.ts +55 -0
- package/dist/strategies/agent/AgentTools.d.ts.map +1 -0
- package/dist/strategies/agent/ArtifactFilesystem.d.ts +51 -0
- package/dist/strategies/agent/ArtifactFilesystem.d.ts.map +1 -0
- package/dist/strategies/agent/index.d.ts +4 -0
- package/dist/strategies/agent/index.d.ts.map +1 -0
- package/dist/strategies/concurrency.d.ts +2 -0
- package/dist/strategies/concurrency.d.ts.map +1 -0
- package/{src/strategies/index.ts → dist/strategies/index.d.ts} +2 -0
- package/dist/strategies/index.d.ts.map +1 -0
- package/dist/strategies/utils.d.ts +39 -0
- package/dist/strategies/utils.d.ts.map +1 -0
- package/dist/strategies.d.ts +1 -0
- package/dist/strategies.js +3930 -0
- package/dist/strategies.js.map +1 -0
- package/dist/tokenization.d.ts +11 -0
- package/dist/tokenization.d.ts.map +1 -0
- package/dist/types.d.ts +178 -0
- package/dist/types.d.ts.map +1 -0
- package/dist/validation/validator.d.ts +20 -0
- package/dist/validation/validator.d.ts.map +1 -0
- package/package.json +30 -14
- package/src/agent-cli-integration.test.ts +0 -47
- package/src/agent-export.test.ts +0 -17
- package/src/agent-tool-labels.test.ts +0 -50
- package/src/artifacts/AGENTS.md +0 -16
- package/src/artifacts/fileToArtifact.test.ts +0 -37
- package/src/artifacts/fileToArtifact.ts +0 -44
- package/src/artifacts/input.test.ts +0 -243
- package/src/artifacts/input.ts +0 -360
- package/src/artifacts/providers.test.ts +0 -19
- package/src/artifacts/urlToArtifact.test.ts +0 -23
- package/src/artifacts/urlToArtifact.ts +0 -19
- package/src/auth/AGENTS.md +0 -11
- package/src/auth/config.test.ts +0 -132
- package/src/auth/config.ts +0 -186
- package/src/auth/tokens.test.ts +0 -58
- package/src/auth/tokens.ts +0 -229
- package/src/chunking/AGENTS.md +0 -11
- package/src/chunking/ArtifactBatcher.test.ts +0 -22
- package/src/chunking/ArtifactBatcher.ts +0 -110
- package/src/chunking/ArtifactSplitter.test.ts +0 -38
- package/src/chunking/ArtifactSplitter.ts +0 -151
- package/src/debug/AGENTS.md +0 -79
- package/src/debug/logger.test.ts +0 -244
- package/src/debug/logger.ts +0 -211
- package/src/extract.test.ts +0 -22
- package/src/extract.ts +0 -150
- package/src/fields.test.ts +0 -681
- package/src/fields.ts +0 -246
- package/src/index.test.ts +0 -20
- package/src/index.ts +0 -110
- package/src/llm/AGENTS.md +0 -9
- package/src/llm/LLMClient.test.ts +0 -394
- package/src/llm/LLMClient.ts +0 -264
- package/src/llm/RetryingRunner.test.ts +0 -174
- package/src/llm/RetryingRunner.ts +0 -270
- package/src/llm/message.test.ts +0 -42
- package/src/llm/message.ts +0 -47
- package/src/llm/models.test.ts +0 -82
- package/src/llm/models.ts +0 -190
- package/src/llm/resolveModel.ts +0 -86
- package/src/merge/AGENTS.md +0 -6
- package/src/merge/Deduplicator.test.ts +0 -108
- package/src/merge/Deduplicator.ts +0 -45
- package/src/merge/SmartDataMerger.test.ts +0 -177
- package/src/merge/SmartDataMerger.ts +0 -56
- package/src/parsers/AGENTS.md +0 -58
- package/src/parsers/collect.test.ts +0 -56
- package/src/parsers/collect.ts +0 -31
- package/src/parsers/mime.test.ts +0 -91
- package/src/parsers/mime.ts +0 -137
- package/src/parsers/npm.ts +0 -26
- package/src/parsers/pdf.test.ts +0 -394
- package/src/parsers/pdf.ts +0 -194
- package/src/parsers/runner.test.ts +0 -95
- package/src/parsers/runner.ts +0 -177
- package/src/parsers/types.ts +0 -29
- package/src/prompts/AGENTS.md +0 -8
- package/src/prompts/DeduplicationPrompt.test.ts +0 -41
- package/src/prompts/DeduplicationPrompt.ts +0 -37
- package/src/prompts/ExtractorPrompt.test.ts +0 -21
- package/src/prompts/ExtractorPrompt.ts +0 -72
- package/src/prompts/ParallelMergerPrompt.test.ts +0 -8
- package/src/prompts/ParallelMergerPrompt.ts +0 -37
- package/src/prompts/SequentialExtractorPrompt.test.ts +0 -24
- package/src/prompts/SequentialExtractorPrompt.ts +0 -82
- package/src/prompts/formatArtifacts.test.ts +0 -39
- package/src/prompts/formatArtifacts.ts +0 -46
- package/src/strategies/AGENTS.md +0 -6
- package/src/strategies/DoublePassAutoMergeStrategy.test.ts +0 -53
- package/src/strategies/DoublePassAutoMergeStrategy.ts +0 -410
- package/src/strategies/DoublePassStrategy.test.ts +0 -48
- package/src/strategies/DoublePassStrategy.ts +0 -266
- package/src/strategies/ParallelAutoMergeStrategy.test.ts +0 -152
- package/src/strategies/ParallelAutoMergeStrategy.ts +0 -345
- package/src/strategies/ParallelStrategy.test.ts +0 -61
- package/src/strategies/ParallelStrategy.ts +0 -208
- package/src/strategies/SequentialAutoMergeStrategy.test.ts +0 -66
- package/src/strategies/SequentialAutoMergeStrategy.ts +0 -325
- package/src/strategies/SequentialStrategy.test.ts +0 -53
- package/src/strategies/SequentialStrategy.ts +0 -142
- package/src/strategies/SimpleStrategy.test.ts +0 -46
- package/src/strategies/SimpleStrategy.ts +0 -94
- package/src/strategies/concurrency.test.ts +0 -16
- package/src/strategies/concurrency.ts +0 -14
- package/src/strategies/index.test.ts +0 -20
- package/src/strategies/utils.test.ts +0 -76
- package/src/strategies/utils.ts +0 -95
- package/src/tokenization.test.ts +0 -119
- package/src/tokenization.ts +0 -71
- package/src/types.test.ts +0 -25
- package/src/types.ts +0 -174
- package/src/validation/AGENTS.md +0 -7
- package/src/validation/validator.test.ts +0 -204
- package/src/validation/validator.ts +0 -90
- package/tsconfig.json +0 -22
|
@@ -0,0 +1,40 @@
|
|
|
1
|
+
import { generateText, type ModelMessage } from "ai";
|
|
2
|
+
import type { Usage, TelemetryAdapter } from "../types";
|
|
3
|
+
import type { UserContent } from "./message";
|
|
4
|
+
type GenerateTextParams = Parameters<typeof generateText>[0];
|
|
5
|
+
type ModelType = GenerateTextParams extends {
|
|
6
|
+
model: infer M;
|
|
7
|
+
} ? M : unknown;
|
|
8
|
+
type MessageType = Array<ModelMessage>;
|
|
9
|
+
export type StructuredRequest<T> = {
|
|
10
|
+
model: ModelType | unknown;
|
|
11
|
+
system: string;
|
|
12
|
+
user: UserContent;
|
|
13
|
+
messages?: MessageType;
|
|
14
|
+
schema: unknown;
|
|
15
|
+
schemaName?: string;
|
|
16
|
+
schemaDescription?: string;
|
|
17
|
+
strict?: boolean;
|
|
18
|
+
/**
|
|
19
|
+
* Telemetry adapter for tracing LLM calls
|
|
20
|
+
*/
|
|
21
|
+
telemetry?: TelemetryAdapter;
|
|
22
|
+
/**
|
|
23
|
+
* Parent span for creating hierarchical traces
|
|
24
|
+
*/
|
|
25
|
+
parentSpan?: {
|
|
26
|
+
id: string;
|
|
27
|
+
traceId: string;
|
|
28
|
+
name: string;
|
|
29
|
+
kind: string;
|
|
30
|
+
startTime: number;
|
|
31
|
+
parentId?: string;
|
|
32
|
+
};
|
|
33
|
+
};
|
|
34
|
+
export type StructuredResponse<T> = {
|
|
35
|
+
data: T;
|
|
36
|
+
usage: Usage;
|
|
37
|
+
};
|
|
38
|
+
export declare const generateStructured: <T>(request: StructuredRequest<T>) => Promise<StructuredResponse<T>>;
|
|
39
|
+
export {};
|
|
40
|
+
//# sourceMappingURL=LLMClient.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"LLMClient.d.ts","sourceRoot":"","sources":["../../src/llm/LLMClient.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAsB,KAAK,YAAY,EAAE,MAAM,IAAI,CAAC;AACzE,OAAO,KAAK,EAAiB,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AACvE,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAE7C,KAAK,kBAAkB,GAAG,UAAU,CAAC,OAAO,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;AAC7D,KAAK,SAAS,GAAG,kBAAkB,SAAS;IAAE,KAAK,EAAE,MAAM,CAAC,CAAA;CAAE,GAAG,CAAC,GAAG,OAAO,CAAC;AAC7E,KAAK,WAAW,GAAG,KAAK,CAAC,YAAY,CAAC,CAAC;AAEvC,MAAM,MAAM,iBAAiB,CAAC,CAAC,IAAI;IACjC,KAAK,EAAE,SAAS,GAAG,OAAO,CAAC;IAC3B,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,WAAW,CAAC;IAClB,QAAQ,CAAC,EAAE,WAAW,CAAC;IACvB,MAAM,EAAE,OAAO,CAAC;IAChB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,iBAAiB,CAAC,EAAE,MAAM,CAAC;IAC3B,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB;;OAEG;IACH,SAAS,CAAC,EAAE,gBAAgB,CAAC;IAC7B;;OAEG;IACH,UAAU,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAChH,CAAC;AAEF,MAAM,MAAM,kBAAkB,CAAC,CAAC,IAAI;IAClC,IAAI,EAAE,CAAC,CAAC;IACR,KAAK,EAAE,KAAK,CAAC;CACd,CAAC;AAaF,eAAO,MAAM,kBAAkB,GAAU,CAAC,EACxC,SAAS,iBAAiB,CAAC,CAAC,CAAC,KAC5B,OAAO,CAAC,kBAAkB,CAAC,CAAC,CAAC,CA0N/B,CAAC"}
|
|
@@ -0,0 +1,37 @@
|
|
|
1
|
+
import type { ExtractionEvents, Usage, TelemetryAdapter } from "../types";
|
|
2
|
+
import type { DebugLogger } from "../debug/logger";
|
|
3
|
+
import { generateStructured } from "./LLMClient";
|
|
4
|
+
import type { UserContent } from "./message";
|
|
5
|
+
export type RetryOptions<T> = {
|
|
6
|
+
model: unknown;
|
|
7
|
+
schema: unknown;
|
|
8
|
+
system: string;
|
|
9
|
+
user: UserContent;
|
|
10
|
+
events?: ExtractionEvents;
|
|
11
|
+
maxAttempts?: number;
|
|
12
|
+
schemaName?: string;
|
|
13
|
+
execute?: typeof generateStructured<T>;
|
|
14
|
+
strict?: boolean;
|
|
15
|
+
debug?: DebugLogger;
|
|
16
|
+
callId?: string;
|
|
17
|
+
/**
|
|
18
|
+
* Telemetry adapter for tracing validation and retries
|
|
19
|
+
*/
|
|
20
|
+
telemetry?: TelemetryAdapter;
|
|
21
|
+
/**
|
|
22
|
+
* Parent span for creating hierarchical traces
|
|
23
|
+
*/
|
|
24
|
+
parentSpan?: {
|
|
25
|
+
id: string;
|
|
26
|
+
traceId: string;
|
|
27
|
+
name: string;
|
|
28
|
+
kind: string;
|
|
29
|
+
startTime: number;
|
|
30
|
+
parentId?: string;
|
|
31
|
+
};
|
|
32
|
+
};
|
|
33
|
+
export declare const runWithRetries: <T>(options: RetryOptions<T>) => Promise<{
|
|
34
|
+
data: T;
|
|
35
|
+
usage: Usage;
|
|
36
|
+
}>;
|
|
37
|
+
//# sourceMappingURL=RetryingRunner.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"RetryingRunner.d.ts","sourceRoot":"","sources":["../../src/llm/RetryingRunner.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,gBAAgB,EAAE,KAAK,EAAE,gBAAgB,EAAE,MAAM,UAAU,CAAC;AAC1E,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,iBAAiB,CAAC;AACnD,OAAO,EAAE,kBAAkB,EAAE,MAAM,aAAa,CAAC;AACjD,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,WAAW,CAAC;AAE7C,MAAM,MAAM,YAAY,CAAC,CAAC,IAAI;IAC5B,KAAK,EAAE,OAAO,CAAC;IACf,MAAM,EAAE,OAAO,CAAC;IAChB,MAAM,EAAE,MAAM,CAAC;IACf,IAAI,EAAE,WAAW,CAAC;IAClB,MAAM,CAAC,EAAE,gBAAgB,CAAC;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,OAAO,CAAC,EAAE,OAAO,kBAAkB,CAAC,CAAC,CAAC,CAAC;IACvC,MAAM,CAAC,EAAE,OAAO,CAAC;IACjB,KAAK,CAAC,EAAE,WAAW,CAAC;IACpB,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB;;OAEG;IACH,SAAS,CAAC,EAAE,gBAAgB,CAAC;IAC7B;;OAEG;IACH,UAAU,CAAC,EAAE;QAAE,EAAE,EAAE,MAAM,CAAC;QAAC,OAAO,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,MAAM,CAAC;QAAC,SAAS,EAAE,MAAM,CAAC;QAAC,QAAQ,CAAC,EAAE,MAAM,CAAA;KAAE,CAAC;CAChH,CAAC;AAEF,eAAO,MAAM,cAAc,GAAU,CAAC,EAAE,SAAS,YAAY,CAAC,CAAC,CAAC;;;EA2O/D,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { Artifact } from "../types";
|
|
2
|
+
export type ImagePart = {
|
|
3
|
+
type: "image";
|
|
4
|
+
image: string | Buffer;
|
|
5
|
+
};
|
|
6
|
+
export type TextPart = {
|
|
7
|
+
type: "text";
|
|
8
|
+
text: string;
|
|
9
|
+
};
|
|
10
|
+
export type UserContent = string | Array<TextPart | ImagePart>;
|
|
11
|
+
export declare const buildUserContent: (text: string, artifacts: Artifact[]) => UserContent;
|
|
12
|
+
//# sourceMappingURL=message.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"message.d.ts","sourceRoot":"","sources":["../../src/llm/message.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEzC,MAAM,MAAM,SAAS,GAAG;IACtB,IAAI,EAAE,OAAO,CAAC;IACd,KAAK,EAAE,MAAM,GAAG,MAAM,CAAC;CACxB,CAAC;AAEF,MAAM,MAAM,QAAQ,GAAG;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;CACd,CAAC;AAEF,MAAM,MAAM,WAAW,GAAG,MAAM,GAAG,KAAK,CAAC,QAAQ,GAAG,SAAS,CAAC,CAAC;AA0B/D,eAAO,MAAM,gBAAgB,GAAI,MAAM,MAAM,EAAE,WAAW,QAAQ,EAAE,KAAG,WAQtE,CAAC"}
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
import type { ProviderModelsResult } from "../types";
|
|
2
|
+
export declare const listProviderModels: (provider: string) => Promise<ProviderModelsResult>;
|
|
3
|
+
export declare const listAllProviderModels: (providers: string[]) => Promise<ProviderModelsResult[]>;
|
|
4
|
+
export declare const pickCheapestModel: (provider: string, models: string[]) => string | undefined;
|
|
5
|
+
export declare const resolveCheapestModel: (provider: string) => Promise<string>;
|
|
6
|
+
export declare const __testing__: {
|
|
7
|
+
parseOpenAiModels: (json: unknown) => string[];
|
|
8
|
+
parseAnthropicModels: (json: unknown) => string[];
|
|
9
|
+
parseGoogleModels: (json: unknown) => string[];
|
|
10
|
+
parseOpenRouterModels: (json: unknown) => string[];
|
|
11
|
+
pickCheapestModel: (provider: string, models: string[]) => string | undefined;
|
|
12
|
+
};
|
|
13
|
+
//# sourceMappingURL=models.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"models.d.ts","sourceRoot":"","sources":["../../src/llm/models.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,oBAAoB,EAAE,MAAM,UAAU,CAAC;AA2IrD,eAAO,MAAM,kBAAkB,GAAU,UAAU,MAAM,KAAG,OAAO,CAAC,oBAAoB,CAavF,CAAC;AAEF,eAAO,MAAM,qBAAqB,GAAU,WAAW,MAAM,EAAE,oCAG9D,CAAC;AAEF,eAAO,MAAM,iBAAiB,GAAI,UAAU,MAAM,EAAE,QAAQ,MAAM,EAAE,uBASnE,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAU,UAAU,MAAM,oBAW1D,CAAC;AAEF,eAAO,MAAM,WAAW;8BAvKS,OAAO;iCAKJ,OAAO;8BAKV,OAAO;kCAQH,OAAO;kCA6HA,MAAM,UAAU,MAAM,EAAE;CA8BnE,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"resolveModel.d.ts","sourceRoot":"","sources":["../../src/llm/resolveModel.ts"],"names":[],"mappings":"AAKA,MAAM,MAAM,UAAU,GAAG,OAAO,CAAC;AAEjC,eAAO,MAAM,YAAY,GAAU,OAAO,MAAM,KAAG,OAAO,CAAC,UAAU,CAmFpE,CAAC"}
|
|
@@ -0,0 +1,4 @@
|
|
|
1
|
+
export declare const fnv1a32: (str: string) => number;
|
|
2
|
+
export declare const findExactDuplicatesWithHashing: (items: unknown[]) => number[];
|
|
3
|
+
export declare const deduplicateByIndices: <T>(items: T[], indices: number[]) => T[];
|
|
4
|
+
//# sourceMappingURL=Deduplicator.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"Deduplicator.d.ts","sourceRoot":"","sources":["../../src/merge/Deduplicator.ts"],"names":[],"mappings":"AAAA,eAAO,MAAM,OAAO,GAAI,KAAK,MAAM,KAAG,MAOrC,CAAC;AAkBF,eAAO,MAAM,8BAA8B,GAAI,OAAO,OAAO,EAAE,aAc9D,CAAC;AAEF,eAAO,MAAM,oBAAoB,GAAI,CAAC,EAAE,OAAO,CAAC,EAAE,EAAE,SAAS,MAAM,EAAE,QAGpE,CAAC"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
import type { AnyJSONSchema } from "../types";
|
|
2
|
+
export declare class SmartDataMerger {
|
|
3
|
+
private schema;
|
|
4
|
+
constructor(schema: AnyJSONSchema);
|
|
5
|
+
merge(currentData: Record<string, unknown>, newData: Record<string, unknown>): Record<string, unknown>;
|
|
6
|
+
}
|
|
7
|
+
//# sourceMappingURL=SmartDataMerger.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"SmartDataMerger.d.ts","sourceRoot":"","sources":["../../src/merge/SmartDataMerger.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,aAAa,EAAE,MAAM,UAAU,CAAC;AAa9C,qBAAa,eAAe;IAC1B,OAAO,CAAC,MAAM,CAAgB;gBAElB,MAAM,EAAE,aAAa;IAIjC,KAAK,CAAC,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,EAAE,OAAO,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;CAmC7E"}
|
|
@@ -0,0 +1,7 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* Collects a ReadableStream<Uint8Array> into a Buffer.
|
|
3
|
+
* Uses Web Streams API — compatible with Bun and Node 18+.
|
|
4
|
+
* Exported as a public utility for npm parser authors.
|
|
5
|
+
*/
|
|
6
|
+
export declare function collectStream(stream: ReadableStream<Uint8Array>): Promise<Buffer>;
|
|
7
|
+
//# sourceMappingURL=collect.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"collect.d.ts","sourceRoot":"","sources":["../../src/parsers/collect.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AACH,wBAAsB,aAAa,CAAC,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,GAAG,OAAO,CAAC,MAAM,CAAC,CAyBvF"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/parsers/index.ts"],"names":[],"mappings":"AAAA,YAAY,EAAE,SAAS,EAAE,aAAa,EAAE,YAAY,EAAE,cAAc,EAAE,eAAe,EAAE,eAAe,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AACrI,OAAO,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AACrC,OAAO,EAAE,cAAc,EAAE,MAAM,QAAQ,CAAC;AACxC,OAAO,EAAE,aAAa,EAAE,MAAM,WAAW,CAAC;AAC1C,OAAO,EAAE,QAAQ,EAAE,MAAM,OAAO,CAAC;AACjC,YAAY,EAAE,eAAe,EAAE,MAAM,OAAO,CAAC"}
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type { NpmParserDef } from "./types";
|
|
2
|
+
export type NpmParserEntry = {
|
|
3
|
+
mimeType: string;
|
|
4
|
+
def: NpmParserDef;
|
|
5
|
+
};
|
|
6
|
+
export declare function detectMimeType(options: {
|
|
7
|
+
buffer?: Buffer;
|
|
8
|
+
filePath?: string;
|
|
9
|
+
mimeOverride?: string;
|
|
10
|
+
npmParsers?: NpmParserEntry[];
|
|
11
|
+
}): Promise<string | null>;
|
|
12
|
+
//# sourceMappingURL=mime.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"mime.d.ts","sourceRoot":"","sources":["../../src/parsers/mime.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAmF5C,MAAM,MAAM,cAAc,GAAG;IAC3B,QAAQ,EAAE,MAAM,CAAC;IACjB,GAAG,EAAE,YAAY,CAAC;CACnB,CAAC;AAEF,wBAAsB,cAAc,CAAC,OAAO,EAAE;IAC5C,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,UAAU,CAAC,EAAE,cAAc,EAAE,CAAC;CAC/B,GAAG,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CA0CzB"}
|
|
@@ -0,0 +1,16 @@
|
|
|
1
|
+
import type { Artifact } from "../types";
|
|
2
|
+
/**
|
|
3
|
+
* Contract for npm parser packages.
|
|
4
|
+
*
|
|
5
|
+
* A parser package must export at least one of `parseStream` or `parseFile`.
|
|
6
|
+
* `detectFileType` is optional.
|
|
7
|
+
*/
|
|
8
|
+
export type ParseStreamFn = (stream: ReadableStream<Uint8Array>, mimeType: string) => Promise<Artifact[]>;
|
|
9
|
+
export type ParseFileFn = (filePath: string, mimeType: string) => Promise<Artifact[]>;
|
|
10
|
+
export type DetectFileTypeFn = (header: Uint8Array) => boolean;
|
|
11
|
+
export type NpmParserModule = {
|
|
12
|
+
parseStream?: ParseStreamFn;
|
|
13
|
+
parseFile?: ParseFileFn;
|
|
14
|
+
detectFileType?: DetectFileTypeFn;
|
|
15
|
+
};
|
|
16
|
+
//# sourceMappingURL=npm.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"npm.d.ts","sourceRoot":"","sources":["../../src/parsers/npm.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEzC;;;;;GAKG;AAGH,MAAM,MAAM,aAAa,GAAG,CAC1B,MAAM,EAAE,cAAc,CAAC,UAAU,CAAC,EAClC,QAAQ,EAAE,MAAM,KACb,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;AAGzB,MAAM,MAAM,WAAW,GAAG,CAAC,QAAQ,EAAE,MAAM,EAAE,QAAQ,EAAE,MAAM,KAAK,OAAO,CAAC,QAAQ,EAAE,CAAC,CAAC;AAGtF,MAAM,MAAM,gBAAgB,GAAG,CAAC,MAAM,EAAE,UAAU,KAAK,OAAO,CAAC;AAE/D,MAAM,MAAM,eAAe,GAAG;IAC5B,WAAW,CAAC,EAAE,aAAa,CAAC;IAC5B,SAAS,CAAC,EAAE,WAAW,CAAC;IACxB,cAAc,CAAC,EAAE,gBAAgB,CAAC;CACnC,CAAC"}
|
|
@@ -0,0 +1,36 @@
|
|
|
1
|
+
import type { Artifact } from "../types";
|
|
2
|
+
export type ParsePdfOptions = {
|
|
3
|
+
/**
|
|
4
|
+
* Whether to extract embedded images from each page and include them as
|
|
5
|
+
* base64-encoded ArtifactImage entries in the media field.
|
|
6
|
+
* Defaults to true. Pass false to skip image extraction entirely.
|
|
7
|
+
*/
|
|
8
|
+
includeImages?: boolean;
|
|
9
|
+
/**
|
|
10
|
+
* Whether to render page screenshots and include them as ArtifactImage entries.
|
|
11
|
+
* When true, each page is rendered to a PNG image and added to the media field.
|
|
12
|
+
* Defaults to false.
|
|
13
|
+
*/
|
|
14
|
+
screenshots?: boolean;
|
|
15
|
+
/**
|
|
16
|
+
* Scale factor for screenshots. Higher values produce larger, higher-quality images.
|
|
17
|
+
* Defaults to 1.5.
|
|
18
|
+
*/
|
|
19
|
+
screenshotScale?: number;
|
|
20
|
+
/**
|
|
21
|
+
* Target width in pixels for screenshots. If specified, takes precedence over screenshotScale.
|
|
22
|
+
* Height is calculated to maintain aspect ratio.
|
|
23
|
+
*/
|
|
24
|
+
screenshotWidth?: number;
|
|
25
|
+
};
|
|
26
|
+
/**
|
|
27
|
+
* Built-in PDF parser using pdf-parse.
|
|
28
|
+
*
|
|
29
|
+
* Accepts a Buffer or ReadableStream<Uint8Array> and extracts text per-page
|
|
30
|
+
* into ArtifactContent[] with page numbers set. Embedded images on each page
|
|
31
|
+
* are extracted and included as base64-encoded ArtifactImage entries in the
|
|
32
|
+
* media field of the corresponding content block (unless includeImages is
|
|
33
|
+
* false). Returns an Artifact with type: "pdf".
|
|
34
|
+
*/
|
|
35
|
+
export declare function parsePdf(input: Buffer | ReadableStream<Uint8Array>, options?: ParsePdfOptions): Promise<Artifact>;
|
|
36
|
+
//# sourceMappingURL=pdf.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"pdf.d.ts","sourceRoot":"","sources":["../../src/parsers/pdf.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAkC,MAAM,UAAU,CAAC;AAGzE,MAAM,MAAM,eAAe,GAAG;IAC5B;;;;OAIG;IACH,aAAa,CAAC,EAAE,OAAO,CAAC;IACxB;;;;OAIG;IACH,WAAW,CAAC,EAAE,OAAO,CAAC;IACtB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;IACzB;;;OAGG;IACH,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B,CAAC;AAEF;;;;;;;;GAQG;AACH,wBAAsB,QAAQ,CAC5B,KAAK,EAAE,MAAM,GAAG,cAAc,CAAC,UAAU,CAAC,EAC1C,OAAO,CAAC,EAAE,eAAe,GACxB,OAAO,CAAC,QAAQ,CAAC,CAyJnB"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"runner.d.ts","sourceRoot":"","sources":["../../src/parsers/runner.ts"],"names":[],"mappings":"AAKA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AACzC,OAAO,KAAK,EAAE,SAAS,EAAE,WAAW,EAAE,MAAM,SAAS,CAAC;AAyItD,eAAO,MAAM,SAAS,GACpB,KAAK,SAAS,EACd,OAAO,WAAW,EAClB,UAAU,MAAM,KACf,OAAO,CAAC,QAAQ,EAAE,CAsBpB,CAAC"}
|
|
@@ -0,0 +1,27 @@
|
|
|
1
|
+
import type { Artifact } from "../types";
|
|
2
|
+
export type NpmParserDef = {
|
|
3
|
+
type: "npm";
|
|
4
|
+
package: string;
|
|
5
|
+
};
|
|
6
|
+
export type CommandFileDef = {
|
|
7
|
+
type: "command-file";
|
|
8
|
+
command: string;
|
|
9
|
+
};
|
|
10
|
+
export type CommandStdinDef = {
|
|
11
|
+
type: "command-stdin";
|
|
12
|
+
command: string;
|
|
13
|
+
};
|
|
14
|
+
export type InlineParserDef = {
|
|
15
|
+
type: "inline";
|
|
16
|
+
handler: (buffer: Buffer) => Promise<Artifact>;
|
|
17
|
+
};
|
|
18
|
+
export type ParserDef = NpmParserDef | CommandFileDef | CommandStdinDef | InlineParserDef;
|
|
19
|
+
export type ParsersConfig = Record<string, ParserDef>;
|
|
20
|
+
export type ParserInput = {
|
|
21
|
+
kind: "file";
|
|
22
|
+
path: string;
|
|
23
|
+
} | {
|
|
24
|
+
kind: "buffer";
|
|
25
|
+
buffer: Buffer;
|
|
26
|
+
};
|
|
27
|
+
//# sourceMappingURL=types.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../src/parsers/types.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,UAAU,CAAC;AAEzC,MAAM,MAAM,YAAY,GAAG;IACzB,IAAI,EAAE,KAAK,CAAC;IACZ,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,cAAc,GAAG;IAC3B,IAAI,EAAE,cAAc,CAAC;IACrB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,eAAe,CAAC;IACtB,OAAO,EAAE,MAAM,CAAC;CACjB,CAAC;AAEF,MAAM,MAAM,eAAe,GAAG;IAC5B,IAAI,EAAE,QAAQ,CAAC;IACf,OAAO,EAAE,CAAC,MAAM,EAAE,MAAM,KAAK,OAAO,CAAC,QAAQ,CAAC,CAAC;CAChD,CAAC;AAEF,MAAM,MAAM,SAAS,GAAG,YAAY,GAAG,cAAc,GAAG,eAAe,GAAG,eAAe,CAAC;AAE1F,MAAM,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;AAEtD,MAAM,MAAM,WAAW,GACnB;IAAE,IAAI,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAA;CAAE,GAC9B;IAAE,IAAI,EAAE,QAAQ,CAAC;IAAC,MAAM,EAAE,MAAM,CAAA;CAAE,CAAC"}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from "./parsers/index";
|