@granular-software/sdk 0.4.38 → 0.4.40
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/agent-evals.d.mts +4 -3
- package/dist/agent-evals.d.ts +4 -3
- package/dist/agent-evals.js +730 -49
- package/dist/agent-evals.js.map +1 -1
- package/dist/agent-evals.mjs +730 -50
- package/dist/agent-evals.mjs.map +1 -1
- package/dist/agent-harness.d.mts +9 -2
- package/dist/agent-harness.d.ts +9 -2
- package/dist/agent-harness.js +273 -5
- package/dist/agent-harness.js.map +1 -1
- package/dist/agent-harness.mjs +271 -6
- package/dist/agent-harness.mjs.map +1 -1
- package/dist/cli/index.js +168 -32
- package/dist/{client-BNbWA9jQ.d.ts → client-BZ8NuQ_e.d.ts} +17 -1
- package/dist/{client-HDJgcJC5.d.mts → client-CBQFvuKf.d.mts} +17 -1
- package/dist/index.d.mts +4 -4
- package/dist/index.d.ts +4 -4
- package/dist/index.js +441 -37
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +439 -38
- package/dist/index.mjs.map +1 -1
- package/dist/{spend-rzS1rlFr.d.mts → spend-tAz2a16I.d.mts} +35 -1
- package/dist/{spend-rzS1rlFr.d.ts → spend-tAz2a16I.d.ts} +35 -1
- package/dist/spend.d.mts +1 -1
- package/dist/spend.d.ts +1 -1
- package/package.json +1 -1
package/dist/agent-evals.d.mts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { a as EnvironmentSession, G as Granular } from './client-
|
|
2
|
-
import { G as GranularSpendContext, h as OpenAITokenSpend, P as Prompt, c as SessionHeapSnapshot,
|
|
1
|
+
import { a as EnvironmentSession, G as Granular } from './client-CBQFvuKf.mjs';
|
|
2
|
+
import { G as GranularSpendContext, h as OpenAITokenSpend, P as Prompt, c as SessionHeapSnapshot, bM as ManifestContent, ba as RecordObjectOptions, T as ToolWithHandler, C as ConnectOptions, a6 as CreateEnvironmentData, q as GranularOptions } from './spend-tAz2a16I.mjs';
|
|
3
3
|
import { GranularAgentToolInfo, GeneratedJobCodeIssue, HarnessControllerBudgets } from './agent-harness.mjs';
|
|
4
4
|
import '@automerge/automerge';
|
|
5
5
|
import '@automerge/automerge/slim';
|
|
@@ -292,6 +292,7 @@ declare function createOpenAIChatTurnGenerator(options: {
|
|
|
292
292
|
usageContext?: GranularSpendContext;
|
|
293
293
|
onUsage?: (usage: AgentEvalOpenAIUsageEvent) => void | Promise<void>;
|
|
294
294
|
}): AgentEvalTurnGenerator;
|
|
295
|
+
declare function generateTurnWithRepair(generator: AgentEvalTurnGenerator, input: AgentEvalGenerationInput): Promise<AgentEvalGenerationOutput>;
|
|
295
296
|
declare function runAgentEvalSuite(options: {
|
|
296
297
|
harness: ReturnType<typeof createAgentEvalHarness>;
|
|
297
298
|
scenarios: AgentEvalScenario[];
|
|
@@ -392,4 +393,4 @@ declare const createHumanResponder: typeof createScriptedPromptResponder;
|
|
|
392
393
|
declare const createOpenAIGenerator: typeof createOpenAIChatTurnGenerator;
|
|
393
394
|
declare const createTestArtifactsDirectory: typeof createTimestampedArtifactDirectory;
|
|
394
395
|
|
|
395
|
-
export { type AgentEvalCheck, type AgentEvalCheckContext, type AgentEvalCompletedTurn, type AgentEvalConversation, type AgentEvalExpectations, type AgentEvalGenerationAttempt, type AgentEvalGenerationInput, type AgentEvalGenerationOutput, type AgentEvalHarnessOptions, type AgentEvalInspection, type AgentEvalOpenAIUsageEvent, type AgentEvalPendingTurn, type AgentEvalPrepareContext, type AgentEvalPromptInteraction, type AgentEvalPromptResponder, type AgentEvalResult, type AgentEvalScenario, type AgentEvalSetup, type AgentEvalSetupContext, type AgentEvalStep, type AgentEvalStepResult, type AgentEvalSuiteResult, type AgentEvalTokenUsage, type AgentEvalTurnGenerator, type AgentTestTarget, type AgentTesterOptions, type EvalMatcher, type ScriptedPromptRule, createAgentEvalHarness, createAgentTester, createHumanResponder, createOpenAIChatTurnGenerator, createOpenAIGenerator, createScriptedPromptResponder, createTestArtifactsDirectory, createTimestampedArtifactDirectory, runAgentEvalSuite, runAgentTests };
|
|
396
|
+
export { type AgentEvalCheck, type AgentEvalCheckContext, type AgentEvalCompletedTurn, type AgentEvalConversation, type AgentEvalExpectations, type AgentEvalGenerationAttempt, type AgentEvalGenerationInput, type AgentEvalGenerationOutput, type AgentEvalHarnessOptions, type AgentEvalInspection, type AgentEvalOpenAIUsageEvent, type AgentEvalPendingTurn, type AgentEvalPrepareContext, type AgentEvalPromptInteraction, type AgentEvalPromptResponder, type AgentEvalResult, type AgentEvalScenario, type AgentEvalSetup, type AgentEvalSetupContext, type AgentEvalStep, type AgentEvalStepResult, type AgentEvalSuiteResult, type AgentEvalTokenUsage, type AgentEvalTurnGenerator, type AgentTestTarget, type AgentTesterOptions, type EvalMatcher, type ScriptedPromptRule, createAgentEvalHarness, createAgentTester, createHumanResponder, createOpenAIChatTurnGenerator, createOpenAIGenerator, createScriptedPromptResponder, createTestArtifactsDirectory, createTimestampedArtifactDirectory, generateTurnWithRepair, runAgentEvalSuite, runAgentTests };
|
package/dist/agent-evals.d.ts
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
|
-
import { a as EnvironmentSession, G as Granular } from './client-
|
|
2
|
-
import { G as GranularSpendContext, h as OpenAITokenSpend, P as Prompt, c as SessionHeapSnapshot,
|
|
1
|
+
import { a as EnvironmentSession, G as Granular } from './client-BZ8NuQ_e.js';
|
|
2
|
+
import { G as GranularSpendContext, h as OpenAITokenSpend, P as Prompt, c as SessionHeapSnapshot, bM as ManifestContent, ba as RecordObjectOptions, T as ToolWithHandler, C as ConnectOptions, a6 as CreateEnvironmentData, q as GranularOptions } from './spend-tAz2a16I.js';
|
|
3
3
|
import { GranularAgentToolInfo, GeneratedJobCodeIssue, HarnessControllerBudgets } from './agent-harness.js';
|
|
4
4
|
import '@automerge/automerge';
|
|
5
5
|
import '@automerge/automerge/slim';
|
|
@@ -292,6 +292,7 @@ declare function createOpenAIChatTurnGenerator(options: {
|
|
|
292
292
|
usageContext?: GranularSpendContext;
|
|
293
293
|
onUsage?: (usage: AgentEvalOpenAIUsageEvent) => void | Promise<void>;
|
|
294
294
|
}): AgentEvalTurnGenerator;
|
|
295
|
+
declare function generateTurnWithRepair(generator: AgentEvalTurnGenerator, input: AgentEvalGenerationInput): Promise<AgentEvalGenerationOutput>;
|
|
295
296
|
declare function runAgentEvalSuite(options: {
|
|
296
297
|
harness: ReturnType<typeof createAgentEvalHarness>;
|
|
297
298
|
scenarios: AgentEvalScenario[];
|
|
@@ -392,4 +393,4 @@ declare const createHumanResponder: typeof createScriptedPromptResponder;
|
|
|
392
393
|
declare const createOpenAIGenerator: typeof createOpenAIChatTurnGenerator;
|
|
393
394
|
declare const createTestArtifactsDirectory: typeof createTimestampedArtifactDirectory;
|
|
394
395
|
|
|
395
|
-
export { type AgentEvalCheck, type AgentEvalCheckContext, type AgentEvalCompletedTurn, type AgentEvalConversation, type AgentEvalExpectations, type AgentEvalGenerationAttempt, type AgentEvalGenerationInput, type AgentEvalGenerationOutput, type AgentEvalHarnessOptions, type AgentEvalInspection, type AgentEvalOpenAIUsageEvent, type AgentEvalPendingTurn, type AgentEvalPrepareContext, type AgentEvalPromptInteraction, type AgentEvalPromptResponder, type AgentEvalResult, type AgentEvalScenario, type AgentEvalSetup, type AgentEvalSetupContext, type AgentEvalStep, type AgentEvalStepResult, type AgentEvalSuiteResult, type AgentEvalTokenUsage, type AgentEvalTurnGenerator, type AgentTestTarget, type AgentTesterOptions, type EvalMatcher, type ScriptedPromptRule, createAgentEvalHarness, createAgentTester, createHumanResponder, createOpenAIChatTurnGenerator, createOpenAIGenerator, createScriptedPromptResponder, createTestArtifactsDirectory, createTimestampedArtifactDirectory, runAgentEvalSuite, runAgentTests };
|
|
396
|
+
export { type AgentEvalCheck, type AgentEvalCheckContext, type AgentEvalCompletedTurn, type AgentEvalConversation, type AgentEvalExpectations, type AgentEvalGenerationAttempt, type AgentEvalGenerationInput, type AgentEvalGenerationOutput, type AgentEvalHarnessOptions, type AgentEvalInspection, type AgentEvalOpenAIUsageEvent, type AgentEvalPendingTurn, type AgentEvalPrepareContext, type AgentEvalPromptInteraction, type AgentEvalPromptResponder, type AgentEvalResult, type AgentEvalScenario, type AgentEvalSetup, type AgentEvalSetupContext, type AgentEvalStep, type AgentEvalStepResult, type AgentEvalSuiteResult, type AgentEvalTokenUsage, type AgentEvalTurnGenerator, type AgentTestTarget, type AgentTesterOptions, type EvalMatcher, type ScriptedPromptRule, createAgentEvalHarness, createAgentTester, createHumanResponder, createOpenAIChatTurnGenerator, createOpenAIGenerator, createScriptedPromptResponder, createTestArtifactsDirectory, createTimestampedArtifactDirectory, generateTurnWithRepair, runAgentEvalSuite, runAgentTests };
|