@aws/agentcore 1.0.0-rc.1 → 1.0.0-rc.4

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@aws/agentcore",
-  "version": "1.0.0-rc.1",
+  "version": "1.0.0-rc.4",
   "repository": {
     "type": "git",
     "url": "https://github.com/aws/agentcore-cli.git"
@@ -16,7 +16,8 @@
     "node": ">=20.12.0"
   },
   "files": [
-    "dist"
+    "dist",
+    "!dist/bin"
   ],
   "scripts": {
     "build": "bun scripts/build.ts bundle",
@@ -29,6 +30,7 @@
     "compile:windows-arm64": "bun scripts/build.ts compile bun-windows-arm64",
     "start": "bun run src/index.ts",
     "test": "bun test",
+    "test:e2e": "vitest run --config vitest.e2e.config.ts",
     "typecheck": "tsc --noEmit",
     "lint": "oxlint --fix",
     "lint:check": "oxlint",
@@ -55,21 +57,25 @@
     "lint-staged": "^17.0.8",
     "oxlint": "^1.73.0",
     "prettier": "^3.8.4",
-    "secretlint": "^12.2.0"
+    "secretlint": "^12.2.0",
+    "vitest": "^4.1.0"
   },
   "peerDependencies": {
     "typescript": "^5"
   },
   "dependencies": {
     "@aws-cdk/toolkit-lib": "1.38.2",
+    "@aws-sdk/client-application-signals": "^3.1092.0",
     "@aws-sdk/client-bedrock-agent": "^3.1092.0",
-    "@aws-sdk/client-bedrock-agentcore": "^3.1092.0",
-    "@aws-sdk/client-bedrock-agentcore-control": "^3.1102.0",
+    "@aws-sdk/client-bedrock-agentcore": "^3.1135.0",
+    "@aws-sdk/client-bedrock-agentcore-control": "^3.1129.0",
     "@aws-sdk/client-cloudformation": "^3.1092.0",
     "@aws-sdk/client-cloudwatch-logs": "^3.1092.0",
     "@aws-sdk/client-iam": "^3.1080.0",
     "@aws-sdk/client-sts": "^3.1092.0",
-    "@aws/agent-inspector": "0.6.1",
+    "@aws-sdk/client-xray": "^3.1092.0",
+    "@aws-sdk/util-endpoints": "^3.996.44",
+    "@aws/agent-inspector": "0.6.2",
     "@opentelemetry/api": "^1.9.1",
     "@opentelemetry/exporter-metrics-otlp-http": "^0.221.0",
     "@opentelemetry/otlp-transformer": "0.214.0",
@@ -91,6 +97,7 @@
     "string-width": "^8.2.2",
     "winston": "^3.19.0",
     "winston-daily-rotate-file": "^5.0.0",
+    "yaml": "^2.8.1",
     "zod": "^4.4.3"
   },
   "overrides": {

package/dist/assets/cdk/.prettierrc

@@ -1,8 +0,0 @@
-{
-  "trailingComma": "es5",
-  "printWidth": 120,
-  "tabWidth": 2,
-  "semi": true,
-  "singleQuote": true,
-  "arrowParens": "avoid"
-}

package/dist/assets/cdk/jest.config.js

@@ -1,9 +0,0 @@
-module.exports = {
-  testEnvironment: 'node',
-  roots: ['<rootDir>/test'],
-  testMatch: ['**/*.test.ts'],
-  transform: {
-    '^.+\\.tsx?$': 'ts-jest',
-  },
-  setupFilesAfterEnv: ['aws-cdk-lib/testhelpers/jest-autoclean'],
-};

package/dist/assets/cdk/npmignore.template

@@ -1,6 +0,0 @@
-*.ts
-!*.d.ts
-
-# CDK asset staging directory
-.cdk.staging
-cdk.out

package/dist/assets/cdk/test/cdk.test.ts

@@ -1,120 +0,0 @@
-import { mkdirSync, mkdtempSync, rmSync, writeFileSync } from 'node:fs';
-import { tmpdir } from 'node:os';
-import { join } from 'node:path';
-import * as cdk from 'aws-cdk-lib';
-import { Match, Template } from 'aws-cdk-lib/assertions';
-
-const originalCwd = process.cwd();
-const originalInitCwd = process.env.INIT_CWD;
-const testRoot = mkdtempSync(join(tmpdir(), 'agentcore-cdk-test-'));
-const testConfigDir = join(testRoot, 'agentcore');
-let AgentCoreStack: typeof import('../lib/cdk-stack').AgentCoreStack;
-
-beforeAll(async () => {
-  process.chdir(testRoot);
-  process.env.INIT_CWD = testRoot;
-  mkdirSync(testConfigDir, { recursive: true });
-  writeFileSync(join(testConfigDir, 'agentcore.json'), '{}');
-  ({ AgentCoreStack } = await import('../lib/cdk-stack'));
-});
-
-afterAll(() => {
-  process.chdir(originalCwd);
-  if (originalInitCwd === undefined) delete process.env.INIT_CWD;
-  else process.env.INIT_CWD = originalInitCwd;
-  rmSync(testRoot, { recursive: true, force: true });
-});
-
-test('AgentCoreStack synthesizes with empty spec', () => {
-  const app = new cdk.App();
-  const stack = new AgentCoreStack(app, 'TestStack', {
-    spec: {
-      name: 'testproject',
-      version: 1,
-      managedBy: 'CDK' as const,
-      runtimes: [],
-      memories: [],
-      credentials: [],
-      evaluators: [],
-      onlineEvalConfigs: [],
-      configBundles: [],
-      policyEngines: [],
-      payments: [],
-      agentCoreGateways: [],
-      mcpRuntimeTools: [],
-      unassignedTargets: [],
-      datasets: [],
-      knowledgeBases: [],
-    },
-  });
-  const template = Template.fromStack(stack);
-  template.hasOutput('StackNameOutput', {
-    Description: 'Name of the CloudFormation Stack',
-  });
-});
-
-test('AgentCoreStack synthesizes manual and Quick Create payment connectors', () => {
-  const app = new cdk.App();
-  const stack = new AgentCoreStack(app, 'TestStack', {
-    spec: {
-      name: 'testproject',
-      version: 1,
-      managedBy: 'CDK' as const,
-      runtimes: [],
-      memories: [],
-      credentials: [
-        {
-          authorizerType: 'PaymentCredentialProvider',
-          name: 'coinbase',
-          provider: 'CoinbaseCDP',
-        },
-      ],
-      evaluators: [],
-      onlineEvalConfigs: [],
-      configBundles: [],
-      policyEngines: [],
-      payments: [
-        {
-          name: 'Payments',
-          authorizerType: 'AWS_IAM',
-          connectors: [
-            {
-              name: 'Manual',
-              provider: 'CoinbaseCDP',
-              credentialName: 'coinbase',
-            },
-            {
-              name: 'Quick',
-              provider: 'CoinbaseCDP',
-              provisionMode: 'QUICK_CREATE',
-            },
-          ],
-        },
-      ],
-      agentCoreGateways: [],
-      mcpRuntimeTools: [],
-      unassignedTargets: [],
-      datasets: [],
-      knowledgeBases: [],
-    },
-    credentials: {
-      coinbase: {
-        credentialProviderArn:
-          'arn:aws:bedrock-agentcore:us-east-1:123456789012:token-vault/default/paymentcredentialprovider/coinbase',
-      },
-    },
-  });
-  const template = Template.fromStack(stack);
-
-  template.resourceCountIs('AWS::BedrockAgentCore::PaymentConnector', 2);
-  template.hasResourceProperties('AWS::BedrockAgentCore::PaymentConnector', {
-    ConnectorName: 'Manual',
-    ProvisionMode: Match.absent(),
-  });
-  template.hasResourceProperties('AWS::BedrockAgentCore::PaymentConnector', {
-    ConnectorName: 'Quick',
-    ConnectorType: 'CoinbaseCDP',
-    ProvisionMode: 'QUICK_CREATE',
-    CredentialProviderConfigurations: [],
-  });
-});

package/dist/assets/evaluators/autoevals-lambda/README.md

@@ -1,23 +0,0 @@
-# {{ Name }}
-
-An AgentCore **code-based evaluator** backed by
-[autoevals](https://github.com/braintrustdata/autoevals) — scores each session
-with autoevals' `{{ EvaluatorClass }}` scorer.
-
-## What's here
-
-- `lambda_function.py` — wraps `{{ EvaluatorClass }}` in an `AutoEvalsAdapter`
-  behind the standard `@custom_code_based_evaluator()` handler. With a Bedrock
-  judge model set, autoevals grades via a LiteLLM client → Bedrock.
-- `pyproject.toml` — autoevals + judge dependencies, managed with
-  [uv](https://docs.astral.sh/uv/).
-- `execution-role-policy.json` — grants the Lambda `bedrock:InvokeModel` for the
-  judge model.
-
-## Customize
-
-- Change the scorer or its arguments in `lambda_function.py`.
-- Scorers like `Factuality` / `ClosedQA` / `SQL` need an expected/reference
-  output — provide it when you invoke the evaluator.
-
-`agentcore project deploy` packages this directory into the evaluator Lambda.

package/dist/assets/evaluators/autoevals-lambda/execution-role-policy.json

@@ -1,15 +0,0 @@
-{
-  "Version": "2012-10-17",
-  "Statement": [
-    {
-      "Effect": "Allow",
-      "Action": ["logs:CreateLogGroup", "logs:CreateLogStream", "logs:PutLogEvents"],
-      "Resource": "arn:*:logs:*:*:log-group:/aws/lambda/*"
-    },
-    {
-      "Effect": "Allow",
-      "Action": ["bedrock:InvokeModel"],
-      "Resource": "*"
-    }
-  ]
-}

package/dist/assets/evaluators/autoevals-lambda/lambda_function.py

@@ -1,37 +0,0 @@
-{{#if ModelProviderBedrock}}
-import os
-
-# litellm's Bedrock provider reads AWS_REGION_NAME; Lambda only sets AWS_REGION/AWS_DEFAULT_REGION.
-os.environ.setdefault("AWS_REGION_NAME", os.environ.get("AWS_REGION", "us-west-2"))
-
-from autoevals import {{ EvaluatorClass }}, init
-from autoevals.litellm import LiteLLMClient
-
-from bedrock_agentcore.evaluation.custom_code_based_evaluators import (
-    EvaluatorInput,
-    EvaluatorOutput,
-    custom_code_based_evaluator,
-)
-from bedrock_agentcore.evaluation.custom_code_based_evaluators.third_party.autoevals import AutoEvalsAdapter
-
-client = LiteLLMClient()
-init(client=client, default_model="bedrock/{{ Model }}")
-
-adapter = AutoEvalsAdapter(metric={{ EvaluatorClass }}(client=client, model="bedrock/{{ Model }}"){{#if EvaluatorParams}}, {{{ EvaluatorParams }}}{{/if}})
-{{else}}
-from autoevals import {{ EvaluatorClass }}
-
-from bedrock_agentcore.evaluation.custom_code_based_evaluators import (
-    EvaluatorInput,
-    EvaluatorOutput,
-    custom_code_based_evaluator,
-)
-from bedrock_agentcore.evaluation.custom_code_based_evaluators.third_party.autoevals import AutoEvalsAdapter
-
-adapter = AutoEvalsAdapter(metric={{ EvaluatorClass }}({{#if Model}}model="{{ Model }}"{{/if}}){{#if EvaluatorParams}}, {{{ EvaluatorParams }}}{{/if}})
-{{/if}}
-
-
-@custom_code_based_evaluator()
-def handler(evaluator_input: EvaluatorInput, context) -> EvaluatorOutput:
-    return adapter(evaluator_input, context)

package/dist/assets/evaluators/autoevals-lambda/pyproject.toml

@@ -1,23 +0,0 @@
-[build-system]
-requires = ["hatchling"]
-build-backend = "hatchling.build"
-
-[project]
-name = "{{ Name }}"
-version = "0.1.0"
-description = "AgentCore Code-Based Evaluator (Autoevals)"
-requires-python = ">=3.10"
-dependencies = [
-    # 1.20.0 is the first release shipping third_party.autoevals.AutoEvalsAdapter;
-    # the extra owns the autoevals version, so pinning it here only conflicts.
-    "bedrock-agentcore[autoevals]>=1.20.0,<2.0.0",
-{{#if ModelProviderBedrock}}
-    # autoevals grades via LiteLLMClient -> Bedrock (Converse); litellm replaces the openai judge
-    "litellm>=1.60,<1.85",
-{{else}}
-    "openai>=1.0.0,<2.0.0",
-{{/if}}
-]
-
-[tool.hatch.build.targets.wheel]
-packages = ["."]

package/dist/assets/evaluators/deepeval-lambda/README.md

@@ -1,23 +0,0 @@
-# {{ Name }}
-
-An AgentCore **code-based evaluator** backed by
-[DeepEval](https://docs.confident-ai.com/) — scores each session with DeepEval's
-`{{ EvaluatorClass }}` metric, judged by Amazon Bedrock.
-
-## What's here
-
-- `lambda_function.py` — wraps `{{ EvaluatorClass }}` in a `DeepEvalAdapter`
-  behind the standard `@custom_code_based_evaluator()` handler.
-- `pyproject.toml` — DeepEval + Bedrock dependencies, managed with
-  [uv](https://docs.astral.sh/uv/).
-- `execution-role-policy.json` — grants the Lambda `bedrock:InvokeModel` for the
-  judge model; add more if your metric needs it.
-
-## Customize
-
-- Swap the metric or tune its threshold in `lambda_function.py`.
-- Some DeepEval metrics need retrieval context or a reference/expected output —
-  supply those when you invoke the evaluator, or the metric returns
-  `MISSING_REQUIRED_FIELD`.
-
-`agentcore project deploy` packages this directory into the evaluator Lambda.

package/dist/assets/evaluators/deepeval-lambda/execution-role-policy.json

@@ -1,15 +0,0 @@
-{
-  "Version": "2012-10-17",
-  "Statement": [
-    {
-      "Effect": "Allow",
-      "Action": ["logs:CreateLogGroup", "logs:CreateLogStream", "logs:PutLogEvents"],
-      "Resource": "arn:*:logs:*:*:log-group:/aws/lambda/*"
-    },
-    {
-      "Effect": "Allow",
-      "Action": ["bedrock:InvokeModel"],
-      "Resource": "*"
-    }
-  ]
-}

package/dist/assets/evaluators/deepeval-lambda/lambda_function.py

@@ -1,29 +0,0 @@
-import os
-
-os.environ.setdefault("DEEPEVAL_RESULTS_FOLDER", "/tmp/.deepeval")
-os.environ.setdefault("DEEPEVAL_TELEMETRY_OPT_OUT", "YES")
-os.chdir("/tmp")
-
-{{#if ModelProviderBedrock}}
-from deepeval.models import AmazonBedrockModel
-{{/if}}
-from deepeval.metrics import {{ EvaluatorClass }}
-
-from bedrock_agentcore.evaluation.custom_code_based_evaluators import (
-    EvaluatorInput,
-    EvaluatorOutput,
-    custom_code_based_evaluator,
-)
-from bedrock_agentcore.evaluation.custom_code_based_evaluators.third_party.deepeval import DeepEvalAdapter
-
-{{#if ModelProviderBedrock}}
-model = AmazonBedrockModel(model="{{ Model }}", region=os.environ.get("AWS_REGION", "us-west-2"))
-adapter = DeepEvalAdapter(metric={{ EvaluatorClass }}(model=model{{#if EvaluatorParams}}, {{{ EvaluatorParams }}}{{/if}}))
-{{else}}
-adapter = DeepEvalAdapter(metric={{ EvaluatorClass }}({{{ EvaluatorParams }}}))
-{{/if}}
-
-
-@custom_code_based_evaluator()
-def handler(evaluator_input: EvaluatorInput, context) -> EvaluatorOutput:
-    return adapter(evaluator_input, context)

package/dist/assets/evaluators/deepeval-lambda/pyproject.toml

@@ -1,22 +0,0 @@
-[build-system]
-requires = ["hatchling"]
-build-backend = "hatchling.build"
-
-[project]
-name = "{{ Name }}"
-version = "0.1.0"
-description = "AgentCore Code-Based Evaluator (DeepEval)"
-requires-python = ">=3.10"
-dependencies = [
-    # 1.20.0 is the first release shipping third_party.deepeval.DeepEvalAdapter;
-    # the extra owns the deepeval version, so pinning it here only conflicts.
-    "bedrock-agentcore[deepeval]>=1.20.0,<2.0.0",
-{{#if ModelProviderBedrock}}
-    # deepeval's AmazonBedrockModel imports aiobotocore at runtime; only 3.x
-    # allows the botocore that bedrock-agentcore requires.
-    "aiobotocore>=3.0.0,<4.0.0",
-{{/if}}
-]
-
-[tool.hatch.build.targets.wheel]
-packages = ["."]

package/dist/assets/templates/agent-typescript-strands/mcp_client/client.ts

@@ -1,11 +0,0 @@
-import { McpClient } from '@strands-agents/sdk';
-import { StreamableHTTPClientTransport } from '@modelcontextprotocol/sdk/client/streamableHttp.js';
-
-// ExaAI provides information about code through web searches, crawling and code context searches through their platform. Requires no authentication
-const EXAMPLE_MCP_ENDPOINT = 'https://mcp.exa.ai/mcp';
-
-export function getStreamableHttpMcpClient(): McpClient {
-  // to use an MCP server that supports bearer authentication, add a headers() callback to requestInit
-  const transport = new StreamableHTTPClientTransport(new URL(EXAMPLE_MCP_ENDPOINT));
-  return new McpClient({ transport });
-}