veryfront 0.1.478 → 0.1.480

package/src/src/agent/hosted-agent-service-runtime.ts

@@ -0,0 +1,194 @@
+import { agent } from "./factory.js";
+import {
+  type AgentServiceRoute,
+  type AgentServiceRuntime,
+  defineAgentService,
+} from "./agent-service.js";
+import {
+  createDetachedRunShutdownLifecycle,
+  createDetachedRunTracker,
+  type DetachedRunShutdownLifecycle,
+  type DetachedRunTracker,
+} from "./detached-run-tracker.js";
+import {
+  createHostedAgentServiceRouteSet,
+  type HostedAgentServiceActiveSpanAttributes,
+  type HostedAgentServiceDetachedCleanupInput,
+  type HostedAgentServiceDetachedExecutionInput,
+  type HostedAgentServiceRouteSet,
+  type HostedAgentServiceStreamExecutionInput,
+} from "./hosted-agent-service-routes.js";
+import {
+  createHostedServiceAuth,
+  type HostedServiceAuth,
+  type HostedServiceAuthConfig,
+} from "./hosted-service-auth.js";
+import type { ParsedHostedChatRequest } from "./hosted-chat-request-parser.js";
+import type { AgUiResumeValue } from "./ag-ui-tool-shared.js";
+import type { RuntimeAgentMarkdownDefinition } from "./runtime-agent-definition.js";
+import {
+  type NodeAgentServiceServer,
+  startNodeAgentServiceServer,
+} from "./agent-service-server.js";
+import type { VeryfrontServiceServerLogger } from "../server/service-server.js";
+
+export type HostedAgentServiceRuntimeConfig = HostedServiceAuthConfig & {
+  PORT: number;
+  ALLOWED_ORIGINS: string[];
+};
+
+export type HostedAgentServiceRuntimeLogger = VeryfrontServiceServerLogger & {
+  info(message: string, metadata?: Record<string, unknown>): void;
+  error(message: string, metadata?: Record<string, unknown>): void;
+};
+
+export type HostedAgentServiceRuntimeTrace = <TResult>(
+  operationName: string,
+  operation: () => Promise<TResult>,
+) => Promise<TResult>;
+
+export type CreateHostedAgentServiceRuntimeOptions<
+  TExecution extends object,
+  TConfig extends HostedAgentServiceRuntimeConfig = HostedAgentServiceRuntimeConfig,
+> = {
+  serviceName: string;
+  getConfig: () => TConfig;
+  getAgentConfig: () => RuntimeAgentMarkdownDefinition;
+  forwardedConfigNamespace?: string;
+  logger: HostedAgentServiceRuntimeLogger;
+  trace?: HostedAgentServiceRuntimeTrace;
+  setActiveSpanAttributes?: (attributes: HostedAgentServiceActiveSpanAttributes) => void;
+  prepareExecution: (req: ParsedHostedChatRequest) => Promise<TExecution>;
+  streamExecutionToAgUiResponse: (
+    input: HostedAgentServiceStreamExecutionInput<TExecution>,
+  ) => Promise<Response> | Response;
+  startDetachedExecution: (
+    input: HostedAgentServiceDetachedExecutionInput<TExecution>,
+  ) => Promise<void>;
+  cleanupExecution?: (
+    input: HostedAgentServiceDetachedCleanupInput<TExecution>,
+  ) => Promise<void>;
+  tracker?: DetachedRunTracker<AgUiResumeValue>;
+  drainTimeoutMs?: number;
+};
+
+export type HostedAgentServiceRuntimeBundle<
+  TExecution extends object,
+  TConfig extends HostedAgentServiceRuntimeConfig = HostedAgentServiceRuntimeConfig,
+> = {
+  config: TConfig;
+  tracker: DetachedRunTracker<AgUiResumeValue>;
+  auth: HostedServiceAuth;
+  routeSet: HostedAgentServiceRouteSet<TExecution>;
+  routes: AgentServiceRoute[];
+  lifecycle: DetachedRunShutdownLifecycle;
+  runtime: AgentServiceRuntime;
+};
+
+export type StartNodeHostedAgentServiceOptions<
+  TExecution extends object,
+  TConfig extends HostedAgentServiceRuntimeConfig = HostedAgentServiceRuntimeConfig,
+> = CreateHostedAgentServiceRuntimeOptions<TExecution, TConfig> & {
+  bindAddress?: string;
+  hardShutdownTimeoutMs?: number;
+  signals?: readonly NodeJS.Signals[];
+};
+
+export type StartNodeHostedAgentServiceResult<
+  TExecution extends object,
+  TConfig extends HostedAgentServiceRuntimeConfig = HostedAgentServiceRuntimeConfig,
+> = HostedAgentServiceRuntimeBundle<TExecution, TConfig> & {
+  nodeServer: NodeAgentServiceServer;
+};
+
+function defaultTrace<TResult>(
+  _operationName: string,
+  operation: () => Promise<TResult>,
+): Promise<TResult> {
+  return operation();
+}
+
+export function createHostedAgentServiceRuntime<
+  TExecution extends object,
+  TConfig extends HostedAgentServiceRuntimeConfig = HostedAgentServiceRuntimeConfig,
+>(
+  options: CreateHostedAgentServiceRuntimeOptions<TExecution, TConfig>,
+): HostedAgentServiceRuntimeBundle<TExecution, TConfig> {
+  const config = options.getConfig();
+  const tracker = options.tracker ?? createDetachedRunTracker<AgUiResumeValue>();
+  const trace = options.trace ?? defaultTrace;
+  const auth = createHostedServiceAuth({
+    getConfig: options.getConfig,
+    logger: options.logger,
+    trace,
+  });
+  const routeSet = createHostedAgentServiceRouteSet({
+    forwardedConfigNamespace: options.forwardedConfigNamespace,
+    authenticateRequest: auth.authenticateRequest,
+    verifyProjectAccess: (projectId, authToken) => auth.verifyProjectAccess(projectId, authToken),
+    tracker,
+    prepareExecution: options.prepareExecution,
+    streamExecutionToAgUiResponse: options.streamExecutionToAgUiResponse,
+    startDetachedExecution: options.startDetachedExecution,
+    cleanupExecution: options.cleanupExecution,
+    setActiveSpanAttributes: options.setActiveSpanAttributes,
+    trace,
+    logger: options.logger,
+  });
+  const agentConfig = options.getAgentConfig();
+  const service = defineAgentService({
+    serviceName: options.serviceName,
+    agent: agent({
+      id: agentConfig.id,
+      system: agentConfig.instructions,
+      model: agentConfig.model,
+      maxSteps: agentConfig.maxSteps,
+    }),
+    server: {
+      port: config.PORT,
+      cors: {
+        origins: config.ALLOWED_ORIGINS,
+        credentials: true,
+      },
+    },
+  });
+  const routes = routeSet.routes;
+
+  return {
+    config,
+    tracker,
+    auth,
+    routeSet,
+    routes,
+    lifecycle: createDetachedRunShutdownLifecycle({
+      tracker,
+      logger: options.logger,
+      drainTimeoutMs: options.drainTimeoutMs,
+    }),
+    runtime: service.createRuntime({ routes }),
+  };
+}
+
+export async function startNodeHostedAgentService<
+  TExecution extends object,
+  TConfig extends HostedAgentServiceRuntimeConfig = HostedAgentServiceRuntimeConfig,
+>(
+  options: StartNodeHostedAgentServiceOptions<TExecution, TConfig>,
+): Promise<StartNodeHostedAgentServiceResult<TExecution, TConfig>> {
+  const bundle = createHostedAgentServiceRuntime(options);
+  const nodeServer = await startNodeAgentServiceServer({
+    runtime: bundle.runtime,
+    serviceName: options.serviceName,
+    lifecycle: bundle.lifecycle,
+    port: bundle.config.PORT,
+    bindAddress: options.bindAddress,
+    signals: options.signals,
+    logger: options.logger,
+    hardShutdownTimeoutMs: options.hardShutdownTimeoutMs,
+  });
+
+  return {
+    ...bundle,
+    nodeServer,
+  };
+}

package/src/src/agent/index.ts

@@ -243,6 +243,17 @@ export {
   startNodeAgentServiceServer,
   type StartNodeAgentServiceServerOptions,
 } from "./agent-service-server.js";
+export {
+  createHostedAgentServiceRuntime,
+  type CreateHostedAgentServiceRuntimeOptions,
+  type HostedAgentServiceRuntimeBundle,
+  type HostedAgentServiceRuntimeConfig,
+  type HostedAgentServiceRuntimeLogger,
+  type HostedAgentServiceRuntimeTrace,
+  startNodeHostedAgentService,
+  type StartNodeHostedAgentServiceOptions,
+  type StartNodeHostedAgentServiceResult,
+} from "./hosted-agent-service-runtime.js";
 export {
   type AgentServiceBootstrapExit,
   type AgentServiceTraceContext,
@@ -811,6 +822,21 @@ export {
   type CreateHostedChildInvokeToolOptions,
   type HostedChildInvokeFailure,
 } from "./hosted-child-invoke-tool.js";
+export {
+  createDefaultHostedInvokeAgentTool,
+  type DefaultHostedInvokeAgentConfig,
+  type DefaultHostedInvokeAgentContext,
+  type DefaultHostedInvokeAgentInput,
+  defaultHostedInvokeAgentInputSchema,
+  type DefaultHostedInvokeAgentLogger,
+  type DefaultHostedInvokeAgentProjectRefresh,
+  defaultHostedInvokeAgentSelectionSchema,
+  type DefaultHostedInvokeAgentToolOptions,
+  type DefaultHostedInvokeAgentToolResult,
+  type DefaultHostedInvokeAgentTrace,
+  type DefaultHostedInvokeAgentTraceAttributes,
+  executeDefaultHostedInvokeAgentTool,
+} from "./default-hosted-invoke-agent-tool.js";
 export {
   buildDefaultHostedChildForkToolSet,
   buildHostedChildToolDescription,

package/src/src/utils/version-constant.ts

@@ -1,3 +1,3 @@
 // Keep in sync with deno.json version.
 // scripts/release.ts updates this constant during releases.
-export const VERSION = "0.1.478";
+export const VERSION = "0.1.480";