@agentuity/core 3.0.0-alpha.6 → 3.0.0-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/AGENTS.md +0 -1
- package/dist/index.d.ts +0 -2
- package/dist/index.d.ts.map +1 -1
- package/dist/index.js +0 -3
- package/dist/index.js.map +1 -1
- package/dist/services/coder/api-reference.d.ts.map +1 -1
- package/dist/services/coder/api-reference.js +30 -1
- package/dist/services/coder/api-reference.js.map +1 -1
- package/dist/services/coder/client.d.ts +17 -1
- package/dist/services/coder/client.d.ts.map +1 -1
- package/dist/services/coder/client.js +30 -2
- package/dist/services/coder/client.js.map +1 -1
- package/dist/services/coder/index.d.ts +2 -2
- package/dist/services/coder/index.d.ts.map +1 -1
- package/dist/services/coder/index.js +1 -1
- package/dist/services/coder/index.js.map +1 -1
- package/dist/services/coder/protocol.d.ts +186 -5
- package/dist/services/coder/protocol.d.ts.map +1 -1
- package/dist/services/coder/protocol.js +125 -0
- package/dist/services/coder/protocol.js.map +1 -1
- package/dist/services/coder/sessions.d.ts +22 -0
- package/dist/services/coder/sessions.d.ts.map +1 -1
- package/dist/services/coder/sessions.js +10 -1
- package/dist/services/coder/sessions.js.map +1 -1
- package/dist/services/coder/sse.d.ts +2 -2
- package/dist/services/coder/sse.d.ts.map +1 -1
- package/dist/services/coder/sse.js +290 -178
- package/dist/services/coder/sse.js.map +1 -1
- package/dist/services/coder/types.d.ts +627 -0
- package/dist/services/coder/types.d.ts.map +1 -1
- package/dist/services/coder/types.js +221 -1
- package/dist/services/coder/types.js.map +1 -1
- package/dist/services/coder/workspaces.d.ts +11 -1
- package/dist/services/coder/workspaces.d.ts.map +1 -1
- package/dist/services/coder/workspaces.js +34 -1
- package/dist/services/coder/workspaces.js.map +1 -1
- package/dist/services/index.d.ts +0 -2
- package/dist/services/index.d.ts.map +1 -1
- package/dist/services/index.js +0 -2
- package/dist/services/index.js.map +1 -1
- package/dist/services/keyvalue/service.d.ts +9 -3
- package/dist/services/keyvalue/service.d.ts.map +1 -1
- package/dist/services/keyvalue/service.js +6 -3
- package/dist/services/keyvalue/service.js.map +1 -1
- package/dist/services/sandbox/api-reference.js +8 -8
- package/dist/services/sandbox/api-reference.js.map +1 -1
- package/dist/services/sandbox/client.d.ts +3 -2
- package/dist/services/sandbox/client.d.ts.map +1 -1
- package/dist/services/sandbox/client.js.map +1 -1
- package/dist/services/sandbox/create.d.ts +5 -0
- package/dist/services/sandbox/create.d.ts.map +1 -1
- package/dist/services/sandbox/create.js +8 -0
- package/dist/services/sandbox/create.js.map +1 -1
- package/dist/services/sandbox/get.d.ts +8 -4
- package/dist/services/sandbox/get.d.ts.map +1 -1
- package/dist/services/sandbox/get.js +28 -3
- package/dist/services/sandbox/get.js.map +1 -1
- package/dist/services/sandbox/getStatus.d.ts +3 -0
- package/dist/services/sandbox/getStatus.d.ts.map +1 -1
- package/dist/services/sandbox/getStatus.js +19 -2
- package/dist/services/sandbox/getStatus.js.map +1 -1
- package/dist/services/sandbox/index.d.ts +1 -1
- package/dist/services/sandbox/index.d.ts.map +1 -1
- package/dist/services/sandbox/list.d.ts +3 -0
- package/dist/services/sandbox/list.d.ts.map +1 -1
- package/dist/services/sandbox/list.js +5 -0
- package/dist/services/sandbox/list.js.map +1 -1
- package/dist/services/sandbox/pause.d.ts +17 -1
- package/dist/services/sandbox/pause.d.ts.map +1 -1
- package/dist/services/sandbox/pause.js +21 -3
- package/dist/services/sandbox/pause.js.map +1 -1
- package/dist/services/sandbox/run.d.ts +3 -2
- package/dist/services/sandbox/run.d.ts.map +1 -1
- package/dist/services/sandbox/run.js +244 -84
- package/dist/services/sandbox/run.js.map +1 -1
- package/dist/services/sandbox/types.d.ts +11 -4
- package/dist/services/sandbox/types.d.ts.map +1 -1
- package/dist/services/sandbox/types.js +12 -0
- package/dist/services/sandbox/types.js.map +1 -1
- package/dist/services/stream/namespaces.d.ts +2 -2
- package/dist/services/stream/namespaces.js +2 -2
- package/dist/services/stream/namespaces.js.map +1 -1
- package/dist/services/vector/service.d.ts +11 -11
- package/dist/services/vector/service.d.ts.map +1 -1
- package/dist/services/vector/service.js.map +1 -1
- package/package.json +3 -17
- package/src/index.ts +0 -15
- package/src/services/coder/api-reference.ts +31 -0
- package/src/services/coder/client.ts +46 -0
- package/src/services/coder/index.ts +3 -0
- package/src/services/coder/protocol.ts +133 -0
- package/src/services/coder/sessions.ts +26 -0
- package/src/services/coder/sse.ts +343 -184
- package/src/services/coder/types.ts +273 -1
- package/src/services/coder/workspaces.ts +74 -0
- package/src/services/index.ts +0 -2
- package/src/services/keyvalue/service.ts +16 -7
- package/src/services/sandbox/api-reference.ts +8 -8
- package/src/services/sandbox/client.ts +4 -4
- package/src/services/sandbox/create.ts +10 -0
- package/src/services/sandbox/get.ts +32 -3
- package/src/services/sandbox/getStatus.ts +23 -2
- package/src/services/sandbox/index.ts +1 -1
- package/src/services/sandbox/list.ts +5 -0
- package/src/services/sandbox/pause.ts +38 -4
- package/src/services/sandbox/run.ts +352 -105
- package/src/services/sandbox/types.ts +17 -2
- package/src/services/stream/namespaces.ts +2 -2
- package/src/services/vector/service.ts +11 -21
- package/dist/services/auth/index.d.ts +0 -7
- package/dist/services/auth/index.d.ts.map +0 -1
- package/dist/services/auth/index.js +0 -7
- package/dist/services/auth/index.js.map +0 -1
- package/dist/services/auth/types.d.ts +0 -192
- package/dist/services/auth/types.d.ts.map +0 -1
- package/dist/services/auth/types.js +0 -11
- package/dist/services/auth/types.js.map +0 -1
- package/dist/services/eval/api-reference.d.ts +0 -4
- package/dist/services/eval/api-reference.d.ts.map +0 -1
- package/dist/services/eval/api-reference.js +0 -121
- package/dist/services/eval/api-reference.js.map +0 -1
- package/dist/services/eval/events.d.ts +0 -93
- package/dist/services/eval/events.d.ts.map +0 -1
- package/dist/services/eval/events.js +0 -24
- package/dist/services/eval/events.js.map +0 -1
- package/dist/services/eval/get.d.ts +0 -36
- package/dist/services/eval/get.d.ts.map +0 -1
- package/dist/services/eval/get.js +0 -23
- package/dist/services/eval/get.js.map +0 -1
- package/dist/services/eval/index.d.ts +0 -6
- package/dist/services/eval/index.d.ts.map +0 -1
- package/dist/services/eval/index.js +0 -6
- package/dist/services/eval/index.js.map +0 -1
- package/dist/services/eval/list.d.ts +0 -50
- package/dist/services/eval/list.d.ts.map +0 -1
- package/dist/services/eval/list.js +0 -32
- package/dist/services/eval/list.js.map +0 -1
- package/dist/services/eval/run-get.d.ts +0 -48
- package/dist/services/eval/run-get.d.ts.map +0 -1
- package/dist/services/eval/run-get.js +0 -29
- package/dist/services/eval/run-get.js.map +0 -1
- package/dist/services/eval/run-list.d.ts +0 -70
- package/dist/services/eval/run-list.d.ts.map +0 -1
- package/dist/services/eval/run-list.js +0 -42
- package/dist/services/eval/run-list.js.map +0 -1
- package/dist/webrtc.d.ts +0 -243
- package/dist/webrtc.d.ts.map +0 -1
- package/dist/webrtc.js +0 -5
- package/dist/webrtc.js.map +0 -1
- package/dist/workbench-config.d.ts +0 -62
- package/dist/workbench-config.d.ts.map +0 -1
- package/dist/workbench-config.js +0 -58
- package/dist/workbench-config.js.map +0 -1
- package/dist/workbench.d.ts +0 -2
- package/dist/workbench.d.ts.map +0 -1
- package/dist/workbench.js +0 -2
- package/dist/workbench.js.map +0 -1
- package/src/services/auth/index.ts +0 -19
- package/src/services/auth/types.ts +0 -223
- package/src/services/eval/api-reference.ts +0 -124
- package/src/services/eval/events.ts +0 -92
- package/src/services/eval/get.ts +0 -33
- package/src/services/eval/index.ts +0 -29
- package/src/services/eval/list.ts +0 -49
- package/src/services/eval/run-get.ts +0 -39
- package/src/services/eval/run-list.ts +0 -59
- package/src/webrtc.ts +0 -259
- package/src/workbench-config.ts +0 -79
- package/src/workbench.ts +0 -1
|
@@ -162,7 +162,7 @@ export const VectorSearchParamsSchema = <T extends z.ZodTypeAny>(metadataSchema:
|
|
|
162
162
|
),
|
|
163
163
|
});
|
|
164
164
|
|
|
165
|
-
export type VectorSearchParams<T
|
|
165
|
+
export type VectorSearchParams<T = Record<string, unknown>> = {
|
|
166
166
|
query: string;
|
|
167
167
|
limit?: number;
|
|
168
168
|
similarity?: number;
|
|
@@ -210,7 +210,7 @@ export const VectorSearchResultSchema = <T extends z.ZodTypeAny>(metadataSchema:
|
|
|
210
210
|
.describe('the expiration time of the vector as an ISO 8601 timestamp.'),
|
|
211
211
|
});
|
|
212
212
|
|
|
213
|
-
export type VectorSearchResult<T
|
|
213
|
+
export type VectorSearchResult<T = Record<string, unknown>> = {
|
|
214
214
|
id: string;
|
|
215
215
|
key: string;
|
|
216
216
|
metadata?: T;
|
|
@@ -237,9 +237,7 @@ export const VectorSearchResultWithDocumentSchema = <T extends z.ZodTypeAny>(met
|
|
|
237
237
|
embeddings: z.array(z.number()).optional().describe('the embeddings of the vector object'),
|
|
238
238
|
});
|
|
239
239
|
|
|
240
|
-
export type VectorSearchResultWithDocument<
|
|
241
|
-
T extends Record<string, unknown> = Record<string, unknown>,
|
|
242
|
-
> = VectorSearchResult<T> & {
|
|
240
|
+
export type VectorSearchResultWithDocument<T = Record<string, unknown>> = VectorSearchResult<T> & {
|
|
243
241
|
document?: string;
|
|
244
242
|
embeddings?: Array<number>;
|
|
245
243
|
};
|
|
@@ -277,7 +275,7 @@ export const VectorResultFoundSchema = <T extends z.ZodTypeAny>(metadataSchema:
|
|
|
277
275
|
exists: z.literal(true).describe('the vector was found'),
|
|
278
276
|
});
|
|
279
277
|
|
|
280
|
-
export type VectorResultFound<T
|
|
278
|
+
export type VectorResultFound<T = Record<string, unknown>> = {
|
|
281
279
|
data: VectorSearchResultWithDocument<T>;
|
|
282
280
|
exists: true;
|
|
283
281
|
};
|
|
@@ -302,9 +300,7 @@ export type VectorResultNotFound = z.infer<typeof VectorResultNotFoundSchema>;
|
|
|
302
300
|
/**
|
|
303
301
|
* Result of a get operation
|
|
304
302
|
*/
|
|
305
|
-
export type VectorResult<T
|
|
306
|
-
| VectorResultFound<T>
|
|
307
|
-
| VectorResultNotFound;
|
|
303
|
+
export type VectorResult<T = Record<string, unknown>> = VectorResultFound<T> | VectorResultNotFound;
|
|
308
304
|
|
|
309
305
|
export const VectorResultSchema = <T extends z.ZodTypeAny>(metadataSchema: T) =>
|
|
310
306
|
z.discriminatedUnion('exists', [
|
|
@@ -525,10 +521,7 @@ export interface VectorStorage {
|
|
|
525
521
|
* }
|
|
526
522
|
* ```
|
|
527
523
|
*/
|
|
528
|
-
get<T
|
|
529
|
-
name: string,
|
|
530
|
-
key: string
|
|
531
|
-
): Promise<VectorResult<T>>;
|
|
524
|
+
get<T = Record<string, unknown>>(name: string, key: string): Promise<VectorResult<T>>;
|
|
532
525
|
|
|
533
526
|
/**
|
|
534
527
|
* Get multiple vectors by their keys in a single request
|
|
@@ -545,7 +538,7 @@ export interface VectorStorage {
|
|
|
545
538
|
* }
|
|
546
539
|
* ```
|
|
547
540
|
*/
|
|
548
|
-
getMany<T
|
|
541
|
+
getMany<T = Record<string, unknown>>(
|
|
549
542
|
name: string,
|
|
550
543
|
...keys: string[]
|
|
551
544
|
): Promise<Map<string, VectorSearchResultWithDocument<T>>>;
|
|
@@ -579,7 +572,7 @@ export interface VectorStorage {
|
|
|
579
572
|
* }
|
|
580
573
|
* ```
|
|
581
574
|
*/
|
|
582
|
-
search<T
|
|
575
|
+
search<T = Record<string, unknown>>(
|
|
583
576
|
name: string,
|
|
584
577
|
params: VectorSearchParams<T>
|
|
585
578
|
): Promise<VectorSearchResult<T>[]>;
|
|
@@ -897,10 +890,7 @@ export class VectorStorageService implements VectorStorage {
|
|
|
897
890
|
throw await toServiceException('PUT', url, res.response);
|
|
898
891
|
}
|
|
899
892
|
|
|
900
|
-
async get<T
|
|
901
|
-
name: string,
|
|
902
|
-
key: string
|
|
903
|
-
): Promise<VectorResult<T>> {
|
|
893
|
+
async get<T = Record<string, unknown>>(name: string, key: string): Promise<VectorResult<T>> {
|
|
904
894
|
if (!name || typeof name !== 'string' || name.trim().length === 0) {
|
|
905
895
|
throw new VectorStorageNameRequiredError();
|
|
906
896
|
}
|
|
@@ -947,7 +937,7 @@ export class VectorStorageService implements VectorStorage {
|
|
|
947
937
|
throw await toServiceException('GET', url, res.response);
|
|
948
938
|
}
|
|
949
939
|
|
|
950
|
-
async getMany<T
|
|
940
|
+
async getMany<T = Record<string, unknown>>(
|
|
951
941
|
name: string,
|
|
952
942
|
...keys: string[]
|
|
953
943
|
): Promise<Map<string, VectorSearchResultWithDocument<T>>> {
|
|
@@ -978,7 +968,7 @@ export class VectorStorageService implements VectorStorage {
|
|
|
978
968
|
return resultMap;
|
|
979
969
|
}
|
|
980
970
|
|
|
981
|
-
async search<T
|
|
971
|
+
async search<T = Record<string, unknown>>(
|
|
982
972
|
name: string,
|
|
983
973
|
params: VectorSearchParams<T>
|
|
984
974
|
): Promise<VectorSearchResult<T>[]> {
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Authentication service types.
|
|
3
|
-
*
|
|
4
|
-
* @module services/auth
|
|
5
|
-
*/
|
|
6
|
-
export type { AuthUser, AuthSession, AuthContext, AuthOrgContext, AuthApiKeyPermissions, AuthApiKeyContext, AuthMethod, AgentuityAuth, AuthOrgHelpers, AuthApiKeyHelpers, AuthInterface, } from './types.ts';
|
|
7
|
-
//# sourceMappingURL=index.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../../src/services/auth/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,YAAY,EACX,QAAQ,EACR,WAAW,EACX,WAAW,EACX,cAAc,EACd,qBAAqB,EACrB,iBAAiB,EACjB,UAAU,EACV,aAAa,EACb,cAAc,EACd,iBAAiB,EACjB,aAAa,GACb,MAAM,YAAY,CAAC"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../../../src/services/auth/index.ts"],"names":[],"mappings":"AAAA;;;;GAIG"}
|
|
@@ -1,192 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Core authentication types for Agentuity.
|
|
3
|
-
*
|
|
4
|
-
* These types are defined in @agentuity/core to avoid circular dependencies
|
|
5
|
-
* and allow packages like @agentuity/runtime to use auth types without
|
|
6
|
-
* pulling in heavy dependencies like drizzle-orm.
|
|
7
|
-
*
|
|
8
|
-
* @module services/auth/types
|
|
9
|
-
*/
|
|
10
|
-
/**
|
|
11
|
-
* Canonical authenticated user type for Agentuity Auth.
|
|
12
|
-
*
|
|
13
|
-
* Common fields include:
|
|
14
|
-
* - `id` – Stable user identifier
|
|
15
|
-
* - `email` – Primary email address
|
|
16
|
-
* - `name` – Display name
|
|
17
|
-
* - `image` – Avatar URL (if configured)
|
|
18
|
-
* - `createdAt` / `updatedAt` – Timestamps
|
|
19
|
-
*/
|
|
20
|
-
export interface AuthUser {
|
|
21
|
-
id: string;
|
|
22
|
-
email: string;
|
|
23
|
-
name?: string | null;
|
|
24
|
-
image?: string | null;
|
|
25
|
-
createdAt?: Date | string;
|
|
26
|
-
updatedAt?: Date | string;
|
|
27
|
-
}
|
|
28
|
-
/**
|
|
29
|
-
* Auth session type with organization plugin fields.
|
|
30
|
-
*/
|
|
31
|
-
export interface AuthSession {
|
|
32
|
-
id: string;
|
|
33
|
-
userId: string;
|
|
34
|
-
expiresAt: Date | string;
|
|
35
|
-
/** Active organization ID from the organization plugin */
|
|
36
|
-
activeOrganizationId?: string;
|
|
37
|
-
ipAddress?: string | null;
|
|
38
|
-
userAgent?: string | null;
|
|
39
|
-
createdAt?: Date | string;
|
|
40
|
-
updatedAt?: Date | string;
|
|
41
|
-
}
|
|
42
|
-
/**
|
|
43
|
-
* Auth context containing user, session, and org data.
|
|
44
|
-
* This is the full auth context available on AgentContext.auth and c.var.auth.
|
|
45
|
-
* Session may be null for API key authentication.
|
|
46
|
-
*/
|
|
47
|
-
export interface AuthContext<TUser = AuthUser, TSession = AuthSession | null> {
|
|
48
|
-
user: TUser;
|
|
49
|
-
session: TSession;
|
|
50
|
-
org: AuthOrgContext | null;
|
|
51
|
-
}
|
|
52
|
-
/**
|
|
53
|
-
* Organization context from the organization plugin.
|
|
54
|
-
*/
|
|
55
|
-
export interface AuthOrgContext {
|
|
56
|
-
/** Organization ID */
|
|
57
|
-
id: string;
|
|
58
|
-
/** Organization slug (URL-friendly identifier) */
|
|
59
|
-
slug?: string | null;
|
|
60
|
-
/** Organization display name */
|
|
61
|
-
name?: string | null;
|
|
62
|
-
/** Member's role in this organization (e.g., 'owner', 'admin', 'member') */
|
|
63
|
-
role?: string | null;
|
|
64
|
-
/** Member ID for this user in this organization */
|
|
65
|
-
memberId?: string | null;
|
|
66
|
-
/** Organization metadata (if enabled) */
|
|
67
|
-
metadata?: unknown;
|
|
68
|
-
}
|
|
69
|
-
/**
|
|
70
|
-
* API key permissions format.
|
|
71
|
-
* Maps resource names to arrays of allowed actions.
|
|
72
|
-
*
|
|
73
|
-
* @example
|
|
74
|
-
* ```typescript
|
|
75
|
-
* const permissions: AuthApiKeyPermissions = {
|
|
76
|
-
* project: ['read', 'write'],
|
|
77
|
-
* user: ['read'],
|
|
78
|
-
* admin: ['*'], // wildcard - all actions
|
|
79
|
-
* };
|
|
80
|
-
* ```
|
|
81
|
-
*/
|
|
82
|
-
export interface AuthApiKeyPermissions {
|
|
83
|
-
[key: string]: string[];
|
|
84
|
-
}
|
|
85
|
-
/**
|
|
86
|
-
* API key context when request is authenticated via API key.
|
|
87
|
-
*/
|
|
88
|
-
export interface AuthApiKeyContext {
|
|
89
|
-
/** API key ID */
|
|
90
|
-
id: string;
|
|
91
|
-
/** Display name of the API key */
|
|
92
|
-
name?: string | null;
|
|
93
|
-
/** Permissions associated with this API key */
|
|
94
|
-
permissions: AuthApiKeyPermissions;
|
|
95
|
-
/** User ID the API key belongs to */
|
|
96
|
-
userId?: string | null;
|
|
97
|
-
}
|
|
98
|
-
/**
|
|
99
|
-
* Authentication method used for the current request.
|
|
100
|
-
*/
|
|
101
|
-
export type AuthMethod = 'session' | 'api-key' | 'bearer';
|
|
102
|
-
/**
|
|
103
|
-
* Generic authentication interface exposed on Hono context.
|
|
104
|
-
*
|
|
105
|
-
* This type is intentionally provider-agnostic.
|
|
106
|
-
*
|
|
107
|
-
* @typeParam TUser - Domain user type (defaults to unknown for flexibility).
|
|
108
|
-
* @typeParam TRaw - Underlying auth context (defaults to unknown for flexibility).
|
|
109
|
-
*/
|
|
110
|
-
export interface AgentuityAuth<TUser = unknown, TRaw = unknown> {
|
|
111
|
-
/** Get the authenticated user, throws if not authenticated */
|
|
112
|
-
getUser(): Promise<TUser>;
|
|
113
|
-
/** Get the raw JWT token */
|
|
114
|
-
getToken(): Promise<string | null>;
|
|
115
|
-
/** Raw provider-specific auth object or auth context */
|
|
116
|
-
raw: TRaw;
|
|
117
|
-
}
|
|
118
|
-
/**
|
|
119
|
-
* Organization helpers available on the auth context.
|
|
120
|
-
*/
|
|
121
|
-
export interface AuthOrgHelpers {
|
|
122
|
-
/** Active organization context if available, null otherwise */
|
|
123
|
-
org: AuthOrgContext | null;
|
|
124
|
-
/** Returns active org or null (never throws) */
|
|
125
|
-
getOrg(): Promise<AuthOrgContext | null>;
|
|
126
|
-
/** Convenience accessor for the member's role on the active org */
|
|
127
|
-
getOrgRole(): Promise<string | null>;
|
|
128
|
-
/** True if the current member's role is one of the provided roles */
|
|
129
|
-
hasOrgRole(...roles: string[]): Promise<boolean>;
|
|
130
|
-
}
|
|
131
|
-
/**
|
|
132
|
-
* API key helpers available on the auth context.
|
|
133
|
-
*/
|
|
134
|
-
export interface AuthApiKeyHelpers {
|
|
135
|
-
/** How this request was authenticated */
|
|
136
|
-
authMethod: AuthMethod;
|
|
137
|
-
/** API key context when request is authenticated via API key, null otherwise */
|
|
138
|
-
apiKey: AuthApiKeyContext | null;
|
|
139
|
-
/**
|
|
140
|
-
* Check if the API key has the required permissions.
|
|
141
|
-
* All specified actions must be present for the resource.
|
|
142
|
-
* Supports '*' wildcard which matches any action.
|
|
143
|
-
*
|
|
144
|
-
* @param resource - The resource to check (e.g., 'project', 'user')
|
|
145
|
-
* @param actions - Actions required (e.g., 'read', 'write')
|
|
146
|
-
* @returns true if all actions are permitted, false otherwise
|
|
147
|
-
*
|
|
148
|
-
* @example
|
|
149
|
-
* ```typescript
|
|
150
|
-
* // Check for specific permission
|
|
151
|
-
* if (c.var.auth.hasPermission('project', 'write')) { ... }
|
|
152
|
-
*
|
|
153
|
-
* // Check for multiple permissions (all required)
|
|
154
|
-
* if (c.var.auth.hasPermission('project', 'read', 'write')) { ... }
|
|
155
|
-
* ```
|
|
156
|
-
*/
|
|
157
|
-
hasPermission(resource: string, ...actions: string[]): boolean;
|
|
158
|
-
}
|
|
159
|
-
/**
|
|
160
|
-
* Full authentication interface available on `c.var.auth` and `ctx.auth`.
|
|
161
|
-
*
|
|
162
|
-
* This is the primary interface you'll use to access authentication data
|
|
163
|
-
* in your route handlers and agents. It provides:
|
|
164
|
-
*
|
|
165
|
-
* - User data via `getUser()`
|
|
166
|
-
* - Organization helpers via `getOrg()`, `getOrgRole()`, `hasOrgRole()`
|
|
167
|
-
* - API key helpers via `apiKey`, `hasPermission()`
|
|
168
|
-
* - Token access via `getToken()`
|
|
169
|
-
*
|
|
170
|
-
* @example Route handler
|
|
171
|
-
* ```typescript
|
|
172
|
-
* app.get('/api/profile', async (c) => {
|
|
173
|
-
* const user = await c.var.auth.getUser();
|
|
174
|
-
* const org = await c.var.auth.getOrg();
|
|
175
|
-
* return c.json({ user, org });
|
|
176
|
-
* });
|
|
177
|
-
* ```
|
|
178
|
-
*
|
|
179
|
-
* @example Agent handler
|
|
180
|
-
* ```typescript
|
|
181
|
-
* handler: async (ctx, input) => {
|
|
182
|
-
* if (!ctx.auth) return { error: 'Unauthorized' };
|
|
183
|
-
* const user = await ctx.auth.getUser();
|
|
184
|
-
* return { message: `Hello, ${user.email}!` };
|
|
185
|
-
* }
|
|
186
|
-
* ```
|
|
187
|
-
*
|
|
188
|
-
* @typeParam TUser - User type (extends AuthUser, defaults to AuthUser)
|
|
189
|
-
*/
|
|
190
|
-
export interface AuthInterface<TUser extends AuthUser = AuthUser> extends AgentuityAuth<TUser, AuthContext<TUser>>, AuthOrgHelpers, AuthApiKeyHelpers {
|
|
191
|
-
}
|
|
192
|
-
//# sourceMappingURL=types.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.d.ts","sourceRoot":"","sources":["../../../src/services/auth/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAMH;;;;;;;;;GASG;AACH,MAAM,WAAW,QAAQ;IACxB,EAAE,EAAE,MAAM,CAAC;IACX,KAAK,EAAE,MAAM,CAAC;IACd,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,KAAK,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACtB,SAAS,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,WAAW;IAC3B,EAAE,EAAE,MAAM,CAAC;IACX,MAAM,EAAE,MAAM,CAAC;IACf,SAAS,EAAE,IAAI,GAAG,MAAM,CAAC;IACzB,0DAA0D;IAC1D,oBAAoB,CAAC,EAAE,MAAM,CAAC;IAC9B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAC1B,SAAS,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;IAC1B,SAAS,CAAC,EAAE,IAAI,GAAG,MAAM,CAAC;CAC1B;AAED;;;;GAIG;AACH,MAAM,WAAW,WAAW,CAAC,KAAK,GAAG,QAAQ,EAAE,QAAQ,GAAG,WAAW,GAAG,IAAI;IAC3E,IAAI,EAAE,KAAK,CAAC;IACZ,OAAO,EAAE,QAAQ,CAAC;IAClB,GAAG,EAAE,cAAc,GAAG,IAAI,CAAC;CAC3B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC9B,sBAAsB;IACtB,EAAE,EAAE,MAAM,CAAC;IACX,kDAAkD;IAClD,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,gCAAgC;IAChC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,4EAA4E;IAC5E,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,mDAAmD;IACnD,QAAQ,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACzB,yCAAyC;IACzC,QAAQ,CAAC,EAAE,OAAO,CAAC;CACnB;AAMD;;;;;;;;;;;;GAYG;AACH,MAAM,WAAW,qBAAqB;IACrC,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,EAAE,CAAC;CACxB;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IACjC,iBAAiB;IACjB,EAAE,EAAE,MAAM,CAAC;IACX,kCAAkC;IAClC,IAAI,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IACrB,+CAA+C;IAC/C,WAAW,EAAE,qBAAqB,CAAC;IACnC,qCAAqC;IACrC,MAAM,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;CACvB;AAED;;GAEG;AACH,MAAM,MAAM,UAAU,GAAG,SAAS,GAAG,SAAS,GAAG,QAAQ,CAAC;AAM1D;;;;;;;GAOG;AACH,MAAM,WAAW,aAAa,CAAC,KAAK,GAAG,OAAO,EAAE,IAAI,GAAG,OAAO;IAC7D,8DAA8D;IAC9D,OAAO,IAAI,OAAO,CAAC,KAAK,CAAC,CAAC;IAE1B,4BAA4B;IAC5B,QAAQ,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAEnC,wDAAwD;IACxD,GAAG,EAAE,IAAI,CAAC;CACV;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC9B,+DAA+D;IAC/D,GAAG,EAAE,cAAc,GAAG,IAAI,CAAC;IAE3B,gDAAgD;IAChD,MAAM,IAAI,OAAO,CAAC,cAAc,GAAG,IAAI,CAAC,CAAC;IAEzC,mEAAmE;IACnE,UAAU,IAAI,OAAO,CAAC,MAAM,GAAG,IAAI,CAAC,CAAC;IAErC,qEAAqE;IACrE,UAAU,CAAC,GAAG,KAAK,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC,OAAO,CAAC,CAAC;CACjD;AAED;;GAEG;AACH,MAAM,WAAW,iBAAiB;IACjC,yCAAyC;IACzC,UAAU,EAAE,UAAU,CAAC;IAEvB,gFAAgF;IAChF,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAEjC;;;;;;;;;;;;;;;;;OAiBG;IACH,aAAa,CAAC,QAAQ,EAAE,MAAM,EAAE,GAAG,OAAO,EAAE,MAAM,EAAE,GAAG,OAAO,CAAC;CAC/D;AAED;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;GA8BG;AACH,MAAM,WAAW,aAAa,CAAC,KAAK,SAAS,QAAQ,GAAG,QAAQ,CAC/D,SAAQ,aAAa,CAAC,KAAK,EAAE,WAAW,CAAC,KAAK,CAAC,CAAC,EAC/C,cAAc,EACd,iBAAiB;CAAG"}
|
|
@@ -1,11 +0,0 @@
|
|
|
1
|
-
/**
|
|
2
|
-
* Core authentication types for Agentuity.
|
|
3
|
-
*
|
|
4
|
-
* These types are defined in @agentuity/core to avoid circular dependencies
|
|
5
|
-
* and allow packages like @agentuity/runtime to use auth types without
|
|
6
|
-
* pulling in heavy dependencies like drizzle-orm.
|
|
7
|
-
*
|
|
8
|
-
* @module services/auth/types
|
|
9
|
-
*/
|
|
10
|
-
export {};
|
|
11
|
-
//# sourceMappingURL=types.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../src/services/auth/types.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG"}
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"api-reference.d.ts","sourceRoot":"","sources":["../../../src/services/eval/api-reference.ts"],"names":[],"mappings":"AAAA,OAAO,KAAK,EAAE,OAAO,EAAE,MAAM,qBAAqB,CAAC;AAInD,QAAA,MAAM,OAAO,EAAE,OAqHd,CAAC;AAEF,eAAe,OAAO,CAAC"}
|
|
@@ -1,121 +0,0 @@
|
|
|
1
|
-
import { EvaluationSchema } from "./list.js";
|
|
2
|
-
import { EvalRunSchema } from "./run-list.js";
|
|
3
|
-
const service = {
|
|
4
|
-
name: 'Evaluations',
|
|
5
|
-
slug: 'evaluations',
|
|
6
|
-
description: 'List and retrieve evaluations and their run history',
|
|
7
|
-
endpoints: [
|
|
8
|
-
{
|
|
9
|
-
id: 'list-evaluations',
|
|
10
|
-
title: 'List Evaluations',
|
|
11
|
-
method: 'GET',
|
|
12
|
-
path: '/cli/eval',
|
|
13
|
-
description: 'List evaluations with optional filtering by organization, project, or agent.',
|
|
14
|
-
pathParams: [],
|
|
15
|
-
queryParams: [
|
|
16
|
-
{
|
|
17
|
-
name: 'orgId',
|
|
18
|
-
type: 'string',
|
|
19
|
-
description: 'Filter by organization ID',
|
|
20
|
-
required: false,
|
|
21
|
-
},
|
|
22
|
-
{
|
|
23
|
-
name: 'projectId',
|
|
24
|
-
type: 'string',
|
|
25
|
-
description: 'Filter by project ID',
|
|
26
|
-
required: false,
|
|
27
|
-
},
|
|
28
|
-
{ name: 'agentId', type: 'string', description: 'Filter by agent ID', required: false },
|
|
29
|
-
],
|
|
30
|
-
requestBody: null,
|
|
31
|
-
responseDescription: 'Array of evaluation objects.',
|
|
32
|
-
responseFields: { schema: EvaluationSchema },
|
|
33
|
-
statuses: [
|
|
34
|
-
{ code: 200, description: 'Evaluations returned' },
|
|
35
|
-
{ code: 401, description: 'Unauthorized — invalid or missing Bearer token' },
|
|
36
|
-
],
|
|
37
|
-
examplePath: '/cli/eval',
|
|
38
|
-
},
|
|
39
|
-
{
|
|
40
|
-
id: 'get-evaluation',
|
|
41
|
-
title: 'Get Evaluation',
|
|
42
|
-
method: 'GET',
|
|
43
|
-
path: '/cli/eval/{id}',
|
|
44
|
-
description: 'Get a specific evaluation by ID.',
|
|
45
|
-
pathParams: [{ name: 'id', type: 'string', description: 'Evaluation ID', required: true }],
|
|
46
|
-
queryParams: [],
|
|
47
|
-
requestBody: null,
|
|
48
|
-
responseDescription: 'Evaluation object.',
|
|
49
|
-
statuses: [
|
|
50
|
-
{ code: 200, description: 'Evaluation returned' },
|
|
51
|
-
{ code: 401, description: 'Unauthorized — invalid or missing Bearer token' },
|
|
52
|
-
{ code: 404, description: 'Evaluation not found' },
|
|
53
|
-
],
|
|
54
|
-
examplePath: '/cli/eval/eval_abc123',
|
|
55
|
-
},
|
|
56
|
-
{
|
|
57
|
-
id: 'list-eval-runs',
|
|
58
|
-
title: 'List Eval Runs',
|
|
59
|
-
sectionTitle: 'Eval Runs',
|
|
60
|
-
method: 'GET',
|
|
61
|
-
path: '/cli/eval-run',
|
|
62
|
-
description: 'List evaluation runs with optional filtering.',
|
|
63
|
-
pathParams: [],
|
|
64
|
-
queryParams: [
|
|
65
|
-
{
|
|
66
|
-
name: 'orgId',
|
|
67
|
-
type: 'string',
|
|
68
|
-
description: 'Filter by organization ID',
|
|
69
|
-
required: false,
|
|
70
|
-
},
|
|
71
|
-
{
|
|
72
|
-
name: 'projectId',
|
|
73
|
-
type: 'string',
|
|
74
|
-
description: 'Filter by project ID',
|
|
75
|
-
required: false,
|
|
76
|
-
},
|
|
77
|
-
{ name: 'agentId', type: 'string', description: 'Filter by agent ID', required: false },
|
|
78
|
-
{
|
|
79
|
-
name: 'evalId',
|
|
80
|
-
type: 'string',
|
|
81
|
-
description: 'Filter by evaluation ID',
|
|
82
|
-
required: false,
|
|
83
|
-
},
|
|
84
|
-
{
|
|
85
|
-
name: 'sessionId',
|
|
86
|
-
type: 'string',
|
|
87
|
-
description: 'Filter by session ID',
|
|
88
|
-
required: false,
|
|
89
|
-
},
|
|
90
|
-
],
|
|
91
|
-
requestBody: null,
|
|
92
|
-
responseDescription: 'Array of evaluation run objects.',
|
|
93
|
-
responseFields: { schema: EvalRunSchema },
|
|
94
|
-
statuses: [
|
|
95
|
-
{ code: 200, description: 'Eval runs returned' },
|
|
96
|
-
{ code: 401, description: 'Unauthorized — invalid or missing Bearer token' },
|
|
97
|
-
],
|
|
98
|
-
examplePath: '/cli/eval-run',
|
|
99
|
-
},
|
|
100
|
-
{
|
|
101
|
-
id: 'get-eval-run',
|
|
102
|
-
title: 'Get Eval Run',
|
|
103
|
-
sectionTitle: 'Eval Runs',
|
|
104
|
-
method: 'GET',
|
|
105
|
-
path: '/cli/eval-run/{id}',
|
|
106
|
-
description: 'Get a specific evaluation run by ID.',
|
|
107
|
-
pathParams: [{ name: 'id', type: 'string', description: 'Eval run ID', required: true }],
|
|
108
|
-
queryParams: [],
|
|
109
|
-
requestBody: null,
|
|
110
|
-
responseDescription: 'Evaluation run object.',
|
|
111
|
-
statuses: [
|
|
112
|
-
{ code: 200, description: 'Eval run returned' },
|
|
113
|
-
{ code: 401, description: 'Unauthorized — invalid or missing Bearer token' },
|
|
114
|
-
{ code: 404, description: 'Eval run not found' },
|
|
115
|
-
],
|
|
116
|
-
examplePath: '/cli/eval-run/er_abc123',
|
|
117
|
-
},
|
|
118
|
-
],
|
|
119
|
-
};
|
|
120
|
-
export default service;
|
|
121
|
-
//# sourceMappingURL=api-reference.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"api-reference.js","sourceRoot":"","sources":["../../../src/services/eval/api-reference.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,gBAAgB,EAAE,MAAM,WAAW,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,MAAM,eAAe,CAAC;AAE9C,MAAM,OAAO,GAAY;IACxB,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,aAAa;IACnB,WAAW,EAAE,qDAAqD;IAClE,SAAS,EAAE;QACV;YACC,EAAE,EAAE,kBAAkB;YACtB,KAAK,EAAE,kBAAkB;YACzB,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,WAAW;YACjB,WAAW,EACV,8EAA8E;YAC/E,UAAU,EAAE,EAAE;YACd,WAAW,EAAE;gBACZ;oBACC,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,2BAA2B;oBACxC,QAAQ,EAAE,KAAK;iBACf;gBACD;oBACC,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,sBAAsB;oBACnC,QAAQ,EAAE,KAAK;iBACf;gBACD,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,oBAAoB,EAAE,QAAQ,EAAE,KAAK,EAAE;aACvF;YACD,WAAW,EAAE,IAAI;YACjB,mBAAmB,EAAE,8BAA8B;YACnD,cAAc,EAAE,EAAE,MAAM,EAAE,gBAAgB,EAAE;YAC5C,QAAQ,EAAE;gBACT,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,sBAAsB,EAAE;gBAClD,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,gDAAgD,EAAE;aAC5E;YACD,WAAW,EAAE,WAAW;SACxB;QACD;YACC,EAAE,EAAE,gBAAgB;YACpB,KAAK,EAAE,gBAAgB;YACvB,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,gBAAgB;YACtB,WAAW,EAAE,kCAAkC;YAC/C,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,eAAe,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YAC1F,WAAW,EAAE,EAAE;YACf,WAAW,EAAE,IAAI;YACjB,mBAAmB,EAAE,oBAAoB;YACzC,QAAQ,EAAE;gBACT,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,qBAAqB,EAAE;gBACjD,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,gDAAgD,EAAE;gBAC5E,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,sBAAsB,EAAE;aAClD;YACD,WAAW,EAAE,uBAAuB;SACpC;QACD;YACC,EAAE,EAAE,gBAAgB;YACpB,KAAK,EAAE,gBAAgB;YACvB,YAAY,EAAE,WAAW;YACzB,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,eAAe;YACrB,WAAW,EAAE,+CAA+C;YAC5D,UAAU,EAAE,EAAE;YACd,WAAW,EAAE;gBACZ;oBACC,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,2BAA2B;oBACxC,QAAQ,EAAE,KAAK;iBACf;gBACD;oBACC,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,sBAAsB;oBACnC,QAAQ,EAAE,KAAK;iBACf;gBACD,EAAE,IAAI,EAAE,SAAS,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,oBAAoB,EAAE,QAAQ,EAAE,KAAK,EAAE;gBACvF;oBACC,IAAI,EAAE,QAAQ;oBACd,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,yBAAyB;oBACtC,QAAQ,EAAE,KAAK;iBACf;gBACD;oBACC,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,QAAQ;oBACd,WAAW,EAAE,sBAAsB;oBACnC,QAAQ,EAAE,KAAK;iBACf;aACD;YACD,WAAW,EAAE,IAAI;YACjB,mBAAmB,EAAE,kCAAkC;YACvD,cAAc,EAAE,EAAE,MAAM,EAAE,aAAa,EAAE;YACzC,QAAQ,EAAE;gBACT,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,oBAAoB,EAAE;gBAChD,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,gDAAgD,EAAE;aAC5E;YACD,WAAW,EAAE,eAAe;SAC5B;QACD;YACC,EAAE,EAAE,cAAc;YAClB,KAAK,EAAE,cAAc;YACrB,YAAY,EAAE,WAAW;YACzB,MAAM,EAAE,KAAK;YACb,IAAI,EAAE,oBAAoB;YAC1B,WAAW,EAAE,sCAAsC;YACnD,UAAU,EAAE,CAAC,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAE,QAAQ,EAAE,WAAW,EAAE,aAAa,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;YACxF,WAAW,EAAE,EAAE;YACf,WAAW,EAAE,IAAI;YACjB,mBAAmB,EAAE,wBAAwB;YAC7C,QAAQ,EAAE;gBACT,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,mBAAmB,EAAE;gBAC/C,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,gDAAgD,EAAE;gBAC5E,EAAE,IAAI,EAAE,GAAG,EAAE,WAAW,EAAE,oBAAoB,EAAE;aAChD;YACD,WAAW,EAAE,yBAAyB;SACtC;KACD;CACD,CAAC;AAEF,eAAe,OAAO,CAAC"}
|
|
@@ -1,93 +0,0 @@
|
|
|
1
|
-
import { z } from 'zod';
|
|
2
|
-
export declare const EvalRunStartEventSchema: z.ZodObject<{
|
|
3
|
-
id: z.ZodString;
|
|
4
|
-
sessionId: z.ZodString;
|
|
5
|
-
evalId: z.ZodString;
|
|
6
|
-
evalIdentifier: z.ZodString;
|
|
7
|
-
orgId: z.ZodString;
|
|
8
|
-
projectId: z.ZodString;
|
|
9
|
-
devmode: z.ZodBoolean;
|
|
10
|
-
deploymentId: z.ZodOptional<z.ZodString>;
|
|
11
|
-
spanId: z.ZodOptional<z.ZodString>;
|
|
12
|
-
}, z.core.$strip>;
|
|
13
|
-
export type EvalRunStartEvent = z.infer<typeof EvalRunStartEventSchema>;
|
|
14
|
-
export declare const EvalRunCompleteEventSchema: z.ZodObject<{
|
|
15
|
-
id: z.ZodString;
|
|
16
|
-
error: z.ZodOptional<z.ZodString>;
|
|
17
|
-
result: z.ZodOptional<z.ZodAny>;
|
|
18
|
-
}, z.core.$strip>;
|
|
19
|
-
export type EvalRunCompleteEvent = z.infer<typeof EvalRunCompleteEventSchema>;
|
|
20
|
-
export declare const EvalRunStartEventDelayedSchema: z.ZodIntersection<z.ZodObject<{
|
|
21
|
-
id: z.ZodString;
|
|
22
|
-
sessionId: z.ZodString;
|
|
23
|
-
evalId: z.ZodString;
|
|
24
|
-
evalIdentifier: z.ZodString;
|
|
25
|
-
orgId: z.ZodString;
|
|
26
|
-
projectId: z.ZodString;
|
|
27
|
-
devmode: z.ZodBoolean;
|
|
28
|
-
deploymentId: z.ZodOptional<z.ZodString>;
|
|
29
|
-
spanId: z.ZodOptional<z.ZodString>;
|
|
30
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
31
|
-
timestamp: z.ZodNumber;
|
|
32
|
-
}, z.core.$strip>>;
|
|
33
|
-
export declare const EvalRunCompleteEventDelayedSchema: z.ZodIntersection<z.ZodObject<{
|
|
34
|
-
id: z.ZodString;
|
|
35
|
-
error: z.ZodOptional<z.ZodString>;
|
|
36
|
-
result: z.ZodOptional<z.ZodAny>;
|
|
37
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
38
|
-
timestamp: z.ZodNumber;
|
|
39
|
-
}, z.core.$strip>>;
|
|
40
|
-
/**
|
|
41
|
-
* EvalRunEventProvider is a provider for logging and tracking agent evaluation run lifecycle events.
|
|
42
|
-
* Eval runs represent test executions of agents for quality assurance and performance monitoring.
|
|
43
|
-
*/
|
|
44
|
-
export interface EvalRunEventProvider {
|
|
45
|
-
/**
|
|
46
|
-
* Called when an agent evaluation run starts. Records the initial context including
|
|
47
|
-
* the evaluation ID, associated session, and organization/project metadata.
|
|
48
|
-
*
|
|
49
|
-
* @param event - EvalRunStartEvent containing evaluation initialization data
|
|
50
|
-
*
|
|
51
|
-
* @example
|
|
52
|
-
* ```typescript
|
|
53
|
-
* await evalProvider.start({
|
|
54
|
-
* id: 'evalrun_abc123',
|
|
55
|
-
* sessionId: 'sess_abc123',
|
|
56
|
-
* evalId: 'evalid_abc123',
|
|
57
|
-
* evalIdentifier: 'eval_abc123',
|
|
58
|
-
* orgId: 'org_456',
|
|
59
|
-
* projectId: 'proj_789',
|
|
60
|
-
* devmode: true
|
|
61
|
-
* });
|
|
62
|
-
* ```
|
|
63
|
-
*/
|
|
64
|
-
start(event: EvalRunStartEvent): Promise<void>;
|
|
65
|
-
/**
|
|
66
|
-
* Called when an agent evaluation run completes (successfully or with error).
|
|
67
|
-
* Records final results, metrics, and any errors encountered during evaluation.
|
|
68
|
-
*
|
|
69
|
-
* @param event - EvalRunCompleteEvent containing evaluation results and status
|
|
70
|
-
*
|
|
71
|
-
* @example
|
|
72
|
-
* ```typescript
|
|
73
|
-
* // Successful evaluation completion
|
|
74
|
-
* await evalProvider.complete({
|
|
75
|
-
* id: 'eval-run-123',
|
|
76
|
-
* result: {
|
|
77
|
-
* passed: true,
|
|
78
|
-
* score: 0.95,
|
|
79
|
-
* metrics: { latency: 250, accuracy: 0.98 }
|
|
80
|
-
* }
|
|
81
|
-
* });
|
|
82
|
-
*
|
|
83
|
-
* // Evaluation with error
|
|
84
|
-
* await evalProvider.complete({
|
|
85
|
-
* id: 'eval-run-123',
|
|
86
|
-
* error: 'Agent timeout after 30 seconds',
|
|
87
|
-
* result: { passed: false }
|
|
88
|
-
* });
|
|
89
|
-
* ```
|
|
90
|
-
*/
|
|
91
|
-
complete(event: EvalRunCompleteEvent): Promise<void>;
|
|
92
|
-
}
|
|
93
|
-
//# sourceMappingURL=events.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"events.d.ts","sourceRoot":"","sources":["../../../src/services/eval/events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,eAAO,MAAM,uBAAuB;;;;;;;;;;iBAYiB,CAAC;AAEtD,MAAM,MAAM,iBAAiB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,uBAAuB,CAAC,CAAC;AAExE,eAAO,MAAM,0BAA0B;;;;iBAMgB,CAAC;AAExD,MAAM,MAAM,oBAAoB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,0BAA0B,CAAC,CAAC;AAE9E,eAAO,MAAM,8BAA8B;;;;;;;;;;;;kBAG1C,CAAC;AAEF,eAAO,MAAM,iCAAiC;;;;;;kBAG7C,CAAC;AAEF;;;GAGG;AACH,MAAM,WAAW,oBAAoB;IACpC;;;;;;;;;;;;;;;;;;OAkBG;IACH,KAAK,CAAC,KAAK,EAAE,iBAAiB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;IAE/C;;;;;;;;;;;;;;;;;;;;;;;;;OAyBG;IACH,QAAQ,CAAC,KAAK,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC;CACrD"}
|
|
@@ -1,24 +0,0 @@
|
|
|
1
|
-
import { z } from 'zod';
|
|
2
|
-
export const EvalRunStartEventSchema = z
|
|
3
|
-
.object({
|
|
4
|
-
id: z.string().describe('the eval run id'),
|
|
5
|
-
sessionId: z.string().describe('the session id'),
|
|
6
|
-
evalId: z.string().describe('the evaluation record id (evalid_...)'),
|
|
7
|
-
evalIdentifier: z.string().describe('the stable eval identifier (eval_...)'),
|
|
8
|
-
orgId: z.string().describe('the organization id'),
|
|
9
|
-
projectId: z.string().describe('the project id'),
|
|
10
|
-
devmode: z.boolean().describe('true if running in devmode'),
|
|
11
|
-
deploymentId: z.string().optional().describe('the deployment id'),
|
|
12
|
-
spanId: z.string().optional().describe('the span id'),
|
|
13
|
-
})
|
|
14
|
-
.describe('The event to record an eval run started');
|
|
15
|
-
export const EvalRunCompleteEventSchema = z
|
|
16
|
-
.object({
|
|
17
|
-
id: z.string().describe('the eval run id'),
|
|
18
|
-
error: z.string().optional().describe('the optional error message if the eval run failed'),
|
|
19
|
-
result: z.any().optional().describe('the eval run result'),
|
|
20
|
-
})
|
|
21
|
-
.describe('The event to record an eval run completed');
|
|
22
|
-
export const EvalRunStartEventDelayedSchema = z.intersection(EvalRunStartEventSchema, z.object({ timestamp: z.number().describe('the event timestamp in epoch') }));
|
|
23
|
-
export const EvalRunCompleteEventDelayedSchema = z.intersection(EvalRunCompleteEventSchema, z.object({ timestamp: z.number().describe('the event timestamp in epoch') }));
|
|
24
|
-
//# sourceMappingURL=events.js.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"events.js","sourceRoot":"","sources":["../../../src/services/eval/events.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AAExB,MAAM,CAAC,MAAM,uBAAuB,GAAG,CAAC;KACtC,MAAM,CAAC;IACP,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC1C,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAChD,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IACpE,cAAc,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,uCAAuC,CAAC;IAC5E,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;IACjD,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,gBAAgB,CAAC;IAChD,OAAO,EAAE,CAAC,CAAC,OAAO,EAAE,CAAC,QAAQ,CAAC,4BAA4B,CAAC;IAC3D,YAAY,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mBAAmB,CAAC;IACjE,MAAM,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,aAAa,CAAC;CACrD,CAAC;KACD,QAAQ,CAAC,yCAAyC,CAAC,CAAC;AAItD,MAAM,CAAC,MAAM,0BAA0B,GAAG,CAAC;KACzC,MAAM,CAAC;IACP,EAAE,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,iBAAiB,CAAC;IAC1C,KAAK,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,mDAAmD,CAAC;IAC1F,MAAM,EAAE,CAAC,CAAC,GAAG,EAAE,CAAC,QAAQ,EAAE,CAAC,QAAQ,CAAC,qBAAqB,CAAC;CAC1D,CAAC;KACD,QAAQ,CAAC,2CAA2C,CAAC,CAAC;AAIxD,MAAM,CAAC,MAAM,8BAA8B,GAAG,CAAC,CAAC,YAAY,CAC3D,uBAAuB,EACvB,CAAC,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAC5E,CAAC;AAEF,MAAM,CAAC,MAAM,iCAAiC,GAAG,CAAC,CAAC,YAAY,CAC9D,0BAA0B,EAC1B,CAAC,CAAC,MAAM,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,QAAQ,CAAC,8BAA8B,CAAC,EAAE,CAAC,CAC5E,CAAC"}
|
|
@@ -1,36 +0,0 @@
|
|
|
1
|
-
import { z } from 'zod';
|
|
2
|
-
import { type APIClient } from '../api.ts';
|
|
3
|
-
export declare const EvaluationDetailSchema: z.ZodObject<{
|
|
4
|
-
id: z.ZodString;
|
|
5
|
-
name: z.ZodString;
|
|
6
|
-
description: z.ZodNullable<z.ZodString>;
|
|
7
|
-
identifier: z.ZodNullable<z.ZodString>;
|
|
8
|
-
agentIdentifier: z.ZodString;
|
|
9
|
-
projectId: z.ZodString;
|
|
10
|
-
orgId: z.ZodString;
|
|
11
|
-
devmode: z.ZodBoolean;
|
|
12
|
-
createdAt: z.ZodString;
|
|
13
|
-
updatedAt: z.ZodString;
|
|
14
|
-
}, z.core.$strip>;
|
|
15
|
-
export declare const EvalGetResponseSchema: z.ZodDiscriminatedUnion<[z.ZodObject<{
|
|
16
|
-
success: z.ZodLiteral<false>;
|
|
17
|
-
message: z.ZodString;
|
|
18
|
-
code: z.ZodOptional<z.ZodString>;
|
|
19
|
-
}, z.core.$strip>, z.ZodObject<{
|
|
20
|
-
success: z.ZodLiteral<true>;
|
|
21
|
-
data: z.ZodObject<{
|
|
22
|
-
id: z.ZodString;
|
|
23
|
-
name: z.ZodString;
|
|
24
|
-
description: z.ZodNullable<z.ZodString>;
|
|
25
|
-
identifier: z.ZodNullable<z.ZodString>;
|
|
26
|
-
agentIdentifier: z.ZodString;
|
|
27
|
-
projectId: z.ZodString;
|
|
28
|
-
orgId: z.ZodString;
|
|
29
|
-
devmode: z.ZodBoolean;
|
|
30
|
-
createdAt: z.ZodString;
|
|
31
|
-
updatedAt: z.ZodString;
|
|
32
|
-
}, z.core.$strip>;
|
|
33
|
-
}, z.core.$strip>], "success">;
|
|
34
|
-
export type EvaluationDetail = z.infer<typeof EvaluationDetailSchema>;
|
|
35
|
-
export declare function evalGet(client: APIClient, id: string): Promise<EvaluationDetail>;
|
|
36
|
-
//# sourceMappingURL=get.d.ts.map
|
|
@@ -1 +0,0 @@
|
|
|
1
|
-
{"version":3,"file":"get.d.ts","sourceRoot":"","sources":["../../../src/services/eval/get.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,CAAC,EAAE,MAAM,KAAK,CAAC;AACxB,OAAO,EAAE,KAAK,SAAS,EAAqB,MAAM,WAAW,CAAC;AAE9D,eAAO,MAAM,sBAAsB;;;;;;;;;;;iBAWjC,CAAC;AAEH,eAAO,MAAM,qBAAqB;;;;;;;;;;;;;;;;;;8BAA4C,CAAC;AAE/E,MAAM,MAAM,gBAAgB,GAAG,CAAC,CAAC,KAAK,CAAC,OAAO,sBAAsB,CAAC,CAAC;AAEtE,wBAAsB,OAAO,CAAC,MAAM,EAAE,SAAS,EAAE,EAAE,EAAE,MAAM,GAAG,OAAO,CAAC,gBAAgB,CAAC,CAYtF"}
|