@exulu/backend 1.46.1 → 1.47.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.agents/skills/mintlify/SKILL.md +347 -0
- package/.editorconfig +15 -0
- package/.eslintrc.json +52 -0
- package/.jscpd.json +18 -0
- package/.prettierignore +5 -0
- package/.prettierrc.json +12 -0
- package/CHANGELOG.md +15 -2
- package/README.md +747 -0
- package/SECURITY.md +5 -0
- package/dist/index.cjs +12015 -10496
- package/dist/index.d.cts +725 -667
- package/dist/index.d.ts +725 -667
- package/dist/index.js +12034 -10508
- package/ee/LICENSE.md +62 -0
- package/ee/agentic-retrieval/index.ts +1109 -0
- package/ee/documents/THIRD_PARTY_LICENSES/docling.txt +31 -0
- package/ee/documents/processing/build_pdf_processor.sh +35 -0
- package/ee/documents/processing/chunk_markdown.py +263 -0
- package/ee/documents/processing/doc_processor.ts +635 -0
- package/ee/documents/processing/pdf_processor.spec +115 -0
- package/ee/documents/processing/pdf_to_markdown.py +420 -0
- package/ee/documents/processing/requirements.txt +4 -0
- package/ee/entitlements.ts +49 -0
- package/ee/markdown.ts +686 -0
- package/ee/queues/decorator.ts +140 -0
- package/ee/queues/queues.ts +156 -0
- package/ee/queues/server.ts +6 -0
- package/ee/rbac-resolver.ts +51 -0
- package/ee/rbac-update.ts +111 -0
- package/ee/schemas.ts +347 -0
- package/ee/tokenizer.ts +80 -0
- package/ee/workers.ts +1423 -0
- package/eslint.config.js +88 -0
- package/jest.config.ts +25 -0
- package/license.md +73 -49
- package/mintlify-docs/.mintignore +7 -0
- package/mintlify-docs/AGENTS.md +33 -0
- package/mintlify-docs/CLAUDE.MD +50 -0
- package/mintlify-docs/CONTRIBUTING.md +32 -0
- package/mintlify-docs/LICENSE +21 -0
- package/mintlify-docs/README.md +55 -0
- package/mintlify-docs/ai-tools/claude-code.mdx +43 -0
- package/mintlify-docs/ai-tools/cursor.mdx +39 -0
- package/mintlify-docs/ai-tools/windsurf.mdx +39 -0
- package/mintlify-docs/api-reference/core-types/agent-types.mdx +110 -0
- package/mintlify-docs/api-reference/core-types/analytics-types.mdx +95 -0
- package/mintlify-docs/api-reference/core-types/configuration-types.mdx +83 -0
- package/mintlify-docs/api-reference/core-types/evaluation-types.mdx +106 -0
- package/mintlify-docs/api-reference/core-types/job-types.mdx +135 -0
- package/mintlify-docs/api-reference/core-types/overview.mdx +73 -0
- package/mintlify-docs/api-reference/core-types/prompt-types.mdx +102 -0
- package/mintlify-docs/api-reference/core-types/rbac-types.mdx +163 -0
- package/mintlify-docs/api-reference/core-types/session-types.mdx +77 -0
- package/mintlify-docs/api-reference/core-types/user-management.mdx +112 -0
- package/mintlify-docs/api-reference/core-types/workflow-types.mdx +88 -0
- package/mintlify-docs/api-reference/core-types.mdx +585 -0
- package/mintlify-docs/api-reference/dynamic-types.mdx +851 -0
- package/mintlify-docs/api-reference/endpoint/create.mdx +4 -0
- package/mintlify-docs/api-reference/endpoint/delete.mdx +4 -0
- package/mintlify-docs/api-reference/endpoint/get.mdx +4 -0
- package/mintlify-docs/api-reference/endpoint/webhook.mdx +4 -0
- package/mintlify-docs/api-reference/introduction.mdx +661 -0
- package/mintlify-docs/api-reference/mutations.mdx +1012 -0
- package/mintlify-docs/api-reference/openapi.json +217 -0
- package/mintlify-docs/api-reference/queries.mdx +1154 -0
- package/mintlify-docs/backend/introduction.mdx +218 -0
- package/mintlify-docs/changelog.mdx +293 -0
- package/mintlify-docs/community-edition.mdx +304 -0
- package/mintlify-docs/core/exulu-agent/api-reference.mdx +894 -0
- package/mintlify-docs/core/exulu-agent/configuration.mdx +690 -0
- package/mintlify-docs/core/exulu-agent/introduction.mdx +552 -0
- package/mintlify-docs/core/exulu-app/api-reference.mdx +481 -0
- package/mintlify-docs/core/exulu-app/configuration.mdx +319 -0
- package/mintlify-docs/core/exulu-app/introduction.mdx +117 -0
- package/mintlify-docs/core/exulu-authentication.mdx +810 -0
- package/mintlify-docs/core/exulu-chunkers/api-reference.mdx +1011 -0
- package/mintlify-docs/core/exulu-chunkers/configuration.mdx +596 -0
- package/mintlify-docs/core/exulu-chunkers/introduction.mdx +403 -0
- package/mintlify-docs/core/exulu-context/api-reference.mdx +911 -0
- package/mintlify-docs/core/exulu-context/configuration.mdx +648 -0
- package/mintlify-docs/core/exulu-context/introduction.mdx +394 -0
- package/mintlify-docs/core/exulu-database.mdx +811 -0
- package/mintlify-docs/core/exulu-default-agents.mdx +545 -0
- package/mintlify-docs/core/exulu-eval/api-reference.mdx +772 -0
- package/mintlify-docs/core/exulu-eval/configuration.mdx +680 -0
- package/mintlify-docs/core/exulu-eval/introduction.mdx +459 -0
- package/mintlify-docs/core/exulu-logging.mdx +464 -0
- package/mintlify-docs/core/exulu-otel.mdx +670 -0
- package/mintlify-docs/core/exulu-queues/api-reference.mdx +648 -0
- package/mintlify-docs/core/exulu-queues/configuration.mdx +650 -0
- package/mintlify-docs/core/exulu-queues/introduction.mdx +474 -0
- package/mintlify-docs/core/exulu-reranker/api-reference.mdx +630 -0
- package/mintlify-docs/core/exulu-reranker/configuration.mdx +663 -0
- package/mintlify-docs/core/exulu-reranker/introduction.mdx +516 -0
- package/mintlify-docs/core/exulu-tool/api-reference.mdx +723 -0
- package/mintlify-docs/core/exulu-tool/configuration.mdx +805 -0
- package/mintlify-docs/core/exulu-tool/introduction.mdx +539 -0
- package/mintlify-docs/core/exulu-variables/api-reference.mdx +699 -0
- package/mintlify-docs/core/exulu-variables/configuration.mdx +736 -0
- package/mintlify-docs/core/exulu-variables/introduction.mdx +511 -0
- package/mintlify-docs/development.mdx +94 -0
- package/mintlify-docs/docs.json +248 -0
- package/mintlify-docs/enterprise-edition.mdx +538 -0
- package/mintlify-docs/essentials/code.mdx +35 -0
- package/mintlify-docs/essentials/images.mdx +59 -0
- package/mintlify-docs/essentials/markdown.mdx +88 -0
- package/mintlify-docs/essentials/navigation.mdx +87 -0
- package/mintlify-docs/essentials/reusable-snippets.mdx +110 -0
- package/mintlify-docs/essentials/settings.mdx +318 -0
- package/mintlify-docs/favicon.svg +3 -0
- package/mintlify-docs/frontend/introduction.mdx +39 -0
- package/mintlify-docs/getting-started.mdx +267 -0
- package/mintlify-docs/guides/custom-agent.mdx +608 -0
- package/mintlify-docs/guides/first-agent.mdx +315 -0
- package/mintlify-docs/images/admin_ui.png +0 -0
- package/mintlify-docs/images/contexts.png +0 -0
- package/mintlify-docs/images/create_agents.png +0 -0
- package/mintlify-docs/images/evals.png +0 -0
- package/mintlify-docs/images/graphql.png +0 -0
- package/mintlify-docs/images/graphql_api.png +0 -0
- package/mintlify-docs/images/hero-dark.png +0 -0
- package/mintlify-docs/images/hero-light.png +0 -0
- package/mintlify-docs/images/hero.png +0 -0
- package/mintlify-docs/images/knowledge_sources.png +0 -0
- package/mintlify-docs/images/mcp.png +0 -0
- package/mintlify-docs/images/scaling.png +0 -0
- package/mintlify-docs/index.mdx +411 -0
- package/mintlify-docs/logo/dark.svg +9 -0
- package/mintlify-docs/logo/light.svg +9 -0
- package/mintlify-docs/partners.mdx +558 -0
- package/mintlify-docs/products.mdx +77 -0
- package/mintlify-docs/snippets/snippet-intro.mdx +4 -0
- package/mintlify-docs/styles.css +207 -0
- package/{documentation → old-documentation}/logging.md +3 -3
- package/package.json +35 -4
- package/skills-lock.json +10 -0
- package/types/context-processor.ts +45 -0
- package/types/exulu-table-definition.ts +79 -0
- package/types/file-types.ts +18 -0
- package/types/models/agent.ts +10 -12
- package/types/models/exulu-agent-tool-config.ts +11 -0
- package/types/models/rate-limiter-rules.ts +7 -0
- package/types/provider-config.ts +21 -0
- package/types/queue-config.ts +16 -0
- package/types/rbac-rights-modes.ts +1 -0
- package/types/statistics.ts +20 -0
- package/types/workflow.ts +31 -0
- package/changelogs/10.11.2025_03.12.2025.md +0 -316
- package/types/models/agent-backend.ts +0 -15
- /package/{documentation → old-documentation}/otel.md +0 -0
- /package/{documentation → old-documentation}/patch-older-releases.md +0 -0
|
@@ -0,0 +1,110 @@
|
|
|
1
|
+
---
|
|
2
|
+
title: 'Agents'
|
|
3
|
+
description: 'GraphQL types for AI agent configurations and capabilities'
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
## agent
|
|
7
|
+
|
|
8
|
+
AI agent configurations and instances.
|
|
9
|
+
|
|
10
|
+
```graphql
|
|
11
|
+
type agent {
|
|
12
|
+
id: ID!
|
|
13
|
+
name: String!
|
|
14
|
+
description: String
|
|
15
|
+
backend: String!
|
|
16
|
+
type: String!
|
|
17
|
+
createdAt: Date!
|
|
18
|
+
updatedAt: Date!
|
|
19
|
+
|
|
20
|
+
# Backend-specific fields
|
|
21
|
+
provider: String
|
|
22
|
+
providerName: String
|
|
23
|
+
modelName: String
|
|
24
|
+
systemInstructions: String
|
|
25
|
+
authenticationInformation: String
|
|
26
|
+
|
|
27
|
+
# Configuration
|
|
28
|
+
rateLimit: RateLimiterRule
|
|
29
|
+
streaming: Boolean
|
|
30
|
+
capabilities: AgentCapabilities
|
|
31
|
+
maxContextLength: Int
|
|
32
|
+
|
|
33
|
+
# Workflows
|
|
34
|
+
workflows: AgentWorkflows
|
|
35
|
+
|
|
36
|
+
# Access control (if RBAC enabled)
|
|
37
|
+
RBAC: RBACData
|
|
38
|
+
|
|
39
|
+
# Routing
|
|
40
|
+
slug: String
|
|
41
|
+
}
|
|
42
|
+
```
|
|
43
|
+
|
|
44
|
+
**Example query:**
|
|
45
|
+
|
|
46
|
+
```graphql
|
|
47
|
+
query {
|
|
48
|
+
agentById(id: "agent-123") {
|
|
49
|
+
id
|
|
50
|
+
name
|
|
51
|
+
provider
|
|
52
|
+
modelName
|
|
53
|
+
capabilities {
|
|
54
|
+
text
|
|
55
|
+
images
|
|
56
|
+
files
|
|
57
|
+
}
|
|
58
|
+
workflows {
|
|
59
|
+
enabled
|
|
60
|
+
queue {
|
|
61
|
+
name
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
}
|
|
65
|
+
}
|
|
66
|
+
```
|
|
67
|
+
|
|
68
|
+
## AgentCapabilities
|
|
69
|
+
|
|
70
|
+
Defines what content types the agent can process.
|
|
71
|
+
|
|
72
|
+
```graphql
|
|
73
|
+
type AgentCapabilities {
|
|
74
|
+
text: Boolean
|
|
75
|
+
images: [String] # e.g., [".png", ".jpg"]
|
|
76
|
+
files: [String] # e.g., [".pdf", ".docx"]
|
|
77
|
+
audio: [String]
|
|
78
|
+
video: [String]
|
|
79
|
+
}
|
|
80
|
+
```
|
|
81
|
+
|
|
82
|
+
## RateLimiterRule
|
|
83
|
+
|
|
84
|
+
Rate limiting configuration for agent requests.
|
|
85
|
+
|
|
86
|
+
```graphql
|
|
87
|
+
type RateLimiterRule {
|
|
88
|
+
name: String
|
|
89
|
+
rate_limit: RateLimiterRuleRateLimit
|
|
90
|
+
}
|
|
91
|
+
|
|
92
|
+
type RateLimiterRuleRateLimit {
|
|
93
|
+
time: Int # Time window in seconds
|
|
94
|
+
limit: Int # Max requests per time window
|
|
95
|
+
}
|
|
96
|
+
```
|
|
97
|
+
|
|
98
|
+
## Related Types
|
|
99
|
+
|
|
100
|
+
<CardGroup cols={2}>
|
|
101
|
+
<Card title="Session Types" icon="comments" href="/api-reference/core-types/session-types">
|
|
102
|
+
Agent sessions and messages
|
|
103
|
+
</Card>
|
|
104
|
+
<Card title="Workflow Types" icon="workflow" href="/api-reference/core-types/workflow-types">
|
|
105
|
+
Agent workflow configurations
|
|
106
|
+
</Card>
|
|
107
|
+
<Card title="Back to Overview" icon="arrow-left" href="/api-reference/core-types/overview">
|
|
108
|
+
View all core types
|
|
109
|
+
</Card>
|
|
110
|
+
</CardGroup>
|
|
@@ -0,0 +1,95 @@
|
|
|
1
|
+
---
|
|
2
|
+
title: 'Analytics'
|
|
3
|
+
description: 'GraphQL types for usage statistics and reporting'
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
## statistics
|
|
7
|
+
|
|
8
|
+
Usage statistics and analytics.
|
|
9
|
+
|
|
10
|
+
```graphql
|
|
11
|
+
type statistics {
|
|
12
|
+
id: ID!
|
|
13
|
+
name: String!
|
|
14
|
+
label: String!
|
|
15
|
+
type: String!
|
|
16
|
+
trigger: String!
|
|
17
|
+
count: Int!
|
|
18
|
+
user: ID
|
|
19
|
+
role: ID
|
|
20
|
+
createdAt: Date!
|
|
21
|
+
updatedAt: Date!
|
|
22
|
+
}
|
|
23
|
+
```
|
|
24
|
+
|
|
25
|
+
## Aggregate Statistics
|
|
26
|
+
|
|
27
|
+
Query aggregate statistics with grouping:
|
|
28
|
+
|
|
29
|
+
```graphql
|
|
30
|
+
query {
|
|
31
|
+
statisticsStatistics(
|
|
32
|
+
groupBy: "label"
|
|
33
|
+
filters: [
|
|
34
|
+
{ type: { eq: "agent_run" } }
|
|
35
|
+
]
|
|
36
|
+
limit: 10
|
|
37
|
+
) {
|
|
38
|
+
group
|
|
39
|
+
count
|
|
40
|
+
}
|
|
41
|
+
}
|
|
42
|
+
```
|
|
43
|
+
|
|
44
|
+
## Common Statistics Types
|
|
45
|
+
|
|
46
|
+
- **agent_run** - Agent execution count
|
|
47
|
+
- **api_call** - API request count
|
|
48
|
+
- **workflow_execution** - Workflow run count
|
|
49
|
+
- **eval_run** - Evaluation execution count
|
|
50
|
+
- **context_search** - Vector search count
|
|
51
|
+
|
|
52
|
+
## Usage Analytics
|
|
53
|
+
|
|
54
|
+
Statistics track usage across:
|
|
55
|
+
|
|
56
|
+
- **Per user** - Track individual user activity
|
|
57
|
+
- **Per role** - Aggregate by role
|
|
58
|
+
- **Per resource** - Track specific agents, workflows, etc.
|
|
59
|
+
- **Time-based** - Query by date ranges
|
|
60
|
+
|
|
61
|
+
## Example: Agent Usage Report
|
|
62
|
+
|
|
63
|
+
```graphql
|
|
64
|
+
query {
|
|
65
|
+
statisticsStatistics(
|
|
66
|
+
groupBy: "label"
|
|
67
|
+
filters: [
|
|
68
|
+
{
|
|
69
|
+
type: { eq: "agent_run" }
|
|
70
|
+
createdAt: { gte: "2025-01-01T00:00:00Z" }
|
|
71
|
+
}
|
|
72
|
+
]
|
|
73
|
+
) {
|
|
74
|
+
group # Agent name
|
|
75
|
+
count # Number of executions
|
|
76
|
+
}
|
|
77
|
+
}
|
|
78
|
+
```
|
|
79
|
+
|
|
80
|
+
## Related Types
|
|
81
|
+
|
|
82
|
+
<CardGroup cols={2}>
|
|
83
|
+
<Card title="User Management" icon="users" href="/api-reference/core-types/user-management">
|
|
84
|
+
User and role statistics
|
|
85
|
+
</Card>
|
|
86
|
+
<Card title="Agent Types" icon="robot" href="/api-reference/core-types/agent-types">
|
|
87
|
+
Agent usage tracking
|
|
88
|
+
</Card>
|
|
89
|
+
<Card title="Workflow Types" icon="workflow" href="/api-reference/core-types/workflow-types">
|
|
90
|
+
Workflow execution stats
|
|
91
|
+
</Card>
|
|
92
|
+
<Card title="Back to Overview" icon="arrow-left" href="/api-reference/core-types/overview">
|
|
93
|
+
View all core types
|
|
94
|
+
</Card>
|
|
95
|
+
</CardGroup>
|
|
@@ -0,0 +1,83 @@
|
|
|
1
|
+
---
|
|
2
|
+
title: 'Configuration'
|
|
3
|
+
description: 'GraphQL types for encrypted variables and project organization'
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
## variables
|
|
7
|
+
|
|
8
|
+
Encrypted configuration values (alternative to .env files).
|
|
9
|
+
|
|
10
|
+
```graphql
|
|
11
|
+
type variables {
|
|
12
|
+
id: ID!
|
|
13
|
+
name: String!
|
|
14
|
+
value: String!
|
|
15
|
+
encrypted: Boolean!
|
|
16
|
+
description: String
|
|
17
|
+
createdAt: Date!
|
|
18
|
+
updatedAt: Date!
|
|
19
|
+
}
|
|
20
|
+
```
|
|
21
|
+
|
|
22
|
+
<Note>
|
|
23
|
+
Values are encrypted with AES using `NEXTAUTH_SECRET`. Use [`ExuluVariables.get()`](/core/exulu-variables/api-reference#get) to retrieve decrypted values.
|
|
24
|
+
</Note>
|
|
25
|
+
|
|
26
|
+
**Example usage:**
|
|
27
|
+
|
|
28
|
+
```graphql
|
|
29
|
+
mutation {
|
|
30
|
+
variablesCreateOne(
|
|
31
|
+
input: {
|
|
32
|
+
name: "openai_api_key"
|
|
33
|
+
value: "sk-..."
|
|
34
|
+
encrypted: true
|
|
35
|
+
description: "OpenAI API key for production"
|
|
36
|
+
}
|
|
37
|
+
) {
|
|
38
|
+
item {
|
|
39
|
+
id
|
|
40
|
+
name
|
|
41
|
+
}
|
|
42
|
+
}
|
|
43
|
+
}
|
|
44
|
+
```
|
|
45
|
+
|
|
46
|
+
## projects
|
|
47
|
+
|
|
48
|
+
Project organization for grouping resources.
|
|
49
|
+
|
|
50
|
+
```graphql
|
|
51
|
+
type projects {
|
|
52
|
+
id: ID!
|
|
53
|
+
name: String!
|
|
54
|
+
description: String
|
|
55
|
+
createdAt: Date!
|
|
56
|
+
updatedAt: Date!
|
|
57
|
+
}
|
|
58
|
+
```
|
|
59
|
+
|
|
60
|
+
Projects provide a way to organize related resources for better management and organization.
|
|
61
|
+
|
|
62
|
+
## Security
|
|
63
|
+
|
|
64
|
+
<Warning>
|
|
65
|
+
Variable values are write-only. Once encrypted, they cannot be retrieved through GraphQL - use the ExuluVariables API instead.
|
|
66
|
+
</Warning>
|
|
67
|
+
|
|
68
|
+
## Related Types
|
|
69
|
+
|
|
70
|
+
<CardGroup cols={2}>
|
|
71
|
+
<Card title="Workflow Types" icon="workflow" href="/api-reference/core-types/workflow-types">
|
|
72
|
+
Workflow variables
|
|
73
|
+
</Card>
|
|
74
|
+
<Card title="Agent Types" icon="robot" href="/api-reference/core-types/agent-types">
|
|
75
|
+
Agent configuration
|
|
76
|
+
</Card>
|
|
77
|
+
<Card title="User Management" icon="users" href="/api-reference/core-types/user-management">
|
|
78
|
+
Access permissions
|
|
79
|
+
</Card>
|
|
80
|
+
<Card title="Back to Overview" icon="arrow-left" href="/api-reference/core-types/overview">
|
|
81
|
+
View all core types
|
|
82
|
+
</Card>
|
|
83
|
+
</CardGroup>
|
|
@@ -0,0 +1,106 @@
|
|
|
1
|
+
---
|
|
2
|
+
title: 'Evaluations'
|
|
3
|
+
description: 'GraphQL types for testing and evaluating agent performance'
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
## test_cases
|
|
7
|
+
|
|
8
|
+
Test cases for evaluating agent performance.
|
|
9
|
+
|
|
10
|
+
```graphql
|
|
11
|
+
type test_cases {
|
|
12
|
+
id: ID!
|
|
13
|
+
name: String!
|
|
14
|
+
description: String
|
|
15
|
+
inputs: JSON! # UIMessage[]
|
|
16
|
+
expected_output: String!
|
|
17
|
+
expected_tools: JSON # string[]
|
|
18
|
+
expected_knowledge_sources: JSON # string[]
|
|
19
|
+
expected_agent_tools: JSON # string[]
|
|
20
|
+
createdAt: Date!
|
|
21
|
+
updatedAt: Date!
|
|
22
|
+
RBAC: RBACData
|
|
23
|
+
}
|
|
24
|
+
```
|
|
25
|
+
|
|
26
|
+
**Example:**
|
|
27
|
+
|
|
28
|
+
```graphql
|
|
29
|
+
mutation {
|
|
30
|
+
test_casesCreateOne(
|
|
31
|
+
input: {
|
|
32
|
+
name: "Weather Query"
|
|
33
|
+
description: "User asks about weather"
|
|
34
|
+
inputs: [
|
|
35
|
+
{ role: "user", content: "What's the weather like?" }
|
|
36
|
+
]
|
|
37
|
+
expected_output: "Based on current data, it's 68°F and sunny."
|
|
38
|
+
expected_tools: ["get_weather"]
|
|
39
|
+
}
|
|
40
|
+
) {
|
|
41
|
+
item {
|
|
42
|
+
id
|
|
43
|
+
name
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
}
|
|
47
|
+
```
|
|
48
|
+
|
|
49
|
+
## eval_sets
|
|
50
|
+
|
|
51
|
+
Collections of test cases for batch evaluation.
|
|
52
|
+
|
|
53
|
+
```graphql
|
|
54
|
+
type eval_sets {
|
|
55
|
+
id: ID!
|
|
56
|
+
name: String!
|
|
57
|
+
description: String
|
|
58
|
+
test_case_ids: JSON # string[]
|
|
59
|
+
createdAt: Date!
|
|
60
|
+
updatedAt: Date!
|
|
61
|
+
RBAC: RBACData
|
|
62
|
+
}
|
|
63
|
+
```
|
|
64
|
+
|
|
65
|
+
## eval_runs
|
|
66
|
+
|
|
67
|
+
Evaluation execution records.
|
|
68
|
+
|
|
69
|
+
```graphql
|
|
70
|
+
type eval_runs {
|
|
71
|
+
id: ID!
|
|
72
|
+
name: String!
|
|
73
|
+
description: String
|
|
74
|
+
agent_id: ID!
|
|
75
|
+
test_case_ids: JSON # string[]
|
|
76
|
+
eval_functions: JSON # string[]
|
|
77
|
+
config: JSON
|
|
78
|
+
scoring_method: String
|
|
79
|
+
pass_threshold: Float
|
|
80
|
+
timeout_in_seconds: Int
|
|
81
|
+
createdAt: Date!
|
|
82
|
+
updatedAt: Date!
|
|
83
|
+
RBAC: RBACData
|
|
84
|
+
}
|
|
85
|
+
```
|
|
86
|
+
|
|
87
|
+
## Evaluation Workflow
|
|
88
|
+
|
|
89
|
+
1. Create **test_cases** with expected inputs and outputs
|
|
90
|
+
2. Group test cases into **eval_sets** for organized testing
|
|
91
|
+
3. Run **eval_runs** to evaluate agent performance
|
|
92
|
+
4. Review results and iterate on agent improvements
|
|
93
|
+
|
|
94
|
+
## Related Types
|
|
95
|
+
|
|
96
|
+
<CardGroup cols={2}>
|
|
97
|
+
<Card title="Agent Types" icon="robot" href="/api-reference/core-types/agent-types">
|
|
98
|
+
Agents being evaluated
|
|
99
|
+
</Card>
|
|
100
|
+
<Card title="Job Types" icon="gears" href="/api-reference/core-types/job-types">
|
|
101
|
+
Background eval execution
|
|
102
|
+
</Card>
|
|
103
|
+
<Card title="Back to Overview" icon="arrow-left" href="/api-reference/core-types/overview">
|
|
104
|
+
View all core types
|
|
105
|
+
</Card>
|
|
106
|
+
</CardGroup>
|
|
@@ -0,0 +1,135 @@
|
|
|
1
|
+
---
|
|
2
|
+
title: 'Job Management'
|
|
3
|
+
description: 'GraphQL types for background job tracking with BullMQ'
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
## Job
|
|
7
|
+
|
|
8
|
+
Background job information from BullMQ.
|
|
9
|
+
|
|
10
|
+
```graphql
|
|
11
|
+
type Job {
|
|
12
|
+
id: String!
|
|
13
|
+
name: String!
|
|
14
|
+
returnvalue: JSON
|
|
15
|
+
stacktrace: [String]
|
|
16
|
+
finishedOn: Date
|
|
17
|
+
processedOn: Date
|
|
18
|
+
attemptsMade: Int
|
|
19
|
+
failedReason: String
|
|
20
|
+
state: String!
|
|
21
|
+
data: JSON
|
|
22
|
+
timestamp: Date
|
|
23
|
+
}
|
|
24
|
+
```
|
|
25
|
+
|
|
26
|
+
## Query Jobs
|
|
27
|
+
|
|
28
|
+
**By queue and status:**
|
|
29
|
+
|
|
30
|
+
```graphql
|
|
31
|
+
query {
|
|
32
|
+
jobs(
|
|
33
|
+
queue: eval_runs
|
|
34
|
+
statusses: [active, waiting, failed]
|
|
35
|
+
page: 1
|
|
36
|
+
limit: 50
|
|
37
|
+
) {
|
|
38
|
+
items {
|
|
39
|
+
id
|
|
40
|
+
name
|
|
41
|
+
state
|
|
42
|
+
failedReason
|
|
43
|
+
}
|
|
44
|
+
}
|
|
45
|
+
}
|
|
46
|
+
```
|
|
47
|
+
|
|
48
|
+
## Job States
|
|
49
|
+
|
|
50
|
+
- **waiting** - Job is queued
|
|
51
|
+
- **active** - Job is currently processing
|
|
52
|
+
- **completed** - Job finished successfully
|
|
53
|
+
- **failed** - Job failed with error
|
|
54
|
+
- **delayed** - Job is scheduled for later
|
|
55
|
+
- **paused** - Queue is paused
|
|
56
|
+
|
|
57
|
+
## Queue Information
|
|
58
|
+
|
|
59
|
+
Get detailed queue status:
|
|
60
|
+
|
|
61
|
+
```graphql
|
|
62
|
+
query {
|
|
63
|
+
queue(queue: eval_runs) {
|
|
64
|
+
name
|
|
65
|
+
concurrency {
|
|
66
|
+
worker
|
|
67
|
+
queue
|
|
68
|
+
}
|
|
69
|
+
timeoutInSeconds
|
|
70
|
+
ratelimit
|
|
71
|
+
isMaxed
|
|
72
|
+
isPaused
|
|
73
|
+
jobs {
|
|
74
|
+
paused
|
|
75
|
+
completed
|
|
76
|
+
failed
|
|
77
|
+
waiting
|
|
78
|
+
active
|
|
79
|
+
delayed
|
|
80
|
+
}
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
```
|
|
84
|
+
|
|
85
|
+
## Queue Management
|
|
86
|
+
|
|
87
|
+
Manage queue operations:
|
|
88
|
+
|
|
89
|
+
```graphql
|
|
90
|
+
mutation {
|
|
91
|
+
# Pause a queue
|
|
92
|
+
pauseQueue(queue: eval_runs) {
|
|
93
|
+
success
|
|
94
|
+
}
|
|
95
|
+
|
|
96
|
+
# Resume a queue
|
|
97
|
+
resumeQueue(queue: eval_runs) {
|
|
98
|
+
success
|
|
99
|
+
}
|
|
100
|
+
|
|
101
|
+
# Drain waiting jobs
|
|
102
|
+
drainQueue(queue: eval_runs) {
|
|
103
|
+
success
|
|
104
|
+
}
|
|
105
|
+
|
|
106
|
+
# Delete a specific job
|
|
107
|
+
deleteJob(queue: eval_runs, id: "job-123") {
|
|
108
|
+
success
|
|
109
|
+
}
|
|
110
|
+
}
|
|
111
|
+
```
|
|
112
|
+
|
|
113
|
+
## Common Queues
|
|
114
|
+
|
|
115
|
+
- **eval_runs** - Evaluation execution
|
|
116
|
+
- **chunk_generation** - Vector embedding generation
|
|
117
|
+
- **workflow_execution** - Workflow runs
|
|
118
|
+
- **context_processing** - Context data processing
|
|
119
|
+
|
|
120
|
+
## Related Types
|
|
121
|
+
|
|
122
|
+
<CardGroup cols={2}>
|
|
123
|
+
<Card title="Evaluation Types" icon="chart-line" href="/api-reference/core-types/evaluation-types">
|
|
124
|
+
Eval run jobs
|
|
125
|
+
</Card>
|
|
126
|
+
<Card title="Workflow Types" icon="workflow" href="/api-reference/core-types/workflow-types">
|
|
127
|
+
Workflow execution jobs
|
|
128
|
+
</Card>
|
|
129
|
+
<Card title="Dynamic Types" icon="wand-magic-sparkles" href="/api-reference/dynamic-types">
|
|
130
|
+
Context chunk jobs
|
|
131
|
+
</Card>
|
|
132
|
+
<Card title="Back to Overview" icon="arrow-left" href="/api-reference/core-types/overview">
|
|
133
|
+
View all core types
|
|
134
|
+
</Card>
|
|
135
|
+
</CardGroup>
|
|
@@ -0,0 +1,73 @@
|
|
|
1
|
+
---
|
|
2
|
+
title: 'Overview'
|
|
3
|
+
description: 'Predefined GraphQL types for Exulu IMP platform resources'
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
## Overview
|
|
7
|
+
|
|
8
|
+
Core types are predefined GraphQL types provided by Exulu IMP for managing platform resources. These types are always available in the schema, regardless of your implementation.
|
|
9
|
+
|
|
10
|
+
## Type Categories
|
|
11
|
+
|
|
12
|
+
<CardGroup cols={2}>
|
|
13
|
+
<Card title="Agent Types" icon="robot" href="/api-reference/core-types/agent-types">
|
|
14
|
+
Agent configurations, capabilities, and rate limiting
|
|
15
|
+
</Card>
|
|
16
|
+
<Card title="Session Types" icon="comments" href="/api-reference/core-types/session-types">
|
|
17
|
+
Conversation sessions and messages
|
|
18
|
+
</Card>
|
|
19
|
+
<Card title="User Management" icon="users" href="/api-reference/core-types/user-management">
|
|
20
|
+
Users, roles, and authentication
|
|
21
|
+
</Card>
|
|
22
|
+
<Card title="Evaluation Types" icon="chart-line" href="/api-reference/core-types/evaluation-types">
|
|
23
|
+
Test cases, eval sets, and eval runs
|
|
24
|
+
</Card>
|
|
25
|
+
<Card title="Workflow Types" icon="workflow" href="/api-reference/core-types/workflow-types">
|
|
26
|
+
Workflow templates and execution
|
|
27
|
+
</Card>
|
|
28
|
+
<Card title="Configuration" icon="gear" href="/api-reference/core-types/configuration-types">
|
|
29
|
+
Variables and project organization
|
|
30
|
+
</Card>
|
|
31
|
+
<Card title="Prompt Management" icon="pen-to-square" href="/api-reference/core-types/prompt-types">
|
|
32
|
+
Prompt library and favorites
|
|
33
|
+
</Card>
|
|
34
|
+
<Card title="Analytics" icon="chart-bar" href="/api-reference/core-types/analytics-types">
|
|
35
|
+
Usage statistics and reporting
|
|
36
|
+
</Card>
|
|
37
|
+
<Card title="Job Management" icon="gears" href="/api-reference/core-types/job-types">
|
|
38
|
+
Background job tracking
|
|
39
|
+
</Card>
|
|
40
|
+
<Card title="RBAC Types" icon="shield" href="/api-reference/core-types/rbac-types">
|
|
41
|
+
Access control and permissions
|
|
42
|
+
</Card>
|
|
43
|
+
</CardGroup>
|
|
44
|
+
|
|
45
|
+
## Common Fields
|
|
46
|
+
|
|
47
|
+
Most core types include these standard fields:
|
|
48
|
+
|
|
49
|
+
- **id** - Unique identifier (ID or Int)
|
|
50
|
+
- **createdAt** - Timestamp when resource was created
|
|
51
|
+
- **updatedAt** - Timestamp when resource was last modified
|
|
52
|
+
- **RBAC** - Access control settings (when RBAC is enabled)
|
|
53
|
+
|
|
54
|
+
## Type Safety
|
|
55
|
+
|
|
56
|
+
All core types are fully typed in the GraphQL schema with TypeScript support. Use GraphQL introspection to explore available fields and their types.
|
|
57
|
+
|
|
58
|
+
## Next Steps
|
|
59
|
+
|
|
60
|
+
<CardGroup cols={2}>
|
|
61
|
+
<Card title="Dynamic Types" icon="wand-magic-sparkles" href="/api-reference/dynamic-types">
|
|
62
|
+
Learn about context-generated types
|
|
63
|
+
</Card>
|
|
64
|
+
<Card title="Queries" icon="magnifying-glass" href="/api-reference/queries">
|
|
65
|
+
Explore all query operations
|
|
66
|
+
</Card>
|
|
67
|
+
<Card title="Mutations" icon="pen-to-square" href="/api-reference/mutations">
|
|
68
|
+
Explore all mutation operations
|
|
69
|
+
</Card>
|
|
70
|
+
<Card title="API Introduction" icon="book" href="/api-reference/introduction">
|
|
71
|
+
Back to API overview
|
|
72
|
+
</Card>
|
|
73
|
+
</CardGroup>
|
|
@@ -0,0 +1,102 @@
|
|
|
1
|
+
---
|
|
2
|
+
title: 'Prompt Library'
|
|
3
|
+
description: 'GraphQL types for prompt library and favorites'
|
|
4
|
+
---
|
|
5
|
+
|
|
6
|
+
## prompt_library
|
|
7
|
+
|
|
8
|
+
Saved prompts for reuse across agents.
|
|
9
|
+
|
|
10
|
+
```graphql
|
|
11
|
+
type prompt_library {
|
|
12
|
+
id: ID!
|
|
13
|
+
name: String!
|
|
14
|
+
content: String!
|
|
15
|
+
tags: JSON # string[]
|
|
16
|
+
category: String
|
|
17
|
+
description: String
|
|
18
|
+
createdAt: Date!
|
|
19
|
+
updatedAt: Date!
|
|
20
|
+
RBAC: RBACData
|
|
21
|
+
}
|
|
22
|
+
```
|
|
23
|
+
|
|
24
|
+
**Example query:**
|
|
25
|
+
|
|
26
|
+
```graphql
|
|
27
|
+
query {
|
|
28
|
+
prompt_libraryPagination(
|
|
29
|
+
filters: [
|
|
30
|
+
{ tags: { contains: ["support", "greeting"] } }
|
|
31
|
+
]
|
|
32
|
+
) {
|
|
33
|
+
items {
|
|
34
|
+
id
|
|
35
|
+
name
|
|
36
|
+
content
|
|
37
|
+
tags
|
|
38
|
+
}
|
|
39
|
+
}
|
|
40
|
+
}
|
|
41
|
+
```
|
|
42
|
+
|
|
43
|
+
## prompt_favorites
|
|
44
|
+
|
|
45
|
+
User's favorited prompts.
|
|
46
|
+
|
|
47
|
+
```graphql
|
|
48
|
+
type prompt_favorites {
|
|
49
|
+
id: ID!
|
|
50
|
+
user: ID!
|
|
51
|
+
prompt: ID!
|
|
52
|
+
createdAt: Date!
|
|
53
|
+
updatedAt: Date!
|
|
54
|
+
}
|
|
55
|
+
```
|
|
56
|
+
|
|
57
|
+
## Usage
|
|
58
|
+
|
|
59
|
+
The prompt library allows teams to:
|
|
60
|
+
|
|
61
|
+
- **Share prompts** across multiple agents
|
|
62
|
+
- **Organize prompts** with tags and categories
|
|
63
|
+
- **Version control** prompt templates
|
|
64
|
+
- **Favorite prompts** for quick access
|
|
65
|
+
|
|
66
|
+
## Example: Creating a Reusable Prompt
|
|
67
|
+
|
|
68
|
+
```graphql
|
|
69
|
+
mutation {
|
|
70
|
+
prompt_libraryCreateOne(
|
|
71
|
+
input: {
|
|
72
|
+
name: "Customer Greeting"
|
|
73
|
+
content: "Hello! I'm here to help you with {{topic}}. What can I assist you with today?"
|
|
74
|
+
tags: ["greeting", "support", "customer-service"]
|
|
75
|
+
category: "support"
|
|
76
|
+
description: "Standard greeting for customer support agents"
|
|
77
|
+
}
|
|
78
|
+
) {
|
|
79
|
+
item {
|
|
80
|
+
id
|
|
81
|
+
name
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
}
|
|
85
|
+
```
|
|
86
|
+
|
|
87
|
+
## Related Types
|
|
88
|
+
|
|
89
|
+
<CardGroup cols={2}>
|
|
90
|
+
<Card title="Agent Types" icon="robot" href="/api-reference/core-types/agent-types">
|
|
91
|
+
Agent system instructions
|
|
92
|
+
</Card>
|
|
93
|
+
<Card title="User Management" icon="users" href="/api-reference/core-types/user-management">
|
|
94
|
+
User favorites
|
|
95
|
+
</Card>
|
|
96
|
+
<Card title="RBAC Types" icon="shield" href="/api-reference/core-types/rbac-types">
|
|
97
|
+
Prompt access control
|
|
98
|
+
</Card>
|
|
99
|
+
<Card title="Back to Overview" icon="arrow-left" href="/api-reference/core-types/overview">
|
|
100
|
+
View all core types
|
|
101
|
+
</Card>
|
|
102
|
+
</CardGroup>
|