coalesce-transform-mcp 0.3.0 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +74 -3
- package/dist/client.d.ts.map +1 -1
- package/dist/client.js +6 -2
- package/dist/client.js.map +1 -1
- package/dist/coalesce/api/environments.d.ts +0 -12
- package/dist/coalesce/api/environments.d.ts.map +1 -1
- package/dist/coalesce/api/environments.js +0 -4
- package/dist/coalesce/api/environments.js.map +1 -1
- package/dist/coalesce/api/jobs.d.ts +3 -5
- package/dist/coalesce/api/jobs.d.ts.map +1 -1
- package/dist/coalesce/api/jobs.js +3 -6
- package/dist/coalesce/api/jobs.js.map +1 -1
- package/dist/coalesce/api/nodes.d.ts +3 -3
- package/dist/coalesce/api/nodes.d.ts.map +1 -1
- package/dist/coalesce/api/nodes.js +6 -4
- package/dist/coalesce/api/nodes.js.map +1 -1
- package/dist/coalesce/api/runs.d.ts.map +1 -1
- package/dist/coalesce/api/runs.js +11 -1
- package/dist/coalesce/api/runs.js.map +1 -1
- package/dist/coalesce/api/scan.d.ts +14 -0
- package/dist/coalesce/api/scan.d.ts.map +1 -0
- package/dist/coalesce/api/scan.js +64 -0
- package/dist/coalesce/api/scan.js.map +1 -0
- package/dist/coalesce/api/subgraphs.d.ts +3 -2
- package/dist/coalesce/api/subgraphs.d.ts.map +1 -1
- package/dist/coalesce/api/subgraphs.js +3 -2
- package/dist/coalesce/api/subgraphs.js.map +1 -1
- package/dist/coalesce/run-schemas.d.ts.map +1 -1
- package/dist/coalesce/run-schemas.js +26 -16
- package/dist/coalesce/run-schemas.js.map +1 -1
- package/dist/coalesce/tool-response.d.ts +1 -13
- package/dist/coalesce/tool-response.d.ts.map +1 -1
- package/dist/coalesce/tool-response.js +20 -6
- package/dist/coalesce/tool-response.js.map +1 -1
- package/dist/coalesce/tool-schemas.d.ts +1 -2
- package/dist/coalesce/tool-schemas.d.ts.map +1 -1
- package/dist/coalesce/tool-schemas.js +368 -5
- package/dist/coalesce/tool-schemas.js.map +1 -1
- package/dist/coalesce/types.d.ts +8 -0
- package/dist/coalesce/types.d.ts.map +1 -1
- package/dist/coalesce/types.js +3 -1
- package/dist/coalesce/types.js.map +1 -1
- package/dist/constants.d.ts +18 -0
- package/dist/constants.d.ts.map +1 -0
- package/dist/constants.js +21 -0
- package/dist/constants.js.map +1 -0
- package/dist/mcp/cache.d.ts +2 -1
- package/dist/mcp/cache.d.ts.map +1 -1
- package/dist/mcp/cache.js +122 -138
- package/dist/mcp/cache.js.map +1 -1
- package/dist/mcp/environments.d.ts +2 -1
- package/dist/mcp/environments.d.ts.map +1 -1
- package/dist/mcp/environments.js +56 -112
- package/dist/mcp/environments.js.map +1 -1
- package/dist/mcp/git-accounts.d.ts +2 -1
- package/dist/mcp/git-accounts.d.ts.map +1 -1
- package/dist/mcp/git-accounts.js +74 -96
- package/dist/mcp/git-accounts.js.map +1 -1
- package/dist/mcp/jobs.d.ts +2 -1
- package/dist/mcp/jobs.d.ts.map +1 -1
- package/dist/mcp/jobs.js +68 -122
- package/dist/mcp/jobs.js.map +1 -1
- package/dist/mcp/lineage.d.ts +5 -0
- package/dist/mcp/lineage.d.ts.map +1 -0
- package/dist/mcp/lineage.js +410 -0
- package/dist/mcp/lineage.js.map +1 -0
- package/dist/mcp/node-type-corpus.d.ts +2 -1
- package/dist/mcp/node-type-corpus.d.ts.map +1 -1
- package/dist/mcp/node-type-corpus.js +148 -151
- package/dist/mcp/node-type-corpus.js.map +1 -1
- package/dist/mcp/nodes.d.ts +2 -1
- package/dist/mcp/nodes.d.ts.map +1 -1
- package/dist/mcp/nodes.js +358 -464
- package/dist/mcp/nodes.js.map +1 -1
- package/dist/mcp/pipelines.d.ts +2 -1
- package/dist/mcp/pipelines.d.ts.map +1 -1
- package/dist/mcp/pipelines.js +514 -314
- package/dist/mcp/pipelines.js.map +1 -1
- package/dist/mcp/projects.d.ts +2 -1
- package/dist/mcp/projects.d.ts.map +1 -1
- package/dist/mcp/projects.js +66 -100
- package/dist/mcp/projects.js.map +1 -1
- package/dist/mcp/repo-node-types.d.ts +2 -1
- package/dist/mcp/repo-node-types.d.ts.map +1 -1
- package/dist/mcp/repo-node-types.js +92 -121
- package/dist/mcp/repo-node-types.js.map +1 -1
- package/dist/mcp/runs.d.ts +3 -2
- package/dist/mcp/runs.d.ts.map +1 -1
- package/dist/mcp/runs.js +93 -148
- package/dist/mcp/runs.js.map +1 -1
- package/dist/mcp/skills.d.ts +13 -0
- package/dist/mcp/skills.d.ts.map +1 -0
- package/dist/mcp/skills.js +85 -0
- package/dist/mcp/skills.js.map +1 -0
- package/dist/mcp/subgraphs.d.ts +2 -1
- package/dist/mcp/subgraphs.d.ts.map +1 -1
- package/dist/mcp/subgraphs.js +61 -98
- package/dist/mcp/subgraphs.js.map +1 -1
- package/dist/mcp/tool-helpers.d.ts +37 -0
- package/dist/mcp/tool-helpers.d.ts.map +1 -0
- package/dist/mcp/tool-helpers.js +82 -0
- package/dist/mcp/tool-helpers.js.map +1 -0
- package/dist/mcp/users.d.ts +2 -1
- package/dist/mcp/users.d.ts.map +1 -1
- package/dist/mcp/users.js +92 -145
- package/dist/mcp/users.js.map +1 -1
- package/dist/mcp/workshop.d.ts +2 -1
- package/dist/mcp/workshop.d.ts.map +1 -1
- package/dist/mcp/workshop.js +66 -101
- package/dist/mcp/workshop.js.map +1 -1
- package/dist/mcp/workspaces.d.ts +2 -1
- package/dist/mcp/workspaces.d.ts.map +1 -1
- package/dist/mcp/workspaces.js +19 -34
- package/dist/mcp/workspaces.js.map +1 -1
- package/dist/prompts/index.d.ts.map +1 -1
- package/dist/prompts/index.js +85 -0
- package/dist/prompts/index.js.map +1 -1
- package/dist/resources/context/pipeline-workshop-guide.md +1 -1
- package/dist/resources/context/tool-usage.md +7 -0
- package/dist/resources/index.d.ts +13 -0
- package/dist/resources/index.d.ts.map +1 -1
- package/dist/resources/index.js +105 -5
- package/dist/resources/index.js.map +1 -1
- package/dist/schemas/node-payloads.d.ts +2 -2
- package/dist/server.d.ts +2 -1
- package/dist/server.d.ts.map +1 -1
- package/dist/server.js +158 -41
- package/dist/server.js.map +1 -1
- package/dist/services/cache/snapshots.d.ts.map +1 -1
- package/dist/services/cache/snapshots.js +9 -5
- package/dist/services/cache/snapshots.js.map +1 -1
- package/dist/services/config/schema-resolver.d.ts.map +1 -1
- package/dist/services/config/schema-resolver.js +3 -6
- package/dist/services/config/schema-resolver.js.map +1 -1
- package/dist/services/lineage/lineage-cache.d.ts +53 -0
- package/dist/services/lineage/lineage-cache.d.ts.map +1 -0
- package/dist/services/lineage/lineage-cache.js +335 -0
- package/dist/services/lineage/lineage-cache.js.map +1 -0
- package/dist/services/lineage/lineage-documentation.d.ts +29 -0
- package/dist/services/lineage/lineage-documentation.d.ts.map +1 -0
- package/dist/services/lineage/lineage-documentation.js +80 -0
- package/dist/services/lineage/lineage-documentation.js.map +1 -0
- package/dist/services/lineage/lineage-propagation.d.ts +47 -0
- package/dist/services/lineage/lineage-propagation.d.ts.map +1 -0
- package/dist/services/lineage/lineage-propagation.js +176 -0
- package/dist/services/lineage/lineage-propagation.js.map +1 -0
- package/dist/services/lineage/lineage-search.d.ts +33 -0
- package/dist/services/lineage/lineage-search.d.ts.map +1 -0
- package/dist/services/lineage/lineage-search.js +133 -0
- package/dist/services/lineage/lineage-search.js.map +1 -0
- package/dist/services/lineage/lineage-traversal.d.ts +34 -0
- package/dist/services/lineage/lineage-traversal.d.ts.map +1 -0
- package/dist/services/lineage/lineage-traversal.js +283 -0
- package/dist/services/lineage/lineage-traversal.js.map +1 -0
- package/dist/services/pipelines/clause-extraction.d.ts +3 -0
- package/dist/services/pipelines/clause-extraction.d.ts.map +1 -0
- package/dist/services/pipelines/clause-extraction.js +27 -0
- package/dist/services/pipelines/clause-extraction.js.map +1 -0
- package/dist/services/pipelines/column-helpers.d.ts +8 -0
- package/dist/services/pipelines/column-helpers.d.ts.map +1 -0
- package/dist/services/pipelines/column-helpers.js +125 -0
- package/dist/services/pipelines/column-helpers.js.map +1 -0
- package/dist/services/pipelines/cte-parsing.d.ts +29 -0
- package/dist/services/pipelines/cte-parsing.d.ts.map +1 -0
- package/dist/services/pipelines/cte-parsing.js +160 -0
- package/dist/services/pipelines/cte-parsing.js.map +1 -0
- package/dist/services/pipelines/cte-planning.d.ts +22 -0
- package/dist/services/pipelines/cte-planning.d.ts.map +1 -0
- package/dist/services/pipelines/cte-planning.js +206 -0
- package/dist/services/pipelines/cte-planning.js.map +1 -0
- package/dist/services/pipelines/execution.d.ts.map +1 -1
- package/dist/services/pipelines/execution.js +0 -1
- package/dist/services/pipelines/execution.js.map +1 -1
- package/dist/services/pipelines/intent-parsing.d.ts +24 -0
- package/dist/services/pipelines/intent-parsing.d.ts.map +1 -0
- package/dist/services/pipelines/intent-parsing.js +245 -0
- package/dist/services/pipelines/intent-parsing.js.map +1 -0
- package/dist/services/pipelines/intent-resolution.d.ts +24 -0
- package/dist/services/pipelines/intent-resolution.d.ts.map +1 -0
- package/dist/services/pipelines/intent-resolution.js +141 -0
- package/dist/services/pipelines/intent-resolution.js.map +1 -0
- package/dist/services/pipelines/intent.d.ts +4 -45
- package/dist/services/pipelines/intent.d.ts.map +1 -1
- package/dist/services/pipelines/intent.js +14 -408
- package/dist/services/pipelines/intent.js.map +1 -1
- package/dist/services/pipelines/node-type-candidates.d.ts +6 -0
- package/dist/services/pipelines/node-type-candidates.d.ts.map +1 -0
- package/dist/services/pipelines/node-type-candidates.js +165 -0
- package/dist/services/pipelines/node-type-candidates.js.map +1 -0
- package/dist/services/pipelines/node-type-intent.d.ts +1 -5
- package/dist/services/pipelines/node-type-intent.d.ts.map +1 -1
- package/dist/services/pipelines/node-type-intent.js +1 -5
- package/dist/services/pipelines/node-type-intent.js.map +1 -1
- package/dist/services/pipelines/node-type-scoring.d.ts +13 -0
- package/dist/services/pipelines/node-type-scoring.d.ts.map +1 -0
- package/dist/services/pipelines/node-type-scoring.js +322 -0
- package/dist/services/pipelines/node-type-scoring.js.map +1 -0
- package/dist/services/pipelines/node-type-selection.d.ts +22 -2
- package/dist/services/pipelines/node-type-selection.d.ts.map +1 -1
- package/dist/services/pipelines/node-type-selection.js +16 -538
- package/dist/services/pipelines/node-type-selection.js.map +1 -1
- package/dist/services/pipelines/plan-builder.d.ts +33 -0
- package/dist/services/pipelines/plan-builder.d.ts.map +1 -0
- package/dist/services/pipelines/plan-builder.js +224 -0
- package/dist/services/pipelines/plan-builder.js.map +1 -0
- package/dist/services/pipelines/planning-types.d.ts +543 -0
- package/dist/services/pipelines/planning-types.d.ts.map +1 -0
- package/dist/services/pipelines/planning-types.js +85 -0
- package/dist/services/pipelines/planning-types.js.map +1 -0
- package/dist/services/pipelines/planning.d.ts +8 -537
- package/dist/services/pipelines/planning.d.ts.map +1 -1
- package/dist/services/pipelines/planning.js +10 -1956
- package/dist/services/pipelines/planning.js.map +1 -1
- package/dist/services/pipelines/review.d.ts.map +1 -1
- package/dist/services/pipelines/review.js +3 -8
- package/dist/services/pipelines/review.js.map +1 -1
- package/dist/services/pipelines/select-parsing.d.ts +7 -0
- package/dist/services/pipelines/select-parsing.d.ts.map +1 -0
- package/dist/services/pipelines/select-parsing.js +185 -0
- package/dist/services/pipelines/select-parsing.js.map +1 -0
- package/dist/services/pipelines/source-parsing.d.ts +8 -0
- package/dist/services/pipelines/source-parsing.d.ts.map +1 -0
- package/dist/services/pipelines/source-parsing.js +151 -0
- package/dist/services/pipelines/source-parsing.js.map +1 -0
- package/dist/services/pipelines/sql-parsing.d.ts +8 -0
- package/dist/services/pipelines/sql-parsing.d.ts.map +1 -0
- package/dist/services/pipelines/sql-parsing.js +9 -0
- package/dist/services/pipelines/sql-parsing.js.map +1 -0
- package/dist/services/pipelines/sql-tokenizer.d.ts +42 -0
- package/dist/services/pipelines/sql-tokenizer.d.ts.map +1 -0
- package/dist/services/pipelines/sql-tokenizer.js +493 -0
- package/dist/services/pipelines/sql-tokenizer.js.map +1 -0
- package/dist/services/pipelines/sql-utils.d.ts +30 -0
- package/dist/services/pipelines/sql-utils.d.ts.map +1 -0
- package/dist/services/pipelines/sql-utils.js +62 -0
- package/dist/services/pipelines/sql-utils.js.map +1 -0
- package/dist/services/pipelines/workshop.d.ts.map +1 -1
- package/dist/services/pipelines/workshop.js +53 -25
- package/dist/services/pipelines/workshop.js.map +1 -1
- package/dist/services/pipelines/workspace-resolution.d.ts +18 -0
- package/dist/services/pipelines/workspace-resolution.d.ts.map +1 -0
- package/dist/services/pipelines/workspace-resolution.js +279 -0
- package/dist/services/pipelines/workspace-resolution.js.map +1 -0
- package/dist/services/runs/diagnostics.d.ts.map +1 -1
- package/dist/services/runs/diagnostics.js +3 -8
- package/dist/services/runs/diagnostics.js.map +1 -1
- package/dist/services/shared/elicitation.d.ts +14 -0
- package/dist/services/shared/elicitation.d.ts.map +1 -0
- package/dist/services/shared/elicitation.js +56 -0
- package/dist/services/shared/elicitation.js.map +1 -0
- package/dist/services/workspace/node-creation.d.ts.map +1 -1
- package/dist/services/workspace/node-creation.js +5 -1
- package/dist/services/workspace/node-creation.js.map +1 -1
- package/dist/services/workspace/node-update-helpers.d.ts.map +1 -1
- package/dist/services/workspace/node-update-helpers.js +3 -8
- package/dist/services/workspace/node-update-helpers.js.map +1 -1
- package/dist/utils.d.ts +11 -0
- package/dist/utils.d.ts.map +1 -1
- package/dist/utils.js +20 -1
- package/dist/utils.js.map +1 -1
- package/dist/workflows/get-environment-health.d.ts +49 -0
- package/dist/workflows/get-environment-health.d.ts.map +1 -0
- package/dist/workflows/get-environment-health.js +310 -0
- package/dist/workflows/get-environment-health.js.map +1 -0
- package/dist/workflows/get-environment-overview.d.ts +2 -1
- package/dist/workflows/get-environment-overview.d.ts.map +1 -1
- package/dist/workflows/get-environment-overview.js +13 -19
- package/dist/workflows/get-environment-overview.js.map +1 -1
- package/dist/workflows/get-run-details.d.ts +2 -2
- package/dist/workflows/get-run-details.d.ts.map +1 -1
- package/dist/workflows/get-run-details.js +14 -19
- package/dist/workflows/get-run-details.js.map +1 -1
- package/dist/workflows/retry-and-wait.d.ts.map +1 -1
- package/dist/workflows/retry-and-wait.js +3 -2
- package/dist/workflows/retry-and-wait.js.map +1 -1
- package/dist/workflows/run-and-wait.d.ts.map +1 -1
- package/dist/workflows/run-and-wait.js +3 -2
- package/dist/workflows/run-and-wait.js.map +1 -1
- package/package.json +2 -2
|
@@ -0,0 +1,245 @@
|
|
|
1
|
+
// ---------------------------------------------------------------------------
|
|
2
|
+
// Intent parsing — pure text analysis, no API calls
|
|
3
|
+
// ---------------------------------------------------------------------------
|
|
4
|
+
// ---------------------------------------------------------------------------
|
|
5
|
+
// Patterns
|
|
6
|
+
// ---------------------------------------------------------------------------
|
|
7
|
+
const AGGREGATE_PATTERNS = [
|
|
8
|
+
{ pattern: /\b(?:total|sum(?:\s+of)?)\s+(\w+)/gi, fn: "SUM" },
|
|
9
|
+
{ pattern: /\b(?:count(?:\s+of)?)\s+(\w+)/gi, fn: "COUNT" },
|
|
10
|
+
{ pattern: /\b(?:average|avg(?:\s+of)?)\s+(\w+)/gi, fn: "AVG" },
|
|
11
|
+
{ pattern: /\b(?:max(?:imum)?(?:\s+of)?)\s+(\w+)/gi, fn: "MAX" },
|
|
12
|
+
{ pattern: /\b(?:min(?:imum)?(?:\s+of)?)\s+(\w+)/gi, fn: "MIN" },
|
|
13
|
+
];
|
|
14
|
+
const JOIN_KEYWORDS = /\b(?:combine|join|merge|link|connect|match)\b/i;
|
|
15
|
+
const AGGREGATE_KEYWORDS = /\b(?:aggregate|group|sum|total|count|average|avg|rollup|summarize|summarise)\b/i;
|
|
16
|
+
const FILTER_KEYWORDS = /\b(?:filter|where|only|exclude|remove|active|inactive)\b/i;
|
|
17
|
+
const UNION_KEYWORDS = /\b(?:union|stack|append|combine\s+all)\b/i;
|
|
18
|
+
const STAGE_KEYWORDS = /\b(?:stage|load|ingest|source|land|raw)\b/i;
|
|
19
|
+
const GROUP_BY_PATTERN = /\b(?:(?:group|aggregate|summarize|summarise|rollup)\s+by|per|by)\s+([\w\s,]+?)(?:\s+(?:and|then|with|from|where|filter)|$)/gi;
|
|
20
|
+
const FILTER_PATTERN = /\b(?:filter(?:ed)?(?:\s+(?:to|for|by|on))?|where|only(?:\s+(?:include|keep|show))?)\s+([\w\s=<>!']+?)(?:\s+(?:and\s+(?:group|aggregate|join)|then|from)|$)/gi;
|
|
21
|
+
// Matches "on COLUMN_NAME" or "using COLUMN_NAME" near join context
|
|
22
|
+
const JOIN_ON_PATTERN = /\b(?:(?:left|right|inner|full|outer|cross)\s+)?(?:join|combine|merge|link|connect|match)\s+[\w_]+\s+(?:and|with|to)\s+[\w_]+\s+(?:on|using)\s+([\w_]+)/gi;
|
|
23
|
+
const ENTITY_PATTERNS = [
|
|
24
|
+
// "join X and Y", "combine X with Y", "left join X and Y"
|
|
25
|
+
/\b(?:(?:left|right|inner|full|outer|cross)\s+)?(?:join|combine|merge|link|connect|match)\s+([\w_]+)\s+(?:and|with|to)\s+([\w_]+)/gi,
|
|
26
|
+
// "from X and Y"
|
|
27
|
+
/\bfrom\s+([\w_]+)\s+(?:and|,)\s+([\w_]+)/gi,
|
|
28
|
+
// "stage/load/ingest X" — single entity after staging verb
|
|
29
|
+
/\b(?:stage|load|ingest)\s+(?:the\s+)?(?:raw\s+)?([\w_]+)/gi,
|
|
30
|
+
// standalone table-like names (2+ uppercase chars with underscores)
|
|
31
|
+
/\b([A-Z][A-Z0-9_]{2,})\b/g,
|
|
32
|
+
];
|
|
33
|
+
// ---------------------------------------------------------------------------
|
|
34
|
+
// Extraction helpers
|
|
35
|
+
// ---------------------------------------------------------------------------
|
|
36
|
+
function extractEntityNames(intent) {
|
|
37
|
+
const entities = new Set();
|
|
38
|
+
for (const pattern of ENTITY_PATTERNS.slice(0, 3)) {
|
|
39
|
+
let match;
|
|
40
|
+
const re = new RegExp(pattern.source, pattern.flags);
|
|
41
|
+
while ((match = re.exec(intent)) !== null) {
|
|
42
|
+
if (match[1])
|
|
43
|
+
entities.add(match[1].toUpperCase());
|
|
44
|
+
if (match[2])
|
|
45
|
+
entities.add(match[2].toUpperCase());
|
|
46
|
+
}
|
|
47
|
+
}
|
|
48
|
+
if (entities.size > 0) {
|
|
49
|
+
return Array.from(entities);
|
|
50
|
+
}
|
|
51
|
+
const uppercasePattern = ENTITY_PATTERNS[3];
|
|
52
|
+
let match;
|
|
53
|
+
const re = new RegExp(uppercasePattern.source, uppercasePattern.flags);
|
|
54
|
+
const STOP_WORDS = new Set([
|
|
55
|
+
"SUM", "COUNT", "AVG", "MAX", "MIN", "GROUP", "TOTAL", "FILTER",
|
|
56
|
+
"WHERE", "JOIN", "AND", "FROM", "INTO", "INNER", "LEFT", "FULL",
|
|
57
|
+
"OUTER", "UNION", "ALL", "SELECT", "WITH", "THE", "FOR",
|
|
58
|
+
]);
|
|
59
|
+
while ((match = re.exec(intent)) !== null) {
|
|
60
|
+
if (match[1] && !STOP_WORDS.has(match[1])) {
|
|
61
|
+
entities.add(match[1]);
|
|
62
|
+
}
|
|
63
|
+
}
|
|
64
|
+
return Array.from(entities);
|
|
65
|
+
}
|
|
66
|
+
function extractAggregateColumns(intent) {
|
|
67
|
+
const columns = [];
|
|
68
|
+
const seen = new Set();
|
|
69
|
+
for (const { pattern, fn } of AGGREGATE_PATTERNS) {
|
|
70
|
+
let match;
|
|
71
|
+
const re = new RegExp(pattern.source, pattern.flags);
|
|
72
|
+
while ((match = re.exec(intent)) !== null) {
|
|
73
|
+
const colName = match[1]?.toUpperCase();
|
|
74
|
+
if (colName && !seen.has(`${fn}:${colName}`)) {
|
|
75
|
+
seen.add(`${fn}:${colName}`);
|
|
76
|
+
columns.push({
|
|
77
|
+
name: `${fn}_${colName}`,
|
|
78
|
+
aggregateFunction: fn,
|
|
79
|
+
expression: `${fn}(${colName})`,
|
|
80
|
+
});
|
|
81
|
+
}
|
|
82
|
+
}
|
|
83
|
+
}
|
|
84
|
+
return columns;
|
|
85
|
+
}
|
|
86
|
+
function extractGroupByColumns(intent) {
|
|
87
|
+
const columns = [];
|
|
88
|
+
const seen = new Set();
|
|
89
|
+
let match;
|
|
90
|
+
const re = new RegExp(GROUP_BY_PATTERN.source, GROUP_BY_PATTERN.flags);
|
|
91
|
+
while ((match = re.exec(intent)) !== null) {
|
|
92
|
+
if (match[1]) {
|
|
93
|
+
const parts = match[1].split(/[,\s]+/).filter((p) => p.length > 0);
|
|
94
|
+
for (const part of parts) {
|
|
95
|
+
const col = part.toUpperCase().replace(/[^A-Z0-9_]/g, "");
|
|
96
|
+
if (col.length > 0 && !seen.has(col)) {
|
|
97
|
+
seen.add(col);
|
|
98
|
+
columns.push(col);
|
|
99
|
+
}
|
|
100
|
+
}
|
|
101
|
+
}
|
|
102
|
+
}
|
|
103
|
+
return columns;
|
|
104
|
+
}
|
|
105
|
+
function extractFilters(intent) {
|
|
106
|
+
const filters = [];
|
|
107
|
+
let match;
|
|
108
|
+
const re = new RegExp(FILTER_PATTERN.source, FILTER_PATTERN.flags);
|
|
109
|
+
while ((match = re.exec(intent)) !== null) {
|
|
110
|
+
if (match[1]) {
|
|
111
|
+
const filter = match[1].trim();
|
|
112
|
+
if (filter.length > 2) {
|
|
113
|
+
filters.push(filter);
|
|
114
|
+
}
|
|
115
|
+
}
|
|
116
|
+
}
|
|
117
|
+
return filters;
|
|
118
|
+
}
|
|
119
|
+
function extractJoinKey(intent) {
|
|
120
|
+
let match;
|
|
121
|
+
const re = new RegExp(JOIN_ON_PATTERN.source, JOIN_ON_PATTERN.flags);
|
|
122
|
+
while ((match = re.exec(intent)) !== null) {
|
|
123
|
+
if (match[1]) {
|
|
124
|
+
return match[1].toUpperCase();
|
|
125
|
+
}
|
|
126
|
+
}
|
|
127
|
+
return null;
|
|
128
|
+
}
|
|
129
|
+
function detectJoinType(intent) {
|
|
130
|
+
if (/\bleft\s+(?:outer\s+)?join\b/i.test(intent))
|
|
131
|
+
return "LEFT";
|
|
132
|
+
if (/\bfull\s+(?:outer\s+)?join\b/i.test(intent))
|
|
133
|
+
return "FULL OUTER";
|
|
134
|
+
if (/\b(?:inner\s+)?join\b/i.test(intent))
|
|
135
|
+
return "INNER";
|
|
136
|
+
if (JOIN_KEYWORDS.test(intent))
|
|
137
|
+
return "INNER";
|
|
138
|
+
return null;
|
|
139
|
+
}
|
|
140
|
+
// ---------------------------------------------------------------------------
|
|
141
|
+
// Main parser
|
|
142
|
+
// ---------------------------------------------------------------------------
|
|
143
|
+
export function parseIntent(intentText) {
|
|
144
|
+
const warnings = [];
|
|
145
|
+
const openQuestions = [];
|
|
146
|
+
const steps = [];
|
|
147
|
+
const entityNames = extractEntityNames(intentText);
|
|
148
|
+
const hasJoin = JOIN_KEYWORDS.test(intentText);
|
|
149
|
+
const hasAggregate = AGGREGATE_KEYWORDS.test(intentText);
|
|
150
|
+
const hasFilter = FILTER_KEYWORDS.test(intentText);
|
|
151
|
+
const hasUnion = UNION_KEYWORDS.test(intentText);
|
|
152
|
+
const hasStage = STAGE_KEYWORDS.test(intentText) && !hasJoin && !hasAggregate;
|
|
153
|
+
if (entityNames.length === 0) {
|
|
154
|
+
openQuestions.push("Could not identify source tables or nodes from the description. " +
|
|
155
|
+
"Please mention the table/node names explicitly (e.g., 'combine CUSTOMERS and ORDERS').");
|
|
156
|
+
}
|
|
157
|
+
// Build steps based on detected operations
|
|
158
|
+
if (hasUnion) {
|
|
159
|
+
steps.push({
|
|
160
|
+
operation: "union",
|
|
161
|
+
entityNames,
|
|
162
|
+
targetName: null,
|
|
163
|
+
columns: [],
|
|
164
|
+
groupByColumns: [],
|
|
165
|
+
filters: [],
|
|
166
|
+
joinKey: null,
|
|
167
|
+
joinType: null,
|
|
168
|
+
});
|
|
169
|
+
}
|
|
170
|
+
else if (hasJoin && entityNames.length < 2) {
|
|
171
|
+
openQuestions.push(`A join operation requires at least two source tables, but only ${entityNames.length === 0 ? "none were" : `"${entityNames[0]}" was`} found. ` +
|
|
172
|
+
`Please mention both tables (e.g., 'join CUSTOMERS and ORDERS on CUSTOMER_ID').`);
|
|
173
|
+
}
|
|
174
|
+
else if (hasJoin && entityNames.length >= 2) {
|
|
175
|
+
const joinKey = extractJoinKey(intentText);
|
|
176
|
+
const joinType = detectJoinType(intentText);
|
|
177
|
+
steps.push({
|
|
178
|
+
operation: "join",
|
|
179
|
+
entityNames,
|
|
180
|
+
targetName: null,
|
|
181
|
+
columns: [],
|
|
182
|
+
groupByColumns: [],
|
|
183
|
+
filters: [],
|
|
184
|
+
joinKey,
|
|
185
|
+
joinType,
|
|
186
|
+
});
|
|
187
|
+
if (!joinKey) {
|
|
188
|
+
openQuestions.push(`What column should be used to join ${entityNames.join(" and ")}? ` +
|
|
189
|
+
`(e.g., 'join on CUSTOMER_ID')`);
|
|
190
|
+
}
|
|
191
|
+
}
|
|
192
|
+
else if (hasStage || (!hasJoin && !hasAggregate && entityNames.length > 0)) {
|
|
193
|
+
for (const entityName of entityNames) {
|
|
194
|
+
steps.push({
|
|
195
|
+
operation: "stage",
|
|
196
|
+
entityNames: [entityName],
|
|
197
|
+
targetName: null,
|
|
198
|
+
columns: [],
|
|
199
|
+
groupByColumns: [],
|
|
200
|
+
filters: [],
|
|
201
|
+
joinKey: null,
|
|
202
|
+
joinType: null,
|
|
203
|
+
});
|
|
204
|
+
}
|
|
205
|
+
}
|
|
206
|
+
// Add aggregate step if detected
|
|
207
|
+
if (hasAggregate) {
|
|
208
|
+
const aggregateColumns = extractAggregateColumns(intentText);
|
|
209
|
+
const groupByColumns = extractGroupByColumns(intentText);
|
|
210
|
+
if (groupByColumns.length === 0 && aggregateColumns.length > 0) {
|
|
211
|
+
openQuestions.push("Aggregation detected but no GROUP BY columns found. " +
|
|
212
|
+
"Which columns should be used for grouping? (e.g., 'group by REGION, CATEGORY')");
|
|
213
|
+
}
|
|
214
|
+
const aggEntities = steps.length > 0
|
|
215
|
+
? [] // will reference previous step's output
|
|
216
|
+
: entityNames;
|
|
217
|
+
steps.push({
|
|
218
|
+
operation: "aggregate",
|
|
219
|
+
entityNames: aggEntities,
|
|
220
|
+
targetName: null,
|
|
221
|
+
columns: aggregateColumns,
|
|
222
|
+
groupByColumns,
|
|
223
|
+
filters: [],
|
|
224
|
+
joinKey: null,
|
|
225
|
+
joinType: null,
|
|
226
|
+
});
|
|
227
|
+
}
|
|
228
|
+
// Add filter to the last step if detected
|
|
229
|
+
if (hasFilter && steps.length > 0) {
|
|
230
|
+
const filters = extractFilters(intentText);
|
|
231
|
+
const lastStep = steps[steps.length - 1];
|
|
232
|
+
lastStep.filters.push(...filters);
|
|
233
|
+
}
|
|
234
|
+
if (steps.length === 0) {
|
|
235
|
+
openQuestions.push("Could not determine what pipeline operations to perform. " +
|
|
236
|
+
"Please describe the transformation (e.g., 'join CUSTOMERS and ORDERS on CUSTOMER_ID, then aggregate total REVENUE by REGION').");
|
|
237
|
+
}
|
|
238
|
+
return {
|
|
239
|
+
steps,
|
|
240
|
+
rawIntent: intentText,
|
|
241
|
+
warnings,
|
|
242
|
+
openQuestions,
|
|
243
|
+
};
|
|
244
|
+
}
|
|
245
|
+
//# sourceMappingURL=intent-parsing.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"intent-parsing.js","sourceRoot":"","sources":["../../../src/services/pipelines/intent-parsing.ts"],"names":[],"mappings":"AAAA,8EAA8E;AAC9E,oDAAoD;AACpD,8EAA8E;AA4B9E,8EAA8E;AAC9E,WAAW;AACX,8EAA8E;AAE9E,MAAM,kBAAkB,GAGnB;IACH,EAAE,OAAO,EAAE,qCAAqC,EAAE,EAAE,EAAE,KAAK,EAAE;IAC7D,EAAE,OAAO,EAAE,iCAAiC,EAAE,EAAE,EAAE,OAAO,EAAE;IAC3D,EAAE,OAAO,EAAE,uCAAuC,EAAE,EAAE,EAAE,KAAK,EAAE;IAC/D,EAAE,OAAO,EAAE,wCAAwC,EAAE,EAAE,EAAE,KAAK,EAAE;IAChE,EAAE,OAAO,EAAE,wCAAwC,EAAE,EAAE,EAAE,KAAK,EAAE;CACjE,CAAC;AAEF,MAAM,aAAa,GAAG,gDAAgD,CAAC;AACvE,MAAM,kBAAkB,GAAG,iFAAiF,CAAC;AAC7G,MAAM,eAAe,GAAG,2DAA2D,CAAC;AACpF,MAAM,cAAc,GAAG,2CAA2C,CAAC;AACnE,MAAM,cAAc,GAAG,4CAA4C,CAAC;AAEpE,MAAM,gBAAgB,GAAG,8HAA8H,CAAC;AAExJ,MAAM,cAAc,GAAG,8JAA8J,CAAC;AAEtL,oEAAoE;AACpE,MAAM,eAAe,GAAG,0JAA0J,CAAC;AAEnL,MAAM,eAAe,GAAG;IACtB,0DAA0D;IAC1D,oIAAoI;IACpI,iBAAiB;IACjB,4CAA4C;IAC5C,2DAA2D;IAC3D,4DAA4D;IAC5D,oEAAoE;IACpE,2BAA2B;CAC5B,CAAC;AAEF,8EAA8E;AAC9E,qBAAqB;AACrB,8EAA8E;AAE9E,SAAS,kBAAkB,CAAC,MAAc;IACxC,MAAM,QAAQ,GAAG,IAAI,GAAG,EAAU,CAAC;IAEnC,KAAK,MAAM,OAAO,IAAI,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC;QAClD,IAAI,KAA6B,CAAC;QAClC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACrD,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC1C,IAAI,KAAK,CAAC,CAAC,CAAC;gBAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;YACnD,IAAI,KAAK,CAAC,CAAC,CAAC;gBAAE,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC,CAAC;QACrD,CAAC;IACH,CAAC;IAED,IAAI,QAAQ,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACtB,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;IAC9B,CAAC;IAED,MAAM,gBAAgB,GAAG,eAAe,CAAC,CAAC,CAAE,CAAC;IAC7C,IAAI,KAA6B,CAAC;IAClC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACvE,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC;QACzB,KAAK,EAAE,OAAO,EAAE,KAAK,EAAE,KAAK,EAAE,KAAK,EAAE,OAAO,EAAE,OAAO,EAAE,QAAQ;QAC/D,OAAO,EAAE,MAAM,EAAE,KAAK,EAAE,MAAM,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE,MAAM;QAC/D,OAAO,EAAE,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,KAAK;KACxD,CAAC,CAAC;IACH,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;YAC1C,QAAQ,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,OAAO,KAAK,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,uBAAuB,CAAC,MAAc;IAC7C,MAAM,OAAO,GAAmB,EAAE,CAAC;IACnC,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,KAAK,MAAM,EAAE,OAAO,EAAE,EAAE,EAAE,IAAI,kBAAkB,EAAE,CAAC;QACjD,IAAI,KAA6B,CAAC;QAClC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,OAAO,CAAC,MAAM,EAAE,OAAO,CAAC,KAAK,CAAC,CAAC;QACrD,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;YAC1C,MAAM,OAAO,GAAG,KAAK,CAAC,CAAC,CAAC,EAAE,WAAW,EAAE,CAAC;YACxC,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC,EAAE,CAAC;gBAC7C,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,OAAO,EAAE,CAAC,CAAC;gBAC7B,OAAO,CAAC,IAAI,CAAC;oBACX,IAAI,EAAE,GAAG,EAAE,IAAI,OAAO,EAAE;oBACxB,iBAAiB,EAAE,EAAE;oBACrB,UAAU,EAAE,GAAG,EAAE,IAAI,OAAO,GAAG;iBAChC,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,qBAAqB,CAAC,MAAc;IAC3C,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,IAAI,GAAG,IAAI,GAAG,EAAU,CAAC;IAE/B,IAAI,KAA6B,CAAC;IAClC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,gBAAgB,CAAC,MAAM,EAAE,gBAAgB,CAAC,KAAK,CAAC,CAAC;IACvE,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACb,MAAM,KAAK,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACnE,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;gBACzB,MAAM,GAAG,GAAG,IAAI,CAAC,WAAW,EAAE,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;gBAC1D,IAAI,GAAG,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC;oBACrC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,CAAC;oBACd,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;gBACpB,CAAC;YACH,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,MAAM,OAAO,GAAa,EAAE,CAAC;IAE7B,IAAI,KAA6B,CAAC;IAClC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,cAAc,CAAC,MAAM,EAAE,cAAc,CAAC,KAAK,CAAC,CAAC;IACnE,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACb,MAAM,MAAM,GAAG,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;YAC/B,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACtB,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACvB,CAAC;QACH,CAAC;IACH,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,IAAI,KAA6B,CAAC;IAClC,MAAM,EAAE,GAAG,IAAI,MAAM,CAAC,eAAe,CAAC,MAAM,EAAE,eAAe,CAAC,KAAK,CAAC,CAAC;IACrE,OAAO,CAAC,KAAK,GAAG,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;QAC1C,IAAI,KAAK,CAAC,CAAC,CAAC,EAAE,CAAC;YACb,OAAO,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,EAAE,CAAC;QAChC,CAAC;IACH,CAAC;IACD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,cAAc,CAAC,MAAc;IACpC,IAAI,+BAA+B,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC;IAChE,IAAI,+BAA+B,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,YAAY,CAAC;IACtE,IAAI,wBAAwB,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC;IAC1D,IAAI,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC;QAAE,OAAO,OAAO,CAAC;IAC/C,OAAO,IAAI,CAAC;AACd,CAAC;AAED,8EAA8E;AAC9E,cAAc;AACd,8EAA8E;AAE9E,MAAM,UAAU,WAAW,CAAC,UAAkB;IAC5C,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,aAAa,GAAa,EAAE,CAAC;IACnC,MAAM,KAAK,GAAiB,EAAE,CAAC;IAE/B,MAAM,WAAW,GAAG,kBAAkB,CAAC,UAAU,CAAC,CAAC;IACnD,MAAM,OAAO,GAAG,aAAa,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IAC/C,MAAM,YAAY,GAAG,kBAAkB,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACzD,MAAM,SAAS,GAAG,eAAe,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACnD,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;IACjD,MAAM,QAAQ,GAAG,cAAc,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,CAAC,OAAO,IAAI,CAAC,YAAY,CAAC;IAE9E,IAAI,WAAW,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC7B,aAAa,CAAC,IAAI,CAChB,kEAAkE;YAClE,wFAAwF,CACzF,CAAC;IACJ,CAAC;IAED,2CAA2C;IAC3C,IAAI,QAAQ,EAAE,CAAC;QACb,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,OAAO;YAClB,WAAW;YACX,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,EAAE;YACX,cAAc,EAAE,EAAE;YAClB,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;IACL,CAAC;SAAM,IAAI,OAAO,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAC7C,aAAa,CAAC,IAAI,CAChB,kEAAkE,WAAW,CAAC,MAAM,KAAK,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,WAAW,CAAC,CAAC,CAAC,OAAO,UAAU;YAC9I,gFAAgF,CACjF,CAAC;IACJ,CAAC;SAAM,IAAI,OAAO,IAAI,WAAW,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;QAC9C,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;QAE5C,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,MAAM;YACjB,WAAW;YACX,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,EAAE;YACX,cAAc,EAAE,EAAE;YAClB,OAAO,EAAE,EAAE;YACX,OAAO;YACP,QAAQ;SACT,CAAC,CAAC;QAEH,IAAI,CAAC,OAAO,EAAE,CAAC;YACb,aAAa,CAAC,IAAI,CAChB,sCAAsC,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI;gBACnE,+BAA+B,CAChC,CAAC;QACJ,CAAC;IACH,CAAC;SAAM,IAAI,QAAQ,IAAI,CAAC,CAAC,OAAO,IAAI,CAAC,YAAY,IAAI,WAAW,CAAC,MAAM,GAAG,CAAC,CAAC,EAAE,CAAC;QAC7E,KAAK,MAAM,UAAU,IAAI,WAAW,EAAE,CAAC;YACrC,KAAK,CAAC,IAAI,CAAC;gBACT,SAAS,EAAE,OAAO;gBAClB,WAAW,EAAE,CAAC,UAAU,CAAC;gBACzB,UAAU,EAAE,IAAI;gBAChB,OAAO,EAAE,EAAE;gBACX,cAAc,EAAE,EAAE;gBAClB,OAAO,EAAE,EAAE;gBACX,OAAO,EAAE,IAAI;gBACb,QAAQ,EAAE,IAAI;aACf,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,iCAAiC;IACjC,IAAI,YAAY,EAAE,CAAC;QACjB,MAAM,gBAAgB,GAAG,uBAAuB,CAAC,UAAU,CAAC,CAAC;QAC7D,MAAM,cAAc,GAAG,qBAAqB,CAAC,UAAU,CAAC,CAAC;QAEzD,IAAI,cAAc,CAAC,MAAM,KAAK,CAAC,IAAI,gBAAgB,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC/D,aAAa,CAAC,IAAI,CAChB,sDAAsD;gBACtD,gFAAgF,CACjF,CAAC;QACJ,CAAC;QAED,MAAM,WAAW,GAAG,KAAK,CAAC,MAAM,GAAG,CAAC;YAClC,CAAC,CAAC,EAAE,CAAC,wCAAwC;YAC7C,CAAC,CAAC,WAAW,CAAC;QAEhB,KAAK,CAAC,IAAI,CAAC;YACT,SAAS,EAAE,WAAW;YACtB,WAAW,EAAE,WAAW;YACxB,UAAU,EAAE,IAAI;YAChB,OAAO,EAAE,gBAAgB;YACzB,cAAc;YACd,OAAO,EAAE,EAAE;YACX,OAAO,EAAE,IAAI;YACb,QAAQ,EAAE,IAAI;SACf,CAAC,CAAC;IACL,CAAC;IAED,0CAA0C;IAC1C,IAAI,SAAS,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;QAClC,MAAM,OAAO,GAAG,cAAc,CAAC,UAAU,CAAC,CAAC;QAC3C,MAAM,QAAQ,GAAG,KAAK,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAE,CAAC;QAC1C,QAAQ,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACvB,aAAa,CAAC,IAAI,CAChB,2DAA2D;YAC3D,gIAAgI,CACjI,CAAC;IACJ,CAAC;IAED,OAAO;QACL,KAAK;QACL,SAAS,EAAE,UAAU;QACrB,QAAQ;QACR,aAAa;KACd,CAAC;AACJ,CAAC"}
|
|
@@ -0,0 +1,24 @@
|
|
|
1
|
+
import { type CoalesceClient } from "../../client.js";
|
|
2
|
+
type ResolvedEntityCandidate = {
|
|
3
|
+
id: string;
|
|
4
|
+
name: string;
|
|
5
|
+
locationName: string | null;
|
|
6
|
+
};
|
|
7
|
+
export type ResolvedEntity = {
|
|
8
|
+
rawName: string;
|
|
9
|
+
confidence: "exact" | "fuzzy";
|
|
10
|
+
resolvedNodeID: string;
|
|
11
|
+
resolvedNodeName: string;
|
|
12
|
+
resolvedLocationName: string | null;
|
|
13
|
+
candidates: ResolvedEntityCandidate[];
|
|
14
|
+
} | {
|
|
15
|
+
rawName: string;
|
|
16
|
+
confidence: "unresolved";
|
|
17
|
+
resolvedNodeID: null;
|
|
18
|
+
resolvedNodeName: null;
|
|
19
|
+
resolvedLocationName: null;
|
|
20
|
+
candidates: ResolvedEntityCandidate[];
|
|
21
|
+
};
|
|
22
|
+
export declare function resolveIntentEntities(client: CoalesceClient, workspaceID: string, entityNames: string[]): Promise<ResolvedEntity[]>;
|
|
23
|
+
export {};
|
|
24
|
+
//# sourceMappingURL=intent-resolution.d.ts.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"intent-resolution.d.ts","sourceRoot":"","sources":["../../../src/services/pipelines/intent-resolution.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAUtD,KAAK,uBAAuB,GAAG;IAAE,EAAE,EAAE,MAAM,CAAC;IAAC,IAAI,EAAE,MAAM,CAAC;IAAC,YAAY,EAAE,MAAM,GAAG,IAAI,CAAA;CAAE,CAAC;AAEzF,MAAM,MAAM,cAAc,GACtB;IACE,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,OAAO,GAAG,OAAO,CAAC;IAC9B,cAAc,EAAE,MAAM,CAAC;IACvB,gBAAgB,EAAE,MAAM,CAAC;IACzB,oBAAoB,EAAE,MAAM,GAAG,IAAI,CAAC;IACpC,UAAU,EAAE,uBAAuB,EAAE,CAAC;CACvC,GACD;IACE,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,EAAE,YAAY,CAAC;IACzB,cAAc,EAAE,IAAI,CAAC;IACrB,gBAAgB,EAAE,IAAI,CAAC;IACvB,oBAAoB,EAAE,IAAI,CAAC;IAC3B,UAAU,EAAE,uBAAuB,EAAE,CAAC;CACvC,CAAC;AAwGN,wBAAsB,qBAAqB,CACzC,MAAM,EAAE,cAAc,EACtB,WAAW,EAAE,MAAM,EACnB,WAAW,EAAE,MAAM,EAAE,GACpB,OAAO,CAAC,cAAc,EAAE,CAAC,CA4D3B"}
|
|
@@ -0,0 +1,141 @@
|
|
|
1
|
+
import { listWorkspaceNodes } from "../../coalesce/api/nodes.js";
|
|
2
|
+
import { isPlainObject } from "../../utils.js";
|
|
3
|
+
import { normalizeSqlIdentifier } from "./sql-parsing.js";
|
|
4
|
+
// ---------------------------------------------------------------------------
|
|
5
|
+
// Workspace node listing
|
|
6
|
+
// ---------------------------------------------------------------------------
|
|
7
|
+
const WORKSPACE_NODE_PAGE_LIMIT = 200;
|
|
8
|
+
async function listAllWorkspaceNodes(client, workspaceID) {
|
|
9
|
+
const nodes = [];
|
|
10
|
+
const seenCursors = new Set();
|
|
11
|
+
let next;
|
|
12
|
+
let isFirstPage = true;
|
|
13
|
+
while (isFirstPage || next) {
|
|
14
|
+
const response = await listWorkspaceNodes(client, {
|
|
15
|
+
workspaceID,
|
|
16
|
+
limit: WORKSPACE_NODE_PAGE_LIMIT,
|
|
17
|
+
orderBy: "id",
|
|
18
|
+
...(next ? { startingFrom: next } : {}),
|
|
19
|
+
});
|
|
20
|
+
if (!isPlainObject(response)) {
|
|
21
|
+
throw new Error("Workspace node list response was not an object");
|
|
22
|
+
}
|
|
23
|
+
if (Array.isArray(response.data)) {
|
|
24
|
+
for (const item of response.data) {
|
|
25
|
+
if (!isPlainObject(item) || typeof item.id !== "string" || typeof item.name !== "string") {
|
|
26
|
+
continue;
|
|
27
|
+
}
|
|
28
|
+
nodes.push({
|
|
29
|
+
id: item.id,
|
|
30
|
+
name: item.name,
|
|
31
|
+
nodeType: typeof item.nodeType === "string" ? item.nodeType : null,
|
|
32
|
+
locationName: typeof item.locationName === "string" ? item.locationName : null,
|
|
33
|
+
});
|
|
34
|
+
}
|
|
35
|
+
}
|
|
36
|
+
const responseNext = typeof response.next === "string" && response.next.trim().length > 0
|
|
37
|
+
? response.next
|
|
38
|
+
: typeof response.next === "number"
|
|
39
|
+
? String(response.next)
|
|
40
|
+
: undefined;
|
|
41
|
+
if (responseNext) {
|
|
42
|
+
if (seenCursors.has(responseNext)) {
|
|
43
|
+
throw new Error(`Workspace node pagination repeated cursor ${responseNext}`);
|
|
44
|
+
}
|
|
45
|
+
seenCursors.add(responseNext);
|
|
46
|
+
}
|
|
47
|
+
next = responseNext;
|
|
48
|
+
isFirstPage = false;
|
|
49
|
+
}
|
|
50
|
+
return nodes;
|
|
51
|
+
}
|
|
52
|
+
// ---------------------------------------------------------------------------
|
|
53
|
+
// Fuzzy matching
|
|
54
|
+
// ---------------------------------------------------------------------------
|
|
55
|
+
function fuzzyMatchScore(queryNormalized, candidateNormalized) {
|
|
56
|
+
// Exact match
|
|
57
|
+
if (queryNormalized === candidateNormalized)
|
|
58
|
+
return 100;
|
|
59
|
+
// Candidate ends with the query (e.g. "CUSTOMERS" matches "STG_CUSTOMERS")
|
|
60
|
+
if (candidateNormalized.endsWith(`_${queryNormalized}`))
|
|
61
|
+
return 90;
|
|
62
|
+
// Candidate starts with the query
|
|
63
|
+
if (candidateNormalized.startsWith(`${queryNormalized}_`))
|
|
64
|
+
return 80;
|
|
65
|
+
// Query is contained in candidate
|
|
66
|
+
if (candidateNormalized.includes(queryNormalized))
|
|
67
|
+
return 70;
|
|
68
|
+
// Strip common prefixes and compare
|
|
69
|
+
const stripped = candidateNormalized.replace(/^(SRC[_-]?|STG[_-]?|DIM[_-]?|FACT[_-]?|FCT[_-]?|INT[_-]?|WORK[_-]?|WRK[_-]?|VW[_-]?|RAW[_-]?)/, "");
|
|
70
|
+
if (stripped === queryNormalized)
|
|
71
|
+
return 85;
|
|
72
|
+
// Pluralization — try adding/removing trailing S
|
|
73
|
+
const queryPlural = queryNormalized.endsWith("S")
|
|
74
|
+
? queryNormalized.slice(0, -1)
|
|
75
|
+
: `${queryNormalized}S`;
|
|
76
|
+
if (candidateNormalized === queryPlural || stripped === queryPlural)
|
|
77
|
+
return 82;
|
|
78
|
+
if (candidateNormalized.endsWith(`_${queryPlural}`))
|
|
79
|
+
return 78;
|
|
80
|
+
return 0;
|
|
81
|
+
}
|
|
82
|
+
// ---------------------------------------------------------------------------
|
|
83
|
+
// Entity resolution
|
|
84
|
+
// ---------------------------------------------------------------------------
|
|
85
|
+
export async function resolveIntentEntities(client, workspaceID, entityNames) {
|
|
86
|
+
const workspaceNodes = await listAllWorkspaceNodes(client, workspaceID);
|
|
87
|
+
const resolved = [];
|
|
88
|
+
for (const rawName of entityNames) {
|
|
89
|
+
const queryNormalized = normalizeSqlIdentifier(rawName);
|
|
90
|
+
const scored = workspaceNodes
|
|
91
|
+
.map((node) => ({
|
|
92
|
+
node,
|
|
93
|
+
score: fuzzyMatchScore(queryNormalized, normalizeSqlIdentifier(node.name)),
|
|
94
|
+
}))
|
|
95
|
+
.filter(({ score }) => score > 0)
|
|
96
|
+
.sort((a, b) => b.score - a.score);
|
|
97
|
+
if (scored.length === 0) {
|
|
98
|
+
resolved.push({
|
|
99
|
+
rawName,
|
|
100
|
+
resolvedNodeID: null,
|
|
101
|
+
resolvedNodeName: null,
|
|
102
|
+
resolvedLocationName: null,
|
|
103
|
+
confidence: "unresolved",
|
|
104
|
+
candidates: [],
|
|
105
|
+
});
|
|
106
|
+
continue;
|
|
107
|
+
}
|
|
108
|
+
const best = scored[0];
|
|
109
|
+
const topTier = scored.filter(({ score }) => score === best.score);
|
|
110
|
+
if (topTier.length === 1) {
|
|
111
|
+
resolved.push({
|
|
112
|
+
rawName,
|
|
113
|
+
resolvedNodeID: best.node.id,
|
|
114
|
+
resolvedNodeName: best.node.name,
|
|
115
|
+
resolvedLocationName: best.node.locationName,
|
|
116
|
+
confidence: best.score >= 85 ? "exact" : "fuzzy",
|
|
117
|
+
candidates: scored.slice(0, 5).map(({ node }) => ({
|
|
118
|
+
id: node.id,
|
|
119
|
+
name: node.name,
|
|
120
|
+
locationName: node.locationName,
|
|
121
|
+
})),
|
|
122
|
+
});
|
|
123
|
+
}
|
|
124
|
+
else {
|
|
125
|
+
resolved.push({
|
|
126
|
+
rawName,
|
|
127
|
+
resolvedNodeID: null,
|
|
128
|
+
resolvedNodeName: null,
|
|
129
|
+
resolvedLocationName: null,
|
|
130
|
+
confidence: "unresolved",
|
|
131
|
+
candidates: topTier.map(({ node }) => ({
|
|
132
|
+
id: node.id,
|
|
133
|
+
name: node.name,
|
|
134
|
+
locationName: node.locationName,
|
|
135
|
+
})),
|
|
136
|
+
});
|
|
137
|
+
}
|
|
138
|
+
}
|
|
139
|
+
return resolved;
|
|
140
|
+
}
|
|
141
|
+
//# sourceMappingURL=intent-resolution.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"file":"intent-resolution.js","sourceRoot":"","sources":["../../../src/services/pipelines/intent-resolution.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,kBAAkB,EAAE,MAAM,6BAA6B,CAAC;AACjE,OAAO,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAC/C,OAAO,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AA2B1D,8EAA8E;AAC9E,yBAAyB;AACzB,8EAA8E;AAE9E,MAAM,yBAAyB,GAAG,GAAG,CAAC;AAEtC,KAAK,UAAU,qBAAqB,CAClC,MAAsB,EACtB,WAAmB;IAEnB,MAAM,KAAK,GAA8B,EAAE,CAAC;IAC5C,MAAM,WAAW,GAAG,IAAI,GAAG,EAAU,CAAC;IACtC,IAAI,IAAwB,CAAC;IAC7B,IAAI,WAAW,GAAG,IAAI,CAAC;IAEvB,OAAO,WAAW,IAAI,IAAI,EAAE,CAAC;QAC3B,MAAM,QAAQ,GAAG,MAAM,kBAAkB,CAAC,MAAM,EAAE;YAChD,WAAW;YACX,KAAK,EAAE,yBAAyB;YAChC,OAAO,EAAE,IAAI;YACb,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC;SACxC,CAAC,CAAC;QAEH,IAAI,CAAC,aAAa,CAAC,QAAQ,CAAC,EAAE,CAAC;YAC7B,MAAM,IAAI,KAAK,CAAC,gDAAgD,CAAC,CAAC;QACpE,CAAC;QAED,IAAI,KAAK,CAAC,OAAO,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACjC,KAAK,MAAM,IAAI,IAAI,QAAQ,CAAC,IAAI,EAAE,CAAC;gBACjC,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,OAAO,IAAI,CAAC,EAAE,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;oBACzF,SAAS;gBACX,CAAC;gBACD,KAAK,CAAC,IAAI,CAAC;oBACT,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,QAAQ,EAAE,OAAO,IAAI,CAAC,QAAQ,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,CAAC,IAAI;oBAClE,YAAY,EAAE,OAAO,IAAI,CAAC,YAAY,KAAK,QAAQ,CAAC,CAAC,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI;iBAC/E,CAAC,CAAC;YACL,CAAC;QACH,CAAC;QAED,MAAM,YAAY,GAChB,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ,IAAI,QAAQ,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC;YAClE,CAAC,CAAC,QAAQ,CAAC,IAAI;YACf,CAAC,CAAC,OAAO,QAAQ,CAAC,IAAI,KAAK,QAAQ;gBACjC,CAAC,CAAC,MAAM,CAAC,QAAQ,CAAC,IAAI,CAAC;gBACvB,CAAC,CAAC,SAAS,CAAC;QAClB,IAAI,YAAY,EAAE,CAAC;YACjB,IAAI,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,EAAE,CAAC;gBAClC,MAAM,IAAI,KAAK,CAAC,6CAA6C,YAAY,EAAE,CAAC,CAAC;YAC/E,CAAC;YACD,WAAW,CAAC,GAAG,CAAC,YAAY,CAAC,CAAC;QAChC,CAAC;QAED,IAAI,GAAG,YAAY,CAAC;QACpB,WAAW,GAAG,KAAK,CAAC;IACtB,CAAC;IAED,OAAO,KAAK,CAAC;AACf,CAAC;AAED,8EAA8E;AAC9E,iBAAiB;AACjB,8EAA8E;AAE9E,SAAS,eAAe,CACtB,eAAuB,EACvB,mBAA2B;IAE3B,cAAc;IACd,IAAI,eAAe,KAAK,mBAAmB;QAAE,OAAO,GAAG,CAAC;IAExD,2EAA2E;IAC3E,IAAI,mBAAmB,CAAC,QAAQ,CAAC,IAAI,eAAe,EAAE,CAAC;QAAE,OAAO,EAAE,CAAC;IAEnE,kCAAkC;IAClC,IAAI,mBAAmB,CAAC,UAAU,CAAC,GAAG,eAAe,GAAG,CAAC;QAAE,OAAO,EAAE,CAAC;IAErE,kCAAkC;IAClC,IAAI,mBAAmB,CAAC,QAAQ,CAAC,eAAe,CAAC;QAAE,OAAO,EAAE,CAAC;IAE7D,oCAAoC;IACpC,MAAM,QAAQ,GAAG,mBAAmB,CAAC,OAAO,CAC1C,+FAA+F,EAC/F,EAAE,CACH,CAAC;IACF,IAAI,QAAQ,KAAK,eAAe;QAAE,OAAO,EAAE,CAAC;IAE5C,iDAAiD;IACjD,MAAM,WAAW,GAAG,eAAe,CAAC,QAAQ,CAAC,GAAG,CAAC;QAC/C,CAAC,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC9B,CAAC,CAAC,GAAG,eAAe,GAAG,CAAC;IAC1B,IAAI,mBAAmB,KAAK,WAAW,IAAI,QAAQ,KAAK,WAAW;QAAE,OAAO,EAAE,CAAC;IAC/E,IAAI,mBAAmB,CAAC,QAAQ,CAAC,IAAI,WAAW,EAAE,CAAC;QAAE,OAAO,EAAE,CAAC;IAE/D,OAAO,CAAC,CAAC;AACX,CAAC;AAED,8EAA8E;AAC9E,oBAAoB;AACpB,8EAA8E;AAE9E,MAAM,CAAC,KAAK,UAAU,qBAAqB,CACzC,MAAsB,EACtB,WAAmB,EACnB,WAAqB;IAErB,MAAM,cAAc,GAAG,MAAM,qBAAqB,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC;IACxE,MAAM,QAAQ,GAAqB,EAAE,CAAC;IAEtC,KAAK,MAAM,OAAO,IAAI,WAAW,EAAE,CAAC;QAClC,MAAM,eAAe,GAAG,sBAAsB,CAAC,OAAO,CAAC,CAAC;QAExD,MAAM,MAAM,GAAG,cAAc;aAC1B,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;YACd,IAAI;YACJ,KAAK,EAAE,eAAe,CAAC,eAAe,EAAE,sBAAsB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;SAC3E,CAAC,CAAC;aACF,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,GAAG,CAAC,CAAC;aAChC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAErC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACxB,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO;gBACP,cAAc,EAAE,IAAI;gBACpB,gBAAgB,EAAE,IAAI;gBACtB,oBAAoB,EAAE,IAAI;gBAC1B,UAAU,EAAE,YAAY;gBACxB,UAAU,EAAE,EAAE;aACf,CAAC,CAAC;YACH,SAAS;QACX,CAAC;QAED,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAE,CAAC;QACxB,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,KAAK,KAAK,IAAI,CAAC,KAAK,CAAC,CAAC;QAEnE,IAAI,OAAO,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO;gBACP,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,EAAE;gBAC5B,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI;gBAChC,oBAAoB,EAAE,IAAI,CAAC,IAAI,CAAC,YAAY;gBAC5C,UAAU,EAAE,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,OAAO;gBAChD,UAAU,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;oBAChD,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,YAAY,EAAE,IAAI,CAAC,YAAY;iBAChC,CAAC,CAAC;aACJ,CAAC,CAAC;QACL,CAAC;aAAM,CAAC;YACN,QAAQ,CAAC,IAAI,CAAC;gBACZ,OAAO;gBACP,cAAc,EAAE,IAAI;gBACpB,gBAAgB,EAAE,IAAI;gBACtB,oBAAoB,EAAE,IAAI;gBAC1B,UAAU,EAAE,YAAY;gBACxB,UAAU,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC;oBACrC,EAAE,EAAE,IAAI,CAAC,EAAE;oBACX,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,YAAY,EAAE,IAAI,CAAC,YAAY;iBAChC,CAAC,CAAC;aACJ,CAAC,CAAC;QACL,CAAC;IACH,CAAC;IAED,OAAO,QAAQ,CAAC;AAClB,CAAC"}
|
|
@@ -1,46 +1,8 @@
|
|
|
1
1
|
import { type CoalesceClient } from "../../client.js";
|
|
2
|
-
|
|
3
|
-
type
|
|
4
|
-
|
|
5
|
-
|
|
6
|
-
expression: string | null;
|
|
7
|
-
};
|
|
8
|
-
type IntentStep = {
|
|
9
|
-
operation: IntentOperation;
|
|
10
|
-
entityNames: string[];
|
|
11
|
-
targetName: string | null;
|
|
12
|
-
columns: IntentColumn[];
|
|
13
|
-
groupByColumns: string[];
|
|
14
|
-
filters: string[];
|
|
15
|
-
joinKey: string | null;
|
|
16
|
-
joinType: "INNER" | "LEFT" | "FULL OUTER" | null;
|
|
17
|
-
};
|
|
18
|
-
export type ParsedIntent = {
|
|
19
|
-
steps: IntentStep[];
|
|
20
|
-
rawIntent: string;
|
|
21
|
-
warnings: string[];
|
|
22
|
-
openQuestions: string[];
|
|
23
|
-
};
|
|
24
|
-
type ResolvedEntityCandidate = {
|
|
25
|
-
id: string;
|
|
26
|
-
name: string;
|
|
27
|
-
locationName: string | null;
|
|
28
|
-
};
|
|
29
|
-
type ResolvedEntity = {
|
|
30
|
-
rawName: string;
|
|
31
|
-
confidence: "exact" | "fuzzy";
|
|
32
|
-
resolvedNodeID: string;
|
|
33
|
-
resolvedNodeName: string;
|
|
34
|
-
resolvedLocationName: string | null;
|
|
35
|
-
candidates: ResolvedEntityCandidate[];
|
|
36
|
-
} | {
|
|
37
|
-
rawName: string;
|
|
38
|
-
confidence: "unresolved";
|
|
39
|
-
resolvedNodeID: null;
|
|
40
|
-
resolvedNodeName: null;
|
|
41
|
-
resolvedLocationName: null;
|
|
42
|
-
candidates: ResolvedEntityCandidate[];
|
|
43
|
-
};
|
|
2
|
+
export { parseIntent, type ParsedIntent } from "./intent-parsing.js";
|
|
3
|
+
export { resolveIntentEntities, type ResolvedEntity } from "./intent-resolution.js";
|
|
4
|
+
import { type ParsedIntent } from "./intent-parsing.js";
|
|
5
|
+
import { type ResolvedEntity } from "./intent-resolution.js";
|
|
44
6
|
export type IntentPipelineResult = {
|
|
45
7
|
status: "ready" | "needs_clarification" | "needs_entity_resolution";
|
|
46
8
|
intent: ParsedIntent;
|
|
@@ -49,8 +11,6 @@ export type IntentPipelineResult = {
|
|
|
49
11
|
openQuestions: string[];
|
|
50
12
|
warnings: string[];
|
|
51
13
|
};
|
|
52
|
-
export declare function parseIntent(intentText: string): ParsedIntent;
|
|
53
|
-
export declare function resolveIntentEntities(client: CoalesceClient, workspaceID: string, entityNames: string[]): Promise<ResolvedEntity[]>;
|
|
54
14
|
export declare function buildPipelinePlanFromIntent(client: CoalesceClient, params: {
|
|
55
15
|
workspaceID: string;
|
|
56
16
|
intent: string;
|
|
@@ -61,5 +21,4 @@ export declare function buildPipelinePlanFromIntent(client: CoalesceClient, para
|
|
|
61
21
|
database?: string;
|
|
62
22
|
schema?: string;
|
|
63
23
|
}): Promise<IntentPipelineResult>;
|
|
64
|
-
export {};
|
|
65
24
|
//# sourceMappingURL=intent.d.ts.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"intent.d.ts","sourceRoot":"","sources":["../../../src/services/pipelines/intent.ts"],"names":[],"mappings":"AAAA,OAAO,
|
|
1
|
+
{"version":3,"file":"intent.d.ts","sourceRoot":"","sources":["../../../src/services/pipelines/intent.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,cAAc,EAAE,MAAM,iBAAiB,CAAC;AAetD,OAAO,EAAE,WAAW,EAAE,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAE,qBAAqB,EAAE,KAAK,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAEpF,OAAO,EAAe,KAAK,YAAY,EAAE,MAAM,qBAAqB,CAAC;AACrE,OAAO,EAAyB,KAAK,cAAc,EAAE,MAAM,wBAAwB,CAAC;AAMpF,MAAM,MAAM,oBAAoB,GAAG;IACjC,MAAM,EAAE,OAAO,GAAG,qBAAqB,GAAG,yBAAyB,CAAC;IACpE,MAAM,EAAE,YAAY,CAAC;IACrB,gBAAgB,EAAE,cAAc,EAAE,CAAC;IACnC,IAAI,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GAAG,IAAI,CAAC;IACrC,aAAa,EAAE,MAAM,EAAE,CAAC;IACxB,QAAQ,EAAE,MAAM,EAAE,CAAC;CACpB,CAAC;AAuDF,wBAAsB,2BAA2B,CAC/C,MAAM,EAAE,cAAc,EACtB,MAAM,EAAE;IACN,WAAW,EAAE,MAAM,CAAC;IACpB,MAAM,EAAE,MAAM,CAAC;IACf,UAAU,CAAC,EAAE,MAAM,CAAC;IACpB,cAAc,CAAC,EAAE,MAAM,CAAC;IACxB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,YAAY,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,MAAM,CAAC,EAAE,MAAM,CAAC;CACjB,GACA,OAAO,CAAC,oBAAoB,CAAC,CAwS/B"}
|