@xano/cli 1.0.6-beta.1 → 1.0.6-beta.11

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (89) hide show
  1. package/README.md +138 -4
  2. package/dist/commands/branch/list/index.js +5 -1
  3. package/dist/commands/ephemeral/impersonate/index.d.ts +1 -0
  4. package/dist/commands/ephemeral/impersonate/index.js +11 -3
  5. package/dist/commands/ephemeral/list/index.js +2 -1
  6. package/dist/commands/ephemeral/pull/index.d.ts +0 -6
  7. package/dist/commands/ephemeral/pull/index.js +10 -95
  8. package/dist/commands/ephemeral/push/index.d.ts +10 -0
  9. package/dist/commands/ephemeral/push/index.js +77 -0
  10. package/dist/commands/ephemeral/static_host/build/list/index.d.ts +2 -3
  11. package/dist/commands/ephemeral/static_host/build/list/index.js +19 -40
  12. package/dist/commands/ephemeral/static_host/list/index.d.ts +2 -3
  13. package/dist/commands/ephemeral/static_host/list/index.js +20 -40
  14. package/dist/commands/flatten/index.d.ts +34 -0
  15. package/dist/commands/flatten/index.js +140 -0
  16. package/dist/commands/function/list/index.d.ts +4 -4
  17. package/dist/commands/function/list/index.js +30 -38
  18. package/dist/commands/knowledge/list/index.js +2 -1
  19. package/dist/commands/platform/list/index.js +13 -14
  20. package/dist/commands/release/list/index.js +13 -14
  21. package/dist/commands/release/pull/index.d.ts +0 -6
  22. package/dist/commands/release/pull/index.js +10 -95
  23. package/dist/commands/sandbox/env/list/index.js +4 -0
  24. package/dist/commands/sandbox/pull/index.d.ts +0 -1
  25. package/dist/commands/sandbox/pull/index.js +10 -77
  26. package/dist/commands/sandbox/unit_test/list/index.d.ts +2 -0
  27. package/dist/commands/sandbox/unit_test/list/index.js +9 -14
  28. package/dist/commands/sandbox/unit_test/run/index.js +17 -11
  29. package/dist/commands/sandbox/unit_test/run_all/index.d.ts +1 -0
  30. package/dist/commands/sandbox/unit_test/run_all/index.js +76 -38
  31. package/dist/commands/sandbox/workflow_test/list/index.d.ts +2 -0
  32. package/dist/commands/sandbox/workflow_test/list/index.js +9 -14
  33. package/dist/commands/sandbox/workflow_test/run/index.js +12 -9
  34. package/dist/commands/sandbox/workflow_test/run_all/index.d.ts +1 -0
  35. package/dist/commands/sandbox/workflow_test/run_all/index.js +74 -36
  36. package/dist/commands/static_host/build/list/index.d.ts +2 -3
  37. package/dist/commands/static_host/build/list/index.js +19 -40
  38. package/dist/commands/static_host/build/pull/index.js +12 -9
  39. package/dist/commands/static_host/list/index.d.ts +2 -3
  40. package/dist/commands/static_host/list/index.js +20 -40
  41. package/dist/commands/static_host/migrate/index.js +14 -10
  42. package/dist/commands/tenant/backup/list/index.js +13 -14
  43. package/dist/commands/tenant/cluster/list/index.js +9 -10
  44. package/dist/commands/tenant/env/list/index.js +4 -0
  45. package/dist/commands/tenant/list/index.js +19 -20
  46. package/dist/commands/tenant/pull/index.d.ts +0 -6
  47. package/dist/commands/tenant/pull/index.js +10 -95
  48. package/dist/commands/tenant/snapshot/list/index.js +5 -1
  49. package/dist/commands/tenant/unit_test/list/index.d.ts +4 -2
  50. package/dist/commands/tenant/unit_test/list/index.js +9 -14
  51. package/dist/commands/tenant/unit_test/run/index.js +19 -11
  52. package/dist/commands/tenant/unit_test/run_all/index.d.ts +1 -0
  53. package/dist/commands/tenant/unit_test/run_all/index.js +80 -38
  54. package/dist/commands/tenant/workflow_test/list/index.d.ts +4 -2
  55. package/dist/commands/tenant/workflow_test/list/index.js +9 -14
  56. package/dist/commands/tenant/workflow_test/run/index.js +14 -9
  57. package/dist/commands/tenant/workflow_test/run_all/index.d.ts +1 -0
  58. package/dist/commands/tenant/workflow_test/run_all/index.js +78 -36
  59. package/dist/commands/unit_test/list/index.d.ts +3 -1
  60. package/dist/commands/unit_test/list/index.js +9 -14
  61. package/dist/commands/unit_test/run/index.js +19 -11
  62. package/dist/commands/unit_test/run_all/index.d.ts +1 -0
  63. package/dist/commands/unit_test/run_all/index.js +81 -41
  64. package/dist/commands/workflow_test/list/index.d.ts +3 -1
  65. package/dist/commands/workflow_test/list/index.js +10 -13
  66. package/dist/commands/workflow_test/run/index.js +15 -10
  67. package/dist/commands/workflow_test/run_all/index.d.ts +1 -0
  68. package/dist/commands/workflow_test/run_all/index.js +82 -39
  69. package/dist/commands/workspace/git/pull/index.js +53 -3
  70. package/dist/commands/workspace/list/index.js +7 -13
  71. package/dist/commands/workspace/pull/index.d.ts +0 -6
  72. package/dist/commands/workspace/pull/index.js +10 -95
  73. package/dist/utils/concurrency.d.ts +29 -0
  74. package/dist/utils/concurrency.js +54 -0
  75. package/dist/utils/document-parser.d.ts +116 -0
  76. package/dist/utils/document-parser.js +274 -1
  77. package/dist/utils/flatten.d.ts +36 -0
  78. package/dist/utils/flatten.js +68 -0
  79. package/dist/utils/knowledge-sync.d.ts +1 -0
  80. package/dist/utils/knowledge-sync.js +11 -5
  81. package/dist/utils/microservice-wait.d.ts +53 -0
  82. package/dist/utils/microservice-wait.js +83 -0
  83. package/dist/utils/multidoc-push.d.ts +12 -0
  84. package/dist/utils/multidoc-push.js +84 -0
  85. package/dist/utils/paging.d.ts +145 -0
  86. package/dist/utils/paging.js +199 -0
  87. package/dist/utils/reference-checker.js +13 -0
  88. package/oclif.manifest.json +3420 -3208
  89. package/package.json +1 -1
@@ -1,9 +1,13 @@
1
1
  export interface ParsedDocument {
2
2
  apiGroup?: string;
3
3
  canonical?: string;
4
+ /** Owning channel path for realtime v2 `message` documents. */
5
+ channel?: string;
4
6
  content: string;
5
7
  guid?: string;
6
8
  name: string;
9
+ /** Owning realtime_server name for realtime v2 `channel` documents. */
10
+ server?: string;
7
11
  type: string;
8
12
  verb?: string;
9
13
  }
@@ -12,6 +16,87 @@ export interface ParsedDocument {
12
16
  * Skips leading comment lines (starting with //) to find the first meaningful line.
13
17
  */
14
18
  export declare function parseDocument(content: string): null | ParsedDocument;
19
+ /**
20
+ * Map a realtime v2 channel path onto directory segments.
21
+ *
22
+ * A channel name IS a path template — "rooms/{room_id}" — so the directory tree
23
+ * mirrors it rather than flattening it. That is the whole reason messages nest
24
+ * under channels: the tree should show the structure, and
25
+ * "channel/rooms/[room_id]/post.xs" says immediately that `post` lives on a
26
+ * parameterized rooms channel.
27
+ *
28
+ * "rooms" -> ["rooms"]
29
+ * "rooms/{room_id}" -> ["rooms", "[room_id]"]
30
+ * "org/{org_id}/room/{id}" -> ["org", "[org_id]", "room", "[id]"]
31
+ *
32
+ * Braces become brackets because "{" and "}" are awkward in shells, while "["
33
+ * and "]" are legal on every filesystem. They are still glob character classes,
34
+ * so scripting against a checkout needs the path quoted.
35
+ *
36
+ * Escaping the braces rather than dropping them is what keeps a parameterized
37
+ * channel distinct from a literal one: without it, "rooms/{room_id}" and a
38
+ * literal channel named "rooms/room_id" collide on the same directory.
39
+ *
40
+ * Mirrors Vfs::channelSegment() on the server.
41
+ */
42
+ export declare function channelPathSegments(name: string, snakeCaseFn: (s: string) => string): string[];
43
+ /**
44
+ * Build a map of realtime v2 channel path -> owning realtime_server name.
45
+ *
46
+ * This is the cross-document lookup the on-disk nesting needs: a `message`
47
+ * document names its channel (`channel = "..."`), while a `channel` document
48
+ * names its server (`realtime_server = "..."`). To place a message under
49
+ * `realtime/server/<server>/channel/<path>/...` we resolve the message's channel
50
+ * to that channel's server — which the channel document carries. (Messages now
51
+ * also carry `realtime_server` directly, but resolving via the channel keeps a
52
+ * single source of truth for the channel→server mapping.)
53
+ *
54
+ * Because every pull path parses the WHOLE multidoc into memory before writing,
55
+ * we can build this map from the `channel` docs in the same batch (a two-pass
56
+ * resolve), keyed by the channel's own name (its path). A channel with no
57
+ * `realtime_server` (e.g. a pre-server export) simply isn't in the map, and
58
+ * callers fall back accordingly.
59
+ */
60
+ export declare function buildChannelServerResolver(documents: ParsedDocument[]): (channelName: string) => string | undefined;
61
+ /**
62
+ * Sanitize a document name for use as a single on-disk filename segment.
63
+ * Strips quotes and snake_cases the rest. Mirrors the per-command
64
+ * `sanitizeFilename` the pull commands used to each define privately.
65
+ */
66
+ export declare function sanitizeDocumentName(name: string, snakeCaseFn: (s: string) => string): string;
67
+ /**
68
+ * The directory + base filename (no extension, no duplicate suffix) a document
69
+ * is written to on disk. `resolveDocumentPath` returns this; callers append the
70
+ * `.xs` extension and any `_N` duplicate suffix.
71
+ */
72
+ export interface DocumentPlacement {
73
+ baseName: string;
74
+ typeDir: string;
75
+ }
76
+ /**
77
+ * Resolve where a parsed document lands on disk — the SINGLE source of truth for
78
+ * the pull layout, shared by every pull command (workspace, tenant, release,
79
+ * sandbox, ephemeral). Previously each command inlined a ~130-line copy of this
80
+ * decision; the copies drifted (the realtime v2 realtime_server/channel/message
81
+ * branches existed only in workspace/tenant), so an ephemeral pull dumped v2
82
+ * objects into flat top-level channel/, message/ and realtime_server/ folders —
83
+ * detaching messages from their channels and risking name collisions (message
84
+ * names are unique only WITHIN a channel).
85
+ *
86
+ * @param doc - the parsed document
87
+ * @param outputDir - the resolved pull output root
88
+ * @param deps - injected dependencies
89
+ * @param deps.getApiGroupFolder - resolves an api_group name to its unique folder
90
+ * @param deps.getChannelServer - resolves a v2 channel path to its owning realtime_server
91
+ * @param deps.join - the path.join implementation (injectable for testing)
92
+ * @param deps.snakeCase - the snakeCase implementation the caller uses
93
+ */
94
+ export declare function resolveDocumentPath(doc: ParsedDocument, outputDir: string, deps: {
95
+ getApiGroupFolder: (groupName: string) => string;
96
+ getChannelServer: (channelName: string) => string | undefined;
97
+ join: (...parts: string[]) => string;
98
+ snakeCase: (s: string) => string;
99
+ }): DocumentPlacement;
15
100
  /**
16
101
  * Build a unique key for a document based on its type, name, verb, and api_group.
17
102
  * Used to match server GUID map entries back to local files.
@@ -37,3 +122,34 @@ export declare function findFilesWithGuid(entries: Array<{
37
122
  content: string;
38
123
  filePath: string;
39
124
  }>, guid: string): string[];
125
+ /**
126
+ * Split a multi-document XanoScript blob (documents joined by `\n---\n`) into
127
+ * parsed documents, skipping empties and any fragment that fails to parse.
128
+ *
129
+ * This is the same split the pull commands apply to the server's multidoc
130
+ * response. A hand-authored bundle is one file of many `---`-separated
131
+ * documents; this turns it back into the per-document units every downstream
132
+ * step (placement, GUID writeback, partial-diff matching) assumes.
133
+ */
134
+ export declare function splitMultidoc(blob: string): ParsedDocument[];
135
+ /** A document's resolved on-disk location relative to the output root, plus its content. */
136
+ export interface PlacedDocument {
137
+ content: string;
138
+ /** POSIX-style path relative to the output root, e.g. "api/pdf/documents_GET.xs". */
139
+ relPath: string;
140
+ }
141
+ /**
142
+ * Compute where each document lands on disk — a PURE function (no filesystem)
143
+ * mirroring the split-and-place loop the pull commands run. It resolves each
144
+ * document via `resolveDocumentPath`, appends `.xs`, and disambiguates
145
+ * collisions within a directory with a `_N` suffix (the second file named
146
+ * `say.xs` in a dir becomes `say_2.xs`), exactly as the pull writer does.
147
+ *
148
+ * Kept filesystem-free so it can be unit-tested and reused by both the pull
149
+ * commands and `flatten` without duplicating the placement rules.
150
+ */
151
+ export declare function placeDocuments(documents: ParsedDocument[], deps: {
152
+ join: (...parts: string[]) => string;
153
+ relative: (from: string, to: string) => string;
154
+ snakeCase: (s: string) => string;
155
+ }): PlacedDocument[];
@@ -45,6 +45,25 @@ export function parseDocument(content) {
45
45
  if (apiGroupMatch) {
46
46
  apiGroup = apiGroupMatch[1];
47
47
  }
48
+ // Extract channel if present (e.g., channel = "rooms/{room_id}").
49
+ // Realtime v2 messages reference their owning channel by PATH, which is what
50
+ // nests them under it on disk.
51
+ let channel;
52
+ const channelMatch = content.match(/^\s*channel\s*=\s*"([^"]*)"/m);
53
+ if (channelMatch) {
54
+ channel = channelMatch[1];
55
+ }
56
+ // Extract realtime_server if present (e.g., realtime_server = "chat").
57
+ // Realtime v2 channels/messages reference their owning realtime_server by NAME
58
+ // via a top-level `realtime_server = "..."`, which is what nests them under it
59
+ // on disk (mirrors how a message names its channel via `channel = "..."`).
60
+ // The keyword is `realtime_server` (renamed from a bare `server` to match the
61
+ // api_group/mcp_server convention — reference the container by its full type).
62
+ let server;
63
+ const serverMatch = content.match(/^\s*realtime_server\s*=\s*"([^"]*)"/m);
64
+ if (serverMatch) {
65
+ server = serverMatch[1];
66
+ }
48
67
  // Extract canonical if present (e.g., canonical = "abc123")
49
68
  let canonical;
50
69
  const canonicalMatch = content.match(/canonical\s*=\s*"([^"]*)"/);
@@ -57,7 +76,201 @@ export function parseDocument(content) {
57
76
  if (guidMatch) {
58
77
  guid = guidMatch[1];
59
78
  }
60
- return { apiGroup, canonical, content, guid, name, type, verb };
79
+ return { apiGroup, canonical, channel, content, guid, name, server, type, verb };
80
+ }
81
+ /**
82
+ * Map a realtime v2 channel path onto directory segments.
83
+ *
84
+ * A channel name IS a path template — "rooms/{room_id}" — so the directory tree
85
+ * mirrors it rather than flattening it. That is the whole reason messages nest
86
+ * under channels: the tree should show the structure, and
87
+ * "channel/rooms/[room_id]/post.xs" says immediately that `post` lives on a
88
+ * parameterized rooms channel.
89
+ *
90
+ * "rooms" -> ["rooms"]
91
+ * "rooms/{room_id}" -> ["rooms", "[room_id]"]
92
+ * "org/{org_id}/room/{id}" -> ["org", "[org_id]", "room", "[id]"]
93
+ *
94
+ * Braces become brackets because "{" and "}" are awkward in shells, while "["
95
+ * and "]" are legal on every filesystem. They are still glob character classes,
96
+ * so scripting against a checkout needs the path quoted.
97
+ *
98
+ * Escaping the braces rather than dropping them is what keeps a parameterized
99
+ * channel distinct from a literal one: without it, "rooms/{room_id}" and a
100
+ * literal channel named "rooms/room_id" collide on the same directory.
101
+ *
102
+ * Mirrors Vfs::channelSegment() on the server.
103
+ */
104
+ export function channelPathSegments(name, snakeCaseFn) {
105
+ // A parameter keeps the author's name verbatim so it matches the `input`
106
+ // block; only the delimiters are swapped.
107
+ const isParam = /^\{.*\}$/;
108
+ return name.split('/').map((segment) => (isParam.test(segment) ? `[${segment.slice(1, -1)}]` : snakeCaseFn(segment)));
109
+ }
110
+ /**
111
+ * Build a map of realtime v2 channel path -> owning realtime_server name.
112
+ *
113
+ * This is the cross-document lookup the on-disk nesting needs: a `message`
114
+ * document names its channel (`channel = "..."`), while a `channel` document
115
+ * names its server (`realtime_server = "..."`). To place a message under
116
+ * `realtime/server/<server>/channel/<path>/...` we resolve the message's channel
117
+ * to that channel's server — which the channel document carries. (Messages now
118
+ * also carry `realtime_server` directly, but resolving via the channel keeps a
119
+ * single source of truth for the channel→server mapping.)
120
+ *
121
+ * Because every pull path parses the WHOLE multidoc into memory before writing,
122
+ * we can build this map from the `channel` docs in the same batch (a two-pass
123
+ * resolve), keyed by the channel's own name (its path). A channel with no
124
+ * `realtime_server` (e.g. a pre-server export) simply isn't in the map, and
125
+ * callers fall back accordingly.
126
+ */
127
+ export function buildChannelServerResolver(documents) {
128
+ const channelToServer = new Map();
129
+ for (const doc of documents) {
130
+ if (doc.type === 'channel' && doc.server) {
131
+ channelToServer.set(doc.name, doc.server);
132
+ }
133
+ }
134
+ return (channelName) => channelToServer.get(channelName);
135
+ }
136
+ /**
137
+ * Sanitize a document name for use as a single on-disk filename segment.
138
+ * Strips quotes and snake_cases the rest. Mirrors the per-command
139
+ * `sanitizeFilename` the pull commands used to each define privately.
140
+ */
141
+ export function sanitizeDocumentName(name, snakeCaseFn) {
142
+ return snakeCaseFn(name.replaceAll('"', ''));
143
+ }
144
+ /**
145
+ * Resolve where a parsed document lands on disk — the SINGLE source of truth for
146
+ * the pull layout, shared by every pull command (workspace, tenant, release,
147
+ * sandbox, ephemeral). Previously each command inlined a ~130-line copy of this
148
+ * decision; the copies drifted (the realtime v2 realtime_server/channel/message
149
+ * branches existed only in workspace/tenant), so an ephemeral pull dumped v2
150
+ * objects into flat top-level channel/, message/ and realtime_server/ folders —
151
+ * detaching messages from their channels and risking name collisions (message
152
+ * names are unique only WITHIN a channel).
153
+ *
154
+ * @param doc - the parsed document
155
+ * @param outputDir - the resolved pull output root
156
+ * @param deps - injected dependencies
157
+ * @param deps.getApiGroupFolder - resolves an api_group name to its unique folder
158
+ * @param deps.getChannelServer - resolves a v2 channel path to its owning realtime_server
159
+ * @param deps.join - the path.join implementation (injectable for testing)
160
+ * @param deps.snakeCase - the snakeCase implementation the caller uses
161
+ */
162
+ export function resolveDocumentPath(doc, outputDir, deps) {
163
+ const { getApiGroupFolder, getChannelServer, join, snakeCase } = deps;
164
+ const sanitize = (name) => sanitizeDocumentName(name, snakeCase);
165
+ if (doc.type === 'workspace') {
166
+ // workspace → workspace/{name}.xs
167
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'workspace') };
168
+ }
169
+ if (doc.type === 'workspace_trigger' || doc.type === 'error_trigger') {
170
+ // workspace_trigger / error_trigger → workspace/trigger/{name}.xs
171
+ // (error_trigger is a singleton, colocated with workspace triggers)
172
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'workspace', 'trigger') };
173
+ }
174
+ if (doc.type === 'agent') {
175
+ // agent → ai/agent/{name}.xs
176
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'ai', 'agent') };
177
+ }
178
+ if (doc.type === 'mcp_server') {
179
+ // mcp_server → ai/mcp_server/{name}.xs
180
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'ai', 'mcp_server') };
181
+ }
182
+ if (doc.type === 'tool') {
183
+ // tool → ai/tool/{name}.xs
184
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'ai', 'tool') };
185
+ }
186
+ if (doc.type === 'agent_trigger') {
187
+ // agent_trigger → ai/agent/trigger/{name}.xs
188
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'ai', 'agent', 'trigger') };
189
+ }
190
+ if (doc.type === 'mcp_server_trigger') {
191
+ // mcp_server_trigger → ai/mcp_server/trigger/{name}.xs
192
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'ai', 'mcp_server', 'trigger') };
193
+ }
194
+ if (doc.type === 'table_trigger') {
195
+ // table_trigger → table/trigger/{name}.xs
196
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'table', 'trigger') };
197
+ }
198
+ if (doc.type === 'realtime_channel') {
199
+ // Realtime v1: realtime_channel → realtime/channel/{name}.xs
200
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'realtime', 'channel') };
201
+ }
202
+ if (doc.type === 'realtime_trigger') {
203
+ // Realtime v1: realtime_trigger → realtime/trigger/{name}.xs
204
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'realtime', 'trigger') };
205
+ }
206
+ if (doc.type === 'realtime_server') {
207
+ // Realtime v2. The realtime_server is the top-level container that owns
208
+ // channels (which own messages). Its own document is named after itself
209
+ // inside its name directory, mirroring api_group (api/<group>/<group>.xs).
210
+ // realtime_server "chat" → realtime/server/chat/chat.xs
211
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'realtime', 'server', sanitize(doc.name)) };
212
+ }
213
+ if (doc.type === 'channel') {
214
+ // Realtime v2. The channel owns a directory named after itself (the full
215
+ // channel name, snake_cased into a single flat segment), and its messages
216
+ // live in a message/ subfolder inside it. It nests under its owning
217
+ // realtime_server (from `realtime_server = "..."`):
218
+ // channel "rooms/{room_id}" (server "chat")
219
+ // → realtime/server/chat/channel/rooms_room_id/rooms_room_id.xs
220
+ //
221
+ // A channel with no resolvable server (e.g. a pre-server export) falls back
222
+ // to the legacy flat channel/<path>/_channel.xs layout.
223
+ if (doc.server) {
224
+ return {
225
+ baseName: snakeCase(doc.name),
226
+ typeDir: join(outputDir, 'realtime', 'server', sanitize(doc.server), 'channel', snakeCase(doc.name)),
227
+ };
228
+ }
229
+ return { baseName: '_channel', typeDir: join(outputDir, 'channel', ...channelPathSegments(doc.name, snakeCase)) };
230
+ }
231
+ if (doc.type === 'message' && doc.channel) {
232
+ // Realtime v2 message → nests in a message/ subfolder under its channel,
233
+ // under that channel's server (resolved via the two-pass channel→server map).
234
+ // message "post" on channel "rooms/{room_id}" (server "chat")
235
+ // → realtime/server/chat/channel/rooms_room_id/message/post.xs
236
+ //
237
+ // Nesting matters beyond tidiness: message names are unique only WITHIN a
238
+ // channel, so a flat message/ directory would collide when two channels
239
+ // both define e.g. "say". A channel whose server can't be resolved falls
240
+ // back to the legacy flat channel/ layout.
241
+ const messageServer = getChannelServer(doc.channel);
242
+ return {
243
+ baseName: sanitize(doc.name),
244
+ typeDir: messageServer
245
+ ? join(outputDir, 'realtime', 'server', sanitize(messageServer), 'channel', snakeCase(doc.channel), 'message')
246
+ : join(outputDir, 'channel', ...channelPathSegments(doc.channel, snakeCase)),
247
+ };
248
+ }
249
+ if (doc.type === 'api_group') {
250
+ // api_group "test" → api/{resolved_folder}/{name}.xs
251
+ return { baseName: sanitize(doc.name), typeDir: join(outputDir, 'api', getApiGroupFolder(doc.name)) };
252
+ }
253
+ if (doc.type === 'query' && doc.apiGroup) {
254
+ // query in group "test" → api/{resolved_folder}/{folders}/{query_name}[_verb].xs
255
+ const groupFolder = getApiGroupFolder(doc.apiGroup);
256
+ const nameParts = doc.name.split('/');
257
+ const leafName = nameParts.pop();
258
+ const folderParts = nameParts.map((part) => snakeCase(part));
259
+ const baseName = sanitize(leafName);
260
+ return {
261
+ baseName: doc.verb ? `${baseName}_${doc.verb}` : baseName,
262
+ typeDir: join(outputDir, 'api', groupFolder, ...folderParts),
263
+ };
264
+ }
265
+ // Default: split folder path from name
266
+ const nameParts = doc.name.split('/');
267
+ const leafName = nameParts.pop();
268
+ const folderParts = nameParts.map((part) => snakeCase(part));
269
+ const baseName = sanitize(leafName);
270
+ return {
271
+ baseName: doc.verb ? `${baseName}_${doc.verb}` : baseName,
272
+ typeDir: join(outputDir, doc.type, ...folderParts),
273
+ };
61
274
  }
62
275
  /**
63
276
  * Build a unique key for a document based on its type, name, verb, and api_group.
@@ -112,3 +325,63 @@ export function buildApiGroupFolderResolver(documents, snakeCaseFn) {
112
325
  export function findFilesWithGuid(entries, guid) {
113
326
  return entries.filter((e) => e.content.includes(guid)).map((e) => e.filePath);
114
327
  }
328
+ /**
329
+ * Split a multi-document XanoScript blob (documents joined by `\n---\n`) into
330
+ * parsed documents, skipping empties and any fragment that fails to parse.
331
+ *
332
+ * This is the same split the pull commands apply to the server's multidoc
333
+ * response. A hand-authored bundle is one file of many `---`-separated
334
+ * documents; this turns it back into the per-document units every downstream
335
+ * step (placement, GUID writeback, partial-diff matching) assumes.
336
+ */
337
+ export function splitMultidoc(blob) {
338
+ const documents = [];
339
+ for (const raw of blob.split('\n---\n')) {
340
+ const trimmed = raw.trim();
341
+ if (!trimmed)
342
+ continue;
343
+ const parsed = parseDocument(trimmed);
344
+ if (parsed)
345
+ documents.push(parsed);
346
+ }
347
+ return documents;
348
+ }
349
+ /**
350
+ * Compute where each document lands on disk — a PURE function (no filesystem)
351
+ * mirroring the split-and-place loop the pull commands run. It resolves each
352
+ * document via `resolveDocumentPath`, appends `.xs`, and disambiguates
353
+ * collisions within a directory with a `_N` suffix (the second file named
354
+ * `say.xs` in a dir becomes `say_2.xs`), exactly as the pull writer does.
355
+ *
356
+ * Kept filesystem-free so it can be unit-tested and reused by both the pull
357
+ * commands and `flatten` without duplicating the placement rules.
358
+ */
359
+ export function placeDocuments(documents, deps) {
360
+ const { join, relative, snakeCase } = deps;
361
+ const getApiGroupFolder = buildApiGroupFolderResolver(documents, snakeCase);
362
+ const getChannelServer = buildChannelServerResolver(documents);
363
+ // Per-directory filename counters, so duplicate leaf names get a _N suffix.
364
+ const filenameCounters = new Map();
365
+ const placed = [];
366
+ for (const doc of documents) {
367
+ const { baseName, typeDir } = resolveDocumentPath(doc, '', {
368
+ getApiGroupFolder,
369
+ getChannelServer,
370
+ join,
371
+ snakeCase,
372
+ });
373
+ const dirKey = typeDir;
374
+ if (!filenameCounters.has(dirKey))
375
+ filenameCounters.set(dirKey, new Map());
376
+ const typeCounters = filenameCounters.get(dirKey);
377
+ const count = typeCounters.get(baseName) || 0;
378
+ typeCounters.set(baseName, count + 1);
379
+ const filename = count === 0 ? `${baseName}.xs` : `${baseName}_${count + 1}.xs`;
380
+ const abs = join(typeDir, filename);
381
+ // typeDir was built off an empty root, so `abs` is already root-relative;
382
+ // normalize any leading separator via relative() for a clean POSIX path.
383
+ const relPath = relative('', abs);
384
+ placed.push({ content: doc.content, relPath });
385
+ }
386
+ return placed;
387
+ }
@@ -0,0 +1,36 @@
1
+ /** Outcome of flattening one bundle file. */
2
+ export interface FlattenResult {
3
+ /** True when the original bundle was removed. */
4
+ removedSource: boolean;
5
+ /** Why the file was skipped, if it was (empty / single-document). */
6
+ skipped?: 'empty' | 'single';
7
+ /** Absolute paths written (or that would be written, in dry-run). */
8
+ written: string[];
9
+ }
10
+ export interface FlattenOptions {
11
+ /** Preview only — compute the plan and write nothing, delete nothing. */
12
+ dryRun?: boolean;
13
+ /** Overwrite existing destination files instead of throwing on a clash. */
14
+ force?: boolean;
15
+ /** Keep the original bundle file (default: delete after a successful split). */
16
+ keepSource?: boolean;
17
+ /** Optional line logger (e.g. command.log) for a per-file plan. */
18
+ log?: (msg: string) => void;
19
+ /** Output root (default: the bundle file's own directory). */
20
+ outputDir?: string;
21
+ }
22
+ /**
23
+ * Split ONE multi-document `.xs` bundle (documents joined by `---`) into the
24
+ * standard per-document tree — the exact layout `pull` produces — using the
25
+ * shared `placeDocuments` placement so the two never drift.
26
+ *
27
+ * Filesystem-touching, but self-contained: it reads the bundle, resolves every
28
+ * document's destination, checks for collisions, writes, and (unless
29
+ * `keepSource`) removes the original. Throws on a destination collision when
30
+ * `force` is not set, and never deletes the source when a written document
31
+ * landed on the source's own path.
32
+ *
33
+ * Shared by the `flatten` command and the push-time prompt, so a user who
34
+ * confirms "flatten now?" gets byte-identical output to running `xano flatten`.
35
+ */
36
+ export declare function flattenBundleFile(bundleFile: string, opts?: FlattenOptions): FlattenResult;
@@ -0,0 +1,68 @@
1
+ import snakeCase from 'lodash.snakecase';
2
+ import * as fs from 'node:fs';
3
+ import { basename, dirname, join, relative, resolve } from 'node:path';
4
+ import { placeDocuments, splitMultidoc } from './document-parser.js';
5
+ /**
6
+ * Split ONE multi-document `.xs` bundle (documents joined by `---`) into the
7
+ * standard per-document tree — the exact layout `pull` produces — using the
8
+ * shared `placeDocuments` placement so the two never drift.
9
+ *
10
+ * Filesystem-touching, but self-contained: it reads the bundle, resolves every
11
+ * document's destination, checks for collisions, writes, and (unless
12
+ * `keepSource`) removes the original. Throws on a destination collision when
13
+ * `force` is not set, and never deletes the source when a written document
14
+ * landed on the source's own path.
15
+ *
16
+ * Shared by the `flatten` command and the push-time prompt, so a user who
17
+ * confirms "flatten now?" gets byte-identical output to running `xano flatten`.
18
+ */
19
+ export function flattenBundleFile(bundleFile, opts = {}) {
20
+ const { dryRun = false, force = false, keepSource = false, log } = opts;
21
+ const content = fs.readFileSync(bundleFile, 'utf8').trim();
22
+ const documents = splitMultidoc(content);
23
+ if (documents.length === 0)
24
+ return { removedSource: false, skipped: 'empty', written: [] };
25
+ if (documents.length === 1)
26
+ return { removedSource: false, skipped: 'single', written: [] };
27
+ const outputDir = opts.outputDir ? resolve(opts.outputDir) : dirname(bundleFile);
28
+ const placed = placeDocuments(documents, { join, relative, snakeCase });
29
+ // Pre-check destination collisions (unless --force / dry-run). A written file
30
+ // landing on the source's own path is not a clash — it replaces the bundle.
31
+ if (!dryRun && !force) {
32
+ const clashes = placed
33
+ .map((p) => join(outputDir, p.relPath))
34
+ .filter((abs) => fs.existsSync(abs) && resolve(abs) !== resolve(bundleFile));
35
+ if (clashes.length > 0) {
36
+ throw new Error(`Destination file(s) already exist (use --force to overwrite):\n` +
37
+ clashes.map((c) => ` ${relative(process.cwd(), c) || c}`).join('\n'));
38
+ }
39
+ }
40
+ const written = [];
41
+ for (const p of placed) {
42
+ const abs = join(outputDir, p.relPath);
43
+ if (log)
44
+ log(` WRITE ${relative(process.cwd(), abs) || p.relPath}`);
45
+ if (!dryRun) {
46
+ fs.mkdirSync(dirname(abs), { recursive: true });
47
+ fs.writeFileSync(abs, p.content.endsWith('\n') ? p.content : `${p.content}\n`, 'utf8');
48
+ }
49
+ written.push(abs);
50
+ }
51
+ // Remove the original bundle unless asked to keep it, and never when a split
52
+ // document was written over the source's own path.
53
+ let removedSource = false;
54
+ if (!dryRun && !keepSource) {
55
+ const wroteOverSource = placed.some((p) => resolve(join(outputDir, p.relPath)) === resolve(bundleFile));
56
+ if (wroteOverSource) {
57
+ if (log)
58
+ log(` (source ${basename(bundleFile)} was overwritten by a split document; not deleting)`);
59
+ }
60
+ else {
61
+ fs.rmSync(bundleFile);
62
+ removedSource = true;
63
+ if (log)
64
+ log(` removed ${relative(process.cwd(), bundleFile) || bundleFile}`);
65
+ }
66
+ }
67
+ return { removedSource, written };
68
+ }
@@ -17,6 +17,7 @@ export interface KnowledgeObject {
17
17
  mode?: string;
18
18
  name: string;
19
19
  scope?: string;
20
+ tag?: string[];
20
21
  }
21
22
  /** A locally-collected object that also remembers its primary file on disk (for GUID writeback). */
22
23
  export interface LocalKnowledgeObject extends KnowledgeObject {
@@ -12,7 +12,7 @@ import { dirname, join, relative, sep } from 'node:path';
12
12
  // let the server dictate file paths.
13
13
  export const KNOWLEDGE_DIR = 'knowledge';
14
14
  // ── Frontmatter ──────────────────────────────────────────────────────────────
15
- const FRONTMATTER_ORDER = ['name', 'description', 'knowledge_type', 'scope', 'inclusion', 'enabled', 'guid'];
15
+ const FRONTMATTER_ORDER = ['name', 'description', 'knowledge_type', 'inclusion', 'tags', 'guid'];
16
16
  /**
17
17
  * Build a primary `.md` file body: YAML frontmatter (built from the object's
18
18
  * structured fields) followed by the markdown content.
@@ -23,12 +23,10 @@ export function buildPrimaryContent(obj) {
23
23
  if (obj.description !== undefined)
24
24
  meta.description = obj.description;
25
25
  meta.knowledge_type = obj.knowledge_type;
26
- if (obj.scope !== undefined)
27
- meta.scope = obj.scope;
28
26
  if (obj.mode !== undefined)
29
27
  meta.inclusion = modeToInclusion(obj.mode);
30
- if (obj.enabled !== undefined)
31
- meta.enabled = obj.enabled;
28
+ if (obj.tag !== undefined && obj.tag.length > 0)
29
+ meta.tags = obj.tag;
32
30
  if (obj.guid !== undefined)
33
31
  meta.guid = obj.guid;
34
32
  // Emit keys in a stable, human-friendly order.
@@ -107,6 +105,10 @@ const MODE_TO_INCLUSION = {
107
105
  function modeToInclusion(mode) {
108
106
  return MODE_TO_INCLUSION[mode] ?? mode;
109
107
  }
108
+ /** Parse the on-disk `tags:` frontmatter value into a string array, or `undefined` if absent/malformed. */
109
+ function parseTags(tags) {
110
+ return Array.isArray(tags) && tags.every((t) => typeof t === 'string') ? tags : undefined;
111
+ }
110
112
  // ── Path mapping (CLI-owned layout) ────────────────────────────────────────────
111
113
  /**
112
114
  * Allocate a unique snake_case folder/file segment per call, suffixing
@@ -246,6 +248,9 @@ export function collectKnowledgeObjects(inputDir, include, exclude) {
246
248
  };
247
249
  if (typeof meta.guid === 'string')
248
250
  obj.guid = meta.guid;
251
+ const tags = parseTags(meta.tags);
252
+ if (tags)
253
+ obj.tag = tags;
249
254
  if (knowledgeType === 'skill') {
250
255
  const skillFolder = posixPath.slice('skills/'.length, posixPath.indexOf('/SKILL.md'));
251
256
  const refPrefix = `skills/${skillFolder}/references/`;
@@ -345,6 +350,7 @@ function canonical(obj) {
345
350
  files,
346
351
  mode: obj.mode ?? '',
347
352
  scope: obj.scope ?? '',
353
+ tag: [...(obj.tag ?? [])].sort(),
348
354
  });
349
355
  }
350
356
  /**
@@ -0,0 +1,53 @@
1
+ /**
2
+ * Poll a tenant's microservice deployment status until every auto-deployed
3
+ * microservice settles (ok/error) or a timeout elapses. Backs `ephemeral push
4
+ * --wait`: after a multidoc push auto-deploys microservices (tenant_deploy=
5
+ * "auto"), the CLI waits here for them to become Ready and reports the outcome.
6
+ *
7
+ * The backend route (GET .../tenant/{name}/microservice, statement
8
+ * mvp:microservice_status_all) returns one entry per microservice with a live
9
+ * k8s readiness read. `manual`/`disabled` microservices are reported but not
10
+ * waited on (they were never deployed by the push).
11
+ */
12
+ /** One microservice's status as returned by the tenant status route. */
13
+ export interface MicroserviceStatusEntry {
14
+ desired?: number;
15
+ detail?: string;
16
+ microservice_id: number;
17
+ name: string;
18
+ ready?: number;
19
+ status: string;
20
+ tenant_deploy?: string;
21
+ }
22
+ export interface WaitOptions {
23
+ /** Bearer token for the authed status GET. */
24
+ accessToken: string;
25
+ /** Called once per poll with the latest entries, for progress rendering. */
26
+ onPoll?: (entries: MicroserviceStatusEntry[], elapsedMs: number) => void;
27
+ /** Poll cadence in ms (default 2000). */
28
+ pollIntervalMs?: number;
29
+ /** Absolute URL of the tenant microservice status route. */
30
+ statusUrl: string;
31
+ /** Overall wait budget in ms (default 300000 = 300s). */
32
+ timeoutMs?: number;
33
+ /** Authed fetch (command.verboseFetch bound), so TLS/dispatcher settings apply. */
34
+ verboseFetch: (url: string, options: RequestInit, verbose: boolean, authToken?: string) => Promise<Response>;
35
+ /** Verbose request logging passthrough. */
36
+ verbose?: boolean;
37
+ }
38
+ export interface WaitResult {
39
+ /** The final status entries observed. */
40
+ entries: MicroserviceStatusEntry[];
41
+ /** True if any awaited (auto) microservice ended in "error". */
42
+ hadError: boolean;
43
+ /** True if the wait budget elapsed before all awaited microservices settled. */
44
+ timedOut: boolean;
45
+ }
46
+ /** An awaited microservice is one that was auto-deployed and is not skipped/disabled. */
47
+ export declare function isAwaited(entry: MicroserviceStatusEntry): boolean;
48
+ /**
49
+ * Poll until all awaited microservices settle or the timeout elapses. Transient
50
+ * poll failures (network blips, a brief 5xx while a pod restarts) are tolerated —
51
+ * they don't abort the wait; only the overall timeout does.
52
+ */
53
+ export declare function waitForMicroservices(opts: WaitOptions): Promise<WaitResult>;