@tinybirdco/sdk 0.0.4 → 0.0.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (103) hide show
  1. package/README.md +52 -13
  2. package/dist/api/deploy.d.ts +41 -3
  3. package/dist/api/deploy.d.ts.map +1 -1
  4. package/dist/api/deploy.js +141 -19
  5. package/dist/api/deploy.js.map +1 -1
  6. package/dist/api/deploy.test.js +77 -29
  7. package/dist/api/deploy.test.js.map +1 -1
  8. package/dist/api/resources.d.ts +178 -0
  9. package/dist/api/resources.d.ts.map +1 -0
  10. package/dist/api/resources.js +244 -0
  11. package/dist/api/resources.js.map +1 -0
  12. package/dist/api/resources.test.d.ts +2 -0
  13. package/dist/api/resources.test.d.ts.map +1 -0
  14. package/dist/api/resources.test.js +255 -0
  15. package/dist/api/resources.test.js.map +1 -0
  16. package/dist/cli/commands/build.d.ts +3 -4
  17. package/dist/cli/commands/build.d.ts.map +1 -1
  18. package/dist/cli/commands/build.js +23 -25
  19. package/dist/cli/commands/build.js.map +1 -1
  20. package/dist/cli/commands/deploy.d.ts +39 -0
  21. package/dist/cli/commands/deploy.d.ts.map +1 -0
  22. package/dist/cli/commands/deploy.js +90 -0
  23. package/dist/cli/commands/deploy.js.map +1 -0
  24. package/dist/cli/commands/dev.d.ts.map +1 -1
  25. package/dist/cli/commands/dev.js +7 -3
  26. package/dist/cli/commands/dev.js.map +1 -1
  27. package/dist/cli/commands/init.d.ts +24 -1
  28. package/dist/cli/commands/init.d.ts.map +1 -1
  29. package/dist/cli/commands/init.js +174 -23
  30. package/dist/cli/commands/init.js.map +1 -1
  31. package/dist/cli/commands/init.test.js +190 -30
  32. package/dist/cli/commands/init.test.js.map +1 -1
  33. package/dist/cli/index.js +72 -12
  34. package/dist/cli/index.js.map +1 -1
  35. package/dist/cli/utils/package-manager.d.ts +8 -0
  36. package/dist/cli/utils/package-manager.d.ts.map +1 -0
  37. package/dist/cli/utils/package-manager.js +45 -0
  38. package/dist/cli/utils/package-manager.js.map +1 -0
  39. package/dist/cli/utils/package-manager.test.d.ts +2 -0
  40. package/dist/cli/utils/package-manager.test.d.ts.map +1 -0
  41. package/dist/cli/utils/package-manager.test.js +85 -0
  42. package/dist/cli/utils/package-manager.test.js.map +1 -0
  43. package/dist/codegen/index.d.ts +39 -0
  44. package/dist/codegen/index.d.ts.map +1 -0
  45. package/dist/codegen/index.js +300 -0
  46. package/dist/codegen/index.js.map +1 -0
  47. package/dist/codegen/index.test.d.ts +2 -0
  48. package/dist/codegen/index.test.d.ts.map +1 -0
  49. package/dist/codegen/index.test.js +310 -0
  50. package/dist/codegen/index.test.js.map +1 -0
  51. package/dist/codegen/type-mapper.d.ts +20 -0
  52. package/dist/codegen/type-mapper.d.ts.map +1 -0
  53. package/dist/codegen/type-mapper.js +238 -0
  54. package/dist/codegen/type-mapper.js.map +1 -0
  55. package/dist/codegen/type-mapper.test.d.ts +2 -0
  56. package/dist/codegen/type-mapper.test.d.ts.map +1 -0
  57. package/dist/codegen/type-mapper.test.js +167 -0
  58. package/dist/codegen/type-mapper.test.js.map +1 -0
  59. package/dist/codegen/utils.d.ts +46 -0
  60. package/dist/codegen/utils.d.ts.map +1 -0
  61. package/dist/codegen/utils.js +141 -0
  62. package/dist/codegen/utils.js.map +1 -0
  63. package/dist/codegen/utils.test.d.ts +2 -0
  64. package/dist/codegen/utils.test.d.ts.map +1 -0
  65. package/dist/codegen/utils.test.js +178 -0
  66. package/dist/codegen/utils.test.js.map +1 -0
  67. package/dist/generator/index.d.ts +3 -0
  68. package/dist/generator/index.d.ts.map +1 -1
  69. package/dist/generator/index.js +17 -1
  70. package/dist/generator/index.js.map +1 -1
  71. package/dist/generator/index.test.js +104 -1
  72. package/dist/generator/index.test.js.map +1 -1
  73. package/dist/generator/loader.d.ts +15 -0
  74. package/dist/generator/loader.d.ts.map +1 -1
  75. package/dist/generator/loader.js +24 -0
  76. package/dist/generator/loader.js.map +1 -1
  77. package/dist/test/handlers.d.ts +49 -0
  78. package/dist/test/handlers.d.ts.map +1 -1
  79. package/dist/test/handlers.js +45 -0
  80. package/dist/test/handlers.js.map +1 -1
  81. package/package.json +4 -2
  82. package/src/api/deploy.test.ts +135 -34
  83. package/src/api/deploy.ts +203 -23
  84. package/src/api/resources.test.ts +332 -0
  85. package/src/api/resources.ts +554 -0
  86. package/src/cli/commands/build.ts +29 -33
  87. package/src/cli/commands/deploy.ts +126 -0
  88. package/src/cli/commands/dev.ts +10 -3
  89. package/src/cli/commands/init.test.ts +239 -30
  90. package/src/cli/commands/init.ts +243 -26
  91. package/src/cli/index.ts +84 -11
  92. package/src/cli/utils/package-manager.test.ts +118 -0
  93. package/src/cli/utils/package-manager.ts +44 -0
  94. package/src/codegen/index.test.ts +367 -0
  95. package/src/codegen/index.ts +379 -0
  96. package/src/codegen/type-mapper.test.ts +224 -0
  97. package/src/codegen/type-mapper.ts +265 -0
  98. package/src/codegen/utils.test.ts +221 -0
  99. package/src/codegen/utils.ts +174 -0
  100. package/src/generator/index.test.ts +121 -1
  101. package/src/generator/index.ts +19 -1
  102. package/src/generator/loader.ts +43 -0
  103. package/src/test/handlers.ts +58 -0
@@ -0,0 +1,178 @@
1
+ /**
2
+ * Tinybird Resources API client
3
+ * Functions to list and fetch datasources and pipes from a workspace
4
+ */
5
+ import type { WorkspaceApiConfig } from "./workspaces.js";
6
+ /**
7
+ * Error thrown by resource API operations
8
+ */
9
+ export declare class ResourceApiError extends Error {
10
+ readonly status: number;
11
+ readonly endpoint: string;
12
+ readonly body?: unknown | undefined;
13
+ constructor(message: string, status: number, endpoint: string, body?: unknown | undefined);
14
+ }
15
+ /**
16
+ * Column information from Tinybird API
17
+ */
18
+ export interface DatasourceColumn {
19
+ /** Column name */
20
+ name: string;
21
+ /** ClickHouse type (e.g., "String", "DateTime", "Nullable(String)") */
22
+ type: string;
23
+ /** JSON path for JSON extraction */
24
+ jsonpath?: string;
25
+ /** Default value expression */
26
+ default?: string;
27
+ /** Codec for compression */
28
+ codec?: string;
29
+ }
30
+ /**
31
+ * Engine information from Tinybird API
32
+ */
33
+ export interface DatasourceEngine {
34
+ /** Engine type (e.g., "MergeTree", "ReplacingMergeTree") */
35
+ type: string;
36
+ /** Sorting key columns */
37
+ sorting_key?: string;
38
+ /** Partition key expression */
39
+ partition_key?: string;
40
+ /** Primary key columns */
41
+ primary_key?: string;
42
+ /** TTL expression */
43
+ ttl?: string;
44
+ /** Version column (ReplacingMergeTree) */
45
+ ver?: string;
46
+ /** Sign column (CollapsingMergeTree) */
47
+ sign?: string;
48
+ /** Version column (VersionedCollapsingMergeTree) */
49
+ version?: string;
50
+ /** Summing columns (SummingMergeTree) */
51
+ summing_columns?: string;
52
+ }
53
+ /**
54
+ * Full datasource information from Tinybird API
55
+ */
56
+ export interface DatasourceInfo {
57
+ /** Datasource name */
58
+ name: string;
59
+ /** Human-readable description */
60
+ description?: string;
61
+ /** Column definitions */
62
+ columns: DatasourceColumn[];
63
+ /** Engine configuration */
64
+ engine: DatasourceEngine;
65
+ }
66
+ /**
67
+ * Node information from a pipe
68
+ */
69
+ export interface PipeNode {
70
+ /** Node name */
71
+ name: string;
72
+ /** SQL query */
73
+ sql: string;
74
+ /** Node description */
75
+ description?: string;
76
+ }
77
+ /**
78
+ * Parameter information from a pipe
79
+ */
80
+ export interface PipeParam {
81
+ /** Parameter name */
82
+ name: string;
83
+ /** ClickHouse type */
84
+ type: string;
85
+ /** Default value */
86
+ default?: string | number;
87
+ /** Whether the parameter is required */
88
+ required: boolean;
89
+ /** Parameter description */
90
+ description?: string;
91
+ }
92
+ /**
93
+ * Pipe type classification
94
+ */
95
+ export type PipeType = "endpoint" | "materialized" | "copy" | "pipe";
96
+ /**
97
+ * Full pipe information from Tinybird API
98
+ */
99
+ export interface PipeInfo {
100
+ /** Pipe name */
101
+ name: string;
102
+ /** Human-readable description */
103
+ description?: string;
104
+ /** Nodes in the pipe */
105
+ nodes: PipeNode[];
106
+ /** Query parameters */
107
+ params: PipeParam[];
108
+ /** Pipe type */
109
+ type: PipeType;
110
+ /** Endpoint configuration (if type is endpoint) */
111
+ endpoint?: {
112
+ enabled: boolean;
113
+ cache?: {
114
+ enabled: boolean;
115
+ ttl?: number;
116
+ };
117
+ };
118
+ /** Materialized view configuration (if type is materialized) */
119
+ materialized?: {
120
+ datasource: string;
121
+ };
122
+ /** Copy pipe configuration (if type is copy) */
123
+ copy?: {
124
+ target_datasource: string;
125
+ copy_schedule?: string;
126
+ copy_mode?: "append" | "replace";
127
+ };
128
+ /** Output column schema (for endpoints) */
129
+ output_columns: DatasourceColumn[];
130
+ }
131
+ /**
132
+ * List all datasources in the workspace
133
+ *
134
+ * @param config - API configuration
135
+ * @returns Array of datasource names
136
+ */
137
+ export declare function listDatasources(config: WorkspaceApiConfig): Promise<string[]>;
138
+ /**
139
+ * Get detailed information about a specific datasource
140
+ *
141
+ * @param config - API configuration
142
+ * @param name - Datasource name
143
+ * @returns Datasource information including schema and engine
144
+ */
145
+ export declare function getDatasource(config: WorkspaceApiConfig, name: string): Promise<DatasourceInfo>;
146
+ /**
147
+ * List all pipes in the workspace
148
+ *
149
+ * @param config - API configuration
150
+ * @returns Array of pipe names
151
+ */
152
+ export declare function listPipes(config: WorkspaceApiConfig): Promise<string[]>;
153
+ /**
154
+ * Get detailed information about a specific pipe
155
+ *
156
+ * @param config - API configuration
157
+ * @param name - Pipe name
158
+ * @returns Pipe information including nodes, params, and output schema
159
+ */
160
+ export declare function getPipe(config: WorkspaceApiConfig, name: string): Promise<PipeInfo>;
161
+ /**
162
+ * Fetch all resources from a workspace
163
+ *
164
+ * @param config - API configuration
165
+ * @returns All datasources and pipes with full details
166
+ */
167
+ export declare function fetchAllResources(config: WorkspaceApiConfig): Promise<{
168
+ datasources: DatasourceInfo[];
169
+ pipes: PipeInfo[];
170
+ }>;
171
+ /**
172
+ * Check if a workspace has any resources
173
+ *
174
+ * @param config - API configuration
175
+ * @returns True if the workspace has at least one datasource or pipe
176
+ */
177
+ export declare function hasResources(config: WorkspaceApiConfig): Promise<boolean>;
178
+ //# sourceMappingURL=resources.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resources.d.ts","sourceRoot":"","sources":["../../src/api/resources.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAEH,OAAO,KAAK,EAAE,kBAAkB,EAAE,MAAM,iBAAiB,CAAC;AAE1D;;GAEG;AACH,qBAAa,gBAAiB,SAAQ,KAAK;aAGvB,MAAM,EAAE,MAAM;aACd,QAAQ,EAAE,MAAM;aAChB,IAAI,CAAC,EAAE,OAAO;gBAH9B,OAAO,EAAE,MAAM,EACC,MAAM,EAAE,MAAM,EACd,QAAQ,EAAE,MAAM,EAChB,IAAI,CAAC,EAAE,OAAO,YAAA;CAKjC;AAID;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,kBAAkB;IAClB,IAAI,EAAE,MAAM,CAAC;IACb,uEAAuE;IACvE,IAAI,EAAE,MAAM,CAAC;IACb,oCAAoC;IACpC,QAAQ,CAAC,EAAE,MAAM,CAAC;IAClB,+BAA+B;IAC/B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,4BAA4B;IAC5B,KAAK,CAAC,EAAE,MAAM,CAAC;CAChB;AAED;;GAEG;AACH,MAAM,WAAW,gBAAgB;IAC/B,4DAA4D;IAC5D,IAAI,EAAE,MAAM,CAAC;IACb,0BAA0B;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,+BAA+B;IAC/B,aAAa,CAAC,EAAE,MAAM,CAAC;IACvB,0BAA0B;IAC1B,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,qBAAqB;IACrB,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,0CAA0C;IAC1C,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,wCAAwC;IACxC,IAAI,CAAC,EAAE,MAAM,CAAC;IACd,oDAAoD;IACpD,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,yCAAyC;IACzC,eAAe,CAAC,EAAE,MAAM,CAAC;CAC1B;AAED;;GAEG;AACH,MAAM,WAAW,cAAc;IAC7B,sBAAsB;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,iCAAiC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,yBAAyB;IACzB,OAAO,EAAE,gBAAgB,EAAE,CAAC;IAC5B,2BAA2B;IAC3B,MAAM,EAAE,gBAAgB,CAAC;CAC1B;AAgED;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,gBAAgB;IAChB,GAAG,EAAE,MAAM,CAAC;IACZ,uBAAuB;IACvB,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,WAAW,SAAS;IACxB,qBAAqB;IACrB,IAAI,EAAE,MAAM,CAAC;IACb,sBAAsB;IACtB,IAAI,EAAE,MAAM,CAAC;IACb,oBAAoB;IACpB,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAAC;IAC1B,wCAAwC;IACxC,QAAQ,EAAE,OAAO,CAAC;IAClB,4BAA4B;IAC5B,WAAW,CAAC,EAAE,MAAM,CAAC;CACtB;AAED;;GAEG;AACH,MAAM,MAAM,QAAQ,GAAG,UAAU,GAAG,cAAc,GAAG,MAAM,GAAG,MAAM,CAAC;AAErE;;GAEG;AACH,MAAM,WAAW,QAAQ;IACvB,gBAAgB;IAChB,IAAI,EAAE,MAAM,CAAC;IACb,iCAAiC;IACjC,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,wBAAwB;IACxB,KAAK,EAAE,QAAQ,EAAE,CAAC;IAClB,uBAAuB;IACvB,MAAM,EAAE,SAAS,EAAE,CAAC;IACpB,gBAAgB;IAChB,IAAI,EAAE,QAAQ,CAAC;IACf,mDAAmD;IACnD,QAAQ,CAAC,EAAE;QACT,OAAO,EAAE,OAAO,CAAC;QACjB,KAAK,CAAC,EAAE;YAAE,OAAO,EAAE,OAAO,CAAC;YAAC,GAAG,CAAC,EAAE,MAAM,CAAA;SAAE,CAAC;KAC5C,CAAC;IACF,gEAAgE;IAChE,YAAY,CAAC,EAAE;QACb,UAAU,EAAE,MAAM,CAAC;KACpB,CAAC;IACF,gDAAgD;IAChD,IAAI,CAAC,EAAE;QACL,iBAAiB,EAAE,MAAM,CAAC;QAC1B,aAAa,CAAC,EAAE,MAAM,CAAC;QACvB,SAAS,CAAC,EAAE,QAAQ,GAAG,SAAS,CAAC;KAClC,CAAC;IACF,2CAA2C;IAC3C,cAAc,EAAE,gBAAgB,EAAE,CAAC;CACpC;AAsFD;;;;;GAKG;AACH,wBAAsB,eAAe,CACnC,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CAgBnB;AAED;;;;;;GAMG;AACH,wBAAsB,aAAa,CACjC,MAAM,EAAE,kBAAkB,EAC1B,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,cAAc,CAAC,CAoDzB;AAiBD;;;;;GAKG;AACH,wBAAsB,SAAS,CAC7B,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,MAAM,EAAE,CAAC,CAgBnB;AAED;;;;;;GAMG;AACH,wBAAsB,OAAO,CAC3B,MAAM,EAAE,kBAAkB,EAC1B,IAAI,EAAE,MAAM,GACX,OAAO,CAAC,QAAQ,CAAC,CA4EnB;AAID;;;;;GAKG;AACH,wBAAsB,iBAAiB,CACrC,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC;IACT,WAAW,EAAE,cAAc,EAAE,CAAC;IAC9B,KAAK,EAAE,QAAQ,EAAE,CAAC;CACnB,CAAC,CAcD;AAED;;;;;GAKG;AACH,wBAAsB,YAAY,CAChC,MAAM,EAAE,kBAAkB,GACzB,OAAO,CAAC,OAAO,CAAC,CAOlB"}
@@ -0,0 +1,244 @@
1
+ /**
2
+ * Tinybird Resources API client
3
+ * Functions to list and fetch datasources and pipes from a workspace
4
+ */
5
+ /**
6
+ * Error thrown by resource API operations
7
+ */
8
+ export class ResourceApiError extends Error {
9
+ status;
10
+ endpoint;
11
+ body;
12
+ constructor(message, status, endpoint, body) {
13
+ super(message);
14
+ this.status = status;
15
+ this.endpoint = endpoint;
16
+ this.body = body;
17
+ this.name = "ResourceApiError";
18
+ }
19
+ }
20
+ // ============ API Helper ============
21
+ /**
22
+ * Handle API response and throw appropriate errors
23
+ */
24
+ async function handleApiResponse(response, endpoint) {
25
+ if (response.status === 401) {
26
+ throw new ResourceApiError("Invalid or expired token", 401, endpoint);
27
+ }
28
+ if (response.status === 403) {
29
+ throw new ResourceApiError("Insufficient permissions to access resources", 403, endpoint);
30
+ }
31
+ if (response.status === 404) {
32
+ throw new ResourceApiError("Resource not found", 404, endpoint);
33
+ }
34
+ if (!response.ok) {
35
+ const body = await response.text();
36
+ throw new ResourceApiError(`API request failed: ${response.status} ${response.statusText}`, response.status, endpoint, body);
37
+ }
38
+ return response.json();
39
+ }
40
+ // ============ Datasource API ============
41
+ /**
42
+ * List all datasources in the workspace
43
+ *
44
+ * @param config - API configuration
45
+ * @returns Array of datasource names
46
+ */
47
+ export async function listDatasources(config) {
48
+ const url = new URL("/v0/datasources", config.baseUrl);
49
+ const response = await fetch(url.toString(), {
50
+ method: "GET",
51
+ headers: {
52
+ Authorization: `Bearer ${config.token}`,
53
+ },
54
+ });
55
+ const data = await handleApiResponse(response, "/v0/datasources");
56
+ return data.datasources.map((ds) => ds.name);
57
+ }
58
+ /**
59
+ * Get detailed information about a specific datasource
60
+ *
61
+ * @param config - API configuration
62
+ * @param name - Datasource name
63
+ * @returns Datasource information including schema and engine
64
+ */
65
+ export async function getDatasource(config, name) {
66
+ const url = new URL(`/v0/datasources/${encodeURIComponent(name)}`, config.baseUrl);
67
+ const response = await fetch(url.toString(), {
68
+ method: "GET",
69
+ headers: {
70
+ Authorization: `Bearer ${config.token}`,
71
+ },
72
+ });
73
+ const data = await handleApiResponse(response, `/v0/datasources/${name}`);
74
+ // Extract columns from either schema.columns (detail) or columns (list)
75
+ const rawColumns = data.schema?.columns ?? data.columns ?? [];
76
+ // Extract engine info from the engine object
77
+ const engineObj = data.engine;
78
+ const engineType = parseEngineType(engineObj?.engine);
79
+ // Engine properties can be in different places depending on the endpoint
80
+ const sortingKey = engineObj?.sorting_key ?? engineObj?.engine_sorting_key ?? data.sorting_key;
81
+ const partitionKey = engineObj?.partition_key ?? engineObj?.engine_partition_key ?? data.partition_key;
82
+ const primaryKey = engineObj?.primary_key ?? engineObj?.engine_primary_key ?? data.primary_key;
83
+ return {
84
+ name: data.name,
85
+ description: data.description,
86
+ columns: rawColumns.map((col) => ({
87
+ name: col.name,
88
+ type: col.type,
89
+ jsonpath: col.jsonpath,
90
+ default: col.default_value,
91
+ codec: col.codec,
92
+ })),
93
+ engine: {
94
+ type: engineType,
95
+ sorting_key: sortingKey,
96
+ partition_key: partitionKey,
97
+ primary_key: primaryKey,
98
+ ttl: data.ttl,
99
+ ver: engineObj?.engine_ver,
100
+ sign: engineObj?.engine_sign,
101
+ version: engineObj?.engine_version,
102
+ summing_columns: engineObj?.engine_summing_columns,
103
+ },
104
+ };
105
+ }
106
+ /**
107
+ * Parse engine type from engine string
108
+ */
109
+ function parseEngineType(engineString) {
110
+ if (!engineString) {
111
+ return "MergeTree";
112
+ }
113
+ // Engine string might be like "MergeTree" or "ReplacingMergeTree(version_column)"
114
+ const match = engineString.match(/^(\w+)/);
115
+ return match ? match[1] : "MergeTree";
116
+ }
117
+ // ============ Pipe API ============
118
+ /**
119
+ * List all pipes in the workspace
120
+ *
121
+ * @param config - API configuration
122
+ * @returns Array of pipe names
123
+ */
124
+ export async function listPipes(config) {
125
+ const url = new URL("/v0/pipes", config.baseUrl);
126
+ const response = await fetch(url.toString(), {
127
+ method: "GET",
128
+ headers: {
129
+ Authorization: `Bearer ${config.token}`,
130
+ },
131
+ });
132
+ const data = await handleApiResponse(response, "/v0/pipes");
133
+ return data.pipes.map((p) => p.name);
134
+ }
135
+ /**
136
+ * Get detailed information about a specific pipe
137
+ *
138
+ * @param config - API configuration
139
+ * @param name - Pipe name
140
+ * @returns Pipe information including nodes, params, and output schema
141
+ */
142
+ export async function getPipe(config, name) {
143
+ const url = new URL(`/v0/pipes/${encodeURIComponent(name)}`, config.baseUrl);
144
+ const response = await fetch(url.toString(), {
145
+ method: "GET",
146
+ headers: {
147
+ Authorization: `Bearer ${config.token}`,
148
+ },
149
+ });
150
+ const data = await handleApiResponse(response, `/v0/pipes/${name}`);
151
+ // Determine pipe type
152
+ let pipeType = "pipe";
153
+ if (data.endpoint) {
154
+ pipeType = "endpoint";
155
+ }
156
+ else if (data.materialized_datasource) {
157
+ pipeType = "materialized";
158
+ }
159
+ else if (data.copy_target_datasource) {
160
+ pipeType = "copy";
161
+ }
162
+ // Extract nodes
163
+ const nodes = (data.nodes ?? []).map((node) => ({
164
+ name: node.name,
165
+ sql: node.sql,
166
+ description: node.description,
167
+ }));
168
+ // Extract params from all nodes (they're typically on the first node)
169
+ const params = [];
170
+ const seenParams = new Set();
171
+ for (const node of data.nodes ?? []) {
172
+ for (const param of node.params ?? []) {
173
+ if (!seenParams.has(param.name)) {
174
+ seenParams.add(param.name);
175
+ params.push({
176
+ name: param.name,
177
+ type: param.type,
178
+ default: param.default,
179
+ required: param.required ?? true,
180
+ description: param.description,
181
+ });
182
+ }
183
+ }
184
+ }
185
+ // Extract output columns from the last node
186
+ const lastNode = data.nodes?.[data.nodes.length - 1];
187
+ const outputColumns = (lastNode?.columns ?? []).map((col) => ({
188
+ name: col.name,
189
+ type: col.type,
190
+ }));
191
+ return {
192
+ name: data.name,
193
+ description: data.description,
194
+ nodes,
195
+ params,
196
+ type: pipeType,
197
+ endpoint: pipeType === "endpoint" ? { enabled: true } : undefined,
198
+ materialized: data.materialized_datasource
199
+ ? { datasource: data.materialized_datasource }
200
+ : undefined,
201
+ copy: data.copy_target_datasource
202
+ ? {
203
+ target_datasource: data.copy_target_datasource,
204
+ copy_schedule: data.copy_schedule,
205
+ copy_mode: data.copy_mode,
206
+ }
207
+ : undefined,
208
+ output_columns: outputColumns,
209
+ };
210
+ }
211
+ // ============ Convenience Functions ============
212
+ /**
213
+ * Fetch all resources from a workspace
214
+ *
215
+ * @param config - API configuration
216
+ * @returns All datasources and pipes with full details
217
+ */
218
+ export async function fetchAllResources(config) {
219
+ // List all resources first
220
+ const [datasourceNames, pipeNames] = await Promise.all([
221
+ listDatasources(config),
222
+ listPipes(config),
223
+ ]);
224
+ // Fetch details in parallel
225
+ const [datasources, pipes] = await Promise.all([
226
+ Promise.all(datasourceNames.map((name) => getDatasource(config, name))),
227
+ Promise.all(pipeNames.map((name) => getPipe(config, name))),
228
+ ]);
229
+ return { datasources, pipes };
230
+ }
231
+ /**
232
+ * Check if a workspace has any resources
233
+ *
234
+ * @param config - API configuration
235
+ * @returns True if the workspace has at least one datasource or pipe
236
+ */
237
+ export async function hasResources(config) {
238
+ const [datasourceNames, pipeNames] = await Promise.all([
239
+ listDatasources(config),
240
+ listPipes(config),
241
+ ]);
242
+ return datasourceNames.length > 0 || pipeNames.length > 0;
243
+ }
244
+ //# sourceMappingURL=resources.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resources.js","sourceRoot":"","sources":["../../src/api/resources.ts"],"names":[],"mappings":"AAAA;;;GAGG;AAIH;;GAEG;AACH,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IAGvB;IACA;IACA;IAJlB,YACE,OAAe,EACC,MAAc,EACd,QAAgB,EAChB,IAAc;QAE9B,KAAK,CAAC,OAAO,CAAC,CAAC;QAJC,WAAM,GAAN,MAAM,CAAQ;QACd,aAAQ,GAAR,QAAQ,CAAQ;QAChB,SAAI,GAAJ,IAAI,CAAU;QAG9B,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AAkOD,uCAAuC;AAEvC;;GAEG;AACH,KAAK,UAAU,iBAAiB,CAC9B,QAAkB,EAClB,QAAgB;IAEhB,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5B,MAAM,IAAI,gBAAgB,CACxB,0BAA0B,EAC1B,GAAG,EACH,QAAQ,CACT,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5B,MAAM,IAAI,gBAAgB,CACxB,8CAA8C,EAC9C,GAAG,EACH,QAAQ,CACT,CAAC;IACJ,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,KAAK,GAAG,EAAE,CAAC;QAC5B,MAAM,IAAI,gBAAgB,CACxB,oBAAoB,EACpB,GAAG,EACH,QAAQ,CACT,CAAC;IACJ,CAAC;IACD,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;QACjB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,IAAI,EAAE,CAAC;QACnC,MAAM,IAAI,gBAAgB,CACxB,uBAAuB,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,EAC/D,QAAQ,CAAC,MAAM,EACf,QAAQ,EACR,IAAI,CACL,CAAC;IACJ,CAAC;IACD,OAAO,QAAQ,CAAC,IAAI,EAAgB,CAAC;AACvC,CAAC;AAED,2CAA2C;AAE3C;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,MAA0B;IAE1B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAEvD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;QAC3C,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE;SACxC;KACF,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAClC,QAAQ,EACR,iBAAiB,CAClB,CAAC;IAEF,OAAO,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC,EAAE,EAAE,EAAE,CAAC,EAAE,CAAC,IAAI,CAAC,CAAC;AAC/C,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,aAAa,CACjC,MAA0B,EAC1B,IAAY;IAEZ,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,mBAAmB,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAEnF,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;QAC3C,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE;SACxC;KACF,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAClC,QAAQ,EACR,mBAAmB,IAAI,EAAE,CAC1B,CAAC;IAEF,wEAAwE;IACxE,MAAM,UAAU,GAAG,IAAI,CAAC,MAAM,EAAE,OAAO,IAAI,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC;IAE9D,6CAA6C;IAC7C,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC;IAC9B,MAAM,UAAU,GAAG,eAAe,CAAC,SAAS,EAAE,MAAM,CAAC,CAAC;IAEtD,yEAAyE;IACzE,MAAM,UAAU,GACd,SAAS,EAAE,WAAW,IAAI,SAAS,EAAE,kBAAkB,IAAI,IAAI,CAAC,WAAW,CAAC;IAC9E,MAAM,YAAY,GAChB,SAAS,EAAE,aAAa,IAAI,SAAS,EAAE,oBAAoB,IAAI,IAAI,CAAC,aAAa,CAAC;IACpF,MAAM,UAAU,GACd,SAAS,EAAE,WAAW,IAAI,SAAS,EAAE,kBAAkB,IAAI,IAAI,CAAC,WAAW,CAAC;IAE9E,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,OAAO,EAAE,UAAU,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;YAChC,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,IAAI,EAAE,GAAG,CAAC,IAAI;YACd,QAAQ,EAAE,GAAG,CAAC,QAAQ;YACtB,OAAO,EAAE,GAAG,CAAC,aAAa;YAC1B,KAAK,EAAE,GAAG,CAAC,KAAK;SACjB,CAAC,CAAC;QACH,MAAM,EAAE;YACN,IAAI,EAAE,UAAU;YAChB,WAAW,EAAE,UAAU;YACvB,aAAa,EAAE,YAAY;YAC3B,WAAW,EAAE,UAAU;YACvB,GAAG,EAAE,IAAI,CAAC,GAAG;YACb,GAAG,EAAE,SAAS,EAAE,UAAU;YAC1B,IAAI,EAAE,SAAS,EAAE,WAAW;YAC5B,OAAO,EAAE,SAAS,EAAE,cAAc;YAClC,eAAe,EAAE,SAAS,EAAE,sBAAsB;SACnD;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,eAAe,CAAC,YAAqB;IAC5C,IAAI,CAAC,YAAY,EAAE,CAAC;QAClB,OAAO,WAAW,CAAC;IACrB,CAAC;IAED,kFAAkF;IAClF,MAAM,KAAK,GAAG,YAAY,CAAC,KAAK,CAAC,QAAQ,CAAC,CAAC;IAC3C,OAAO,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC;AACxC,CAAC;AAED,qCAAqC;AAErC;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,SAAS,CAC7B,MAA0B;IAE1B,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,WAAW,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAEjD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;QAC3C,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE;SACxC;KACF,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAClC,QAAQ,EACR,WAAW,CACZ,CAAC;IAEF,OAAO,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;AACvC,CAAC;AAED;;;;;;GAMG;AACH,MAAM,CAAC,KAAK,UAAU,OAAO,CAC3B,MAA0B,EAC1B,IAAY;IAEZ,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,aAAa,kBAAkB,CAAC,IAAI,CAAC,EAAE,EAAE,MAAM,CAAC,OAAO,CAAC,CAAC;IAE7E,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,CAAC,QAAQ,EAAE,EAAE;QAC3C,MAAM,EAAE,KAAK;QACb,OAAO,EAAE;YACP,aAAa,EAAE,UAAU,MAAM,CAAC,KAAK,EAAE;SACxC;KACF,CAAC,CAAC;IAEH,MAAM,IAAI,GAAG,MAAM,iBAAiB,CAClC,QAAQ,EACR,aAAa,IAAI,EAAE,CACpB,CAAC;IAEF,sBAAsB;IACtB,IAAI,QAAQ,GAAa,MAAM,CAAC;IAChC,IAAI,IAAI,CAAC,QAAQ,EAAE,CAAC;QAClB,QAAQ,GAAG,UAAU,CAAC;IACxB,CAAC;SAAM,IAAI,IAAI,CAAC,uBAAuB,EAAE,CAAC;QACxC,QAAQ,GAAG,cAAc,CAAC;IAC5B,CAAC;SAAM,IAAI,IAAI,CAAC,sBAAsB,EAAE,CAAC;QACvC,QAAQ,GAAG,MAAM,CAAC;IACpB,CAAC;IAED,gBAAgB;IAChB,MAAM,KAAK,GAAe,CAAC,IAAI,CAAC,KAAK,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC;QAC1D,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,GAAG,EAAE,IAAI,CAAC,GAAG;QACb,WAAW,EAAE,IAAI,CAAC,WAAW;KAC9B,CAAC,CAAC,CAAC;IAEJ,sEAAsE;IACtE,MAAM,MAAM,GAAgB,EAAE,CAAC;IAC/B,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IACrC,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,IAAI,EAAE,EAAE,CAAC;QACpC,KAAK,MAAM,KAAK,IAAI,IAAI,CAAC,MAAM,IAAI,EAAE,EAAE,CAAC;YACtC,IAAI,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;gBAChC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;gBAC3B,MAAM,CAAC,IAAI,CAAC;oBACV,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,IAAI,EAAE,KAAK,CAAC,IAAI;oBAChB,OAAO,EAAE,KAAK,CAAC,OAAO;oBACtB,QAAQ,EAAE,KAAK,CAAC,QAAQ,IAAI,IAAI;oBAChC,WAAW,EAAE,KAAK,CAAC,WAAW;iBAC/B,CAAC,CAAC;YACL,CAAC;QACH,CAAC;IACH,CAAC;IAED,4CAA4C;IAC5C,MAAM,QAAQ,GAAG,IAAI,CAAC,KAAK,EAAE,CAAC,IAAI,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACrD,MAAM,aAAa,GAAuB,CAAC,QAAQ,EAAE,OAAO,IAAI,EAAE,CAAC,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC;QAChF,IAAI,EAAE,GAAG,CAAC,IAAI;QACd,IAAI,EAAE,GAAG,CAAC,IAAI;KACf,CAAC,CAAC,CAAC;IAEJ,OAAO;QACL,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,WAAW,EAAE,IAAI,CAAC,WAAW;QAC7B,KAAK;QACL,MAAM;QACN,IAAI,EAAE,QAAQ;QACd,QAAQ,EAAE,QAAQ,KAAK,UAAU,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,SAAS;QACjE,YAAY,EAAE,IAAI,CAAC,uBAAuB;YACxC,CAAC,CAAC,EAAE,UAAU,EAAE,IAAI,CAAC,uBAAuB,EAAE;YAC9C,CAAC,CAAC,SAAS;QACb,IAAI,EAAE,IAAI,CAAC,sBAAsB;YAC/B,CAAC,CAAC;gBACE,iBAAiB,EAAE,IAAI,CAAC,sBAAsB;gBAC9C,aAAa,EAAE,IAAI,CAAC,aAAa;gBACjC,SAAS,EAAE,IAAI,CAAC,SAA6C;aAC9D;YACH,CAAC,CAAC,SAAS;QACb,cAAc,EAAE,aAAa;KAC9B,CAAC;AACJ,CAAC;AAED,kDAAkD;AAElD;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,iBAAiB,CACrC,MAA0B;IAK1B,2BAA2B;IAC3B,MAAM,CAAC,eAAe,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACrD,eAAe,CAAC,MAAM,CAAC;QACvB,SAAS,CAAC,MAAM,CAAC;KAClB,CAAC,CAAC;IAEH,4BAA4B;IAC5B,MAAM,CAAC,WAAW,EAAE,KAAK,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC7C,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;QACvE,OAAO,CAAC,GAAG,CAAC,SAAS,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,MAAM,EAAE,IAAI,CAAC,CAAC,CAAC;KAC5D,CAAC,CAAC;IAEH,OAAO,EAAE,WAAW,EAAE,KAAK,EAAE,CAAC;AAChC,CAAC;AAED;;;;;GAKG;AACH,MAAM,CAAC,KAAK,UAAU,YAAY,CAChC,MAA0B;IAE1B,MAAM,CAAC,eAAe,EAAE,SAAS,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QACrD,eAAe,CAAC,MAAM,CAAC;QACvB,SAAS,CAAC,MAAM,CAAC;KAClB,CAAC,CAAC;IAEH,OAAO,eAAe,CAAC,MAAM,GAAG,CAAC,IAAI,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;AAC5D,CAAC"}
@@ -0,0 +1,2 @@
1
+ export {};
2
+ //# sourceMappingURL=resources.test.d.ts.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"resources.test.d.ts","sourceRoot":"","sources":["../../src/api/resources.test.ts"],"names":[],"mappings":""}