@galaxy-io/filament-ts 0.4.0 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/Client.d.ts +3 -0
- package/dist/Client.js +5 -0
- package/dist/api/resources/index.d.ts +2 -0
- package/dist/api/resources/index.js +2 -0
- package/dist/api/resources/ingestionV1Ingestionservice/client/Client.d.ts +46 -0
- package/dist/api/resources/ingestionV1Ingestionservice/client/Client.js +125 -0
- package/dist/api/resources/ingestionV1Ingestionservice/client/index.d.ts +1 -0
- package/dist/api/resources/ingestionV1Ingestionservice/client/index.js +1 -0
- package/dist/api/resources/ingestionV1Ingestionservice/client/requests/IngestionV1ListTransformFunctionsRequest.d.ts +12 -0
- package/dist/api/resources/ingestionV1Ingestionservice/client/requests/IngestionV1ListTransformFunctionsRequest.js +2 -0
- package/dist/api/resources/ingestionV1Ingestionservice/client/requests/IngestionV1ValidateTransformRequest.d.ts +14 -0
- package/dist/api/resources/ingestionV1Ingestionservice/client/requests/IngestionV1ValidateTransformRequest.js +2 -0
- package/dist/api/resources/ingestionV1Ingestionservice/client/requests/index.d.ts +2 -0
- package/dist/api/resources/ingestionV1Ingestionservice/client/requests/index.js +1 -0
- package/dist/api/resources/ingestionV1Ingestionservice/exports.d.ts +2 -0
- package/dist/api/resources/ingestionV1Ingestionservice/exports.js +3 -0
- package/dist/api/resources/ingestionV1Ingestionservice/index.d.ts +1 -0
- package/dist/api/resources/ingestionV1Ingestionservice/index.js +1 -0
- package/dist/api/resources/pipeline/client/requests/IngestionV1RunPipelineRequest.d.ts +13 -0
- package/dist/api/types/IngestionV1ConnectorSpec.d.ts +1 -1
- package/dist/api/types/IngestionV1ListTransformFunctionsResponse.d.ts +11 -0
- package/dist/api/types/IngestionV1ListTransformFunctionsResponse.js +2 -0
- package/dist/api/types/IngestionV1PipelineEdge.d.ts +12 -0
- package/dist/api/types/IngestionV1ResourceColumnSelection.d.ts +4 -0
- package/dist/api/types/IngestionV1ResourceColumnSelection.js +2 -0
- package/dist/api/types/IngestionV1ResourceColumns.d.ts +2 -0
- package/dist/api/types/IngestionV1RunInfo.d.ts +2 -0
- package/dist/api/types/IngestionV1TransformArgument.d.ts +15 -0
- package/dist/api/types/IngestionV1TransformArgument.js +2 -0
- package/dist/api/types/IngestionV1TransformExpressionType.d.ts +11 -0
- package/dist/api/types/IngestionV1TransformExpressionType.js +2 -0
- package/dist/api/types/IngestionV1TransformFunction.d.ts +22 -0
- package/dist/api/types/IngestionV1TransformFunction.js +2 -0
- package/dist/api/types/IngestionV1ValidateTransformResponse.d.ts +14 -0
- package/dist/api/types/IngestionV1ValidateTransformResponse.js +2 -0
- package/dist/api/types/index.d.ts +6 -1
- package/dist/api/types/index.js +6 -1
- package/package.json +1 -1
- package/dist/api/types/IngestionV1ConnectorMaturity.d.ts +0 -7
- package/dist/api/types/IngestionV1ConnectorMaturity.js +0 -7
package/dist/Client.d.ts
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
import { AuthClient } from "./api/resources/auth/client/Client.js";
|
|
2
2
|
import { ConnectionClient } from "./api/resources/connection/client/Client.js";
|
|
3
3
|
import { ConnectorClient } from "./api/resources/connector/client/Client.js";
|
|
4
|
+
import { IngestionV1IngestionserviceClient } from "./api/resources/ingestionV1Ingestionservice/client/Client.js";
|
|
4
5
|
import { MemberClient } from "./api/resources/member/client/Client.js";
|
|
5
6
|
import { MetricsClient } from "./api/resources/metrics/client/Client.js";
|
|
6
7
|
import { PipelineClient } from "./api/resources/pipeline/client/Client.js";
|
|
@@ -23,6 +24,7 @@ export declare class FilamentClient {
|
|
|
23
24
|
protected _pipeline: PipelineClient | undefined;
|
|
24
25
|
protected _connector: ConnectorClient | undefined;
|
|
25
26
|
protected _run: RunClient | undefined;
|
|
27
|
+
protected _ingestionV1Ingestionservice: IngestionV1IngestionserviceClient | undefined;
|
|
26
28
|
protected _metrics: MetricsClient | undefined;
|
|
27
29
|
constructor(options: FilamentClient.Options);
|
|
28
30
|
get auth(): AuthClient;
|
|
@@ -32,6 +34,7 @@ export declare class FilamentClient {
|
|
|
32
34
|
get pipeline(): PipelineClient;
|
|
33
35
|
get connector(): ConnectorClient;
|
|
34
36
|
get run(): RunClient;
|
|
37
|
+
get ingestionV1Ingestionservice(): IngestionV1IngestionserviceClient;
|
|
35
38
|
get metrics(): MetricsClient;
|
|
36
39
|
/**
|
|
37
40
|
* Make a passthrough request using the SDK's configured auth, retry, logging, etc.
|
package/dist/Client.js
CHANGED
|
@@ -2,6 +2,7 @@
|
|
|
2
2
|
import { AuthClient } from "./api/resources/auth/client/Client.js";
|
|
3
3
|
import { ConnectionClient } from "./api/resources/connection/client/Client.js";
|
|
4
4
|
import { ConnectorClient } from "./api/resources/connector/client/Client.js";
|
|
5
|
+
import { IngestionV1IngestionserviceClient } from "./api/resources/ingestionV1Ingestionservice/client/Client.js";
|
|
5
6
|
import { MemberClient } from "./api/resources/member/client/Client.js";
|
|
6
7
|
import { MetricsClient } from "./api/resources/metrics/client/Client.js";
|
|
7
8
|
import { PipelineClient } from "./api/resources/pipeline/client/Client.js";
|
|
@@ -18,6 +19,7 @@ export class FilamentClient {
|
|
|
18
19
|
_pipeline;
|
|
19
20
|
_connector;
|
|
20
21
|
_run;
|
|
22
|
+
_ingestionV1Ingestionservice;
|
|
21
23
|
_metrics;
|
|
22
24
|
constructor(options) {
|
|
23
25
|
this._options = normalizeClientOptionsWithAuth(options);
|
|
@@ -43,6 +45,9 @@ export class FilamentClient {
|
|
|
43
45
|
get run() {
|
|
44
46
|
return (this._run ??= new RunClient(this._options));
|
|
45
47
|
}
|
|
48
|
+
get ingestionV1Ingestionservice() {
|
|
49
|
+
return (this._ingestionV1Ingestionservice ??= new IngestionV1IngestionserviceClient(this._options));
|
|
50
|
+
}
|
|
46
51
|
get metrics() {
|
|
47
52
|
return (this._metrics ??= new MetricsClient(this._options));
|
|
48
53
|
}
|
|
@@ -4,6 +4,8 @@ export * from "./connection/client/requests/index.js";
|
|
|
4
4
|
export * as connection from "./connection/index.js";
|
|
5
5
|
export * from "./connector/client/requests/index.js";
|
|
6
6
|
export * as connector from "./connector/index.js";
|
|
7
|
+
export * from "./ingestionV1Ingestionservice/client/requests/index.js";
|
|
8
|
+
export * as ingestionV1Ingestionservice from "./ingestionV1Ingestionservice/index.js";
|
|
7
9
|
export * from "./member/client/requests/index.js";
|
|
8
10
|
export * as member from "./member/index.js";
|
|
9
11
|
export * from "./metrics/client/requests/index.js";
|
|
@@ -4,6 +4,8 @@ export * from "./connection/client/requests/index.js";
|
|
|
4
4
|
export * as connection from "./connection/index.js";
|
|
5
5
|
export * from "./connector/client/requests/index.js";
|
|
6
6
|
export * as connector from "./connector/index.js";
|
|
7
|
+
export * from "./ingestionV1Ingestionservice/client/requests/index.js";
|
|
8
|
+
export * as ingestionV1Ingestionservice from "./ingestionV1Ingestionservice/index.js";
|
|
7
9
|
export * from "./member/client/requests/index.js";
|
|
8
10
|
export * as member from "./member/index.js";
|
|
9
11
|
export * from "./metrics/client/requests/index.js";
|
|
@@ -0,0 +1,46 @@
|
|
|
1
|
+
import type { BaseClientOptions, BaseRequestOptions } from "../../../../BaseClient.js";
|
|
2
|
+
import { type NormalizedClientOptionsWithAuth } from "../../../../BaseClient.js";
|
|
3
|
+
import * as core from "../../../../core/index.js";
|
|
4
|
+
import type * as Filament from "../../../index.js";
|
|
5
|
+
export declare namespace IngestionV1IngestionserviceClient {
|
|
6
|
+
type Options = BaseClientOptions;
|
|
7
|
+
interface RequestOptions extends BaseRequestOptions {
|
|
8
|
+
}
|
|
9
|
+
}
|
|
10
|
+
/**
|
|
11
|
+
* IngestionService is the engine-as-a-service surface the pipeline UI drives.
|
|
12
|
+
*/
|
|
13
|
+
export declare class IngestionV1IngestionserviceClient {
|
|
14
|
+
protected readonly _options: NormalizedClientOptionsWithAuth<IngestionV1IngestionserviceClient.Options>;
|
|
15
|
+
constructor(options: IngestionV1IngestionserviceClient.Options);
|
|
16
|
+
/**
|
|
17
|
+
* Transformations; the function catalog and per-resource compile check a builder needs.
|
|
18
|
+
*
|
|
19
|
+
* @param {Filament.IngestionV1ListTransformFunctionsRequest} request
|
|
20
|
+
* @param {IngestionV1IngestionserviceClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
21
|
+
*
|
|
22
|
+
* @throws {@link errors.FilamentError}
|
|
23
|
+
* @throws {@link errors.FilamentTimeoutError}
|
|
24
|
+
*
|
|
25
|
+
* @example
|
|
26
|
+
* await client.ingestionV1Ingestionservice.listtransformfunctions({
|
|
27
|
+
* "Connect-Timeout-Ms": 1000
|
|
28
|
+
* })
|
|
29
|
+
*/
|
|
30
|
+
listtransformfunctions(request?: Filament.IngestionV1ListTransformFunctionsRequest, requestOptions?: IngestionV1IngestionserviceClient.RequestOptions): core.HttpResponsePromise<Filament.IngestionV1ListTransformFunctionsResponse>;
|
|
31
|
+
private __listtransformfunctions;
|
|
32
|
+
/**
|
|
33
|
+
* @param {Filament.IngestionV1ValidateTransformRequest} request
|
|
34
|
+
* @param {IngestionV1IngestionserviceClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
35
|
+
*
|
|
36
|
+
* @throws {@link errors.FilamentError}
|
|
37
|
+
* @throws {@link errors.FilamentTimeoutError}
|
|
38
|
+
*
|
|
39
|
+
* @example
|
|
40
|
+
* await client.ingestionV1Ingestionservice.validatetransform({
|
|
41
|
+
* "Connect-Timeout-Ms": 1000
|
|
42
|
+
* })
|
|
43
|
+
*/
|
|
44
|
+
validatetransform(request?: Filament.IngestionV1ValidateTransformRequest, requestOptions?: IngestionV1IngestionserviceClient.RequestOptions): core.HttpResponsePromise<Filament.IngestionV1ValidateTransformResponse>;
|
|
45
|
+
private __validatetransform;
|
|
46
|
+
}
|
|
@@ -0,0 +1,125 @@
|
|
|
1
|
+
// This file was auto-generated by Fern from our API Definition.
|
|
2
|
+
import { normalizeClientOptionsWithAuth } from "../../../../BaseClient.js";
|
|
3
|
+
import { mergeHeaders, mergeOnlyDefinedHeaders } from "../../../../core/headers.js";
|
|
4
|
+
import * as core from "../../../../core/index.js";
|
|
5
|
+
import { mergeAdditionalBodyParameters } from "../../../../core/requestBody.js";
|
|
6
|
+
import * as environments from "../../../../environments.js";
|
|
7
|
+
import { handleNonStatusCodeError } from "../../../../errors/handleNonStatusCodeError.js";
|
|
8
|
+
import * as errors from "../../../../errors/index.js";
|
|
9
|
+
/**
|
|
10
|
+
* IngestionService is the engine-as-a-service surface the pipeline UI drives.
|
|
11
|
+
*/
|
|
12
|
+
export class IngestionV1IngestionserviceClient {
|
|
13
|
+
_options;
|
|
14
|
+
constructor(options) {
|
|
15
|
+
this._options = normalizeClientOptionsWithAuth(options);
|
|
16
|
+
}
|
|
17
|
+
/**
|
|
18
|
+
* Transformations; the function catalog and per-resource compile check a builder needs.
|
|
19
|
+
*
|
|
20
|
+
* @param {Filament.IngestionV1ListTransformFunctionsRequest} request
|
|
21
|
+
* @param {IngestionV1IngestionserviceClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
22
|
+
*
|
|
23
|
+
* @throws {@link errors.FilamentError}
|
|
24
|
+
* @throws {@link errors.FilamentTimeoutError}
|
|
25
|
+
*
|
|
26
|
+
* @example
|
|
27
|
+
* await client.ingestionV1Ingestionservice.listtransformfunctions({
|
|
28
|
+
* "Connect-Timeout-Ms": 1000
|
|
29
|
+
* })
|
|
30
|
+
*/
|
|
31
|
+
listtransformfunctions(request = {}, requestOptions) {
|
|
32
|
+
return core.HttpResponsePromise.fromPromise(this.__listtransformfunctions(request, requestOptions));
|
|
33
|
+
}
|
|
34
|
+
async __listtransformfunctions(request = {}, requestOptions) {
|
|
35
|
+
const { "Connect-Timeout-Ms": connectTimeoutMs, ..._body } = request;
|
|
36
|
+
const _authRequest = await this._options.authProvider.getAuthRequest();
|
|
37
|
+
const _headers = mergeHeaders(_authRequest.headers, this._options?.headers, mergeOnlyDefinedHeaders({
|
|
38
|
+
"Connect-Timeout-Ms": connectTimeoutMs,
|
|
39
|
+
"Connect-Protocol-Version": requestOptions?.connectProtocolVersion ?? "1",
|
|
40
|
+
}), requestOptions?.headers);
|
|
41
|
+
const _response = await core.fetcher({
|
|
42
|
+
url: core.url.join((await core.Supplier.get(this._options.baseUrl)) ??
|
|
43
|
+
(await core.Supplier.get(this._options.environment)) ??
|
|
44
|
+
environments.FilamentEnvironment.Default, "ingestion.v1.IngestionService/ListTransformFunctions"),
|
|
45
|
+
method: "POST",
|
|
46
|
+
headers: _headers,
|
|
47
|
+
contentType: "application/json",
|
|
48
|
+
queryString: core.url.queryBuilder().mergeAdditional(requestOptions?.queryParams).build(),
|
|
49
|
+
requestType: "json",
|
|
50
|
+
body: mergeAdditionalBodyParameters(_body, requestOptions?.additionalBodyParameters),
|
|
51
|
+
timeoutMs: (requestOptions?.timeoutInSeconds ?? this._options?.timeoutInSeconds ?? 60) * 1000,
|
|
52
|
+
maxRetries: requestOptions?.maxRetries ?? this._options?.maxRetries,
|
|
53
|
+
abortSignal: requestOptions?.abortSignal,
|
|
54
|
+
fetchFn: this._options?.fetch,
|
|
55
|
+
logging: this._options.logging,
|
|
56
|
+
});
|
|
57
|
+
if (_response.ok) {
|
|
58
|
+
return {
|
|
59
|
+
data: _response.body,
|
|
60
|
+
rawResponse: _response.rawResponse,
|
|
61
|
+
};
|
|
62
|
+
}
|
|
63
|
+
if (_response.error.reason === "status-code") {
|
|
64
|
+
throw new errors.FilamentError({
|
|
65
|
+
statusCode: _response.error.statusCode,
|
|
66
|
+
body: _response.error.body,
|
|
67
|
+
rawResponse: _response.rawResponse,
|
|
68
|
+
});
|
|
69
|
+
}
|
|
70
|
+
return handleNonStatusCodeError(_response.error, _response.rawResponse, "POST", "/ingestion.v1.IngestionService/ListTransformFunctions");
|
|
71
|
+
}
|
|
72
|
+
/**
|
|
73
|
+
* @param {Filament.IngestionV1ValidateTransformRequest} request
|
|
74
|
+
* @param {IngestionV1IngestionserviceClient.RequestOptions} requestOptions - Request-specific configuration.
|
|
75
|
+
*
|
|
76
|
+
* @throws {@link errors.FilamentError}
|
|
77
|
+
* @throws {@link errors.FilamentTimeoutError}
|
|
78
|
+
*
|
|
79
|
+
* @example
|
|
80
|
+
* await client.ingestionV1Ingestionservice.validatetransform({
|
|
81
|
+
* "Connect-Timeout-Ms": 1000
|
|
82
|
+
* })
|
|
83
|
+
*/
|
|
84
|
+
validatetransform(request = {}, requestOptions) {
|
|
85
|
+
return core.HttpResponsePromise.fromPromise(this.__validatetransform(request, requestOptions));
|
|
86
|
+
}
|
|
87
|
+
async __validatetransform(request = {}, requestOptions) {
|
|
88
|
+
const { "Connect-Timeout-Ms": connectTimeoutMs, ..._body } = request;
|
|
89
|
+
const _authRequest = await this._options.authProvider.getAuthRequest();
|
|
90
|
+
const _headers = mergeHeaders(_authRequest.headers, this._options?.headers, mergeOnlyDefinedHeaders({
|
|
91
|
+
"Connect-Timeout-Ms": connectTimeoutMs,
|
|
92
|
+
"Connect-Protocol-Version": requestOptions?.connectProtocolVersion ?? "1",
|
|
93
|
+
}), requestOptions?.headers);
|
|
94
|
+
const _response = await core.fetcher({
|
|
95
|
+
url: core.url.join((await core.Supplier.get(this._options.baseUrl)) ??
|
|
96
|
+
(await core.Supplier.get(this._options.environment)) ??
|
|
97
|
+
environments.FilamentEnvironment.Default, "ingestion.v1.IngestionService/ValidateTransform"),
|
|
98
|
+
method: "POST",
|
|
99
|
+
headers: _headers,
|
|
100
|
+
contentType: "application/json",
|
|
101
|
+
queryString: core.url.queryBuilder().mergeAdditional(requestOptions?.queryParams).build(),
|
|
102
|
+
requestType: "json",
|
|
103
|
+
body: mergeAdditionalBodyParameters(_body, requestOptions?.additionalBodyParameters),
|
|
104
|
+
timeoutMs: (requestOptions?.timeoutInSeconds ?? this._options?.timeoutInSeconds ?? 60) * 1000,
|
|
105
|
+
maxRetries: requestOptions?.maxRetries ?? this._options?.maxRetries,
|
|
106
|
+
abortSignal: requestOptions?.abortSignal,
|
|
107
|
+
fetchFn: this._options?.fetch,
|
|
108
|
+
logging: this._options.logging,
|
|
109
|
+
});
|
|
110
|
+
if (_response.ok) {
|
|
111
|
+
return {
|
|
112
|
+
data: _response.body,
|
|
113
|
+
rawResponse: _response.rawResponse,
|
|
114
|
+
};
|
|
115
|
+
}
|
|
116
|
+
if (_response.error.reason === "status-code") {
|
|
117
|
+
throw new errors.FilamentError({
|
|
118
|
+
statusCode: _response.error.statusCode,
|
|
119
|
+
body: _response.error.body,
|
|
120
|
+
rawResponse: _response.rawResponse,
|
|
121
|
+
});
|
|
122
|
+
}
|
|
123
|
+
return handleNonStatusCodeError(_response.error, _response.rawResponse, "POST", "/ingestion.v1.IngestionService/ValidateTransform");
|
|
124
|
+
}
|
|
125
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from "./requests/index.js";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from "./requests/index.js";
|
|
@@ -0,0 +1,12 @@
|
|
|
1
|
+
import type * as Filament from "../../../../index.js";
|
|
2
|
+
/**
|
|
3
|
+
* @example
|
|
4
|
+
* {
|
|
5
|
+
* "Connect-Timeout-Ms": 1000
|
|
6
|
+
* }
|
|
7
|
+
*/
|
|
8
|
+
export interface IngestionV1ListTransformFunctionsRequest {
|
|
9
|
+
/** Define the timeout, in ms */
|
|
10
|
+
"Connect-Timeout-Ms"?: Filament.ConnectTimeoutHeader;
|
|
11
|
+
logicalType?: string;
|
|
12
|
+
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type * as Filament from "../../../../index.js";
|
|
2
|
+
/**
|
|
3
|
+
* @example
|
|
4
|
+
* {
|
|
5
|
+
* "Connect-Timeout-Ms": 1000
|
|
6
|
+
* }
|
|
7
|
+
*/
|
|
8
|
+
export interface IngestionV1ValidateTransformRequest {
|
|
9
|
+
/** Define the timeout, in ms */
|
|
10
|
+
"Connect-Timeout-Ms"?: Filament.ConnectTimeoutHeader;
|
|
11
|
+
sourceConnectionId?: string;
|
|
12
|
+
resource?: string;
|
|
13
|
+
transform?: Filament.GoogleProtobufStruct;
|
|
14
|
+
}
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export {};
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from "./client/index.js";
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
export * from "./client/index.js";
|
|
@@ -26,4 +26,17 @@ export interface IngestionV1RunPipelineRequest {
|
|
|
26
26
|
* a run already requested.
|
|
27
27
|
*/
|
|
28
28
|
workerConfiguration?: Filament.IngestionV1WorkerConfiguration;
|
|
29
|
+
/**
|
|
30
|
+
* resync_resources names resources read from the beginning again by the
|
|
31
|
+
* runs this call produces. A bounded run forgets their checkpoints first. A
|
|
32
|
+
* live continuous run drains and hands over to a successor that snapshots
|
|
33
|
+
* them again on the same stream.
|
|
34
|
+
*/
|
|
35
|
+
resyncResources?: string[];
|
|
36
|
+
/**
|
|
37
|
+
* resources limits a bounded run to these routed resources. Empty runs every
|
|
38
|
+
* routed resource. A continuous run, or a change-stream route named in part,
|
|
39
|
+
* always runs all of its resources, so such a subset is rejected.
|
|
40
|
+
*/
|
|
41
|
+
resources?: string[];
|
|
29
42
|
}
|
|
@@ -13,8 +13,8 @@ export interface IngestionV1ConnectorSpec {
|
|
|
13
13
|
darkLogoUrl?: string | undefined;
|
|
14
14
|
lightLogoUrl?: string | undefined;
|
|
15
15
|
schemaField?: string | undefined;
|
|
16
|
-
maturity?: Filament.IngestionV1ConnectorMaturity | undefined;
|
|
17
16
|
apiVersion?: string | undefined;
|
|
18
17
|
/** Concrete registration selected by a source catalog alias; empty otherwise. */
|
|
19
18
|
aliasTarget?: string | undefined;
|
|
19
|
+
isPreview?: boolean | undefined;
|
|
20
20
|
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
import type * as Filament from "../index.js";
|
|
2
|
+
/**
|
|
3
|
+
* ListTransformFunctionsResponse carries the catalog, the grammar version a
|
|
4
|
+
* definition must declare, and the grammar's JSON schema for client-side
|
|
5
|
+
* shape checks.
|
|
6
|
+
*/
|
|
7
|
+
export interface IngestionV1ListTransformFunctionsResponse {
|
|
8
|
+
functions?: Filament.IngestionV1TransformFunction[] | undefined;
|
|
9
|
+
grammarVersion?: number | undefined;
|
|
10
|
+
grammarSchema?: string | undefined;
|
|
11
|
+
}
|
|
@@ -22,4 +22,16 @@ export interface IngestionV1PipelineEdge {
|
|
|
22
22
|
writeMode?: Filament.IngestionV1WriteMode | undefined;
|
|
23
23
|
/** Optional destination name for this resource in any execution mode; source identity is unchanged. */
|
|
24
24
|
destinationResource?: string | undefined;
|
|
25
|
+
/**
|
|
26
|
+
* transform is the edge's transform definition as a JSON object matching
|
|
27
|
+
* the transform grammar, keyed by resource. A resource-specific edge may
|
|
28
|
+
* only define its own resource. Empty means rows pass through unchanged.
|
|
29
|
+
*/
|
|
30
|
+
transform?: Filament.GoogleProtobufStruct | undefined;
|
|
31
|
+
/**
|
|
32
|
+
* columns narrows the columns read from each resource. An all-resource edge
|
|
33
|
+
* may configure several resources; a resource-specific edge may configure
|
|
34
|
+
* only its own resource. An omitted resource reads every column.
|
|
35
|
+
*/
|
|
36
|
+
columns?: Filament.IngestionV1ResourceColumnSelection[] | undefined;
|
|
25
37
|
}
|
|
@@ -4,4 +4,6 @@ export interface IngestionV1ResourceColumns {
|
|
|
4
4
|
columns?: Filament.IngestionV1ResourceColumn[] | undefined;
|
|
5
5
|
/** Incremental state is owned by the source; no cursor column is required. */
|
|
6
6
|
managedIncremental?: boolean | undefined;
|
|
7
|
+
/** The source reads only the columns an edge selects. */
|
|
8
|
+
selectableColumns?: boolean | undefined;
|
|
7
9
|
}
|
|
@@ -31,4 +31,6 @@ export interface IngestionV1RunInfo {
|
|
|
31
31
|
executionMode?: Filament.IngestionV1ExecutionMode | undefined;
|
|
32
32
|
/** Present for continuous runs. records/bytes above reflect committed progress. */
|
|
33
33
|
executionStatus?: Filament.IngestionV1ExecutionStatus | undefined;
|
|
34
|
+
/** resources this run reads. Empty means every resource its route selects. */
|
|
35
|
+
resources?: string[] | undefined;
|
|
34
36
|
}
|
|
@@ -0,0 +1,15 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* TransformArgument is one positional argument of a catalog function. An empty
|
|
3
|
+
* logical_types accepts any type.
|
|
4
|
+
*/
|
|
5
|
+
export interface IngestionV1TransformArgument {
|
|
6
|
+
name?: string | undefined;
|
|
7
|
+
logicalTypes?: string[] | undefined;
|
|
8
|
+
isColumn?: boolean | undefined;
|
|
9
|
+
isLiteral?: boolean | undefined;
|
|
10
|
+
isOptional?: boolean | undefined;
|
|
11
|
+
/** is_variadic on the last argument lets a call repeat it any number of times. */
|
|
12
|
+
isVariadic?: boolean | undefined;
|
|
13
|
+
/** display_name is the field label a builder shows for this argument. */
|
|
14
|
+
displayName?: string | undefined;
|
|
15
|
+
}
|
|
@@ -0,0 +1,11 @@
|
|
|
1
|
+
/**
|
|
2
|
+
* TransformExpressionType is the logical type of one compiled sub-expression.
|
|
3
|
+
* path uses the grammar ValidationError.field uses, extended into
|
|
4
|
+
* expressions: resources["r"].steps[2].compute["x"] is a whole expression,
|
|
5
|
+
* resources["r"].steps[2].compute["x"].concat[1] its second argument, and
|
|
6
|
+
* resources["r"].steps[2].where.and[0].gt[1] a value inside a condition.
|
|
7
|
+
*/
|
|
8
|
+
export interface IngestionV1TransformExpressionType {
|
|
9
|
+
path?: string | undefined;
|
|
10
|
+
logicalType?: string | undefined;
|
|
11
|
+
}
|
|
@@ -0,0 +1,22 @@
|
|
|
1
|
+
import type * as Filament from "../index.js";
|
|
2
|
+
/**
|
|
3
|
+
* TransformFunction is one catalog entry. name is what a definition calls;
|
|
4
|
+
* display_name is what a builder shows for it. operator_symbol is optional
|
|
5
|
+
* presentation metadata for a binary function that can use compact infix UI.
|
|
6
|
+
*/
|
|
7
|
+
export interface IngestionV1TransformFunction {
|
|
8
|
+
name?: string | undefined;
|
|
9
|
+
description?: string | undefined;
|
|
10
|
+
args?: Filament.IngestionV1TransformArgument[] | undefined;
|
|
11
|
+
returns?: string | undefined;
|
|
12
|
+
displayName?: string | undefined;
|
|
13
|
+
sameType?: boolean | undefined;
|
|
14
|
+
returnsInput?: boolean | undefined;
|
|
15
|
+
operatorSymbol?: string | undefined;
|
|
16
|
+
/** condition_operator marks functions suitable for the compact row-condition picker. */
|
|
17
|
+
conditionOperator?: boolean | undefined;
|
|
18
|
+
/** variadic_add_label names the action that appends another variadic argument. */
|
|
19
|
+
variadicAddLabel?: string | undefined;
|
|
20
|
+
/** condition_join is "and" or "or" for functions that join compact conditions. */
|
|
21
|
+
conditionJoin?: string | undefined;
|
|
22
|
+
}
|
|
@@ -0,0 +1,14 @@
|
|
|
1
|
+
import type * as Filament from "../index.js";
|
|
2
|
+
/**
|
|
3
|
+
* ValidateTransformResponse lists every issue with the path in the definition
|
|
4
|
+
* it sits at, the columns the resource will have after the steps that
|
|
5
|
+
* compiled, and the type of every sub-expression that compiled. Columns and
|
|
6
|
+
* types come back on failure too, so a builder can show them while a
|
|
7
|
+
* definition is still being edited.
|
|
8
|
+
*/
|
|
9
|
+
export interface IngestionV1ValidateTransformResponse {
|
|
10
|
+
valid?: boolean | undefined;
|
|
11
|
+
issues?: Filament.IngestionV1ValidationError[] | undefined;
|
|
12
|
+
outputColumns?: Filament.IngestionV1ResourceColumn[] | undefined;
|
|
13
|
+
expressionTypes?: Filament.IngestionV1TransformExpressionType[] | undefined;
|
|
14
|
+
}
|
|
@@ -35,7 +35,6 @@ export * from "./IngestionV1ConfigField.js";
|
|
|
35
35
|
export * from "./IngestionV1ConfigSchema.js";
|
|
36
36
|
export * from "./IngestionV1Connection.js";
|
|
37
37
|
export * from "./IngestionV1ConnectorKind.js";
|
|
38
|
-
export * from "./IngestionV1ConnectorMaturity.js";
|
|
39
38
|
export * from "./IngestionV1ConnectorSpec.js";
|
|
40
39
|
export * from "./IngestionV1CreateConnectionResponse.js";
|
|
41
40
|
export * from "./IngestionV1CreatePipelineNotifierResponse.js";
|
|
@@ -67,6 +66,7 @@ export * from "./IngestionV1ListPipelineNotifiersResponse.js";
|
|
|
67
66
|
export * from "./IngestionV1ListPipelinesResponse.js";
|
|
68
67
|
export * from "./IngestionV1ListPipelineVersionsResponse.js";
|
|
69
68
|
export * from "./IngestionV1ListRunsResponse.js";
|
|
69
|
+
export * from "./IngestionV1ListTransformFunctionsResponse.js";
|
|
70
70
|
export * from "./IngestionV1NotificationType.js";
|
|
71
71
|
export * from "./IngestionV1Notifier.js";
|
|
72
72
|
export * from "./IngestionV1NotifierEvent.js";
|
|
@@ -89,6 +89,7 @@ export * from "./IngestionV1Requirement.js";
|
|
|
89
89
|
export * from "./IngestionV1RequirementKind.js";
|
|
90
90
|
export * from "./IngestionV1Resource.js";
|
|
91
91
|
export * from "./IngestionV1ResourceColumn.js";
|
|
92
|
+
export * from "./IngestionV1ResourceColumnSelection.js";
|
|
92
93
|
export * from "./IngestionV1ResourceColumns.js";
|
|
93
94
|
export * from "./IngestionV1ResourceCursorConfig.js";
|
|
94
95
|
export * from "./IngestionV1ResourceValidation.js";
|
|
@@ -107,12 +108,16 @@ export * from "./IngestionV1SortingRequest.js";
|
|
|
107
108
|
export * from "./IngestionV1SortOrder.js";
|
|
108
109
|
export * from "./IngestionV1TailRunRequest.js";
|
|
109
110
|
export * from "./IngestionV1TailRunResponse.js";
|
|
111
|
+
export * from "./IngestionV1TransformArgument.js";
|
|
112
|
+
export * from "./IngestionV1TransformExpressionType.js";
|
|
113
|
+
export * from "./IngestionV1TransformFunction.js";
|
|
110
114
|
export * from "./IngestionV1UpdateConnectionResponse.js";
|
|
111
115
|
export * from "./IngestionV1UpdatePipelineNotifierResponse.js";
|
|
112
116
|
export * from "./IngestionV1UpdatePipelineResponse.js";
|
|
113
117
|
export * from "./IngestionV1UpdatePipelineScheduleResponse.js";
|
|
114
118
|
export * from "./IngestionV1ValidateConfigResponse.js";
|
|
115
119
|
export * from "./IngestionV1ValidatePipelineResponse.js";
|
|
120
|
+
export * from "./IngestionV1ValidateTransformResponse.js";
|
|
116
121
|
export * from "./IngestionV1ValidationError.js";
|
|
117
122
|
export * from "./IngestionV1WorkerConfiguration.js";
|
|
118
123
|
export * from "./IngestionV1WorkerResources.js";
|
package/dist/api/types/index.js
CHANGED
|
@@ -35,7 +35,6 @@ export * from "./IngestionV1ConfigField.js";
|
|
|
35
35
|
export * from "./IngestionV1ConfigSchema.js";
|
|
36
36
|
export * from "./IngestionV1Connection.js";
|
|
37
37
|
export * from "./IngestionV1ConnectorKind.js";
|
|
38
|
-
export * from "./IngestionV1ConnectorMaturity.js";
|
|
39
38
|
export * from "./IngestionV1ConnectorSpec.js";
|
|
40
39
|
export * from "./IngestionV1CreateConnectionResponse.js";
|
|
41
40
|
export * from "./IngestionV1CreatePipelineNotifierResponse.js";
|
|
@@ -67,6 +66,7 @@ export * from "./IngestionV1ListPipelineNotifiersResponse.js";
|
|
|
67
66
|
export * from "./IngestionV1ListPipelinesResponse.js";
|
|
68
67
|
export * from "./IngestionV1ListPipelineVersionsResponse.js";
|
|
69
68
|
export * from "./IngestionV1ListRunsResponse.js";
|
|
69
|
+
export * from "./IngestionV1ListTransformFunctionsResponse.js";
|
|
70
70
|
export * from "./IngestionV1NotificationType.js";
|
|
71
71
|
export * from "./IngestionV1Notifier.js";
|
|
72
72
|
export * from "./IngestionV1NotifierEvent.js";
|
|
@@ -89,6 +89,7 @@ export * from "./IngestionV1Requirement.js";
|
|
|
89
89
|
export * from "./IngestionV1RequirementKind.js";
|
|
90
90
|
export * from "./IngestionV1Resource.js";
|
|
91
91
|
export * from "./IngestionV1ResourceColumn.js";
|
|
92
|
+
export * from "./IngestionV1ResourceColumnSelection.js";
|
|
92
93
|
export * from "./IngestionV1ResourceColumns.js";
|
|
93
94
|
export * from "./IngestionV1ResourceCursorConfig.js";
|
|
94
95
|
export * from "./IngestionV1ResourceValidation.js";
|
|
@@ -107,12 +108,16 @@ export * from "./IngestionV1SortingRequest.js";
|
|
|
107
108
|
export * from "./IngestionV1SortOrder.js";
|
|
108
109
|
export * from "./IngestionV1TailRunRequest.js";
|
|
109
110
|
export * from "./IngestionV1TailRunResponse.js";
|
|
111
|
+
export * from "./IngestionV1TransformArgument.js";
|
|
112
|
+
export * from "./IngestionV1TransformExpressionType.js";
|
|
113
|
+
export * from "./IngestionV1TransformFunction.js";
|
|
110
114
|
export * from "./IngestionV1UpdateConnectionResponse.js";
|
|
111
115
|
export * from "./IngestionV1UpdatePipelineNotifierResponse.js";
|
|
112
116
|
export * from "./IngestionV1UpdatePipelineResponse.js";
|
|
113
117
|
export * from "./IngestionV1UpdatePipelineScheduleResponse.js";
|
|
114
118
|
export * from "./IngestionV1ValidateConfigResponse.js";
|
|
115
119
|
export * from "./IngestionV1ValidatePipelineResponse.js";
|
|
120
|
+
export * from "./IngestionV1ValidateTransformResponse.js";
|
|
116
121
|
export * from "./IngestionV1ValidationError.js";
|
|
117
122
|
export * from "./IngestionV1WorkerConfiguration.js";
|
|
118
123
|
export * from "./IngestionV1WorkerResources.js";
|
package/package.json
CHANGED
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
export declare const IngestionV1ConnectorMaturity: {
|
|
2
|
-
readonly ConnectorMaturityUnspecified: "CONNECTOR_MATURITY_UNSPECIFIED";
|
|
3
|
-
readonly ConnectorMaturityAlpha: "CONNECTOR_MATURITY_ALPHA";
|
|
4
|
-
readonly ConnectorMaturityBeta: "CONNECTOR_MATURITY_BETA";
|
|
5
|
-
readonly ConnectorMaturityStable: "CONNECTOR_MATURITY_STABLE";
|
|
6
|
-
};
|
|
7
|
-
export type IngestionV1ConnectorMaturity = (typeof IngestionV1ConnectorMaturity)[keyof typeof IngestionV1ConnectorMaturity];
|
|
@@ -1,7 +0,0 @@
|
|
|
1
|
-
// This file was auto-generated by Fern from our API Definition.
|
|
2
|
-
export const IngestionV1ConnectorMaturity = {
|
|
3
|
-
ConnectorMaturityUnspecified: "CONNECTOR_MATURITY_UNSPECIFIED",
|
|
4
|
-
ConnectorMaturityAlpha: "CONNECTOR_MATURITY_ALPHA",
|
|
5
|
-
ConnectorMaturityBeta: "CONNECTOR_MATURITY_BETA",
|
|
6
|
-
ConnectorMaturityStable: "CONNECTOR_MATURITY_STABLE",
|
|
7
|
-
};
|