@514labs/moose-lib 0.6.279-ci-5-g982a1dc0 → 0.6.279-ci-3-g3edfe2f6
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/{browserCompatible-15NCyT1P.d.mts → browserCompatible-Bs-byVfO.d.mts} +1 -1
- package/dist/{browserCompatible-BUKAJYbj.d.ts → browserCompatible-D8Hbpq6L.d.ts} +1 -1
- package/dist/browserCompatible.d.mts +2 -2
- package/dist/browserCompatible.d.ts +2 -2
- package/dist/browserCompatible.js +94 -93
- package/dist/browserCompatible.js.map +1 -1
- package/dist/browserCompatible.mjs +94 -93
- package/dist/browserCompatible.mjs.map +1 -1
- package/dist/dmv2/index.d.mts +1 -1
- package/dist/dmv2/index.d.ts +1 -1
- package/dist/dmv2/index.js +114 -93
- package/dist/dmv2/index.js.map +1 -1
- package/dist/dmv2/index.mjs +110 -93
- package/dist/dmv2/index.mjs.map +1 -1
- package/dist/{index-BtkwFbT9.d.mts → index-KhGbXtkS.d.mts} +83 -41
- package/dist/{index-BtkwFbT9.d.ts → index-KhGbXtkS.d.ts} +83 -41
- package/dist/index.d.mts +3 -3
- package/dist/index.d.ts +3 -3
- package/dist/index.js +96 -83
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +96 -83
- package/dist/index.mjs.map +1 -1
- package/dist/moose-runner.js +28 -2
- package/dist/moose-runner.js.map +1 -1
- package/dist/moose-runner.mjs +28 -2
- package/dist/moose-runner.mjs.map +1 -1
- package/package.json +1 -1
package/dist/dmv2/index.d.mts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { A as Aggregated, h as Api, i as ApiConfig, ag as ConsumerConfig, C as ConsumptionApi, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, I as IngestApi, g as IngestConfig, j as IngestPipeline, ak as IngestPipelineConfig, L as LifeCycle, M as MaterializedView, al as MaterializedViewConfig, a as OlapConfig, O as OlapTable, b as S3QueueTableSettings, S as SimpleAggregated, k as SqlResource, c as Stream, d as StreamConfig, T as Task, aj as TaskConfig, ai as TaskContext, ah as TransformConfig, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows } from '../index-
|
|
1
|
+
export { A as Aggregated, h as Api, i as ApiConfig, ag as ConsumerConfig, C as ConsumptionApi, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, I as IngestApi, g as IngestConfig, j as IngestPipeline, ak as IngestPipelineConfig, L as LifeCycle, M as MaterializedView, al as MaterializedViewConfig, a as OlapConfig, O as OlapTable, b as S3QueueTableSettings, S as SimpleAggregated, k as SqlResource, c as Stream, d as StreamConfig, T as Task, aj as TaskConfig, ai as TaskContext, ah as TransformConfig, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, x as getApi, w as getApis, ap as getCustomView, ao as getCustomViews, v as getIngestApi, u as getIngestApis, an as getMaterializedView, am as getMaterializedViews, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows } from '../index-KhGbXtkS.mjs';
|
|
2
2
|
import 'typia';
|
|
3
3
|
import 'typia/src/schemas/json/IJsonSchemaCollection';
|
|
4
4
|
import 'node:stream';
|
package/dist/dmv2/index.d.ts
CHANGED
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
export { A as Aggregated, h as Api, i as ApiConfig, ag as ConsumerConfig, C as ConsumptionApi, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, I as IngestApi, g as IngestConfig, j as IngestPipeline, ak as IngestPipelineConfig, L as LifeCycle, M as MaterializedView, al as MaterializedViewConfig, a as OlapConfig, O as OlapTable, b as S3QueueTableSettings, S as SimpleAggregated, k as SqlResource, c as Stream, d as StreamConfig, T as Task, aj as TaskConfig, ai as TaskContext, ah as TransformConfig, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, x as getApi, w as getApis, v as getIngestApi, u as getIngestApis, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows } from '../index-
|
|
1
|
+
export { A as Aggregated, h as Api, i as ApiConfig, ag as ConsumerConfig, C as ConsumptionApi, e as DeadLetter, D as DeadLetterModel, f as DeadLetterQueue, l as ETLPipeline, m as ETLPipelineConfig, E as EgressConfig, F as FrameworkApp, I as IngestApi, g as IngestConfig, j as IngestPipeline, ak as IngestPipelineConfig, L as LifeCycle, M as MaterializedView, al as MaterializedViewConfig, a as OlapConfig, O as OlapTable, b as S3QueueTableSettings, S as SimpleAggregated, k as SqlResource, c as Stream, d as StreamConfig, T as Task, aj as TaskConfig, ai as TaskContext, ah as TransformConfig, V as View, n as WebApp, o as WebAppConfig, p as WebAppHandler, W as Workflow, x as getApi, w as getApis, ap as getCustomView, ao as getCustomViews, v as getIngestApi, u as getIngestApis, an as getMaterializedView, am as getMaterializedViews, z as getSqlResource, y as getSqlResources, t as getStream, s as getStreams, r as getTable, q as getTables, J as getWebApp, H as getWebApps, G as getWorkflow, B as getWorkflows } from '../index-KhGbXtkS.js';
|
|
2
2
|
import 'typia';
|
|
3
3
|
import 'typia/src/schemas/json/IJsonSchemaCollection';
|
|
4
4
|
import 'node:stream';
|
package/dist/dmv2/index.js
CHANGED
|
@@ -401,8 +401,12 @@ __export(dmv2_exports, {
|
|
|
401
401
|
Workflow: () => Workflow,
|
|
402
402
|
getApi: () => getApi,
|
|
403
403
|
getApis: () => getApis,
|
|
404
|
+
getCustomView: () => getCustomView,
|
|
405
|
+
getCustomViews: () => getCustomViews,
|
|
404
406
|
getIngestApi: () => getIngestApi,
|
|
405
407
|
getIngestApis: () => getIngestApis,
|
|
408
|
+
getMaterializedView: () => getMaterializedView,
|
|
409
|
+
getMaterializedViews: () => getMaterializedViews,
|
|
406
410
|
getSqlResource: () => getSqlResource,
|
|
407
411
|
getSqlResources: () => getSqlResources,
|
|
408
412
|
getStream: () => getStream,
|
|
@@ -419,13 +423,10 @@ module.exports = __toCommonJS(dmv2_exports);
|
|
|
419
423
|
// src/dmv2/utils/stackTrace.ts
|
|
420
424
|
function shouldSkipStackLine(line) {
|
|
421
425
|
return line.includes("node_modules") || // Skip npm installed packages (prod)
|
|
422
|
-
line.includes("
|
|
423
|
-
line.includes("internal/modules") || // Skip Node.js internals (older format)
|
|
426
|
+
line.includes("internal/modules") || // Skip Node.js internals
|
|
424
427
|
line.includes("ts-node") || // Skip TypeScript execution
|
|
425
|
-
line.includes("/ts-moose-lib/
|
|
426
|
-
line.includes("\\ts-moose-lib\\
|
|
427
|
-
line.includes("/ts-moose-lib/dist/") || // Skip dev/linked moose-lib dist (Unix)
|
|
428
|
-
line.includes("\\ts-moose-lib\\dist\\");
|
|
428
|
+
line.includes("/ts-moose-lib/") || // Skip dev/linked moose-lib (Unix)
|
|
429
|
+
line.includes("\\ts-moose-lib\\");
|
|
429
430
|
}
|
|
430
431
|
function parseStackLine(line) {
|
|
431
432
|
const match = line.match(/\((.*):(\d+):(\d+)\)/) || line.match(/at (.*):(\d+):(\d+)/);
|
|
@@ -528,12 +529,12 @@ var TypedBase = class {
|
|
|
528
529
|
this.validators = validators;
|
|
529
530
|
this.allowExtraFields = allowExtraFields ?? false;
|
|
530
531
|
this.metadata = config?.metadata ? { ...config.metadata } : {};
|
|
531
|
-
|
|
532
|
-
|
|
533
|
-
|
|
534
|
-
|
|
535
|
-
|
|
536
|
-
|
|
532
|
+
const stack = new Error().stack;
|
|
533
|
+
if (stack) {
|
|
534
|
+
const info = getSourceFileInfo(stack);
|
|
535
|
+
this.metadata.source = { file: info.file, line: info.line };
|
|
536
|
+
} else {
|
|
537
|
+
this.metadata.source = void 0;
|
|
537
538
|
}
|
|
538
539
|
}
|
|
539
540
|
};
|
|
@@ -601,16 +602,6 @@ function emptyIfUndefined(value) {
|
|
|
601
602
|
return value === void 0 ? "" : value;
|
|
602
603
|
}
|
|
603
604
|
|
|
604
|
-
// src/blocks/helpers.ts
|
|
605
|
-
function dropView(name) {
|
|
606
|
-
return `DROP VIEW IF EXISTS ${quoteIdentifier(name)}`.trim();
|
|
607
|
-
}
|
|
608
|
-
function createMaterializedView(options) {
|
|
609
|
-
return `CREATE MATERIALIZED VIEW IF NOT EXISTS ${quoteIdentifier(options.name)}
|
|
610
|
-
TO ${quoteIdentifier(options.destinationTable)}
|
|
611
|
-
AS ${options.select}`.trim();
|
|
612
|
-
}
|
|
613
|
-
|
|
614
605
|
// src/dmv2/internal.ts
|
|
615
606
|
var import_process = __toESM(require("process"));
|
|
616
607
|
|
|
@@ -661,7 +652,9 @@ var moose_internal = {
|
|
|
661
652
|
apis: /* @__PURE__ */ new Map(),
|
|
662
653
|
sqlResources: /* @__PURE__ */ new Map(),
|
|
663
654
|
workflows: /* @__PURE__ */ new Map(),
|
|
664
|
-
webApps: /* @__PURE__ */ new Map()
|
|
655
|
+
webApps: /* @__PURE__ */ new Map(),
|
|
656
|
+
materializedViews: /* @__PURE__ */ new Map(),
|
|
657
|
+
customViews: /* @__PURE__ */ new Map()
|
|
665
658
|
};
|
|
666
659
|
var defaultRetentionPeriod = 60 * 60 * 24 * 7;
|
|
667
660
|
var getMooseInternal = () => globalThis.moose_internal;
|
|
@@ -2290,6 +2283,67 @@ var ETLPipeline = class {
|
|
|
2290
2283
|
}
|
|
2291
2284
|
};
|
|
2292
2285
|
|
|
2286
|
+
// src/dmv2/sdk/materializedView.ts
|
|
2287
|
+
var requireTargetTableName = (tableName) => {
|
|
2288
|
+
if (typeof tableName === "string") {
|
|
2289
|
+
return tableName;
|
|
2290
|
+
} else {
|
|
2291
|
+
throw new Error("Name of targetTable is not specified.");
|
|
2292
|
+
}
|
|
2293
|
+
};
|
|
2294
|
+
var MaterializedView = class {
|
|
2295
|
+
/** @internal */
|
|
2296
|
+
kind = "MaterializedView";
|
|
2297
|
+
/** The name of the materialized view */
|
|
2298
|
+
name;
|
|
2299
|
+
/** The target OlapTable instance where the materialized data is stored. */
|
|
2300
|
+
targetTable;
|
|
2301
|
+
/** The SELECT SQL statement */
|
|
2302
|
+
selectSql;
|
|
2303
|
+
/** Names of source tables that the SELECT reads from */
|
|
2304
|
+
sourceTables;
|
|
2305
|
+
/** @internal Source file path where this MV was defined */
|
|
2306
|
+
sourceFile;
|
|
2307
|
+
constructor(options, targetSchema, targetColumns) {
|
|
2308
|
+
let selectStatement = options.selectStatement;
|
|
2309
|
+
if (typeof selectStatement !== "string") {
|
|
2310
|
+
selectStatement = toStaticQuery(selectStatement);
|
|
2311
|
+
}
|
|
2312
|
+
if (targetSchema === void 0 || targetColumns === void 0) {
|
|
2313
|
+
throw new Error(
|
|
2314
|
+
"Supply the type param T so that the schema is inserted by the compiler plugin."
|
|
2315
|
+
);
|
|
2316
|
+
}
|
|
2317
|
+
const targetTable = options.targetTable instanceof OlapTable ? options.targetTable : new OlapTable(
|
|
2318
|
+
requireTargetTableName(
|
|
2319
|
+
options.targetTable?.name ?? options.tableName
|
|
2320
|
+
),
|
|
2321
|
+
{
|
|
2322
|
+
orderByFields: options.targetTable?.orderByFields ?? options.orderByFields,
|
|
2323
|
+
engine: options.targetTable?.engine ?? options.engine ?? "MergeTree" /* MergeTree */
|
|
2324
|
+
},
|
|
2325
|
+
targetSchema,
|
|
2326
|
+
targetColumns
|
|
2327
|
+
);
|
|
2328
|
+
if (targetTable.name === options.materializedViewName) {
|
|
2329
|
+
throw new Error(
|
|
2330
|
+
"Materialized view name cannot be the same as the target table name."
|
|
2331
|
+
);
|
|
2332
|
+
}
|
|
2333
|
+
this.name = options.materializedViewName;
|
|
2334
|
+
this.targetTable = targetTable;
|
|
2335
|
+
this.selectSql = selectStatement;
|
|
2336
|
+
this.sourceTables = options.selectTables.map((t) => t.name);
|
|
2337
|
+
const stack = new Error().stack;
|
|
2338
|
+
this.sourceFile = getSourceFileFromStack(stack);
|
|
2339
|
+
const materializedViews = getMooseInternal().materializedViews;
|
|
2340
|
+
if (!isClientOnlyMode() && materializedViews.has(this.name)) {
|
|
2341
|
+
throw new Error(`MaterializedView with name ${this.name} already exists`);
|
|
2342
|
+
}
|
|
2343
|
+
materializedViews.set(this.name, this);
|
|
2344
|
+
}
|
|
2345
|
+
};
|
|
2346
|
+
|
|
2293
2347
|
// src/dmv2/sdk/sqlResource.ts
|
|
2294
2348
|
var SqlResource = class {
|
|
2295
2349
|
/** @internal */
|
|
@@ -2344,66 +2398,18 @@ var SqlResource = class {
|
|
|
2344
2398
|
}
|
|
2345
2399
|
};
|
|
2346
2400
|
|
|
2347
|
-
// src/dmv2/sdk/materializedView.ts
|
|
2348
|
-
var requireTargetTableName = (tableName) => {
|
|
2349
|
-
if (typeof tableName === "string") {
|
|
2350
|
-
return tableName;
|
|
2351
|
-
} else {
|
|
2352
|
-
throw new Error("Name of targetTable is not specified.");
|
|
2353
|
-
}
|
|
2354
|
-
};
|
|
2355
|
-
var MaterializedView = class extends SqlResource {
|
|
2356
|
-
/** The target OlapTable instance where the materialized data is stored. */
|
|
2357
|
-
targetTable;
|
|
2358
|
-
constructor(options, targetSchema, targetColumns) {
|
|
2359
|
-
let selectStatement = options.selectStatement;
|
|
2360
|
-
if (typeof selectStatement !== "string") {
|
|
2361
|
-
selectStatement = toStaticQuery(selectStatement);
|
|
2362
|
-
}
|
|
2363
|
-
if (targetSchema === void 0 || targetColumns === void 0) {
|
|
2364
|
-
throw new Error(
|
|
2365
|
-
"Supply the type param T so that the schema is inserted by the compiler plugin."
|
|
2366
|
-
);
|
|
2367
|
-
}
|
|
2368
|
-
const targetTable = options.targetTable instanceof OlapTable ? options.targetTable : new OlapTable(
|
|
2369
|
-
requireTargetTableName(
|
|
2370
|
-
options.targetTable?.name ?? options.tableName
|
|
2371
|
-
),
|
|
2372
|
-
{
|
|
2373
|
-
orderByFields: options.targetTable?.orderByFields ?? options.orderByFields,
|
|
2374
|
-
engine: options.targetTable?.engine ?? options.engine ?? "MergeTree" /* MergeTree */
|
|
2375
|
-
},
|
|
2376
|
-
targetSchema,
|
|
2377
|
-
targetColumns
|
|
2378
|
-
);
|
|
2379
|
-
if (targetTable.name === options.materializedViewName) {
|
|
2380
|
-
throw new Error(
|
|
2381
|
-
"Materialized view name cannot be the same as the target table name."
|
|
2382
|
-
);
|
|
2383
|
-
}
|
|
2384
|
-
super(
|
|
2385
|
-
options.materializedViewName,
|
|
2386
|
-
[
|
|
2387
|
-
createMaterializedView({
|
|
2388
|
-
name: options.materializedViewName,
|
|
2389
|
-
destinationTable: targetTable.name,
|
|
2390
|
-
select: selectStatement
|
|
2391
|
-
})
|
|
2392
|
-
// Population is now handled automatically by Rust infrastructure
|
|
2393
|
-
// based on table engine type and whether this is a new or updated view
|
|
2394
|
-
],
|
|
2395
|
-
[dropView(options.materializedViewName)],
|
|
2396
|
-
{
|
|
2397
|
-
pullsDataFrom: options.selectTables,
|
|
2398
|
-
pushesDataTo: [targetTable]
|
|
2399
|
-
}
|
|
2400
|
-
);
|
|
2401
|
-
this.targetTable = targetTable;
|
|
2402
|
-
}
|
|
2403
|
-
};
|
|
2404
|
-
|
|
2405
2401
|
// src/dmv2/sdk/view.ts
|
|
2406
|
-
var View = class
|
|
2402
|
+
var View = class {
|
|
2403
|
+
/** @internal */
|
|
2404
|
+
kind = "CustomView";
|
|
2405
|
+
/** The name of the view */
|
|
2406
|
+
name;
|
|
2407
|
+
/** The SELECT SQL statement that defines the view */
|
|
2408
|
+
selectSql;
|
|
2409
|
+
/** Names of source tables/views that the SELECT reads from */
|
|
2410
|
+
sourceTables;
|
|
2411
|
+
/** @internal Source file path where this view was defined */
|
|
2412
|
+
sourceFile;
|
|
2407
2413
|
/**
|
|
2408
2414
|
* Creates a new View instance.
|
|
2409
2415
|
* @param name The name of the view to be created.
|
|
@@ -2414,17 +2420,16 @@ var View = class extends SqlResource {
|
|
|
2414
2420
|
if (typeof selectStatement !== "string") {
|
|
2415
2421
|
selectStatement = toStaticQuery(selectStatement);
|
|
2416
2422
|
}
|
|
2417
|
-
|
|
2418
|
-
|
|
2419
|
-
|
|
2420
|
-
|
|
2421
|
-
|
|
2422
|
-
|
|
2423
|
-
|
|
2424
|
-
{
|
|
2425
|
-
|
|
2426
|
-
|
|
2427
|
-
);
|
|
2423
|
+
this.name = name;
|
|
2424
|
+
this.selectSql = selectStatement;
|
|
2425
|
+
this.sourceTables = baseTables.map((t) => t.name);
|
|
2426
|
+
const stack = new Error().stack;
|
|
2427
|
+
this.sourceFile = getSourceFileFromStack(stack);
|
|
2428
|
+
const customViews = getMooseInternal().customViews;
|
|
2429
|
+
if (!isClientOnlyMode() && customViews.has(this.name)) {
|
|
2430
|
+
throw new Error(`View with name ${this.name} already exists`);
|
|
2431
|
+
}
|
|
2432
|
+
customViews.set(this.name, this);
|
|
2428
2433
|
}
|
|
2429
2434
|
};
|
|
2430
2435
|
|
|
@@ -2613,6 +2618,18 @@ function getWebApps() {
|
|
|
2613
2618
|
function getWebApp(name) {
|
|
2614
2619
|
return getMooseInternal().webApps.get(name);
|
|
2615
2620
|
}
|
|
2621
|
+
function getMaterializedViews() {
|
|
2622
|
+
return getMooseInternal().materializedViews;
|
|
2623
|
+
}
|
|
2624
|
+
function getMaterializedView(name) {
|
|
2625
|
+
return getMooseInternal().materializedViews.get(name);
|
|
2626
|
+
}
|
|
2627
|
+
function getCustomViews() {
|
|
2628
|
+
return getMooseInternal().customViews;
|
|
2629
|
+
}
|
|
2630
|
+
function getCustomView(name) {
|
|
2631
|
+
return getMooseInternal().customViews.get(name);
|
|
2632
|
+
}
|
|
2616
2633
|
// Annotate the CommonJS export names for ESM import in node:
|
|
2617
2634
|
0 && (module.exports = {
|
|
2618
2635
|
Api,
|
|
@@ -2632,8 +2649,12 @@ function getWebApp(name) {
|
|
|
2632
2649
|
Workflow,
|
|
2633
2650
|
getApi,
|
|
2634
2651
|
getApis,
|
|
2652
|
+
getCustomView,
|
|
2653
|
+
getCustomViews,
|
|
2635
2654
|
getIngestApi,
|
|
2636
2655
|
getIngestApis,
|
|
2656
|
+
getMaterializedView,
|
|
2657
|
+
getMaterializedViews,
|
|
2637
2658
|
getSqlResource,
|
|
2638
2659
|
getSqlResources,
|
|
2639
2660
|
getStream,
|