@duckcodeailabs/dql-cli 0.5.1 → 0.6.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/args.d.ts +1 -0
- package/dist/args.d.ts.map +1 -1
- package/dist/args.js +4 -0
- package/dist/args.js.map +1 -1
- package/dist/assets/dql-notebook/assets/index-B_X7pyPz.js +510 -0
- package/dist/assets/dql-notebook/index.html +1 -1
- package/dist/assets/templates/dashboard/README.md +30 -0
- package/dist/assets/templates/dashboard/blocks/.gitkeep +1 -0
- package/dist/assets/templates/dashboard/dashboards/pipeline_overview.dql +23 -0
- package/dist/assets/templates/dashboard/data/pipeline.csv +7 -0
- package/dist/assets/templates/dashboard/dql.config.json +18 -0
- package/dist/assets/templates/dashboard/semantic-layer/.gitkeep +1 -0
- package/dist/assets/templates/duckdb-local/README.md +30 -0
- package/dist/assets/templates/duckdb-local/blocks/orders_by_region.dql +24 -0
- package/dist/assets/templates/duckdb-local/data/orders.csv +7 -0
- package/dist/assets/templates/duckdb-local/dql.config.json +18 -0
- package/dist/assets/templates/duckdb-local/semantic-layer/.gitkeep +1 -0
- package/dist/assets/templates/ecommerce/README.md +7 -1
- package/dist/assets/templates/finance-kpi/README.md +31 -0
- package/dist/assets/templates/finance-kpi/blocks/arr_kpi.dql +21 -0
- package/dist/assets/templates/finance-kpi/data/revenue.csv +7 -0
- package/dist/assets/templates/finance-kpi/dql.config.json +18 -0
- package/dist/assets/templates/finance-kpi/semantic-layer/.gitkeep +1 -0
- package/dist/assets/templates/saas/README.md +13 -1
- package/dist/assets/templates/starter/README.md +4 -10
- package/dist/assets/templates/taxi/README.md +13 -1
- package/dist/assets/templates/workbook/README.md +30 -0
- package/dist/assets/templates/workbook/blocks/.gitkeep +1 -0
- package/dist/assets/templates/workbook/data/finance.csv +7 -0
- package/dist/assets/templates/workbook/dql.config.json +18 -0
- package/dist/assets/templates/workbook/semantic-layer/.gitkeep +1 -0
- package/dist/assets/templates/workbook/workbooks/quarterly_business_review.dql +32 -0
- package/dist/commands/build.test.js +1 -0
- package/dist/commands/build.test.js.map +1 -1
- package/dist/commands/certify.d.ts.map +1 -1
- package/dist/commands/certify.js +168 -2
- package/dist/commands/certify.js.map +1 -1
- package/dist/commands/doctor.test.js +1 -0
- package/dist/commands/doctor.test.js.map +1 -1
- package/dist/commands/init.test.js +1 -0
- package/dist/commands/init.test.js.map +1 -1
- package/dist/commands/lineage.d.ts +17 -0
- package/dist/commands/lineage.d.ts.map +1 -0
- package/dist/commands/lineage.js +325 -0
- package/dist/commands/lineage.js.map +1 -0
- package/dist/commands/new.test.js +7 -0
- package/dist/commands/new.test.js.map +1 -1
- package/dist/commands/test.d.ts.map +1 -1
- package/dist/commands/test.js +16 -8
- package/dist/commands/test.js.map +1 -1
- package/dist/index.js +8 -3
- package/dist/index.js.map +1 -1
- package/dist/local-runtime.d.ts.map +1 -1
- package/dist/local-runtime.js +249 -11
- package/dist/local-runtime.js.map +1 -1
- package/dist/package.json +7 -7
- package/package.json +7 -7
- package/dist/assets/dql-notebook/assets/index-C7bfa1Fe.js +0 -477
|
@@ -24,6 +24,7 @@ describe('runNew', () => {
|
|
|
24
24
|
template: 'starter',
|
|
25
25
|
connection: '',
|
|
26
26
|
verbose: false,
|
|
27
|
+
skipTests: false,
|
|
27
28
|
});
|
|
28
29
|
try {
|
|
29
30
|
process.chdir(projectDir);
|
|
@@ -42,6 +43,7 @@ describe('runNew', () => {
|
|
|
42
43
|
template: 'starter',
|
|
43
44
|
connection: '',
|
|
44
45
|
verbose: false,
|
|
46
|
+
skipTests: false,
|
|
45
47
|
});
|
|
46
48
|
const blockPath = join(projectDir, 'blocks', 'pipeline_health.dql');
|
|
47
49
|
expect(existsSync(blockPath)).toBe(true);
|
|
@@ -75,6 +77,7 @@ describe('runNew', () => {
|
|
|
75
77
|
template: 'starter',
|
|
76
78
|
connection: '',
|
|
77
79
|
verbose: false,
|
|
80
|
+
skipTests: false,
|
|
78
81
|
});
|
|
79
82
|
try {
|
|
80
83
|
process.chdir(projectDir);
|
|
@@ -93,6 +96,7 @@ describe('runNew', () => {
|
|
|
93
96
|
template: 'starter',
|
|
94
97
|
connection: '',
|
|
95
98
|
verbose: false,
|
|
99
|
+
skipTests: false,
|
|
96
100
|
});
|
|
97
101
|
await runNew('workbook', ['Quarterly Review'], {
|
|
98
102
|
check: false,
|
|
@@ -109,6 +113,7 @@ describe('runNew', () => {
|
|
|
109
113
|
template: 'starter',
|
|
110
114
|
connection: '',
|
|
111
115
|
verbose: false,
|
|
116
|
+
skipTests: false,
|
|
112
117
|
});
|
|
113
118
|
const dashboardPath = join(projectDir, 'dashboards', 'revenue_overview.dql');
|
|
114
119
|
const workbookPath = join(projectDir, 'workbooks', 'quarterly_review.dql');
|
|
@@ -144,6 +149,7 @@ describe('runNew', () => {
|
|
|
144
149
|
template: 'starter',
|
|
145
150
|
connection: '',
|
|
146
151
|
verbose: false,
|
|
152
|
+
skipTests: false,
|
|
147
153
|
});
|
|
148
154
|
try {
|
|
149
155
|
process.chdir(projectDir);
|
|
@@ -162,6 +168,7 @@ describe('runNew', () => {
|
|
|
162
168
|
template: 'starter',
|
|
163
169
|
connection: '',
|
|
164
170
|
verbose: false,
|
|
171
|
+
skipTests: false,
|
|
165
172
|
});
|
|
166
173
|
const blockPath = join(projectDir, 'blocks', 'arr_growth.dql');
|
|
167
174
|
const metricPath = join(projectDir, 'semantic-layer', 'metrics', 'arr_growth_metric.yaml');
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"new.test.js","sourceRoot":"","sources":["../../src/commands/new.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAElC,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;IACtB,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAEnD,MAAM,OAAO,CAAC,UAAU,EAAE;YACxB,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,IAAI;YACV,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,SAAS;YACnB,UAAU,EAAE,EAAE;YACd,OAAO,EAAE,KAAK;
|
|
1
|
+
{"version":3,"file":"new.test.js","sourceRoot":"","sources":["../../src/commands/new.test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,WAAW,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAChE,OAAO,EAAE,IAAI,EAAE,MAAM,WAAW,CAAC;AACjC,OAAO,EAAE,MAAM,EAAE,MAAM,SAAS,CAAC;AACjC,OAAO,EAAE,QAAQ,EAAE,MAAM,EAAE,EAAE,EAAE,MAAM,QAAQ,CAAC;AAC9C,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AACpC,OAAO,EAAE,MAAM,EAAE,MAAM,UAAU,CAAC;AAElC,QAAQ,CAAC,QAAQ,EAAE,GAAG,EAAE;IACtB,EAAE,CAAC,sDAAsD,EAAE,KAAK,IAAI,EAAE;QACpE,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,UAAU,CAAC,CAAC,CAAC;QAC1D,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAEnD,MAAM,OAAO,CAAC,UAAU,EAAE;YACxB,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,IAAI;YACV,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,SAAS;YACnB,UAAU,EAAE,EAAE;YACd,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAC1B,MAAM,MAAM,CAAC,OAAO,EAAE,CAAC,iBAAiB,CAAC,EAAE;gBACzC,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,OAAO;gBACf,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,KAAK;gBACX,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,EAAE;gBACT,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,QAAQ;gBACf,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,KAAK;gBAChB,QAAQ,EAAE,SAAS;gBACnB,UAAU,EAAE,EAAE;gBACd,OAAO,EAAE,KAAK;gBACd,SAAS,EAAE,KAAK;aACjB,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,qBAAqB,CAAC,CAAC;YACpE,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAEzC,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAC/C,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;YACnD,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,kBAAkB,CAAC,CAAC;YAC5C,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,qCAAqC,CAAC,CAAC;YAC/D,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,eAAe,CAAC,CAAC;QAC3C,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,mEAAmE,EAAE,KAAK,IAAI,EAAE;QACjF,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,gBAAgB,CAAC,CAAC,CAAC;QAChE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAEnD,MAAM,OAAO,CAAC,UAAU,EAAE;YACxB,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,IAAI;YACV,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,SAAS;YACnB,UAAU,EAAE,EAAE;YACd,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAE1B,MAAM,MAAM,CAAC,WAAW,EAAE,CAAC,kBAAkB,CAAC,EAAE;gBAC9C,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,MAAM;gBACb,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,KAAK;gBACX,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,EAAE;gBACT,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,QAAQ;gBACf,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,KAAK;gBAChB,QAAQ,EAAE,SAAS;gBACnB,UAAU,EAAE,EAAE;gBACd,OAAO,EAAE,KAAK;gBACd,SAAS,EAAE,KAAK;aACjB,CAAC,CAAC;YAEH,MAAM,MAAM,CAAC,UAAU,EAAE,CAAC,kBAAkB,CAAC,EAAE;gBAC7C,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,KAAK;gBACX,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,EAAE;gBACT,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,QAAQ;gBACf,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,KAAK;gBAChB,QAAQ,EAAE,SAAS;gBACnB,UAAU,EAAE,EAAE;gBACd,OAAO,EAAE,KAAK;gBACd,SAAS,EAAE,KAAK;aACjB,CAAC,CAAC;YAEH,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,EAAE,YAAY,EAAE,sBAAsB,CAAC,CAAC;YAC7E,MAAM,YAAY,GAAG,IAAI,CAAC,UAAU,EAAE,WAAW,EAAE,sBAAsB,CAAC,CAAC;YAE3E,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC7C,MAAM,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE5C,MAAM,SAAS,GAAG,YAAY,CAAC,aAAa,EAAE,OAAO,CAAC,CAAC;YACvD,MAAM,QAAQ,GAAG,YAAY,CAAC,YAAY,EAAE,OAAO,CAAC,CAAC;YAErD,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,8BAA8B,CAAC,CAAC;YAC5D,MAAM,CAAC,SAAS,CAAC,CAAC,SAAS,CAAC,aAAa,CAAC,CAAC;YAC3C,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,6BAA6B,CAAC,CAAC;YAC1D,MAAM,CAAC,QAAQ,CAAC,CAAC,SAAS,CAAC,gBAAgB,CAAC,CAAC;QAC/C,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC,CAAC,CAAC;IAEH,EAAE,CAAC,8DAA8D,EAAE,KAAK,IAAI,EAAE;QAC5E,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;QAClC,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,MAAM,EAAE,EAAE,mBAAmB,CAAC,CAAC,CAAC;QACnE,MAAM,UAAU,GAAG,IAAI,CAAC,SAAS,EAAE,cAAc,CAAC,CAAC;QAEnD,MAAM,OAAO,CAAC,UAAU,EAAE;YACxB,KAAK,EAAE,KAAK;YACZ,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,MAAM,EAAE,MAAM;YACd,IAAI,EAAE,KAAK;YACX,IAAI,EAAE,IAAI;YACV,KAAK,EAAE,EAAE;YACT,MAAM,EAAE,EAAE;YACV,KAAK,EAAE,EAAE;YACT,IAAI,EAAE,IAAI;YACV,SAAS,EAAE,KAAK;YAChB,QAAQ,EAAE,SAAS;YACnB,UAAU,EAAE,EAAE;YACd,OAAO,EAAE,KAAK;YACd,SAAS,EAAE,KAAK;SACjB,CAAC,CAAC;QAEH,IAAI,CAAC;YACH,OAAO,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;YAE1B,MAAM,MAAM,CAAC,gBAAgB,EAAE,CAAC,YAAY,CAAC,EAAE;gBAC7C,KAAK,EAAE,KAAK;gBACZ,KAAK,EAAE,KAAK;gBACZ,MAAM,EAAE,SAAS;gBACjB,MAAM,EAAE,MAAM;gBACd,IAAI,EAAE,KAAK;gBACX,IAAI,EAAE,IAAI;gBACV,KAAK,EAAE,EAAE;gBACT,MAAM,EAAE,EAAE;gBACV,KAAK,EAAE,QAAQ;gBACf,IAAI,EAAE,IAAI;gBACV,SAAS,EAAE,KAAK;gBAChB,QAAQ,EAAE,SAAS;gBACnB,UAAU,EAAE,EAAE;gBACd,OAAO,EAAE,KAAK;gBACd,SAAS,EAAE,KAAK;aACjB,CAAC,CAAC;YAEH,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,EAAE,QAAQ,EAAE,gBAAgB,CAAC,CAAC;YAC/D,MAAM,UAAU,GAAG,IAAI,CAAC,UAAU,EAAE,gBAAgB,EAAE,SAAS,EAAE,wBAAwB,CAAC,CAAC;YAC3F,MAAM,aAAa,GAAG,IAAI,CAAC,UAAU,EAAE,gBAAgB,EAAE,QAAQ,EAAE,iBAAiB,CAAC,CAAC;YAEtF,MAAM,CAAC,UAAU,CAAC,SAAS,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACzC,MAAM,CAAC,UAAU,CAAC,UAAU,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,CAAC,UAAU,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YAE7C,MAAM,KAAK,GAAG,YAAY,CAAC,SAAS,EAAE,OAAO,CAAC,CAAC;YAC/C,MAAM,MAAM,GAAG,YAAY,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAEjD,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;YAC7C,MAAM,CAAC,KAAK,CAAC,CAAC,SAAS,CAAC,8BAA8B,CAAC,CAAC;YACxD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,yBAAyB,CAAC,CAAC;YACpD,MAAM,CAAC,MAAM,CAAC,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC;QAC9C,CAAC;gBAAS,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,WAAW,CAAC,CAAC;QAC7B,CAAC;IACH,CAAC,CAAC,CAAC;AACL,CAAC,CAAC,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"test.d.ts","sourceRoot":"","sources":["../../src/commands/test.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"test.d.ts","sourceRoot":"","sources":["../../src/commands/test.ts"],"names":[],"mappings":"AAOA,OAAO,KAAK,EAAE,QAAQ,EAAE,MAAM,YAAY,CAAC;AAiE3C,wBAAsB,OAAO,CAAC,QAAQ,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,GAAG,OAAO,CAAC,IAAI,CAAC,CAkH9E"}
|
package/dist/commands/test.js
CHANGED
|
@@ -47,15 +47,24 @@ function compareValues(actual, operator, expected) {
|
|
|
47
47
|
default: return false;
|
|
48
48
|
}
|
|
49
49
|
}
|
|
50
|
-
function resolveConnection(flags) {
|
|
50
|
+
function resolveConnection(flags, projectConfig) {
|
|
51
51
|
const conn = flags.connection;
|
|
52
|
-
if (
|
|
52
|
+
if (conn && conn !== 'duckdb' && conn !== 'file') {
|
|
53
|
+
return { driver: 'duckdb', filepath: conn };
|
|
54
|
+
}
|
|
55
|
+
if (conn === 'duckdb' || conn === 'file') {
|
|
53
56
|
return { driver: 'file', filepath: ':memory:' };
|
|
54
57
|
}
|
|
55
|
-
|
|
56
|
-
|
|
58
|
+
if (projectConfig.defaultConnection) {
|
|
59
|
+
return projectConfig.defaultConnection;
|
|
60
|
+
}
|
|
61
|
+
return { driver: 'file', filepath: ':memory:' };
|
|
57
62
|
}
|
|
58
63
|
export async function runTest(filePath, flags) {
|
|
64
|
+
console.log(' ⚠ dql test is deprecated. Use dql certify --connection <driver> instead.');
|
|
65
|
+
console.log(' dql certify runs governance checks AND test assertions together.');
|
|
66
|
+
console.log('');
|
|
67
|
+
const projectConfig = loadProjectConfig(process.cwd());
|
|
59
68
|
const source = readFileSync(filePath, 'utf-8');
|
|
60
69
|
const parser = new Parser(source, filePath);
|
|
61
70
|
const ast = parser.parse();
|
|
@@ -65,8 +74,8 @@ export async function runTest(filePath, flags) {
|
|
|
65
74
|
console.log('');
|
|
66
75
|
return;
|
|
67
76
|
}
|
|
68
|
-
// Dry run mode (no --connection)
|
|
69
|
-
if (!flags.connection) {
|
|
77
|
+
// Dry run mode (no --connection and no defaultConnection in config)
|
|
78
|
+
if (!flags.connection && !projectConfig.defaultConnection) {
|
|
70
79
|
if (flags.format === 'json') {
|
|
71
80
|
console.log(JSON.stringify({
|
|
72
81
|
file: filePath,
|
|
@@ -97,8 +106,7 @@ export async function runTest(filePath, flags) {
|
|
|
97
106
|
}
|
|
98
107
|
// Live execution mode
|
|
99
108
|
const projectRoot = process.cwd();
|
|
100
|
-
const
|
|
101
|
-
const connection = resolveConnection(flags);
|
|
109
|
+
const connection = resolveConnection(flags, projectConfig);
|
|
102
110
|
const executor = new QueryExecutor();
|
|
103
111
|
let totalTests = 0;
|
|
104
112
|
let passed = 0;
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"test.js","sourceRoot":"","sources":["../../src/commands/test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAEvC,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAClD,OAAO,EAAE,aAAa,EAAyB,MAAM,gCAAgC,CAAC;AACtF,OAAO,EAAE,kBAAkB,EAAqB,MAAM,8BAA8B,CAAC;AACrF,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;
|
|
1
|
+
{"version":3,"file":"test.js","sourceRoot":"","sources":["../../src/commands/test.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,MAAM,SAAS,CAAC;AAEvC,OAAO,EAAE,MAAM,EAAE,MAAM,0BAA0B,CAAC;AAClD,OAAO,EAAE,aAAa,EAAyB,MAAM,gCAAgC,CAAC;AACtF,OAAO,EAAE,kBAAkB,EAAqB,MAAM,8BAA8B,CAAC;AACrF,OAAO,EAAE,iBAAiB,EAAE,qBAAqB,EAAE,MAAM,qBAAqB,CAAC;AAI/E,SAAS,cAAc,CAAC,IAAS;IAC/B,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,SAAS;QAAE,OAAO,MAAM,CAAC;IACvD,IAAI,OAAO,IAAI,KAAK,QAAQ;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,CAAC;IAClD,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACnF,IAAI,MAAM,CAAC,SAAS,CAAC,cAAc,CAAC,IAAI,CAAC,IAAI,EAAE,MAAM,CAAC;QAAE,OAAO,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IACjF,IAAI,IAAI,CAAC,IAAI,KAAK,cAAc,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC;QACjE,OAAO,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC;IAC5E,CAAC;IACD,OAAO,IAAI,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;AAC9B,CAAC;AAED,SAAS,iBAAiB,CACxB,KAAa,EACb,QAAgB,EAChB,QAAiB,EACjB,MAAgF;IAEhF,+BAA+B;IAC/B,IAAI,KAAK,KAAK,WAAW,EAAE,CAAC;QAC1B,MAAM,MAAM,GAAG,MAAM,CAAC,QAAQ,CAAC;QAC/B,MAAM,GAAG,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;QAC7B,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,GAAG,CAAC,CAAC;QAClD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,aAAa,QAAQ,IAAI,QAAQ,EAAE,EAAE,CAAC;IACxE,CAAC;IAED,yEAAyE;IACzE,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;QACpC,OAAO,EAAE,IAAI,EAAE,KAAK,EAAE,MAAM,EAAE,SAAS,EAAE,OAAO,EAAE,WAAW,KAAK,wBAAwB,EAAE,CAAC;IAC/F,CAAC;IAED,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,CAAC;IACvC,MAAM,IAAI,GAAG,aAAa,CAAC,MAAM,EAAE,QAAQ,EAAE,QAAQ,CAAC,CAAC;IACvD,OAAO,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,GAAG,KAAK,IAAI,QAAQ,IAAI,QAAQ,EAAE,EAAE,CAAC;AACvE,CAAC;AAED,SAAS,aAAa,CAAC,MAAe,EAAE,QAAgB,EAAE,QAAiB;IACzE,MAAM,CAAC,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC;IACzB,MAAM,CAAC,GAAG,MAAM,CAAC,QAAQ,CAAC,CAAC;IAC3B,QAAQ,QAAQ,EAAE,CAAC;QACjB,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACvB,KAAK,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACzB,KAAK,GAAG,CAAC,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QACvB,KAAK,IAAI,CAAC,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACzB,KAAK,IAAI,CAAC;QAAC,KAAK,GAAG,CAAC,CAAC,OAAO,MAAM,IAAI,QAAQ,CAAC;QAC/C,KAAK,IAAI,CAAC,CAAC,OAAO,MAAM,IAAI,QAAQ,CAAC;QACrC,OAAO,CAAC,CAAC,OAAO,KAAK,CAAC;IACxB,CAAC;AACH,CAAC;AAED,SAAS,iBAAiB,CAAC,KAAe,EAAE,aAA4B;IACtE,MAAM,IAAI,GAAG,KAAK,CAAC,UAAU,CAAC;IAC9B,IAAI,IAAI,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACjD,OAAO,EAAE,MAAM,EAAE,QAAQ,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC;IAC9C,CAAC;IACD,IAAI,IAAI,KAAK,QAAQ,IAAI,IAAI,KAAK,MAAM,EAAE,CAAC;QACzC,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;IAClD,CAAC;IACD,IAAI,aAAa,CAAC,iBAAiB,EAAE,CAAC;QACpC,OAAO,aAAa,CAAC,iBAAiB,CAAC;IACzC,CAAC;IACD,OAAO,EAAE,MAAM,EAAE,MAAM,EAAE,QAAQ,EAAE,UAAU,EAAE,CAAC;AAClD,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,OAAO,CAAC,QAAgB,EAAE,KAAe;IAC7D,OAAO,CAAC,GAAG,CAAC,4EAA4E,CAAC,CAAC;IAC1F,OAAO,CAAC,GAAG,CAAC,sEAAsE,CAAC,CAAC;IACpF,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;IAChB,MAAM,aAAa,GAAG,iBAAiB,CAAC,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACvD,MAAM,MAAM,GAAG,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC/C,MAAM,MAAM,GAAG,IAAI,MAAM,CAAC,MAAM,EAAE,QAAQ,CAAC,CAAC;IAC5C,MAAM,GAAG,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC;IAE3B,MAAM,MAAM,GAAG,GAAG,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,KAAK,WAAW,CAAC,CAAC;IAEzE,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QACxB,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO;IACT,CAAC;IAED,oEAAoE;IACpE,IAAI,CAAC,KAAK,CAAC,UAAU,IAAI,CAAC,aAAa,CAAC,iBAAiB,EAAE,CAAC;QAC1D,IAAI,KAAK,CAAC,MAAM,KAAK,MAAM,EAAE,CAAC;YAC5B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,SAAS,CAAC;gBACzB,IAAI,EAAE,QAAQ;gBACd,MAAM,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,CAAC;oBAC9B,IAAI,EAAE,CAAC,CAAC,IAAI;oBACZ,KAAK,EAAE,CAAC,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC;iBAC5B,CAAC,CAAC;gBACH,IAAI,EAAE,6EAA6E;aACpF,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;YACb,OAAO;QACT,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,gBAAgB,QAAQ,EAAE,CAAC,CAAC;QAClE,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;YAC3B,MAAM,CAAC,GAAG,KAAY,CAAC;YACvB,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC;YACvC,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,cAAc,SAAS,eAAe,CAAC,CAAC;YACpD,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAClB,KAAK,MAAM,IAAI,IAAI,CAAC,CAAC,KAAK,EAAE,CAAC;oBAC3B,OAAO,CAAC,GAAG,CAAC,iBAAiB,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,QAAQ,IAAI,cAAc,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,CAAC,CAAC;gBAC/F,CAAC;YACH,CAAC;YACD,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;YAC5D,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;QACzE,CAAC;QACD,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAChB,OAAO;IACT,CAAC;IAED,sBAAsB;IACtB,MAAM,WAAW,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;IAClC,MAAM,UAAU,GAAG,iBAAiB,CAAC,KAAK,EAAE,aAAa,CAAC,CAAC;IAC3D,MAAM,QAAQ,GAAG,IAAI,aAAa,EAAE,CAAC;IAErC,IAAI,UAAU,GAAG,CAAC,CAAC;IACnB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,MAAM,GAAG,CAAC,CAAC;IAEf,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,CAAC,GAAG,KAAY,CAAC;QACvB,MAAM,SAAS,GAAG,CAAC,CAAC,KAAK,EAAE,MAAM,IAAI,CAAC,CAAC;QACvC,IAAI,SAAS,KAAK,CAAC;YAAE,SAAS;QAE9B,OAAO,CAAC,GAAG,CAAC,eAAe,CAAC,CAAC,IAAI,GAAG,CAAC,CAAC;QAEtC,IAAI,CAAC;YACH,sCAAsC;YACtC,MAAM,IAAI,GAAiB;gBACzB,EAAE,EAAE,CAAC,CAAC,IAAI;gBACV,IAAI,EAAE,KAAK;gBACX,MAAM;gBACN,KAAK,EAAE,CAAC,CAAC,IAAI;aACd,CAAC;YACF,MAAM,IAAI,GAAG,kBAAkB,CAAC,IAAI,CAAC,CAAC;YACtC,IAAI,CAAC,IAAI,EAAE,CAAC;gBACV,OAAO,CAAC,GAAG,CAAC,0CAA0C,CAAC,CAAC;gBACxD,SAAS;YACX,CAAC;YAED,oBAAoB;YACpB,MAAM,QAAQ,GAAG,qBAAqB,CAAC,IAAI,CAAC,GAAG,EAAE,UAAU,EAAE,WAAW,EAAE,aAAa,CAAC,CAAC;YACzF,MAAM,SAAS,GAAG,MAAM,QAAQ,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,EAAE,IAAI,CAAC,SAAS,EAAE,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,UAAU,CAAC,CAAC;YAEjH,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,OAAO,CAAC;gBAC/C,CAAC,CAAC,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAM,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,IAAI,IAAI,MAAM,CAAC,CAAC,CAAC,CAAC;gBACrF,CAAC,CAAC,EAAE,CAAC;YACP,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;YAClE,MAAM,QAAQ,GAAG,IAAI,CAAC,MAAM,CAAC;YAE7B,iBAAiB;YACjB,KAAK,MAAM,IAAI,IAAI,IAAI,CAAC,KAAK,EAAE,CAAC;gBAC9B,UAAU,EAAE,CAAC;gBACb,MAAM,SAAS,GAAG,iBAAiB,CAAC,IAAI,CAAC,KAAK,EAAE,IAAI,CAAC,QAAQ,EAAE,IAAI,CAAC,QAAQ,EAAE,EAAE,OAAO,EAAE,IAAI,EAAE,QAAQ,EAAE,CAAC,CAAC;gBAC3G,IAAI,SAAS,CAAC,IAAI,EAAE,CAAC;oBACnB,MAAM,EAAE,CAAC;oBACT,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,CAAC,OAAO,aAAa,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;gBACrF,CAAC;qBAAM,CAAC;oBACN,MAAM,EAAE,CAAC;oBACT,OAAO,CAAC,GAAG,CAAC,oBAAoB,SAAS,CAAC,OAAO,aAAa,SAAS,CAAC,MAAM,GAAG,CAAC,CAAC;gBACrF,CAAC;YACH,CAAC;QACH,CAAC;QAAC,OAAO,GAAG,EAAE,CAAC;YACb,MAAM,GAAG,GAAG,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC;YAC7D,OAAO,CAAC,GAAG,CAAC,cAAc,GAAG,EAAE,CAAC,CAAC;YACjC,MAAM,IAAI,SAAS,CAAC;YACpB,UAAU,IAAI,SAAS,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,gBAAgB,MAAM,YAAY,MAAM,YAAY,UAAU,UAAU,CAAC,CAAC;IAEtF,IAAI,MAAM,GAAG,CAAC,EAAE,CAAC;QACf,OAAO,CAAC,QAAQ,GAAG,CAAC,CAAC;IACvB,CAAC;AACH,CAAC"}
|
package/dist/index.js
CHANGED
|
@@ -15,6 +15,7 @@ import { runFmt } from './commands/fmt.js';
|
|
|
15
15
|
import { runNotebook } from './commands/notebook.js';
|
|
16
16
|
import { runValidate } from './commands/validate.js';
|
|
17
17
|
import { runSemantic } from './commands/semantic.js';
|
|
18
|
+
import { runLineage } from './commands/lineage.js';
|
|
18
19
|
const HELP = `
|
|
19
20
|
dql — DQL CLI
|
|
20
21
|
|
|
@@ -26,7 +27,7 @@ const HELP = `
|
|
|
26
27
|
dql preview <file.dql> Render a local browser preview for a DQL file
|
|
27
28
|
dql serve [directory] Serve a built DQL bundle locally
|
|
28
29
|
dql parse <file.dql> Parse and analyze a DQL file
|
|
29
|
-
dql test <file.dql>
|
|
30
|
+
dql test <file.dql> [deprecated] Use dql certify --connection instead
|
|
30
31
|
dql validate [path] Validate all DQL files and semantic references
|
|
31
32
|
dql certify <file.dql> Evaluate certification rules
|
|
32
33
|
dql info <file.dql> Show block metadata
|
|
@@ -34,6 +35,7 @@ const HELP = `
|
|
|
34
35
|
dql fmt <file.dql> Format DQL file in place
|
|
35
36
|
dql notebook [path] Launch the browser-first notebook for a project
|
|
36
37
|
dql semantic <sub> [path] Semantic layer: list, validate, query, pull
|
|
38
|
+
dql lineage [block] [path] Answer-layer lineage analysis
|
|
37
39
|
dql --help Show this help
|
|
38
40
|
|
|
39
41
|
Options:
|
|
@@ -50,7 +52,7 @@ const HELP = `
|
|
|
50
52
|
--owner <name> Owner for new block scaffolds (default: current user)
|
|
51
53
|
--query-only Create a query-only block without visualization
|
|
52
54
|
--template <name> Template to use for "init" (default: starter)
|
|
53
|
-
--connection <driver|path> Database connection for
|
|
55
|
+
--connection <driver|path> Database connection for certify/test (e.g. duckdb, path/to/db)
|
|
54
56
|
`;
|
|
55
57
|
async function main() {
|
|
56
58
|
const { command, file, rest, flags } = parseArgs(process.argv.slice(2));
|
|
@@ -58,7 +60,7 @@ async function main() {
|
|
|
58
60
|
console.log(HELP.trim());
|
|
59
61
|
process.exit(0);
|
|
60
62
|
}
|
|
61
|
-
if (!file && command !== 'init' && command !== 'serve' && command !== 'doctor' && command !== 'notebook' && command !== 'validate' && command !== 'semantic') {
|
|
63
|
+
if (!file && command !== 'init' && command !== 'serve' && command !== 'doctor' && command !== 'notebook' && command !== 'validate' && command !== 'semantic' && command !== 'lineage') {
|
|
62
64
|
console.error('Error: No file/argument specified. Run "dql --help" for usage.');
|
|
63
65
|
process.exit(1);
|
|
64
66
|
}
|
|
@@ -109,6 +111,9 @@ async function main() {
|
|
|
109
111
|
case 'semantic':
|
|
110
112
|
await runSemantic(file, rest, flags);
|
|
111
113
|
break;
|
|
114
|
+
case 'lineage':
|
|
115
|
+
await runLineage(file, rest, flags);
|
|
116
|
+
break;
|
|
112
117
|
default:
|
|
113
118
|
console.error(`Unknown command: ${command}. Run "dql --help" for usage.`);
|
|
114
119
|
process.exit(1);
|
package/dist/index.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;
|
|
1
|
+
{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":";AAEA,OAAO,EAAE,SAAS,EAAE,MAAM,WAAW,CAAC;AACtC,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,sBAAsB,CAAC;AACjD,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,QAAQ,EAAE,MAAM,qBAAqB,CAAC;AAC/C,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,OAAO,EAAE,MAAM,oBAAoB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,MAAM,EAAE,MAAM,mBAAmB,CAAC;AAC3C,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,WAAW,EAAE,MAAM,wBAAwB,CAAC;AACrD,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AAEnD,MAAM,IAAI,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqCZ,CAAC;AAEF,KAAK,UAAU,IAAI;IACjB,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,SAAS,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IAExE,IAAI,KAAK,CAAC,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;QAC3B,OAAO,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QACzB,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,CAAC,IAAI,IAAI,OAAO,KAAK,MAAM,IAAI,OAAO,KAAK,OAAO,IAAI,OAAO,KAAK,QAAQ,IAAI,OAAO,KAAK,UAAU,IAAI,OAAO,KAAK,UAAU,IAAI,OAAO,KAAK,UAAU,IAAI,OAAO,KAAK,SAAS,EAAE,CAAC;QACtL,OAAO,CAAC,KAAK,CAAC,gEAAgE,CAAC,CAAC;QAChF,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,IAAI,CAAC;QACH,QAAQ,OAAO,EAAE,CAAC;YAChB,KAAK,MAAM;gBACT,MAAM,OAAO,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC3B,MAAM;YACR,KAAK,KAAK;gBACR,MAAM,MAAM,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;gBAChC,MAAM;YACR,KAAK,OAAO;gBACV,MAAM,QAAQ,CAAC,IAAK,EAAE,KAAK,CAAC,CAAC;gBAC7B,MAAM;YACR,KAAK,QAAQ;gBACX,MAAM,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC7B,MAAM;YACR,KAAK,OAAO;gBACV,MAAM,QAAQ,CAAC,IAAK,EAAE,KAAK,CAAC,CAAC;gBAC7B,MAAM;YACR,KAAK,SAAS;gBACZ,MAAM,UAAU,CAAC,IAAK,EAAE,KAAK,CAAC,CAAC;gBAC/B,MAAM;YACR,KAAK,OAAO;gBACV,MAAM,QAAQ,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC5B,MAAM;YACR,KAAK,MAAM;gBACT,MAAM,OAAO,CAAC,IAAK,EAAE,KAAK,CAAC,CAAC;gBAC5B,MAAM;YACR,KAAK,SAAS;gBACZ,MAAM,UAAU,CAAC,IAAK,EAAE,KAAK,CAAC,CAAC;gBAC/B,MAAM;YACR,KAAK,MAAM;gBACT,MAAM,OAAO,CAAC,IAAK,EAAE,KAAK,CAAC,CAAC;gBAC5B,MAAM;YACR,KAAK,SAAS;gBACZ,MAAM,UAAU,CAAC,IAAK,EAAE,KAAK,CAAC,CAAC;gBAC/B,MAAM;YACR,KAAK,KAAK;gBACR,MAAM,MAAM,CAAC,IAAK,EAAE,KAAK,CAAC,CAAC;gBAC3B,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC/B,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,WAAW,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;gBAC/B,MAAM;YACR,KAAK,UAAU;gBACb,MAAM,WAAW,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;gBACrC,MAAM;YACR,KAAK,SAAS;gBACZ,MAAM,UAAU,CAAC,IAAI,EAAE,IAAI,EAAE,KAAK,CAAC,CAAC;gBACpC,MAAM;YACR;gBACE,OAAO,CAAC,KAAK,CAAC,oBAAoB,OAAO,+BAA+B,CAAC,CAAC;gBAC1E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QACpB,CAAC;IACH,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,UAAU,GAAG,YAAY,KAAK,CAAC,CAAC,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QAC5E,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;AACH,CAAC;AAED,IAAI,EAAE,CAAC"}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"local-runtime.d.ts","sourceRoot":"","sources":["../src/local-runtime.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,aAAa,EAAE,KAAK,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAQtF,OAAO,
|
|
1
|
+
{"version":3,"file":"local-runtime.d.ts","sourceRoot":"","sources":["../src/local-runtime.ts"],"names":[],"mappings":"AAIA,OAAO,EAAE,aAAa,EAAE,KAAK,gBAAgB,EAAE,MAAM,gCAAgC,CAAC;AAQtF,OAAO,EAWL,KAAK,2BAA2B,EAKjC,MAAM,0BAA0B,CAAC;AAElC,MAAM,WAAW,aAAa;IAC5B,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,iBAAiB,CAAC,EAAE,gBAAgB,CAAC;IACrC,OAAO,CAAC,EAAE,MAAM,CAAC;IACjB,aAAa,CAAC,EAAE,2BAA2B,CAAC;IAC5C,OAAO,CAAC,EAAE;QACR,IAAI,CAAC,EAAE,MAAM,CAAC;QACd,KAAK,CAAC,EAAE,MAAM,CAAC;QACf,IAAI,CAAC,EAAE,OAAO,CAAC;KAChB,CAAC;CACH;AAED,MAAM,WAAW,kBAAkB;IACjC,OAAO,EAAE,MAAM,CAAC;IAChB,WAAW,CAAC,EAAE,MAAM,CAAC;IACrB,QAAQ,EAAE,aAAa,CAAC;IACxB,UAAU,EAAE,gBAAgB,CAAC;IAC7B,aAAa,EAAE,MAAM,CAAC;CACvB;AAED,wBAAsB,gBAAgB,CAAC,IAAI,EAAE,kBAAkB,GAAG,OAAO,CAAC,MAAM,CAAC,CAwoBhF;AAED,wBAAsB,4BAA4B,CAChD,QAAQ,EAAE,aAAa,EACvB,UAAU,EAAE,gBAAgB,GAC3B,OAAO,CAAC,IAAI,CAAC,CAUf;AAED,wBAAgB,4BAA4B,CAC1C,UAAU,EAAE,gBAAgB,EAC5B,KAAK,EAAE,OAAO,GACb,MAAM,CAaR;AA6BD,wBAAgB,aAAa,CAAC,KAAK,EAAE,OAAO,GAAG,MAAM,CAQpD;AA8BD,wBAAgB,eAAe,CAAC,QAAQ,EAAE,MAAM,GAAG,MAAM,CAYxD;AAED,wBAAgB,iBAAiB,CAAC,WAAW,EAAE,MAAM,GAAG,aAAa,CAOpE;AAED,wBAAgB,qBAAqB,CACnC,GAAG,EAAE,MAAM,EACX,UAAU,EAAE,gBAAgB,EAC5B,WAAW,EAAE,MAAM,EACnB,aAAa,EAAE,aAAa,GAC3B;IAAE,GAAG,EAAE,MAAM,CAAC;IAAC,UAAU,EAAE,gBAAgB,CAAA;CAAE,CAQ/C;AAED,wBAAgB,0BAA0B,CAAC,UAAU,EAAE,gBAAgB,EAAE,WAAW,EAAE,MAAM,GAAG,gBAAgB,CAY9G;AAED,wBAAgB,8BAA8B,CAAC,GAAG,EAAE,MAAM,EAAE,WAAW,EAAE,MAAM,EAAE,OAAO,CAAC,EAAE,MAAM,GAAG,MAAM,CAezG"}
|
package/dist/local-runtime.js
CHANGED
|
@@ -2,7 +2,7 @@ import { createServer } from 'node:http';
|
|
|
2
2
|
import { existsSync, mkdirSync, readdirSync, readFileSync, statSync, watch, writeFileSync } from 'node:fs';
|
|
3
3
|
import { dirname, extname, join, normalize, resolve } from 'node:path';
|
|
4
4
|
import { buildExecutionPlan, createWelcomeNotebook, deserializeNotebook, getConnectorFormSchemas, } from '@duckcodeailabs/dql-notebook';
|
|
5
|
-
import { loadSemanticLayerFromDir,
|
|
5
|
+
import { loadSemanticLayerFromDir, resolveSemanticLayerAsync, Parser, buildLineageGraph, analyzeImpact, buildTrustChain, detectDomainFlows, getDomainTrustOverview, } from '@duckcodeailabs/dql-core';
|
|
6
6
|
export async function startLocalServer(opts) {
|
|
7
7
|
const { rootDir, executor, connection, preferredPort, projectRoot = process.cwd() } = opts;
|
|
8
8
|
const projectConfig = loadProjectConfig(projectRoot);
|
|
@@ -13,7 +13,10 @@ export async function startLocalServer(opts) {
|
|
|
13
13
|
const semanticLayerDir = join(projectRoot, 'semantic-layer');
|
|
14
14
|
const semanticConfig = projectConfig.semanticLayer;
|
|
15
15
|
{
|
|
16
|
-
const
|
|
16
|
+
const executeQuery = semanticConfig?.provider === 'snowflake'
|
|
17
|
+
? async (sql) => { const r = await executor.executeQuery(sql, [], {}, connection); return { rows: r.rows }; }
|
|
18
|
+
: undefined;
|
|
19
|
+
const result = await resolveSemanticLayerAsync(semanticConfig, projectRoot, executeQuery);
|
|
17
20
|
semanticLayer = result.layer;
|
|
18
21
|
semanticLayerErrors = result.errors;
|
|
19
22
|
semanticDetectedProvider = result.detectedProvider;
|
|
@@ -25,6 +28,30 @@ export async function startLocalServer(opts) {
|
|
|
25
28
|
catch { /* continue without */ }
|
|
26
29
|
}
|
|
27
30
|
}
|
|
31
|
+
// Auto-register data/ CSV and Parquet files as DuckDB views so semantic layer
|
|
32
|
+
// queries like `FROM orders` resolve without requiring read_csv_auto() in SQL.
|
|
33
|
+
if (connection.driver === 'file' || connection.driver === 'duckdb') {
|
|
34
|
+
const dataDir = projectConfig.dataDir
|
|
35
|
+
? resolve(projectRoot, projectConfig.dataDir)
|
|
36
|
+
: join(projectRoot, 'data');
|
|
37
|
+
if (existsSync(dataDir)) {
|
|
38
|
+
try {
|
|
39
|
+
const files = readdirSync(dataDir, { withFileTypes: true })
|
|
40
|
+
.filter((e) => e.isFile() && /\.(csv|parquet)$/i.test(e.name));
|
|
41
|
+
for (const file of files) {
|
|
42
|
+
const tableName = file.name.replace(/\.(csv|parquet)$/i, '');
|
|
43
|
+
const absPath = join(dataDir, file.name).replaceAll('\\', '/');
|
|
44
|
+
const reader = file.name.endsWith('.parquet') ? 'read_parquet' : 'read_csv_auto';
|
|
45
|
+
const ddl = `CREATE OR REPLACE VIEW "${tableName}" AS SELECT * FROM ${reader}('${absPath}')`;
|
|
46
|
+
try {
|
|
47
|
+
await executor.executeQuery(ddl, [], {}, connection);
|
|
48
|
+
}
|
|
49
|
+
catch { /* non-fatal */ }
|
|
50
|
+
}
|
|
51
|
+
}
|
|
52
|
+
catch { /* non-fatal */ }
|
|
53
|
+
}
|
|
54
|
+
}
|
|
28
55
|
// SSE clients for /api/watch hot-reload
|
|
29
56
|
const sseClients = new Set();
|
|
30
57
|
// Watch notebooks/, workbooks/, semantic-layer/, and data/ dirs for changes
|
|
@@ -47,16 +74,30 @@ export async function startLocalServer(opts) {
|
|
|
47
74
|
sseClients.delete(client);
|
|
48
75
|
}
|
|
49
76
|
}
|
|
50
|
-
// Hot-reload semantic layer on change
|
|
77
|
+
// Hot-reload semantic layer on change and notify frontend
|
|
51
78
|
if (dir === 'semantic-layer') {
|
|
52
|
-
const
|
|
53
|
-
|
|
54
|
-
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
|
|
58
|
-
|
|
59
|
-
|
|
79
|
+
const executeQuery = semanticConfig?.provider === 'snowflake'
|
|
80
|
+
? async (sql) => { const r = await executor.executeQuery(sql, [], {}, connection); return { rows: r.rows }; }
|
|
81
|
+
: undefined;
|
|
82
|
+
resolveSemanticLayerAsync(semanticConfig, projectRoot, executeQuery).then((refreshed) => {
|
|
83
|
+
if (refreshed.layer) {
|
|
84
|
+
semanticLayer = refreshed.layer;
|
|
85
|
+
semanticLayerErrors = refreshed.errors;
|
|
86
|
+
}
|
|
87
|
+
else if (refreshed.errors.length > 0) {
|
|
88
|
+
semanticLayerErrors = refreshed.errors;
|
|
89
|
+
}
|
|
90
|
+
// Notify all connected notebook clients to re-fetch the semantic layer
|
|
91
|
+
const reloadPayload = JSON.stringify({ type: 'semantic-reload' });
|
|
92
|
+
for (const client of sseClients) {
|
|
93
|
+
try {
|
|
94
|
+
client.write(`event: change\ndata: ${reloadPayload}\n\n`);
|
|
95
|
+
}
|
|
96
|
+
catch {
|
|
97
|
+
sseClients.delete(client);
|
|
98
|
+
}
|
|
99
|
+
}
|
|
100
|
+
}).catch(() => { });
|
|
60
101
|
}
|
|
61
102
|
});
|
|
62
103
|
}
|
|
@@ -349,6 +390,103 @@ export async function startLocalServer(opts) {
|
|
|
349
390
|
}
|
|
350
391
|
return;
|
|
351
392
|
}
|
|
393
|
+
// ---- Lineage API ----
|
|
394
|
+
if (req.method === 'GET' && path === '/api/lineage') {
|
|
395
|
+
try {
|
|
396
|
+
const graph = buildProjectLineageGraph(projectRoot, semanticLayer);
|
|
397
|
+
res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
398
|
+
res.end(serializeJSON(graph.toJSON()));
|
|
399
|
+
}
|
|
400
|
+
catch (error) {
|
|
401
|
+
res.writeHead(500, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
402
|
+
res.end(serializeJSON({ error: error instanceof Error ? error.message : String(error) }));
|
|
403
|
+
}
|
|
404
|
+
return;
|
|
405
|
+
}
|
|
406
|
+
if (req.method === 'GET' && path.startsWith('/api/lineage/domain/')) {
|
|
407
|
+
const domain = decodeURIComponent(path.slice('/api/lineage/domain/'.length));
|
|
408
|
+
try {
|
|
409
|
+
const graph = buildProjectLineageGraph(projectRoot, semanticLayer);
|
|
410
|
+
const overview = getDomainTrustOverview(graph, domain);
|
|
411
|
+
const nodes = graph.getNodesByDomain(domain);
|
|
412
|
+
const flows = detectDomainFlows(graph);
|
|
413
|
+
res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
414
|
+
res.end(serializeJSON({
|
|
415
|
+
domain,
|
|
416
|
+
overview,
|
|
417
|
+
nodes,
|
|
418
|
+
inFlows: flows.filter((f) => f.to === domain),
|
|
419
|
+
outFlows: flows.filter((f) => f.from === domain),
|
|
420
|
+
}));
|
|
421
|
+
}
|
|
422
|
+
catch (error) {
|
|
423
|
+
res.writeHead(500, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
424
|
+
res.end(serializeJSON({ error: error instanceof Error ? error.message : String(error) }));
|
|
425
|
+
}
|
|
426
|
+
return;
|
|
427
|
+
}
|
|
428
|
+
if (req.method === 'GET' && path.startsWith('/api/lineage/impact/')) {
|
|
429
|
+
const blockName = decodeURIComponent(path.slice('/api/lineage/impact/'.length));
|
|
430
|
+
try {
|
|
431
|
+
const graph = buildProjectLineageGraph(projectRoot, semanticLayer);
|
|
432
|
+
const nodeId = `block:${blockName}`;
|
|
433
|
+
if (!graph.getNode(nodeId)) {
|
|
434
|
+
res.writeHead(404, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
435
|
+
res.end(serializeJSON({ error: `Block "${blockName}" not found` }));
|
|
436
|
+
return;
|
|
437
|
+
}
|
|
438
|
+
const impact = analyzeImpact(graph, nodeId);
|
|
439
|
+
res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
440
|
+
res.end(serializeJSON(impact));
|
|
441
|
+
}
|
|
442
|
+
catch (error) {
|
|
443
|
+
res.writeHead(500, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
444
|
+
res.end(serializeJSON({ error: error instanceof Error ? error.message : String(error) }));
|
|
445
|
+
}
|
|
446
|
+
return;
|
|
447
|
+
}
|
|
448
|
+
if (req.method === 'GET' && path.startsWith('/api/lineage/block/')) {
|
|
449
|
+
const blockName = decodeURIComponent(path.slice('/api/lineage/block/'.length));
|
|
450
|
+
try {
|
|
451
|
+
const graph = buildProjectLineageGraph(projectRoot, semanticLayer);
|
|
452
|
+
const nodeId = `block:${blockName}`;
|
|
453
|
+
const node = graph.getNode(nodeId);
|
|
454
|
+
if (!node) {
|
|
455
|
+
res.writeHead(404, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
456
|
+
res.end(serializeJSON({ error: `Block "${blockName}" not found` }));
|
|
457
|
+
return;
|
|
458
|
+
}
|
|
459
|
+
const ancestors = graph.ancestors(nodeId);
|
|
460
|
+
const descendants = graph.descendants(nodeId);
|
|
461
|
+
res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
462
|
+
res.end(serializeJSON({ node, ancestors, descendants }));
|
|
463
|
+
}
|
|
464
|
+
catch (error) {
|
|
465
|
+
res.writeHead(500, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
466
|
+
res.end(serializeJSON({ error: error instanceof Error ? error.message : String(error) }));
|
|
467
|
+
}
|
|
468
|
+
return;
|
|
469
|
+
}
|
|
470
|
+
if (req.method === 'GET' && path === '/api/lineage/trust-chain') {
|
|
471
|
+
const from = url.searchParams.get('from');
|
|
472
|
+
const to = url.searchParams.get('to');
|
|
473
|
+
if (!from || !to) {
|
|
474
|
+
res.writeHead(400, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
475
|
+
res.end(serializeJSON({ error: 'Missing "from" and "to" query parameters' }));
|
|
476
|
+
return;
|
|
477
|
+
}
|
|
478
|
+
try {
|
|
479
|
+
const graph = buildProjectLineageGraph(projectRoot, semanticLayer);
|
|
480
|
+
const chain = buildTrustChain(graph, `block:${from}`, `block:${to}`);
|
|
481
|
+
res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
482
|
+
res.end(serializeJSON(chain ?? { error: 'No path found' }));
|
|
483
|
+
}
|
|
484
|
+
catch (error) {
|
|
485
|
+
res.writeHead(500, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
486
|
+
res.end(serializeJSON({ error: error instanceof Error ? error.message : String(error) }));
|
|
487
|
+
}
|
|
488
|
+
return;
|
|
489
|
+
}
|
|
352
490
|
if (req.method === 'GET' && path === '/api/notebook/bootstrap') {
|
|
353
491
|
const welcomeNotebook = resolveNotebook(projectRoot, projectConfig.project ?? 'DQL Project');
|
|
354
492
|
res.writeHead(200, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
@@ -412,6 +550,41 @@ export async function startLocalServer(opts) {
|
|
|
412
550
|
}
|
|
413
551
|
return;
|
|
414
552
|
}
|
|
553
|
+
// Create a new metric YAML file in semantic-layer/metrics/
|
|
554
|
+
if (req.method === 'POST' && path === '/api/semantic-layer/metric') {
|
|
555
|
+
try {
|
|
556
|
+
const body = await readJSON(req);
|
|
557
|
+
const { name, label, description, domain, sql, type, table, tags } = body;
|
|
558
|
+
if (!name || !sql || !type || !table) {
|
|
559
|
+
res.writeHead(400, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
560
|
+
res.end(serializeJSON({ error: 'name, sql, type, and table are required' }));
|
|
561
|
+
return;
|
|
562
|
+
}
|
|
563
|
+
const slug = name.toLowerCase().replace(/[^a-z0-9]+/g, '_').replace(/^_+|_+$/g, '');
|
|
564
|
+
const metricsDir = join(projectRoot, 'semantic-layer', 'metrics');
|
|
565
|
+
mkdirSync(metricsDir, { recursive: true });
|
|
566
|
+
const filePath = join(metricsDir, `${slug}.yaml`);
|
|
567
|
+
const tagList = Array.isArray(tags) && tags.length > 0
|
|
568
|
+
? `\ntags:\n${tags.map(t => ` - ${t}`).join('\n')}`
|
|
569
|
+
: '';
|
|
570
|
+
const yaml = `name: ${slug}
|
|
571
|
+
label: ${label || name}
|
|
572
|
+
description: ${description || ''}
|
|
573
|
+
domain: ${domain || 'general'}
|
|
574
|
+
sql: ${sql}
|
|
575
|
+
type: ${type}
|
|
576
|
+
table: ${table}${tagList}
|
|
577
|
+
`;
|
|
578
|
+
writeFileSync(filePath, yaml, 'utf-8');
|
|
579
|
+
res.writeHead(201, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
580
|
+
res.end(serializeJSON({ ok: true, path: `semantic-layer/metrics/${slug}.yaml` }));
|
|
581
|
+
}
|
|
582
|
+
catch (error) {
|
|
583
|
+
res.writeHead(500, { 'Content-Type': 'application/json; charset=utf-8' });
|
|
584
|
+
res.end(serializeJSON({ error: error instanceof Error ? error.message : String(error) }));
|
|
585
|
+
}
|
|
586
|
+
return;
|
|
587
|
+
}
|
|
415
588
|
if (req.method !== 'GET') {
|
|
416
589
|
res.writeHead(405, { 'Content-Type': 'text/plain; charset=utf-8' });
|
|
417
590
|
res.end('Method not allowed');
|
|
@@ -738,4 +911,69 @@ function buildNotebookTemplate(title, template) {
|
|
|
738
911
|
}
|
|
739
912
|
return JSON.stringify({ version: 1, title, cells }, null, 2);
|
|
740
913
|
}
|
|
914
|
+
/** Build a lineage graph from the project's blocks and semantic layer. */
|
|
915
|
+
function buildProjectLineageGraph(projectRoot, semanticLayer) {
|
|
916
|
+
const blocks = [];
|
|
917
|
+
const metrics = [];
|
|
918
|
+
const dimensions = [];
|
|
919
|
+
// Scan .dql files
|
|
920
|
+
const dirs = ['blocks', 'dashboards', 'workbooks'];
|
|
921
|
+
for (const dir of dirs) {
|
|
922
|
+
const dirPath = join(projectRoot, dir);
|
|
923
|
+
if (!existsSync(dirPath))
|
|
924
|
+
continue;
|
|
925
|
+
for (const entry of readdirSync(dirPath, { withFileTypes: true })) {
|
|
926
|
+
if (!entry.isFile() || extname(entry.name) !== '.dql')
|
|
927
|
+
continue;
|
|
928
|
+
try {
|
|
929
|
+
const source = readFileSync(join(dirPath, entry.name), 'utf-8');
|
|
930
|
+
const parser = new Parser(source, `${dir}/${entry.name}`);
|
|
931
|
+
const ast = parser.parse();
|
|
932
|
+
for (const stmt of ast.statements) {
|
|
933
|
+
const block = stmt;
|
|
934
|
+
if (block.kind !== 'BlockDecl')
|
|
935
|
+
continue;
|
|
936
|
+
blocks.push({
|
|
937
|
+
name: block.name,
|
|
938
|
+
sql: block.query?.rawSQL ?? '',
|
|
939
|
+
domain: extractProp(block, 'domain'),
|
|
940
|
+
owner: extractProp(block, 'owner'),
|
|
941
|
+
status: extractProp(block, 'status'),
|
|
942
|
+
blockType: block.blockType,
|
|
943
|
+
metricRef: block.metricRef,
|
|
944
|
+
chartType: extractVizChart(block),
|
|
945
|
+
});
|
|
946
|
+
}
|
|
947
|
+
}
|
|
948
|
+
catch { /* skip unparseable */ }
|
|
949
|
+
}
|
|
950
|
+
}
|
|
951
|
+
// Load from semantic layer
|
|
952
|
+
if (semanticLayer) {
|
|
953
|
+
for (const m of semanticLayer.listMetrics()) {
|
|
954
|
+
metrics.push({ name: m.name, table: m.table, domain: m.domain, type: m.type });
|
|
955
|
+
}
|
|
956
|
+
for (const d of semanticLayer.listDimensions()) {
|
|
957
|
+
dimensions.push({ name: d.name, table: d.table });
|
|
958
|
+
}
|
|
959
|
+
}
|
|
960
|
+
return buildLineageGraph(blocks, metrics, dimensions);
|
|
961
|
+
}
|
|
962
|
+
function extractProp(block, key) {
|
|
963
|
+
// Check direct AST fields first (parser puts domain, owner, type directly on the node)
|
|
964
|
+
if (block[key] !== undefined && block[key] !== null)
|
|
965
|
+
return String(block[key]);
|
|
966
|
+
for (const prop of block.properties ?? []) {
|
|
967
|
+
if (prop.key === key && prop.value?.kind === 'Literal')
|
|
968
|
+
return String(prop.value.value);
|
|
969
|
+
}
|
|
970
|
+
return undefined;
|
|
971
|
+
}
|
|
972
|
+
function extractVizChart(block) {
|
|
973
|
+
for (const prop of block.visualization?.properties ?? []) {
|
|
974
|
+
if (prop.key === 'chart' && prop.value?.kind === 'Literal')
|
|
975
|
+
return String(prop.value.value);
|
|
976
|
+
}
|
|
977
|
+
return undefined;
|
|
978
|
+
}
|
|
741
979
|
//# sourceMappingURL=local-runtime.js.map
|