npm - @malloy-publisher/server - Versions diffs - 0.0.228 → 0.0.230 - Mend

@malloy-publisher/server 0.0.228 → 0.0.230

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (94) hide show

package/dist/app/api-doc.yaml +102 -10
package/dist/app/assets/EnvironmentPage-wa_EPkwK.js +1 -0
package/dist/app/assets/{HomePage-Bkwc9Woc.js → HomePage-jnCrupQp.js} +1 -1
package/dist/app/assets/{LightMode-Bum_KBpN.js → LightMode-DYbwNULZ.js} +1 -1
package/dist/app/assets/MainPage-CuJLrPNI.js +2 -0
package/dist/app/assets/MaterializationsPage-D_67x2ee.js +1 -0
package/dist/app/assets/ModelPage-D5JtAWqR.js +1 -0
package/dist/app/assets/PackagePage-BRwtqUSG.js +1 -0
package/dist/app/assets/{RouteError-DmJLpLXm.js → RouteError-CBNNrnSD.js} +1 -1
package/dist/app/assets/ThemeEditorPage-CTCeBneA.js +1 -0
package/dist/app/assets/WorkbookPage-SN6f1RBm.js +1 -0
package/dist/app/assets/{core-CEDZMHV1.es-_yGzNgNH.js → core-Dp3q5Ieu.es-CD5FvM2s.js} +10 -10
package/dist/app/assets/{index-CdmFub34.js → index-B3Nn8Vm2.js} +459 -446
package/dist/app/assets/index-BLCx1EdC.js +18 -0
package/dist/app/assets/index-C_tJstcx.js +529 -0
package/dist/app/assets/{index-CE9xhdra.js → index-CfmBVB6M.js} +1 -1
package/dist/app/assets/{index-OEjKNSYb.js → index-DU4r7GdU.js} +573 -413
package/dist/app/index.html +1 -1
package/dist/instrumentation.mjs +1 -1
package/dist/package_load_worker.mjs +109 -8
package/dist/server.mjs +7504 -80
package/package.json +15 -13
package/scripts/bake-duckdb-extensions.js +5 -2
package/src/config.spec.ts +87 -1
package/src/config.ts +142 -1
package/src/controller/materialization.controller.spec.ts +9 -0
package/src/controller/materialization.controller.ts +15 -0
package/src/ducklake_version.spec.ts +163 -0
package/src/ducklake_version.ts +153 -0
package/src/errors.ts +12 -0
package/src/malloy_pin_prereqs.spec.ts +25 -0
package/src/materialization_metrics.ts +33 -0
package/src/mcp/skills/build_skills_bundle.ts +29 -9
package/src/mcp/skills/skills_bundle.json +1 -1
package/src/mcp/skills/skills_bundle.spec.ts +31 -2
package/src/query_param_utils.ts +11 -0
package/src/server.ts +74 -9
package/src/service/authorize.spec.ts +22 -0
package/src/service/authorize.ts +267 -10
package/src/service/authorize_integration.spec.ts +1068 -26
package/src/service/connection.spec.ts +79 -7
package/src/service/connection.ts +312 -25
package/src/service/connection_config.spec.ts +21 -0
package/src/service/connection_config.ts +15 -1
package/src/service/cron_evaluator.spec.ts +79 -0
package/src/service/cron_evaluator.ts +105 -0
package/src/service/ducklake_lazy_attach.spec.ts +110 -0
package/src/service/environment.ts +156 -17
package/src/service/environment_store.spec.ts +569 -14
package/src/service/environment_store.ts +237 -31
package/src/service/environment_store_anchoring.spec.ts +107 -0
package/src/service/extension_fetch_policy.spec.ts +256 -0
package/src/service/manifest_loader.spec.ts +3 -1
package/src/service/manifest_loader.ts +9 -5
package/src/service/materialization_scheduler.spec.ts +289 -0
package/src/service/materialization_scheduler.ts +304 -0
package/src/service/materialization_service.spec.ts +286 -5
package/src/service/materialization_service.ts +121 -8
package/src/service/materialization_test_fixtures.ts +10 -1
package/src/service/model.spec.ts +67 -0
package/src/service/model.ts +656 -31
package/src/service/package.spec.ts +38 -0
package/src/service/package.ts +102 -2
package/src/service/package_quote_bound_tables.spec.ts +171 -0
package/src/service/persistence_policy.spec.ts +31 -0
package/src/service/quoting.spec.ts +57 -1
package/src/service/quoting.ts +33 -0
package/src/storage/DatabaseInterface.ts +15 -0
package/src/storage/duckdb/DuckDBRepository.ts +17 -0
package/src/storage/duckdb/MaterializationRepository.spec.ts +191 -0
package/src/storage/duckdb/MaterializationRepository.ts +68 -0
package/tests/fixtures/persist-schedule-test/data/orders.csv +5 -0
package/tests/fixtures/persist-schedule-test/persist_schedule_test.malloy +11 -0
package/tests/fixtures/persist-schedule-test/publisher.json +7 -0
package/tests/fixtures/persist-schedule-warn-test/data/orders.csv +5 -0
package/tests/fixtures/persist-schedule-warn-test/persist_warn_test.malloy +11 -0
package/tests/fixtures/persist-schedule-warn-test/publisher.json +6 -0
package/tests/integration/materialization/environment_list.integration.spec.ts +133 -0
package/tests/integration/materialization/materialization_lifecycle.integration.spec.ts +7 -2
package/tests/integration/materialization/orchestrated_rebind.integration.spec.ts +150 -0
package/tests/integration/materialization/schedule_edit.integration.spec.ts +126 -0
package/tests/integration/materialization/scheduler.integration.spec.ts +200 -0
package/tests/integration/materialization/scheduler_recovery.integration.spec.ts +172 -0
package/tests/integration/materialization/scheduler_transitions.integration.spec.ts +256 -0
package/tests/integration/materialization/scheduler_wiring.integration.spec.ts +143 -0
package/dist/app/assets/EnvironmentPage-EW2lbGvb.js +0 -1
package/dist/app/assets/MainPage-oiEy7TNM.js +0 -2
package/dist/app/assets/MaterializationsPage-C_VJsTgU.js +0 -1
package/dist/app/assets/ModelPage-z8REqAmk.js +0 -1
package/dist/app/assets/PackagePage-C2Vtt1Ln.js +0 -1
package/dist/app/assets/ThemeEditorPage-BywFjC7A.js +0 -1
package/dist/app/assets/WorkbookPage-DCMizDMR.js +0 -1
package/dist/app/assets/index-DDMrjIT3.js +0 -18
package/dist/app/assets/index-EqslXZ44.js +0 -527

package/dist/app/index.html CHANGED Viewed

@@ -11,7 +11,7 @@
          href="https://fonts.googleapis.com/css2?family=Inter:wght@400;500;600;700&family=JetBrains+Mono:wght@400;500&display=swap"
       />
       <title>Malloy Publisher</title>
-     <script type="module" crossorigin src="/assets/index-EqslXZ44.js"></script>
+     <script type="module" crossorigin src="/assets/index-C_tJstcx.js"></script>
      <link rel="stylesheet" crossorigin href="/assets/index-5eLCcNmP.css">
    </head>
    <body>

package/dist/instrumentation.mjs CHANGED Viewed

@@ -104941,7 +104941,7 @@ var require_styles = __commonJS((exports, module) => {
 // ../../node_modules/@colors/colors/lib/system/has-flag.js
 var require_has_flag2 = __commonJS((exports, module) => {
   module.exports = function(flag, argv) {
-    argv = argv || process.argv;
+    argv = argv || process.argv || [];
     var terminatorPos = argv.indexOf("--");
     var prefix = /^-{1,2}/.test(flag) ? "" : "--";
     var pos = argv.indexOf(prefix + flag);

package/dist/package_load_worker.mjs CHANGED Viewed

@@ -1038,7 +1038,7 @@ var require_styles = __commonJS((exports, module) => {
 // ../../node_modules/@colors/colors/lib/system/has-flag.js
 var require_has_flag = __commonJS((exports, module) => {
   module.exports = function(flag, argv) {
-    argv = argv || process.argv;
+    argv = argv || process.argv || [];
     var terminatorPos = argv.indexOf("--");
     var prefix = /^-{1,2}/.test(flag) ? "" : "--";
     var pos = argv.indexOf(prefix + flag);
@@ -11468,6 +11468,8 @@ function internalErrorToHttpError(error) {
     return httpError(404, error.message);
   } else if (error instanceof ConnectionAuthError) {
     return httpError(422, error.message);
+  } else if (error instanceof UnsupportedCatalogFormatError) {
+    return httpError(422, error.message);
   } else if (error instanceof ModelCompilationError) {
     return httpError(424, error.message);
   } else if (error instanceof ConnectionError) {
@@ -11497,7 +11499,7 @@ function httpError(code, message) {
     }
   };
 }
-var NotImplementedError, BadRequestError, EnvironmentNotFoundError, PackageNotFoundError, ModelNotFoundError, ConnectionNotFoundError, ConnectionError, ConnectionAuthError, ModelCompilationError, FrozenConfigError, AccessDeniedError, NotQueryableError, MaterializationNotFoundError, MaterializationConflictError, InvalidStateTransitionError, ServiceUnavailableError, PayloadTooLargeError, QueryTimeoutError;
+var NotImplementedError, BadRequestError, EnvironmentNotFoundError, PackageNotFoundError, ModelNotFoundError, ConnectionNotFoundError, ConnectionError, ConnectionAuthError, UnsupportedCatalogFormatError, ModelCompilationError, FrozenConfigError, AccessDeniedError, NotQueryableError, MaterializationNotFoundError, MaterializationConflictError, InvalidStateTransitionError, ServiceUnavailableError, PayloadTooLargeError, QueryTimeoutError;
 var init_errors = __esm(() => {
   init_constants();
   NotImplementedError = class NotImplementedError extends Error {
@@ -11540,6 +11542,11 @@ var init_errors = __esm(() => {
       super(message);
     }
   };
+  UnsupportedCatalogFormatError = class UnsupportedCatalogFormatError extends Error {
+    constructor(message) {
+      super(message);
+    }
+  };
   ModelCompilationError = class ModelCompilationError extends Error {
     constructor(error) {
       super(error.message);
@@ -11668,24 +11675,95 @@ init_errors();
 init_errors();
 var SOURCE_PREFIX = "#(authorize)";
 var FILE_PREFIX = "##(authorize)";
-function buildAuthorizeProbe(exprs) {
+function buildAuthorizeProbe(exprs, givenDecls = []) {
   const selects = exprs.map((expr, i) => `__auth_${i} is (${expr})`).join(`
       `);
-  return `run: duckdb.sql("SELECT 1 AS __authorize_probe_row") -> {
+  const givenBlock = givenDecls.length > 0 ? `given:
+${givenDecls.map((g) => `  ${g.name} :: ${g.type}`).join(`
+`)}
+` : "";
+  return `${givenBlock}run: duckdb.sql("SELECT 1 AS __authorize_probe_row") -> {
     select:
       ${selects}
     limit: 1
   }`;
 }
+var GIVEN_REF_PATTERN = /\$([A-Za-z_][A-Za-z0-9_]*)/g;
+var STRING_LITERAL_PATTERN = /'(?:\\.|[^'\\])*'/g;
+function referencedGivenNames(expr) {
+  const scanned = expr.replace(STRING_LITERAL_PATTERN, "''");
+  const names = [];
+  const seen = new Set;
+  for (const match of scanned.matchAll(GIVEN_REF_PATTERN)) {
+    const name = match[1];
+    if (!seen.has(name)) {
+      seen.add(name);
+      names.push(name);
+    }
+  }
+  return names;
+}
+function inferGivenType(value) {
+  if (typeof value === "string")
+    return "string";
+  if (typeof value === "number" || typeof value === "bigint")
+    return "number";
+  if (typeof value === "boolean")
+    return "boolean";
+  if (value instanceof Date)
+    return "timestamp";
+  if (Array.isArray(value)) {
+    if (value.length === 0)
+      return null;
+    const elementType = inferGivenType(value[0]);
+    return elementType ? `${elementType}[]` : null;
+  }
+  return null;
+}
+function bindProbeGivens(expr, givens, declaredTypes) {
+  const decls = [];
+  const bound = {};
+  for (const name of referencedGivenNames(expr)) {
+    if (!(name in givens))
+      continue;
+    const value = givens[name];
+    const type = declaredTypes?.get(name) ?? inferGivenType(value);
+    if (!type)
+      continue;
+    decls.push({ name, type });
+    bound[name] = value;
+  }
+  return { decls, bound };
+}
 function isProbeTrue(cell) {
   return cell === true || cell === 1 || cell === "true";
 }
-async function evaluateAuthorize(executor, exprs, givens) {
+async function runProbe(executor, probeText, givens) {
+  const result = await executor.loadQuery(probeText).run({ rowLimit: 1, givens });
+  const row = result?.data?.value?.[0];
+  return !!(row && isProbeTrue(row.__auth_0));
+}
+async function evaluateAuthorize(executor, exprs, givens, declaredTypes, options) {
+  const selfContainedFirst = options?.selfContainedFirst ?? false;
   for (const expr of exprs) {
+    if (selfContainedFirst) {
+      if (await evaluateSelfContainedFirst(executor, expr, givens, declaredTypes)) {
+        return true;
+      }
+      continue;
+    }
     try {
-      const result = await executor.loadQuery(buildAuthorizeProbe([expr])).run({ rowLimit: 1, givens });
-      const row = result?.data?.value?.[0];
-      if (row && isProbeTrue(row.__auth_0)) {
+      if (await runProbe(executor, buildAuthorizeProbe([expr]), givens)) {
+        return true;
+      }
+      continue;
+    } catch {}
+    try {
+      const { decls, bound } = bindProbeGivens(expr, givens, declaredTypes);
+      if (decls.length === 0)
+        continue;
+      if (await runProbe(executor, buildAuthorizeProbe([expr], decls), bound)) {
         return true;
       }
     } catch {
@@ -11694,6 +11772,29 @@ async function evaluateAuthorize(executor, exprs, givens) {
   }
   return false;
 }
+async function evaluateSelfContainedFirst(executor, expr, givens, declaredTypes) {
+  const referenced = referencedGivenNames(expr);
+  if (referenced.length === 0) {
+    try {
+      return await runProbe(executor, buildAuthorizeProbe([expr]), {});
+    } catch {
+      return false;
+    }
+  }
+  const { decls, bound } = bindProbeGivens(expr, givens, declaredTypes);
+  if (decls.length !== referenced.length) {
+    return false;
+  }
+  try {
+    return await runProbe(executor, buildAuthorizeProbe([expr], decls), bound);
+  } catch {
+    try {
+      return await runProbe(executor, buildAuthorizeProbe([expr]), givens);
+    } catch {
+      return false;
+    }
+  }
+}
 async function validateAuthorizeProbes(compiler, sources) {
   for (const source of sources) {
     const exprs = source.authorize;