@malloy-publisher/server 0.0.212 → 0.0.214

package/dist/app/api-doc.yaml

@@ -2436,6 +2436,14 @@ components:
             URI (gs:// or s3://) of the externally-computed manifest for this package.
             On (re)load the publisher reads it and binds persist references
             (buildId -> physicalTableName). Null = serve live.
+        materialization:
+          oneOf:
+            - $ref: "#/components/schemas/PackageMaterializationConfig"
+            - type: "null"
+          description: |
+            Package-level Malloy Persistence policy declared in
+            malloy-publisher.json. The control plane reads it to drive scheduled
+            re-materialization. Null/absent = no package-level policy.
         manifestBindingStatus:
           type: string
           readOnly: true
@@ -2485,6 +2493,21 @@ components:
             package is compiled; null only when the package declares no persist
             source.
 
+    PackageMaterializationConfig:
+      type: object
+      description: >-
+        Package-level Malloy Persistence policy from malloy-publisher.json's
+        `materialization` block. Surfaced verbatim so the control plane can drive
+        scheduled version-level re-materialization without re-reading the package
+        files.
+      properties:
+        schedule:
+          type: ["string", "null"]
+          description: >-
+            5-field UNIX cron controlling how often the control plane
+            re-materializes this package's published versions. Null/absent = no
+            scheduled re-materialization (publish / on-demand only).
+
     Model:
       type: object
       description: Malloy model metadata and status information

package/dist/instrumentation.mjs

@@ -115174,7 +115174,6 @@ var init_logger = __esm(() => {
 
 // src/instrumentation.ts
 init_logger();
-var import_api = __toESM(require_src(), 1);
 var import_auto_instrumentations_node = __toESM(require_src59(), 1);
 var import_exporter_logs_otlp_proto = __toESM(require_src66(), 1);
 var import_exporter_prometheus = __toESM(require_src71(), 1);
@@ -115186,6 +115185,15 @@ var import_sdk_node = __toESM(require_src106(), 1);
 var import_sdk_trace_base = __toESM(require_src82(), 1);
 var import_semantic_conventions = __toESM(require_src2(), 1);
 import { monitorEventLoopDelay } from "node:perf_hooks";
+
+// src/telemetry.ts
+var import_api = __toESM(require_src(), 1);
+var METER_NAME = "publisher";
+function publisherMeter() {
+  return import_api.metrics.getMeter(METER_NAME);
+}
+
+// src/instrumentation.ts
 var prometheusExporter = null;
 var sdk = null;
 function getPrometheusMetricsHandler() {
@@ -115243,7 +115251,7 @@ function instrument() {
   }
 }
 instrument();
-var meter = import_api.metrics.getMeter("publisher");
+var meter = publisherMeter();
 var httpRequestDuration = meter.createHistogram("http_server_request_duration_ms", {
   description: "Duration of HTTP requests in milliseconds",
   unit: "ms",

package/dist/package_load_worker.mjs

@@ -11712,6 +11712,15 @@ function unwrapQuotedExpression(body) {
   return expr;
 }
 
+// src/service/package_manifest.ts
+function parsePackageMaterialization(raw) {
+  if (!raw || typeof raw !== "object") {
+    return null;
+  }
+  const schedule = raw.schedule;
+  return { schedule: typeof schedule === "string" ? schedule : null };
+}
+
 // src/service/source_extraction.ts
 import {
   isSourceDef
@@ -12235,7 +12244,8 @@ async function readPackageMetadata(packagePath) {
     description: parsed.description,
     explores: Array.isArray(parsed.explores) ? parsed.explores.map(normalizeModelPath) : undefined,
     queryableSources: parsed.queryableSources === "all" ? "all" : "declared",
-    manifestLocation: typeof parsed.manifestLocation === "string" ? parsed.manifestLocation : null
+    manifestLocation: typeof parsed.manifestLocation === "string" ? parsed.manifestLocation : null,
+    materialization: parsePackageMaterialization(parsed.materialization)
   };
 }
 async function listPackageFiles(packagePath) {

package/dist/server.mjs

@@ -218980,7 +218980,6 @@ var require_lunr = __commonJS((exports, module) => {
 
 // src/instrumentation.ts
 init_logger();
-var import_api = __toESM(require_src(), 1);
 var import_auto_instrumentations_node = __toESM(require_src59(), 1);
 var import_exporter_logs_otlp_proto = __toESM(require_src66(), 1);
 var import_exporter_prometheus = __toESM(require_src71(), 1);
@@ -218992,6 +218991,15 @@ var import_sdk_node = __toESM(require_src106(), 1);
 var import_sdk_trace_base = __toESM(require_src82(), 1);
 var import_semantic_conventions = __toESM(require_src2(), 1);
 import { monitorEventLoopDelay } from "node:perf_hooks";
+
+// src/telemetry.ts
+var import_api = __toESM(require_src(), 1);
+var METER_NAME = "publisher";
+function publisherMeter() {
+  return import_api.metrics.getMeter(METER_NAME);
+}
+
+// src/instrumentation.ts
 var prometheusExporter = null;
 var sdk = null;
 function getPrometheusMetricsHandler() {
@@ -219049,7 +219057,7 @@ function instrument() {
   }
 }
 instrument();
-var meter = import_api.metrics.getMeter("publisher");
+var meter = publisherMeter();
 var httpRequestDuration = meter.createHistogram("http_server_request_duration_ms", {
   description: "Duration of HTTP requests in milliseconds",
   unit: "ms",
@@ -224473,14 +224481,13 @@ var getProcessedPublisherConfig = (serverRoot) => {
 init_errors();
 
 // src/query_cap_metrics.ts
-var import_api2 = __toESM(require_src(), 1);
 var capExceededCounter = null;
 var configGaugesInstalled = false;
 function ensureCapTelemetry() {
   if (capExceededCounter && configGaugesInstalled) {
     return capExceededCounter;
   }
-  const meter2 = import_api2.metrics.getMeter("publisher");
+  const meter2 = publisherMeter();
   if (!capExceededCounter) {
     capExceededCounter = meter2.createCounter("publisher_query_cap_exceeded_total", {
       description: "Queries rejected with 413 because the row or byte cap was exceeded. Labels: cap_type ('rows'|'bytes'), source ('connection_sql'|'model_query'|'notebook_cell')."
@@ -224518,7 +224525,6 @@ function recordQueryCapExceeded(capType, source) {
 init_logger();
 
 // src/query_timeout.ts
-var import_api3 = __toESM(require_src(), 1);
 init_errors();
 var queryTimeoutCounter = null;
 var timeoutTelemetryInitialized = false;
@@ -224526,7 +224532,7 @@ function ensureTimeoutTelemetry() {
   if (queryTimeoutCounter && timeoutTelemetryInitialized) {
     return queryTimeoutCounter;
   }
-  const meter2 = import_api3.metrics.getMeter("publisher");
+  const meter2 = publisherMeter();
   if (!queryTimeoutCounter) {
     queryTimeoutCounter = meter2.createCounter("publisher_query_timeout_total", {
       description: "Queries aborted because PUBLISHER_QUERY_TIMEOUT_MS elapsed before the underlying SDK call completed"
@@ -230137,7 +230143,10 @@ async function listTablesForSchema(connection, schemaName, malloyConnection, tab
 async function listTablesForBigQuery(connection, schemaName, malloyConnection, tableNames) {
   try {
     const bigquery = createBigQueryClient(connection);
-    const dataset = bigquery.dataset(schemaName);
+    const lastDot = schemaName.lastIndexOf(".");
+    const dataset = lastDot === -1 ? bigquery.dataset(schemaName) : bigquery.dataset(schemaName.slice(lastDot + 1), {
+      projectId: schemaName.slice(0, lastDot)
+    });
     const [tables] = await dataset.getTables();
     let names = tables.map((table) => table.id).filter((id) => id !== undefined);
     if (tableNames) {
@@ -237687,7 +237696,6 @@ class StorageManager {
 }
 
 // src/service/environment.ts
-var import_api7 = __toESM(require_src(), 1);
 import { MalloyError as MalloyError4, Runtime as Runtime2 } from "@malloydata/malloy";
 init_constants();
 init_errors();
@@ -237698,17 +237706,19 @@ import * as path8 from "path";
 import { pathToFileURL as pathToFileURL2 } from "url";
 
 // src/materialization_metrics.ts
-var import_api4 = __toESM(require_src(), 1);
 var resetHooks = [];
 function lazyCounter(name, description) {
   let instrument2 = null;
   resetHooks.push(() => instrument2 = null);
-  return () => instrument2 ??= import_api4.metrics.getMeter("publisher").createCounter(name, { description });
+  return () => instrument2 ??= publisherMeter().createCounter(name, { description });
 }
 function lazyHistogram(name, description, unit) {
   let instrument2 = null;
   resetHooks.push(() => instrument2 = null);
-  return () => instrument2 ??= import_api4.metrics.getMeter("publisher").createHistogram(name, { description, unit });
+  return () => instrument2 ??= publisherMeter().createHistogram(name, {
+    description,
+    unit
+  });
 }
 var runCounter = lazyCounter("publisher_materialization_runs_total", "Materialization builds completed. Labels: mode ('auto'|'orchestrated'), outcome ('success'|'failed'|'cancelled').");
 var runDuration = lazyHistogram("publisher_materialization_run_duration_ms", "Wall-clock duration of a materialization build. Label: mode ('auto'|'orchestrated').", "ms");
@@ -237828,12 +237838,6 @@ async function fetchManifestEntries(uri) {
 }
 
 // src/service/package.ts
-init_package_load_pool();
-init_constants();
-init_errors();
-init_logger();
-var import_api6 = __toESM(require_src(), 1);
-var import_recursive_readdir = __toESM(require_recursive_readdir(), 1);
 import * as fs6 from "fs/promises";
 import * as path7 from "path";
 import"@malloydata/db-duckdb/native";
@@ -237845,13 +237849,17 @@ import {
   MalloyConfig as MalloyConfig3,
   MalloyError as MalloyError3
 } from "@malloydata/malloy";
+init_package_load_pool();
+init_constants();
+init_errors();
+init_logger();
+var import_recursive_readdir = __toESM(require_recursive_readdir(), 1);
 
 // src/service/build_plan.ts
 init_constants();
 init_logger();
 
 // src/service/model.ts
-var import_api5 = __toESM(require_src(), 1);
 import {
   Annotations as Annotations2,
   API,
@@ -238288,6 +238296,24 @@ function assertWithinModelResponseLimits(rowCount, serializedBytes, { maxRows, m
   }
 }
 
+// src/service/query_text.ts
+function extractRunTargetSourceName(query) {
+  if (!query)
+    return;
+  const runMatch = query.match(/run\s*:\s*(?:`([^`]+)`|(\w+))\s*->/);
+  const arrowMatch = query.match(/^\s*(?:`([^`]+)`|(\w+))\s*->/m);
+  return runMatch?.[1] ?? runMatch?.[2] ?? arrowMatch?.[1] ?? arrowMatch?.[2];
+}
+function buildSourceAliasMap(query) {
+  const aliasOf = new Map;
+  const declRe = /source\s*:\s*(?:`([^`]+)`|(\w+))\s+is\s+(?:`([^`]+)`|(\w+))/g;
+  let match;
+  while ((match = declRe.exec(query)) !== null) {
+    aliasOf.set(match[1] ?? match[2], match[3] ?? match[4]);
+  }
+  return aliasOf;
+}
+
 // src/service/source_extraction.ts
 import {
   isSourceDef
@@ -238390,7 +238416,7 @@ class Model {
   fileLevelAuthorize = [];
   discoveryCurationEnabled = false;
   queryBoundary = { mode: "all", exploresDeclared: false, isQueryEntryPoint: true };
-  meter = import_api5.metrics.getMeter("publisher");
+  meter = publisherMeter();
   queryExecutionHistogram = this.meter.createHistogram("malloy_model_query_duration", {
     description: "How long it takes to execute a Malloy model query",
     unit: "ms"
@@ -238463,7 +238489,7 @@ class Model {
       deny();
   }
   async assertAuthorizedForText(text, givens) {
-    await this.assertAuthorized(this.extractSourceName(text), givens);
+    await this.assertAuthorized(extractRunTargetSourceName(text), givens);
   }
   async assertAuthorizedForRunnable(runnable, givens) {
     await this.assertAuthorized(await this.resolveAuthorizeSourceFromRunnable(runnable), givens);
@@ -238481,18 +238507,11 @@ class Model {
     } catch {}
     return;
   }
-  extractSourceName(query) {
-    if (!query)
-      return;
-    const runMatch = query.match(/run\s*:\s*(?:`([^`]+)`|(\w+))\s*->/);
-    const arrowMatch = query.match(/^\s*(?:`([^`]+)`|(\w+))\s*->/m);
-    return runMatch?.[1] ?? runMatch?.[2] ?? arrowMatch?.[1] ?? arrowMatch?.[2];
-  }
   resolveFilterSource(query) {
-    const target = this.extractSourceName(query);
+    const target = extractRunTargetSourceName(query);
     if (!target || !query)
       return;
-    const aliasOf = Model.buildAliasMap(query);
+    const aliasOf = buildSourceAliasMap(query);
     let current = target;
     const seen = new Set;
     while (current && !seen.has(current)) {
@@ -238655,7 +238674,7 @@ class Model {
       throw new NotQueryableError(`No queryable source "${sourceName}".`);
     }
     if (query) {
-      const target = this.extractSourceName(query);
+      const target = extractRunTargetSourceName(query);
       if (target && !curatedSources.has(target) && !this.derivesFromCurated(target, query) && this.sources?.some((s) => s.name === target)) {
         throw new NotQueryableError(`No queryable source "${target}".`);
       }
@@ -238690,7 +238709,7 @@ class Model {
   }
   derivesFromCurated(name, query) {
     const curated = this.curatedSourceNames();
-    const aliasOf = Model.buildAliasMap(query);
+    const aliasOf = buildSourceAliasMap(query);
     let current = name;
     const seen = new Set;
     while (current && !seen.has(current)) {
@@ -238701,15 +238720,6 @@ class Model {
     }
     return false;
   }
-  static buildAliasMap(query) {
-    const aliasOf = new Map;
-    const declRe = /source\s*:\s*(?:`([^`]+)`|(\w+))\s+is\s+(?:`([^`]+)`|(\w+))/g;
-    let match;
-    while ((match = declRe.exec(query)) !== null) {
-      aliasOf.set(match[1] ?? match[2], match[3] ?? match[4]);
-    }
-    return aliasOf;
-  }
   async validateRenderTags() {
     const mm = this.modelMaterializer;
     if (!mm) {
@@ -238786,7 +238796,7 @@ class Model {
     if (!this.modelMaterializer || !this.modelDef || !this.modelInfo)
       throw new BadRequestError("Model has no queryable entities.");
     const boundary = this.assertQueryBoundaryEarly(sourceName, queryName, query);
-    const earlySource = sourceName || (queryName ? this.queries?.find((q) => q.name === queryName)?.sourceName : undefined) || this.extractSourceName(query);
+    const earlySource = sourceName || (queryName ? this.queries?.find((q) => q.name === queryName)?.sourceName : undefined) || extractRunTargetSourceName(query);
     if (earlySource) {
       await this.assertAuthorized(earlySource, givens ?? {});
     }
@@ -238971,7 +238981,7 @@ run: ${sourceName ? sourceName + "->" : ""}${queryName}`;
       try {
         let runnableToExecute = cell.runnable;
         if (!bypassFilters && cell.modelMaterializer) {
-          const effectiveSource = this.extractSourceName(cell.text);
+          const effectiveSource = extractRunTargetSourceName(cell.text);
           if (effectiveSource) {
             const filters = this.getFilters(effectiveSource);
             if (filters.length > 0) {
@@ -239441,7 +239451,7 @@ class Package {
   manifestEntryCount = 0;
   boundManifestUri = null;
   buildPlan = null;
-  static meter = import_api6.metrics.getMeter("publisher");
+  static meter = publisherMeter();
   static packageLoadHistogram = this.meter.createHistogram("malloy_package_load_duration", {
     description: "Time taken to load a Malloy package",
     unit: "ms"
@@ -239555,7 +239565,8 @@ class Package {
       resource: `${API_PREFIX}/environments/${environmentName}/packages/${packageName}`,
       explores: outcome.packageMetadata.explores,
       queryableSources: outcome.packageMetadata.queryableSources,
-      manifestLocation: outcome.packageMetadata.manifestLocation ?? null
+      manifestLocation: outcome.packageMetadata.manifestLocation ?? null,
+      materialization: outcome.packageMetadata.materialization ?? null
     };
     const models = new Map;
     for (const sm of outcome.models) {
@@ -239919,7 +239930,7 @@ var packageAdmissionRejectionsCounter = null;
 function getQueryAdmissionRejectionsCounter() {
   if (queryAdmissionRejectionsCounter)
     return queryAdmissionRejectionsCounter;
-  queryAdmissionRejectionsCounter = import_api7.metrics.getMeter("publisher").createCounter("publisher_query_admission_rejections_total", {
+  queryAdmissionRejectionsCounter = publisherMeter().createCounter("publisher_query_admission_rejections_total", {
     description: "Queries rejected with 503 because Environment.assertCanAdmitQuery() observed memory back-pressure"
   });
   return queryAdmissionRejectionsCounter;
@@ -239928,7 +239939,7 @@ function getPackageAdmissionRejectionsCounter() {
   if (packageAdmissionRejectionsCounter) {
     return packageAdmissionRejectionsCounter;
   }
-  packageAdmissionRejectionsCounter = import_api7.metrics.getMeter("publisher").createCounter("publisher_package_admission_rejections_total", {
+  packageAdmissionRejectionsCounter = publisherMeter().createCounter("publisher_package_admission_rejections_total", {
     description: "Package loads rejected with 503 because Environment.assertCanAdmitNewPackage() observed memory back-pressure"
   });
   return packageAdmissionRejectionsCounter;
@@ -241853,14 +241864,13 @@ var setFilterDeprecationHeaders = (res, options) => {
 
 // src/heap_check.ts
 init_logger();
-var import_api8 = __toESM(require_src(), 1);
 import * as v8 from "v8";
 var heapGaugesInstalled = false;
 function installHeapGauges() {
   if (heapGaugesInstalled)
     return;
   heapGaugesInstalled = true;
-  const meter2 = import_api8.metrics.getMeter("publisher");
+  const meter2 = publisherMeter();
   meter2.createObservableGauge("publisher_heap_size_limit_bytes", {
     description: "V8 heap_size_limit (--max-old-space-size). Compare with PUBLISHER_MAX_MEMORY_BYTES.",
     unit: "By"
@@ -241895,7 +241905,6 @@ function checkHeapConfiguration(options = {}) {
 }
 
 // src/query_concurrency.ts
-var import_api9 = __toESM(require_src(), 1);
 init_errors();
 init_logger();
 var active = 0;
@@ -241905,7 +241914,7 @@ function ensureConcurrencyTelemetry() {
   if (queryConcurrencyRejectionsCounter && concurrencyTelemetryInitialized) {
     return queryConcurrencyRejectionsCounter;
   }
-  const meter2 = import_api9.metrics.getMeter("publisher");
+  const meter2 = publisherMeter();
   queryConcurrencyRejectionsCounter = meter2.createCounter("publisher_query_concurrency_rejections_total", {
     description: "Queries rejected with 503 because the per-pod PUBLISHER_MAX_CONCURRENT_QUERIES cap was reached"
   });
@@ -249054,7 +249063,6 @@ class MaterializationService {
 
 // src/service/package_memory_governor.ts
 init_logger();
-var import_api10 = __toESM(require_src(), 1);
 var DEFAULT_RSS_SAMPLER = () => process.memoryUsage().rss;
 
 class PackageMemoryGovernor {
@@ -249072,7 +249080,7 @@ class PackageMemoryGovernor {
     this.rssSampler = rssSampler ?? DEFAULT_RSS_SAMPLER;
     this.highWaterBytes = Math.floor(config.maxMemoryBytes * config.highWaterFraction);
     this.lowWaterBytes = Math.floor(config.maxMemoryBytes * config.lowWaterFraction);
-    const meter2 = import_api10.metrics.getMeter("publisher");
+    const meter2 = publisherMeter();
     meter2.createObservableGauge("publisher_process_rss_bytes", {
       description: "Current resident set size of the publisher process in bytes",
       unit: "By"

package/package.json

@@ -1,7 +1,7 @@
 {
    "name": "@malloy-publisher/server",
    "description": "Malloy Publisher Server",
-   "version": "0.0.212",
+   "version": "0.0.214",
    "main": "dist/server.mjs",
    "bin": {
       "malloy-publisher": "dist/server.mjs"

package/src/controller/package.controller.ts

@@ -195,9 +195,9 @@ export class PackageController {
 
    /**
     * Run the right downloader for the given location into `targetPath`.
-    * This used to point at the canonical package directory, but the
-    * install pipeline now passes a sibling staging dir so the long-running
-    * download doesn't hold the per-package mutex.
+    * Callers pass a sibling staging dir (not the canonical package
+    * directory) so the long-running download doesn't hold the per-package
+    * mutex.
     */
    private async downloadInto(
       environmentName: string,

package/src/heap_check.ts

@@ -1,4 +1,4 @@
-import { metrics } from "@opentelemetry/api";
+import { publisherMeter } from "./telemetry";
 import * as v8 from "v8";
 
 import { logger } from "./logger";
@@ -32,7 +32,7 @@ let heapGaugesInstalled = false;
 function installHeapGauges(): void {
    if (heapGaugesInstalled) return;
    heapGaugesInstalled = true;
-   const meter = metrics.getMeter("publisher");
+   const meter = publisherMeter();
    meter
       .createObservableGauge("publisher_heap_size_limit_bytes", {
          description:

package/src/instrumentation.ts

@@ -1,5 +1,4 @@
 import { monitorEventLoopDelay } from "node:perf_hooks";
-import { metrics } from "@opentelemetry/api";
 import { getNodeAutoInstrumentations } from "@opentelemetry/auto-instrumentations-node";
 import { OTLPLogExporter } from "@opentelemetry/exporter-logs-otlp-proto";
 import { PrometheusExporter } from "@opentelemetry/exporter-prometheus";
@@ -18,6 +17,7 @@ import {
 } from "@opentelemetry/semantic-conventions";
 import type { NextFunction, Request, Response } from "express";
 import { logger } from "./logger";
+import { publisherMeter } from "./telemetry";
 
 let prometheusExporter: PrometheusExporter | null = null;
 let sdk: NodeSDK | null = null;
@@ -98,7 +98,7 @@ instrument();
 
 // --- HTTP metrics middleware ---
 
-const meter = metrics.getMeter("publisher");
+const meter = publisherMeter();
 
 const httpRequestDuration = meter.createHistogram(
    "http_server_request_duration_ms",

package/src/materialization_metrics.ts

@@ -12,7 +12,8 @@
  * (https://github.com/open-telemetry/opentelemetry-js/issues/3505).
  */
 
-import { metrics, type Counter, type Histogram } from "@opentelemetry/api";
+import { type Counter, type Histogram } from "@opentelemetry/api";
+import { publisherMeter } from "./telemetry";
 
 export type MaterializationMode = "auto" | "orchestrated";
 export type MaterializationOutcome = "success" | "failed" | "cancelled";
@@ -30,9 +31,7 @@ function lazyCounter(name: string, description: string): () => Counter {
    let instrument: Counter | null = null;
    resetHooks.push(() => (instrument = null));
    return () =>
-      (instrument ??= metrics
-         .getMeter("publisher")
-         .createCounter(name, { description }));
+      (instrument ??= publisherMeter().createCounter(name, { description }));
 }
 
 function lazyHistogram(
@@ -43,9 +42,10 @@ function lazyHistogram(
    let instrument: Histogram | null = null;
    resetHooks.push(() => (instrument = null));
    return () =>
-      (instrument ??= metrics
-         .getMeter("publisher")
-         .createHistogram(name, { description, unit }));
+      (instrument ??= publisherMeter().createHistogram(name, {
+         description,
+         unit,
+      }));
 }
 
 const runCounter = lazyCounter(

package/src/package_load/package_load_pool.ts

@@ -54,8 +54,7 @@
  *   - **Job timeout.** `PACKAGE_LOAD_JOB_TIMEOUT_MS` (default 120s) caps a
  *     single package load. On timeout we **terminate the worker** and
  *     reject the caller — we do not silently fall back, and we do not
- *     leave a zombie compile burning CPU on the worker (that's the
- *     exact scenario PR-#767's job-timeout-without-terminate had).
+ *     leave a zombie compile burning CPU on the worker.
  *
  * Schema-fetch RPC routing
  * ------------------------
@@ -234,6 +233,7 @@ export interface LoadPackageOutcome {
       explores?: string[];
       queryableSources?: "declared" | "all";
       manifestLocation?: string | null;
+      materialization?: { schedule: string | null } | null;
    };
    models: Array<
       Omit<SerializedModel, "modelDef" | "sourceInfos"> & {

package/src/package_load/package_load_worker.ts

@@ -16,7 +16,7 @@
  * duplicates the in-memory DB state and adds native-module load
  * latency to every worker spawn. Database probing (`readDatabases`)
  * stays on the main thread where it can reuse the package's existing
- * DuckDB connection (see PR #772).
+ * DuckDB connection.
  *
  * Boundary
  * --------
@@ -83,6 +83,7 @@ import { HackyDataStylesAccumulator } from "../data_styles";
 import { ModelCompilationError } from "../errors";
 import { validateAuthorizeProbes } from "../service/authorize";
 import { type FilterDefinition } from "../service/filter";
+import { parsePackageMaterialization } from "../service/package_manifest";
 import {
    extractQueriesFromModelDef,
    extractSourcesFromModelDef,
@@ -382,6 +383,7 @@ async function readPackageMetadata(packagePath: string): Promise<{
    explores?: string[];
    queryableSources?: "declared" | "all";
    manifestLocation?: string | null;
+   materialization?: { schedule: string | null } | null;
 }> {
    const manifestPath = path.join(packagePath, PACKAGE_MANIFEST_NAME);
    const contents = await fs.promises.readFile(manifestPath, "utf8");
@@ -391,6 +393,7 @@ async function readPackageMetadata(packagePath: string): Promise<{
       explores?: string[];
       queryableSources?: unknown;
       manifestLocation?: unknown;
+      materialization?: unknown;
    };
    return {
       name: parsed.name,
@@ -407,6 +410,9 @@ async function readPackageMetadata(packagePath: string): Promise<{
          typeof parsed.manifestLocation === "string"
             ? parsed.manifestLocation
             : null,
+      // Package-level Malloy Persistence policy; surfaced to the control plane,
+      // which owns scheduling. Only `schedule` is read today.
+      materialization: parsePackageMaterialization(parsed.materialization),
    };
 }
 

package/src/package_load/protocol.ts

@@ -17,7 +17,7 @@
  *
  * Embedded database probing (`.parquet` / `.csv` schema + row count)
  * stays on the main thread — it reuses the package's existing DuckDB
- * connection (PR #772) and the probe queries are async-IO-bound, not
+ * connection and the probe queries are async-IO-bound, not
  * CPU-bound. Keeping all native-DB handles on the main thread also
  * sidesteps Bun crash 0x20131 where duckdb-native cannot be loaded
  * into more than one isolate of the same process.
@@ -27,8 +27,8 @@
  *     (live native handles can't cross the worker boundary).
  *   - Lazy-hydrating each model's `ModelMaterializer` from `modelDef`
  *     via `Runtime._loadModelFromModelDef` on first query — NO
- *     recompile. This is what closes the loop on PR #767's original
- *     "first-query recompile on main thread" gap.
+ *     recompile, so the first query never re-runs the compiler on
+ *     the main thread.
  *
  * Per-model compile failures are returned in-band on
  * `SerializedModel.compilationError` so a single bad model doesn't
@@ -179,6 +179,7 @@ export interface LoadPackageResult {
       explores?: string[];
       queryableSources?: "declared" | "all";
       manifestLocation?: string | null;
+      materialization?: { schedule: string | null } | null;
    };
    models: SerializedModel[];
    /** Wall-clock ms inside the worker for the full package load. */

package/src/query_cap_metrics.ts

@@ -25,7 +25,8 @@
  * is one boolean check after the first 413.
  */
 
-import { metrics, type Counter } from "@opentelemetry/api";
+import { type Counter } from "@opentelemetry/api";
+import { publisherMeter } from "./telemetry";
 
 import { getMaxQueryRows, getMaxResponseBytes } from "./config";
 
@@ -39,7 +40,7 @@ function ensureCapTelemetry(): Counter {
    if (capExceededCounter && configGaugesInstalled) {
       return capExceededCounter;
    }
-   const meter = metrics.getMeter("publisher");
+   const meter = publisherMeter();
    if (!capExceededCounter) {
       capExceededCounter = meter.createCounter(
          "publisher_query_cap_exceeded_total",

package/src/query_concurrency.ts

@@ -1,4 +1,5 @@
-import { metrics, type Counter } from "@opentelemetry/api";
+import { type Counter } from "@opentelemetry/api";
+import { publisherMeter } from "./telemetry";
 import type { NextFunction, Request, RequestHandler, Response } from "express";
 
 import { getMaxConcurrentQueries } from "./config";
@@ -30,7 +31,7 @@ function ensureConcurrencyTelemetry(): Counter {
    if (queryConcurrencyRejectionsCounter && concurrencyTelemetryInitialized) {
       return queryConcurrencyRejectionsCounter;
    }
-   const meter = metrics.getMeter("publisher");
+   const meter = publisherMeter();
    queryConcurrencyRejectionsCounter = meter.createCounter(
       "publisher_query_concurrency_rejections_total",
       {