@malloydata/malloy 0.0.349 → 0.0.351

package/dist/api/foundation/config.d.ts

@@ -13,12 +13,19 @@ export interface MalloyProjectConfig {
  * In-memory manifest store. Reads, updates, and serializes manifest data.
  *
  * Always valid — starts empty, call load() to populate from a file.
- * The internal BuildManifest object is stable: load() and update() mutate
- * the same object, so any reference obtained via `buildManifest` stays current.
+ * The BuildManifest object returned by `buildManifest` is stable: load()
+ * and update() mutate the same entries object, so any reference obtained
+ * via `buildManifest` stays current without re-assignment.
+ *
+ * The `strict` flag controls what happens when a persist source's BuildID
+ * is not found in the manifest. When strict, the compiler throws an error
+ * instead of falling through to inline SQL. The flag is loaded from the
+ * manifest file and can be overridden by the application before creating
+ * a Runtime.
  */
 export declare class Manifest {
     private readonly _urlReader?;
-    private readonly _data;
+    private readonly _manifest;
     private readonly _touched;
     constructor(urlReader?: URLReader);
     /**
@@ -36,9 +43,15 @@ export declare class Manifest {
     /**
      * The live BuildManifest. This is a stable reference — load() and update()
      * mutate the same object, so passing this to a Runtime means the Runtime
-     * always sees current data.
+     * always sees current data including the strict flag.
      */
     get buildManifest(): BuildManifest;
+    /**
+     * Whether missing manifest entries should cause errors.
+     * Loaded from the manifest file; can be overridden by the application.
+     */
+    get strict(): boolean;
+    set strict(value: boolean);
     /**
      * Add or replace a manifest entry. Also marks it as touched.
      */
@@ -49,11 +62,13 @@ export declare class Manifest {
      */
     touch(buildId: BuildID): void;
     /**
-     * Returns only entries that were update()d or touch()ed.
-     * This is the manifest a builder should write — it reflects
-     * exactly what the current build references.
+     * Returns a BuildManifest with only entries that were update()d or touch()ed.
+     * This is the manifest a builder should write — it reflects exactly what the
+     * current build references. Preserves the strict flag.
      */
     get activeEntries(): BuildManifest;
+    private _clearEntries;
+    private _loadParsed;
 }
 /**
  * Loads and holds a Malloy project configuration (connections + manifest).

package/dist/api/foundation/config.js

@@ -12,12 +12,19 @@ const MANIFEST_FILENAME = 'malloy-manifest.json';
  * In-memory manifest store. Reads, updates, and serializes manifest data.
  *
  * Always valid — starts empty, call load() to populate from a file.
- * The internal BuildManifest object is stable: load() and update() mutate
- * the same object, so any reference obtained via `buildManifest` stays current.
+ * The BuildManifest object returned by `buildManifest` is stable: load()
+ * and update() mutate the same entries object, so any reference obtained
+ * via `buildManifest` stays current without re-assignment.
+ *
+ * The `strict` flag controls what happens when a persist source's BuildID
+ * is not found in the manifest. When strict, the compiler throws an error
+ * instead of falling through to inline SQL. The flag is loaded from the
+ * manifest file and can be overridden by the application before creating
+ * a Runtime.
  */
 class Manifest {
     constructor(urlReader) {
-        this._data = {};
+        this._manifest = { entries: {}, strict: false };
         this._touched = new Set();
         this._urlReader = urlReader;
     }
@@ -28,11 +35,9 @@ class Manifest {
      * is available, clears to empty.
      */
     async load(manifestRoot) {
-        // Clear existing entries and touched set
-        for (const key of Object.keys(this._data)) {
-            delete this._data[key];
-        }
+        this._clearEntries();
         this._touched.clear();
+        this._manifest.strict = false;
         if (!this._urlReader)
             return;
         const dir = manifestRoot.toString().endsWith('/')
@@ -48,34 +53,42 @@ class Manifest {
             // No manifest file — stay empty
             return;
         }
-        const loaded = JSON.parse(contents);
-        Object.assign(this._data, loaded);
+        this._loadParsed(JSON.parse(contents));
     }
     /**
      * Load manifest data from a JSON string.
      * Replaces any existing data.
      */
     loadText(jsonText) {
-        for (const key of Object.keys(this._data)) {
-            delete this._data[key];
-        }
+        this._clearEntries();
         this._touched.clear();
-        const loaded = JSON.parse(jsonText);
-        Object.assign(this._data, loaded);
+        this._manifest.strict = false;
+        this._loadParsed(JSON.parse(jsonText));
     }
     /**
      * The live BuildManifest. This is a stable reference — load() and update()
      * mutate the same object, so passing this to a Runtime means the Runtime
-     * always sees current data.
+     * always sees current data including the strict flag.
      */
     get buildManifest() {
-        return this._data;
+        return this._manifest;
+    }
+    /**
+     * Whether missing manifest entries should cause errors.
+     * Loaded from the manifest file; can be overridden by the application.
+     */
+    get strict() {
+        var _a;
+        return (_a = this._manifest.strict) !== null && _a !== void 0 ? _a : false;
+    }
+    set strict(value) {
+        this._manifest.strict = value;
     }
     /**
      * Add or replace a manifest entry. Also marks it as touched.
      */
     update(buildId, entry) {
-        this._data[buildId] = entry;
+        this._manifest.entries[buildId] = entry;
         this._touched.add(buildId);
     }
     /**
@@ -86,18 +99,47 @@ class Manifest {
         this._touched.add(buildId);
     }
     /**
-     * Returns only entries that were update()d or touch()ed.
-     * This is the manifest a builder should write — it reflects
-     * exactly what the current build references.
+     * Returns a BuildManifest with only entries that were update()d or touch()ed.
+     * This is the manifest a builder should write — it reflects exactly what the
+     * current build references. Preserves the strict flag.
      */
     get activeEntries() {
-        const result = {};
+        const entries = {};
         for (const id of this._touched) {
-            if (this._data[id]) {
-                result[id] = this._data[id];
+            if (this._manifest.entries[id]) {
+                entries[id] = this._manifest.entries[id];
+            }
+        }
+        return { entries, strict: this._manifest.strict };
+    }
+    _clearEntries() {
+        for (const key of Object.keys(this._manifest.entries)) {
+            delete this._manifest.entries[key];
+        }
+    }
+    _loadParsed(parsed) {
+        if (typeof parsed['strict'] === 'boolean') {
+            this._manifest.strict = parsed['strict'];
+        }
+        // New format: {entries: {...}, strict?: boolean}
+        // Old format: {buildId: {tableName}, ...} (flat record, no "entries" key)
+        let entries;
+        if (parsed['entries'] && typeof parsed['entries'] === 'object') {
+            entries = parsed['entries'];
+        }
+        else {
+            // Treat as old flat-record format: every key with a tableName is an entry
+            entries = {};
+            for (const [key, val] of Object.entries(parsed)) {
+                if (key !== 'strict' &&
+                    val &&
+                    typeof val === 'object' &&
+                    'tableName' in val) {
+                    entries[key] = val;
+                }
             }
         }
-        return result;
+        Object.assign(this._manifest.entries, entries);
     }
 }
 exports.Manifest = Manifest;

package/dist/api/foundation/index.d.ts

@@ -1,4 +1,5 @@
 export type { Taggable, Loggable, ParseOptions, CompileOptions, CompileQueryOptions, BuildNode, BuildGraph, } from './types';
+export { EMPTY_BUILD_MANIFEST } from './types';
 export { EmptyURLReader, InMemoryURLReader, FixedConnectionMap, hashForInvalidationKey, isInternalURL, readURL, getInvalidationKey, } from './readers';
 export type { ModelCache, CachedModel } from './cache';
 export { CacheManager, InMemoryModelCache } from './cache';

package/dist/api/foundation/index.js

@@ -4,8 +4,10 @@
  * SPDX-License-Identifier: MIT
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.Manifest = exports.ExploreMaterializer = exports.PreparedResultMaterializer = exports.QueryMaterializer = exports.ModelMaterializer = exports.SingleConnectionRuntime = exports.ConnectionRuntime = exports.Runtime = exports.CSVWriter = exports.JSONWriter = exports.DataWriter = exports.DataRecord = exports.DataArray = exports.Result = exports.PreparedResult = exports.PreparedQuery = exports.PersistSource = exports.Model = exports.QueryField = exports.Query = exports.StringField = exports.UnsupportedField = exports.JSONField = exports.BooleanField = exports.NumberField = exports.TimestampField = exports.DateField = exports.AtomicField = exports.ExploreField = exports.Explore = exports.JoinRelationship = exports.TimestampTimeframe = exports.DateTimeframe = exports.AtomicFieldType = exports.SourceRelationship = exports.DocumentCompletion = exports.DocumentSymbol = exports.DocumentPosition = exports.DocumentRange = exports.DocumentTablePath = exports.Parse = exports.InMemoryModelCache = exports.CacheManager = exports.getInvalidationKey = exports.readURL = exports.isInternalURL = exports.hashForInvalidationKey = exports.FixedConnectionMap = exports.InMemoryURLReader = exports.EmptyURLReader = void 0;
-exports.MalloyError = exports.Malloy = exports.MalloyConfig = void 0;
+exports.ExploreMaterializer = exports.PreparedResultMaterializer = exports.QueryMaterializer = exports.ModelMaterializer = exports.SingleConnectionRuntime = exports.ConnectionRuntime = exports.Runtime = exports.CSVWriter = exports.JSONWriter = exports.DataWriter = exports.DataRecord = exports.DataArray = exports.Result = exports.PreparedResult = exports.PreparedQuery = exports.PersistSource = exports.Model = exports.QueryField = exports.Query = exports.StringField = exports.UnsupportedField = exports.JSONField = exports.BooleanField = exports.NumberField = exports.TimestampField = exports.DateField = exports.AtomicField = exports.ExploreField = exports.Explore = exports.JoinRelationship = exports.TimestampTimeframe = exports.DateTimeframe = exports.AtomicFieldType = exports.SourceRelationship = exports.DocumentCompletion = exports.DocumentSymbol = exports.DocumentPosition = exports.DocumentRange = exports.DocumentTablePath = exports.Parse = exports.InMemoryModelCache = exports.CacheManager = exports.getInvalidationKey = exports.readURL = exports.isInternalURL = exports.hashForInvalidationKey = exports.FixedConnectionMap = exports.InMemoryURLReader = exports.EmptyURLReader = exports.EMPTY_BUILD_MANIFEST = void 0;
+exports.MalloyError = exports.Malloy = exports.MalloyConfig = exports.Manifest = void 0;
+var types_1 = require("./types");
+Object.defineProperty(exports, "EMPTY_BUILD_MANIFEST", { enumerable: true, get: function () { return types_1.EMPTY_BUILD_MANIFEST; } });
 // URL readers and connection helpers
 var readers_1 = require("./readers");
 Object.defineProperty(exports, "EmptyURLReader", { enumerable: true, get: function () { return readers_1.EmptyURLReader; } });

package/dist/api/foundation/runtime.js

@@ -577,18 +577,24 @@ class QueryMaterializer extends FluentState {
                 ...options,
             };
             // Use manifest from options if provided, otherwise fall back to Runtime's manifest.
-            // Pass an empty {} in options to explicitly suppress manifest substitution.
+            // Pass EMPTY_BUILD_MANIFEST in options to explicitly suppress manifest substitution.
             const explicitManifest = mergedOptions.buildManifest !== undefined;
             let buildManifest = (_a = mergedOptions.buildManifest) !== null && _a !== void 0 ? _a : this.runtime.buildManifest;
-            // If we have a manifest, compute connectionDigests for manifest lookups
+            // If we have a manifest with entries, compute connectionDigests for lookups.
             // TODO: This is inefficient - we call getBuildPlan just to find connection names.
             // Consider adding a listConnections() method to LookupConnection, or caching this.
             let connectionDigests;
+            if (buildManifest &&
+                Object.keys(buildManifest.entries).length === 0 &&
+                !buildManifest.strict) {
+                // Empty non-strict manifest — nothing to substitute, skip persistence checks
+                buildManifest = undefined;
+            }
             if (buildManifest) {
                 const modelTag = preparedQuery.model.tagParse({ prefix: /^##! / }).tag;
                 if (!modelTag.has('experimental', 'persistence')) {
                     if (explicitManifest) {
-                        // Explicitly passed manifest requires persistence support
+                        // Explicitly passed non-empty manifest requires persistence support
                         throw new Error('Model must have ##! experimental.persistence to use buildManifest');
                     }
                     // Runtime-level manifest (e.g. from config): silently ignore
@@ -609,7 +615,6 @@ class QueryMaterializer extends FluentState {
                 defaultRowLimit: mergedOptions.defaultRowLimit,
                 buildManifest,
                 connectionDigests,
-                strictPersist: mergedOptions.strictPersist,
             };
             return preparedQuery.getPreparedResult({
                 ...mergedOptions,

package/dist/api/foundation/types.d.ts

@@ -1,5 +1,14 @@
 import type { EventStream } from '../../runtime_types';
 import type { BuildManifest } from '../../model';
+/**
+ * An empty BuildManifest with no entries and strict mode off.
+ * Use this to explicitly suppress manifest substitution in a query:
+ *
+ *   runtime.loadQuery(url, {buildManifest: EMPTY_BUILD_MANIFEST}).getSQL()
+ *
+ * Frozen to prevent accidental mutation of the shared sentinel.
+ */
+export declare const EMPTY_BUILD_MANIFEST: BuildManifest;
 export type { Taggable } from '../../taggable';
 export interface Loggable {
     debug: (message?: any, ...optionalParams: any[]) => void;
@@ -20,12 +29,10 @@ export interface CompileOptions {
 export interface CompileQueryOptions {
     eventStream?: EventStream;
     defaultRowLimit?: number;
-    /** Manifest of built tables (BuildID → entry) for persist substitution */
+    /** Manifest of built tables for persist source substitution */
     buildManifest?: BuildManifest;
     /** Map from connectionName to connectionDigest (from Connection.getDigest()) */
     connectionDigests?: Record<string, string>;
-    /** If true, throw when a persist source's BuildID is not in the manifest */
-    strictPersist?: boolean;
 }
 /**
  * A node in the build graph (recursive DAG structure).

package/dist/api/foundation/types.js

@@ -4,4 +4,17 @@
  * SPDX-License-Identifier: MIT
  */
 Object.defineProperty(exports, "__esModule", { value: true });
+exports.EMPTY_BUILD_MANIFEST = void 0;
+/**
+ * An empty BuildManifest with no entries and strict mode off.
+ * Use this to explicitly suppress manifest substitution in a query:
+ *
+ *   runtime.loadQuery(url, {buildManifest: EMPTY_BUILD_MANIFEST}).getSQL()
+ *
+ * Frozen to prevent accidental mutation of the shared sentinel.
+ */
+exports.EMPTY_BUILD_MANIFEST = Object.freeze({
+    entries: Object.freeze({}),
+    strict: false,
+});
 //# sourceMappingURL=types.js.map

package/dist/dialect/databricks/databricks.d.ts

@@ -0,0 +1,94 @@
+import type { Sampling, MeasureTimeExpr, RegexMatchExpr, TimeExtractExpr, TypecastExpr, BasicAtomicTypeDef, AtomicTypeDef, ArrayLiteralNode, RecordLiteralNode } from '../../model/malloy_types';
+import type { BooleanTypeSupport, CompiledOrderBy, DialectFieldList, FieldReferenceType, LateralJoinExpression, OrderByClauseType, OrderByRequest, QueryInfo } from '../dialect';
+import { Dialect } from '../dialect';
+import type { DialectFunctionOverloadDef } from '../functions';
+export declare class DatabricksDialect extends Dialect {
+    name: string;
+    defaultNumberType: string;
+    defaultDecimalType: string;
+    udfPrefix: string;
+    hasFinalStage: boolean;
+    stringTypeName: string;
+    divisionIsInteger: boolean;
+    supportsSumDistinctFunction: boolean;
+    unnestWithNumbers: boolean;
+    defaultSampling: {
+        rows: number;
+    };
+    supportUnnestArrayAgg: boolean;
+    supportsAggDistinct: boolean;
+    supportsCTEinCoorelatedSubQueries: boolean;
+    supportsSafeCast: boolean;
+    dontUnionIndex: boolean;
+    supportsQualify: boolean;
+    supportsNesting: boolean;
+    hasLateralColumnAliasInSelect: boolean;
+    cantPartitionWindowFunctionsOnExpressions: boolean;
+    experimental: boolean;
+    supportsFullJoin: boolean;
+    supportsPipelinesInViews: boolean;
+    readsNestedData: boolean;
+    supportsComplexFilteredSources: boolean;
+    supportsArraysInData: boolean;
+    compoundObjectInSchema: boolean;
+    booleanType: BooleanTypeSupport;
+    likeEscape: boolean;
+    orderByClause: OrderByClauseType;
+    hasTimestamptz: boolean;
+    supportsBigIntPrecision: boolean;
+    maxIdentifierLength: number;
+    malloyTypeToSQLType(malloyType: AtomicTypeDef): string;
+    sqlTypeToMalloyType(sqlType: string): BasicAtomicTypeDef;
+    quoteTablePath(tablePath: string): string;
+    sqlGroupSetTable(groupSetCount: number): string;
+    sqlLateralJoinBag(expressions: LateralJoinExpression[]): string;
+    sqlOrderBy(orderTerms: string[], obr?: OrderByRequest): string;
+    sqlAnyValue(groupSet: number, fieldName: string): string;
+    private buildNamedStructExpression;
+    sqlAggregateTurtle(groupSet: number, fieldList: DialectFieldList, orderBy: CompiledOrderBy[] | undefined): string;
+    private buildArraySortComparator;
+    sqlAnyValueTurtle(groupSet: number, fieldList: DialectFieldList): string;
+    sqlAnyValueLastTurtle(name: string, groupSet: number, sqlName: string): string;
+    sqlCoaleseMeasuresInline(groupSet: number, fieldList: DialectFieldList): string;
+    sqlUnnestAlias(source: string, alias: string, _fieldList: DialectFieldList, needDistinctKey: boolean, isArray: boolean, _isInNestedPipeline: boolean): string;
+    sqlUnnestPipelineHead(isSingleton: boolean, sourceSQLExpression: string, _fieldList?: DialectFieldList): string;
+    sqlSumDistinctHashedKey(sqlDistinctKey: string): string;
+    sqlSumDistinct(key: string, value: string, funcName: string): string;
+    sqlStringAggDistinct(distinctKey: string, valueSQL: string, separatorSQL: string): string;
+    sqlGenerateUUID(): string;
+    sqlFieldReference(parentAlias: string, _parentType: FieldReferenceType, childName: string, _childType: string): string;
+    sqlCreateFunction(id: string, funcText: string): string;
+    sqlCreateFunctionCombineLastStage(lastStageName: string, fieldList: DialectFieldList): string;
+    sqlSelectAliasAsStruct(alias: string, fieldList: DialectFieldList): string;
+    sqlMaybeQuoteIdentifier(identifier: string): string;
+    sqlCreateTableAsSelect(tableName: string, sql: string): string;
+    sqlNowExpr(): string;
+    sqlConvertToCivilTime(expr: string, timezone: string, _typeDef: AtomicTypeDef): {
+        sql: string;
+        typeDef: AtomicTypeDef;
+    };
+    sqlConvertFromCivilTime(expr: string, timezone: string, _destTypeDef: AtomicTypeDef): string;
+    sqlTruncate(expr: string, unit: string, _typeDef: AtomicTypeDef, _inCivilTime: boolean, _timezone?: string): string;
+    sqlOffsetTime(expr: string, op: '+' | '-', magnitude: string, unit: string, _typeDef: AtomicTypeDef, _inCivilTime: boolean, _timezone?: string): string;
+    sqlTimeExtractExpr(qi: QueryInfo, te: TimeExtractExpr): string;
+    sqlCast(qi: QueryInfo, cast: TypecastExpr): string;
+    sqlRegexpMatch(df: RegexMatchExpr): string;
+    sqlDateLiteral(_qi: QueryInfo, literal: string): string;
+    sqlTimestampLiteral(qi: QueryInfo, literal: string, timezone: string | undefined): string;
+    sqlTimestamptzLiteral(_qi: QueryInfo, _literal: string, _timezone: string): string;
+    sqlMeasureTimeExpr(df: MeasureTimeExpr): string;
+    sqlSampleTable(tableSQL: string, sample: Sampling | undefined): string;
+    sqlLiteralString(literal: string): string;
+    sqlLiteralRegexp(literal: string): string;
+    getDialectFunctionOverrides(): {
+        [name: string]: DialectFunctionOverloadDef[];
+    };
+    getDialectFunctions(): {
+        [name: string]: DialectFunctionOverloadDef[];
+    };
+    castToString(expression: string): string;
+    concat(...values: string[]): string;
+    validateTypeName(sqlType: string): boolean;
+    sqlLiteralArray(lit: ArrayLiteralNode): string;
+    sqlLiteralRecord(lit: RecordLiteralNode): string;
+}