@malloydata/malloy 0.0.310 → 0.0.312

package/dist/lang/lib/Malloy/MalloyParserListener.d.ts

@@ -124,7 +124,7 @@ import { AccessModifierListContext } from "./MalloyParser";
 import { DefMeasuresContext } from "./MalloyParser";
 import { DefDimensionsContext } from "./MalloyParser";
 import { RenameListContext } from "./MalloyParser";
-import { ExploreRenameDefContext } from "./MalloyParser";
+import { RenameEntryContext } from "./MalloyParser";
 import { DefListContext } from "./MalloyParser";
 import { FieldDefContext } from "./MalloyParser";
 import { FieldNameDefContext } from "./MalloyParser";
@@ -1666,15 +1666,15 @@ export interface MalloyParserListener extends ParseTreeListener {
      */
     exitRenameList?: (ctx: RenameListContext) => void;
     /**
-     * Enter a parse tree produced by `MalloyParser.exploreRenameDef`.
+     * Enter a parse tree produced by `MalloyParser.renameEntry`.
      * @param ctx the parse tree
      */
-    enterExploreRenameDef?: (ctx: ExploreRenameDefContext) => void;
+    enterRenameEntry?: (ctx: RenameEntryContext) => void;
     /**
-     * Exit a parse tree produced by `MalloyParser.exploreRenameDef`.
+     * Exit a parse tree produced by `MalloyParser.renameEntry`.
      * @param ctx the parse tree
      */
-    exitExploreRenameDef?: (ctx: ExploreRenameDefContext) => void;
+    exitRenameEntry?: (ctx: RenameEntryContext) => void;
     /**
      * Enter a parse tree produced by `MalloyParser.defList`.
      * @param ctx the parse tree

package/dist/lang/lib/Malloy/MalloyParserVisitor.d.ts

@@ -124,7 +124,7 @@ import { AccessModifierListContext } from "./MalloyParser";
 import { DefMeasuresContext } from "./MalloyParser";
 import { DefDimensionsContext } from "./MalloyParser";
 import { RenameListContext } from "./MalloyParser";
-import { ExploreRenameDefContext } from "./MalloyParser";
+import { RenameEntryContext } from "./MalloyParser";
 import { DefListContext } from "./MalloyParser";
 import { FieldDefContext } from "./MalloyParser";
 import { FieldNameDefContext } from "./MalloyParser";
@@ -1085,11 +1085,11 @@ export interface MalloyParserVisitor<Result> extends ParseTreeVisitor<Result> {
      */
     visitRenameList?: (ctx: RenameListContext) => Result;
     /**
-     * Visit a parse tree produced by `MalloyParser.exploreRenameDef`.
+     * Visit a parse tree produced by `MalloyParser.renameEntry`.
      * @param ctx the parse tree
      * @return the visitor result
      */
-    visitExploreRenameDef?: (ctx: ExploreRenameDefContext) => Result;
+    visitRenameEntry?: (ctx: RenameEntryContext) => Result;
     /**
      * Visit a parse tree produced by `MalloyParser.defList`.
      * @param ctx the parse tree

package/dist/lang/malloy-to-ast.d.ts

@@ -112,7 +112,7 @@ export declare class MalloyToAST extends AbstractParseTreeVisitor<ast.MalloyElem
     getAccessLabelProp(pcx: parse.AccessLabelPropContext | undefined): AccessModifierLabel | undefined;
     visitDefMeasures(pcx: parse.DefMeasuresContext): ast.Measures;
     visitQueryExtend(pcx: parse.QueryExtendContext): ast.ExtendBlock;
-    visitExploreRenameDef(pcx: parse.ExploreRenameDefContext): ast.RenameField;
+    visitRenameEntry(pcx: parse.RenameEntryContext): ast.RenameField;
     visitDefExploreRename(pcx: parse.DefExploreRenameContext): ast.Renames;
     visitFilterClauseList(pcx: parse.FilterClauseListContext): ast.Filter;
     visitDrillClauseList(pcx: parse.FilterClauseListContext): ast.Drill;

package/dist/lang/malloy-to-ast.js

@@ -526,17 +526,21 @@ class MalloyToAST extends AbstractParseTreeVisitor_1.AbstractParseTreeVisitor {
         const el = new ast.ExtendBlock(extensions);
         return this.astAt(el, pcx);
     }
-    visitExploreRenameDef(pcx) {
+    visitRenameEntry(pcx) {
         const newName = pcx.fieldName(0);
         const oldName = pcx.fieldName(1);
         const rename = new ast.RenameField((0, parse_utils_1.getId)(newName), this.getFieldName(oldName));
+        const notes = this.getNotes(pcx.tags()).concat(this.getIsNotes(pcx.isDefine()));
+        rename.extendNote({ notes });
         return this.astAt(rename, pcx);
     }
     visitDefExploreRename(pcx) {
         const accessLabel = this.getAccessLabel(pcx.accessLabel());
-        const rcxs = pcx.renameList().exploreRenameDef();
-        const renames = rcxs.map(rcx => this.visitExploreRenameDef(rcx));
+        const rcxs = pcx.renameList().renameEntry();
+        const renames = rcxs.map(rcx => this.visitRenameEntry(rcx));
         const stmt = new ast.Renames(renames, accessLabel);
+        const blockNotes = this.getNotes(pcx.tags());
+        stmt.extendNote({ blockNotes });
         return this.astAt(stmt, pcx);
     }
     visitFilterClauseList(pcx) {

package/dist/lang/parse-tree-walkers/document-symbol-walker.js

@@ -202,7 +202,7 @@ class DocumentSymbolWalker {
             parent.children.push(symbol);
         }
     }
-    enterExploreRenameDef(pcx) {
+    enterRenameEntry(pcx) {
         const symbol = {
             range: this.translator.rangeFromContext(pcx),
             name: pcx.fieldName()[0].text,

package/dist/malloy.d.ts

@@ -757,6 +757,7 @@ export declare class ExploreField extends Explore {
     isAtomicField(): this is AtomicField;
     get parentExplore(): Explore;
     get sourceClasses(): string[];
+    get queryTimezone(): string | undefined;
 }
 type Connectionable = {
     connection: Connection;

package/dist/malloy.js

@@ -1715,6 +1715,14 @@ class ExploreField extends Explore {
         const sourceField = this.structDef.name || this.structDef.as;
         return sourceField ? [sourceField] : [];
     }
+    get queryTimezone() {
+        // For ExploreField, check the structDef directly first
+        if ((0, model_1.isRecordOrRepeatedRecord)(this._structDef)) {
+            return this._structDef.queryTimezone;
+        }
+        // Fall back to the parent implementation
+        return super.queryTimezone;
+    }
 }
 exports.ExploreField = ExploreField;
 /**

package/dist/model/field_instance.d.ts

@@ -55,6 +55,9 @@ export declare class FieldInstanceResult implements FieldInstance {
      * Information about the query containing this result set. Invented
      * to pass on timezone information, but maybe more things will
      * eventually go in here.
+     *
+     * For nested queries, this walks up the FieldInstanceResult parent chain
+     * to find the most specific (innermost) query timezone that applies.
      * @returns QueryInfo
      */
     getQueryInfo(): QueryInfo;

package/dist/model/field_instance.js

@@ -117,6 +117,9 @@ class FieldInstanceResult {
      * Information about the query containing this result set. Invented
      * to pass on timezone information, but maybe more things will
      * eventually go in here.
+     *
+     * For nested queries, this walks up the FieldInstanceResult parent chain
+     * to find the most specific (innermost) query timezone that applies.
      * @returns QueryInfo
      */
     getQueryInfo() {
@@ -127,6 +130,9 @@ class FieldInstanceResult {
                 return { queryTimezone };
             }
         }
+        if (this.parent) {
+            return this.parent.getQueryInfo();
+        }
         return {};
     }
     addField(as, field, usage, drillExpression) {

package/dist/model/filter_compilers.js

@@ -73,10 +73,12 @@ exports.FilterCompilers = {
             case '>':
             case '<':
             case '>=':
-            case '<=':
+            case '<=': {
+                const op = nc.not ? invertCompare(nc.operator) : nc.operator;
                 return nc.values
-                    .map(v => `${x} ${nc.operator} ${v}`)
+                    .map(v => `${x} ${op} ${v}`)
                     .join(nc.not ? ' AND ' : ' OR ');
+            }
             case 'range': {
                 let startOp = nc.startOperator;
                 let endOp = nc.endOperator;
@@ -103,14 +105,16 @@ exports.FilterCompilers = {
     },
     booleanCompile(bc, x, _d) {
         switch (bc.operator) {
+            case 'true':
+                return bc.not ? `NOT COALESCE(${x}, false)` : `COALESCE(${x}, false)`;
             case 'false':
-                return `${x} = false`;
+                return bc.not
+                    ? `COALESCE(${x} != false, true)`
+                    : `COALESCE(${x} = false, false)`;
             case 'false_or_null':
-                return `${x} IS NULL OR ${x} = false`;
+                return bc.not ? `COALESCE(${x}, false)` : `NOT COALESCE(${x}, false)`;
             case 'null':
                 return bc.not ? `${x} IS NOT NULL` : `${x} IS NULL`;
-            case 'true':
-                return x;
         }
     },
     stringCompile(sc, x, d) {
@@ -166,7 +170,7 @@ exports.FilterCompilers = {
             }
             case 'or': {
                 const clauses = sc.members.map(c => exports.FilterCompilers.stringCompile(c, x, d));
-                return clauses.join(' AND ');
+                return clauses.join(' OR ');
             }
             case ',': {
                 /*

package/dist/model/malloy_types.d.ts

@@ -441,6 +441,7 @@ export interface RecordTypeDef {
 export interface RecordDef extends RecordTypeDef, StructDefBase, JoinBase, FieldBase {
     type: 'record';
     join: 'one';
+    queryTimezone?: string;
 }
 export interface RecordElementTypeDef {
     type: 'record_element';
@@ -453,11 +454,13 @@ export interface RepeatedRecordTypeDef {
 export interface RepeatedRecordDef extends RepeatedRecordTypeDef, StructDefBase, JoinBase, FieldBase {
     type: 'array';
     join: 'many';
+    queryTimezone?: string;
 }
 export type ArrayTypeDef = BasicArrayTypeDef | RepeatedRecordTypeDef;
 export type ArrayDef = BasicArrayDef | RepeatedRecordDef;
 export declare function isRepeatedRecordFunctionParam(paramT: FunctionParameterTypeDef): paramT is RepeatedRecordFunctionParameterTypeDef;
 export declare function isRepeatedRecord(fd: FieldDef | QueryFieldDef | StructDef | AtomicTypeDef): fd is RepeatedRecordTypeDef;
+export declare function isRecordOrRepeatedRecord(fd: FieldDef | StructDef): fd is RecordDef | RepeatedRecordDef;
 export declare function isBasicArray(td: AtomicTypeDef | FieldDef | QueryFieldDef | StructDef): td is BasicArrayTypeDef;
 export interface ErrorTypeDef {
     type: 'error';
@@ -975,6 +978,7 @@ export interface PrepareResultOptions {
     replaceMaterializedReferences?: boolean;
     materializedTablePrefix?: string;
     defaultRowLimit?: number;
+    isPartialQuery?: boolean;
 }
 type UTD = AtomicTypeDef | TypedDef | FunctionParameterTypeDef | FunctionReturnTypeDef | undefined;
 /**

package/dist/model/malloy_types.js

@@ -52,6 +52,7 @@ exports.mkFieldDef = mkFieldDef;
 exports.mkArrayDef = mkArrayDef;
 exports.isRepeatedRecordFunctionParam = isRepeatedRecordFunctionParam;
 exports.isRepeatedRecord = isRepeatedRecord;
+exports.isRecordOrRepeatedRecord = isRecordOrRepeatedRecord;
 exports.isBasicArray = isBasicArray;
 exports.isMatrixOperation = isMatrixOperation;
 exports.isJoinable = isJoinable;
@@ -303,6 +304,12 @@ function isRepeatedRecordFunctionParam(paramT) {
 function isRepeatedRecord(fd) {
     return fd.type === 'array' && fd.elementTypeDef.type === 'record_element';
 }
+function isRecordOrRepeatedRecord(fd) {
+    return (fd.type === 'record' ||
+        (fd.type === 'array' &&
+            'elementTypeDef' in fd &&
+            fd.elementTypeDef.type === 'record_element'));
+}
 function isBasicArray(td) {
     return td.type === 'array' && td.elementTypeDef.type !== 'record_element';
 }

package/dist/model/query_model_impl.js

@@ -73,8 +73,14 @@ class QueryModelImpl {
     loadQuery(query, stageWriter, prepareResultOptions, emitFinalStage = false, isJoinedSubquery = false) {
         var _a;
         const malloy = '';
+        const structRef = (_a = query.compositeResolvedSourceDef) !== null && _a !== void 0 ? _a : query.structRef;
+        const queryStruct = this.getStructFromRef(structRef, query.sourceArguments, prepareResultOptions);
+        // If this query is being written as part of a SQL block don't use CTE (WITH ...)
+        const noCTE = prepareResultOptions &&
+            prepareResultOptions.isPartialQuery &&
+            queryStruct.dialect.name !== 'postgres'; // postgres does weird stuff with final stages that won't work here.
         if (!stageWriter) {
-            stageWriter = new stage_writer_1.StageWriter(true, undefined);
+            stageWriter = new stage_writer_1.StageWriter(!noCTE, undefined);
         }
         const turtleDef = {
             type: 'turtle',
@@ -82,8 +88,7 @@ class QueryModelImpl {
             pipeline: query.pipeline,
             filterList: query.filterList,
         };
-        const structRef = (_a = query.compositeResolvedSourceDef) !== null && _a !== void 0 ? _a : query.structRef;
-        const q = query_query_1.QueryQuery.makeQuery(turtleDef, this.getStructFromRef(structRef, query.sourceArguments, prepareResultOptions), stageWriter, isJoinedSubquery, (name) => this.structs.get(name));
+        const q = query_query_1.QueryQuery.makeQuery(turtleDef, queryStruct, stageWriter, isJoinedSubquery, (name) => this.structs.get(name));
         const ret = q.generateSQLFromPipeline(stageWriter);
         if (emitFinalStage && q.parent.dialect.hasFinalStage) {
             // const fieldNames: string[] = [];
@@ -102,6 +107,7 @@ class QueryModelImpl {
             // );
             ret.lastStageName = stageWriter.addStage(q.parent.dialect.sqlFinalStage(ret.lastStageName, fieldNames));
         }
+        // console.log('---', stageWriter.combineStages(true).sql, '---');
         return {
             lastStageName: ret.lastStageName,
             malloy,

package/dist/model/query_query.js

@@ -388,24 +388,37 @@ class QueryQuery extends query_node_1.QueryField {
             const resultMetadata = this.getResultMetadata(fi);
             if (fi instanceof field_instance_1.FieldInstanceResult) {
                 const { structDef, repeatedResultType } = this.generateTurtlePipelineSQL(fi, new stage_writer_1.StageWriter(true, undefined), '<nosource>');
+                // Get the timezone from the nested query
+                const nestedQueryInfo = fi.getQueryInfo();
+                const queryTimezone = nestedQueryInfo.queryTimezone;
                 if (repeatedResultType === 'nested') {
                     const multiLineNest = {
-                        ...structDef,
                         type: 'array',
                         elementTypeDef: { type: 'record_element' },
                         join: 'many',
                         name,
+                        fields: structDef.fields,
+                        ...(structDef.annotation && { annotation: structDef.annotation }),
+                        ...(structDef.modelAnnotation && {
+                            modelAnnotation: structDef.modelAnnotation,
+                        }),
                         resultMetadata,
+                        ...(queryTimezone && { queryTimezone }),
                     };
                     fields.push(multiLineNest);
                 }
                 else {
                     const oneLineNest = {
-                        ...structDef,
                         type: 'record',
                         join: 'one',
                         name,
+                        fields: structDef.fields,
+                        ...(structDef.annotation && { annotation: structDef.annotation }),
+                        ...(structDef.modelAnnotation && {
+                            modelAnnotation: structDef.modelAnnotation,
+                        }),
                         resultMetadata,
+                        ...(queryTimezone && { queryTimezone }),
                     };
                     fields.push(oneLineNest);
                 }

package/dist/model/sql_block.js

@@ -46,8 +46,10 @@ function compileSQLInterpolation(select, connection, partialModel) {
             }
             const compiledSql = queryModel.compileQuery(segment, {
                 defaultRowLimit: undefined,
+                isPartialQuery: true,
             }, false).sql;
             selectStr += parenAlready ? compiledSql : `(${compiledSql})`;
+            // console.log(selectStr);
             parenAlready = false;
         }
     }

package/dist/model/stage_writer.d.ts

@@ -3,12 +3,15 @@ import type { QueryToMaterialize, StructDef, Query } from './malloy_types';
 export declare class StageWriter {
     parent: StageWriter | undefined;
     withs: string[];
+    stageNames: string[];
     udfs: string[];
     pdts: string[];
     dependenciesToMaterialize: Record<string, QueryToMaterialize>;
     stagePrefix: string;
     useCTE: boolean;
+    stageNumber: number;
     constructor(useCTE: boolean | undefined, parent: StageWriter | undefined);
+    private nextName;
     getName(id: number): string;
     root(): StageWriter;
     addStage(sql: string): string;

package/dist/model/stage_writer.js

@@ -11,14 +11,20 @@ class StageWriter {
     constructor(useCTE = true, parent) {
         this.parent = parent;
         this.withs = [];
+        this.stageNames = [];
         this.udfs = [];
         this.pdts = [];
         this.dependenciesToMaterialize = {};
         this.stagePrefix = '__stage';
+        this.stageNumber = 0;
         this.useCTE = useCTE;
     }
+    nextName() {
+        const stageName = `${this.stagePrefix}${this.root().stageNumber++}`;
+        return stageName;
+    }
     getName(id) {
-        return `${this.stagePrefix}${id}`;
+        return this.stageNames[id];
     }
     root() {
         if (this.parent === undefined) {
@@ -31,7 +37,9 @@ class StageWriter {
     addStage(sql) {
         if (this.useCTE) {
             this.withs.push(sql);
-            return this.getName(this.withs.length - 1);
+            const stageName = this.nextName();
+            this.stageNames.push(stageName);
+            return stageName;
         }
         else {
             this.withs[0] = sql;
@@ -102,7 +110,7 @@ class StageWriter {
         }
         const udfs = this.udfs.join('\n');
         const pdts = this.pdts.join('\n');
-        const sql = this.combineStages(false).sql;
+        const sql = this.useCTE ? this.combineStages(false).sql : '';
         return udfs + pdts + sql + this.withs[lastStageNum];
     }
     generateCoorelatedSubQuery(dialect, structDef) {

package/dist/to_stable.js

@@ -213,9 +213,17 @@ function convertFieldInfos(source, fields) {
             const resultMetadataAnnotation = field.resultMetadata
                 ? getResultMetadataAnnotation(field, field.resultMetadata)
                 : undefined;
+            // Check if this field has queryTimezone information (for RecordDef/RepeatedRecordDef)
+            let timezoneAnnotation;
+            if ((0, model_1.isRecordOrRepeatedRecord)(field) && field.queryTimezone) {
+                const timezoneTag = malloy_tag_1.Tag.withPrefix('#(malloy) ');
+                timezoneTag.set(['query_timezone'], field.queryTimezone);
+                timezoneAnnotation = { value: timezoneTag.toString() };
+            }
             const fieldAnnotations = [
                 ...(annotations !== null && annotations !== void 0 ? annotations : []),
                 ...(resultMetadataAnnotation ? [resultMetadataAnnotation] : []),
+                ...(timezoneAnnotation ? [timezoneAnnotation] : []),
             ];
             const fieldInfo = {
                 kind: aggregate ? 'measure' : 'dimension',
@@ -343,6 +351,11 @@ function getResultStructMetadataAnnotation(field, resultMetadata) {
         }
         hasAny = true;
     }
+    // Include queryTimezone if present on the field
+    if (field.queryTimezone) {
+        tag.set(['query_timezone'], field.queryTimezone);
+        hasAny = true;
+    }
     return hasAny
         ? {
             value: tag.toString(),

package/dist/version.d.ts

@@ -1 +1 @@
-export declare const MALLOY_VERSION = "0.0.310";
+export declare const MALLOY_VERSION = "0.0.312";

package/dist/version.js

@@ -2,5 +2,5 @@
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.MALLOY_VERSION = void 0;
 // generated with 'generate-version-file' script; do not edit manually
-exports.MALLOY_VERSION = '0.0.310';
+exports.MALLOY_VERSION = '0.0.312';
 //# sourceMappingURL=version.js.map

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@malloydata/malloy",
-  "version": "0.0.310",
+  "version": "0.0.312",
   "license": "MIT",
   "exports": {
     ".": "./dist/index.js",
@@ -41,9 +41,9 @@
     "generate-version-file": "VERSION=$(npm pkg get version --workspaces=false | tr -d \\\")\necho \"// generated with 'generate-version-file' script; do not edit manually\\nexport const MALLOY_VERSION = '$VERSION';\" > src/version.ts"
   },
   "dependencies": {
-    "@malloydata/malloy-filter": "0.0.310",
-    "@malloydata/malloy-interfaces": "0.0.310",
-    "@malloydata/malloy-tag": "0.0.310",
+    "@malloydata/malloy-filter": "0.0.312",
+    "@malloydata/malloy-interfaces": "0.0.312",
+    "@malloydata/malloy-tag": "0.0.312",
     "antlr4ts": "^0.5.0-alpha.4",
     "assert": "^2.0.0",
     "jaro-winkler": "^0.2.8",