@malloydata/malloy 0.0.100-dev231107154720 → 0.0.100

package/dist/lang/ast/elements/pipeline-desc.d.ts

@@ -7,7 +7,7 @@ import { ViewFieldReference } from '../query-items/field-references';
 import { Refinement } from '../query-properties/refinements';
 interface AppendResult {
     opList: PipeSegment[];
-    structDef: StructDef;
+    structDef: () => StructDef;
 }
 /**
  * Generic abstract for all pipelines, the first segment might be a reference
@@ -24,6 +24,7 @@ export declare abstract class PipelineDesc extends MalloyElement {
     protected appendOps(pipelineOutput: FieldSpace, modelPipe: PipeSegment[]): AppendResult;
     protected refinePipeline(fs: FieldSpace, modelPipe: Pipeline): Pipeline;
     protected expandTurtle(turtleName: string, fromStruct: StructDef): {
+        needsExpansionDueToScalar: boolean;
         pipeline: PipeSegment[];
         location: DocumentLocation | undefined;
         annotation: Annotation | undefined;

package/dist/lang/ast/elements/pipeline-desc.js

@@ -51,15 +51,15 @@ class PipelineDesc extends malloy_element_1.MalloyElement {
     appendOps(pipelineOutput, modelPipe) {
         const returnPipe = [...modelPipe];
         const nestedIn = modelPipe.length === 0 ? this.nestedInQuerySpace : undefined;
-        let nextFS = pipelineOutput;
+        let nextFS = () => pipelineOutput;
         for (const qop of this.qops) {
-            const next = qop.getOp(nextFS, nestedIn);
+            const next = qop.getOp(nextFS(), nestedIn);
             returnPipe.push(next.segment);
-            nextFS = next.outputSpace();
+            nextFS = () => next.outputSpace();
         }
         return {
             opList: returnPipe,
-            structDef: nextFS.structDef(),
+            structDef: () => nextFS().structDef(),
         };
     }
     refinePipeline(fs, modelPipe) {
@@ -85,15 +85,35 @@ class PipelineDesc extends malloy_element_1.MalloyElement {
             this.log(`Query '${turtleName}' is not defined in source`);
         }
         else if (turtle.type !== 'turtle') {
-            this.log(`'${turtleName}' is not a query`);
+            if (this.inExperiment('scalar_lenses', true)) {
+                return {
+                    needsExpansionDueToScalar: true,
+                    pipeline: [{ type: 'reduce', fields: [turtle.name] }],
+                    location: turtle.location,
+                    annotation,
+                };
+            }
+            else {
+                this.log(`'${turtleName}' is not a query`);
+            }
         }
         else {
             if (turtle.annotation) {
                 annotation = { inherits: turtle.annotation };
             }
-            return { pipeline: turtle.pipeline, location: turtle.location, annotation };
+            return {
+                pipeline: turtle.pipeline,
+                location: turtle.location,
+                annotation,
+                needsExpansionDueToScalar: false,
+            };
         }
-        return { pipeline: [], location: undefined, annotation };
+        return {
+            pipeline: [],
+            location: undefined,
+            annotation,
+            needsExpansionDueToScalar: false,
+        };
     }
 }
 exports.PipelineDesc = PipelineDesc;

package/dist/lang/ast/elements/source-query-nodes.js

@@ -245,11 +245,13 @@ class SQAppendView extends source_query_1.SourceQueryNode {
                 views.shift();
             }
             else {
+                // TODO implement scalar_lenses in subsequent stages
                 this.sqLog(`Cannot reference view '${head}' in output of query`);
                 return;
             }
         }
         else {
+            // TODO implement combinations for subsequent stages
             this.sqLog('query definition by combining not yet supported');
             return;
         }

package/dist/lang/ast/query-builders/index-builder.js

@@ -23,6 +23,7 @@
  */
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.IndexBuilder = void 0;
+const malloy_types_1 = require("../../../model/malloy_types");
 const error_factory_1 = require("../error-factory");
 const filters_1 = require("../query-properties/filters");
 const indexing_1 = require("../query-properties/indexing");
@@ -63,7 +64,7 @@ class IndexBuilder {
         }
     }
     finalize(from) {
-        if (from && from.type !== 'index') {
+        if (from && !(0, malloy_types_1.isIndexSegment)(from) && !(0, malloy_types_1.isPartialSegment)(from)) {
             this.resultFS.log(`Can't refine index with ${from.type}`);
             return error_factory_1.ErrorFactory.indexSegment;
         }
@@ -84,7 +85,7 @@ class IndexBuilder {
         if (this.indexOn) {
             indexSegment.weightMeasure = this.indexOn.refString;
         }
-        if (from === null || from === void 0 ? void 0 : from.sample) {
+        if (from && (0, malloy_types_1.isIndexSegment)(from) && (from === null || from === void 0 ? void 0 : from.sample)) {
             indexSegment.sample = from.sample;
         }
         if (this.sample) {

package/dist/lang/ast/query-builders/partial-builder.d.ts

@@ -0,0 +1,5 @@
+import { PipeSegment } from '../../../model';
+import { ReduceBuilder } from './reduce-builder';
+export declare class PartialBuilder extends ReduceBuilder {
+    finalize(fromSeg: PipeSegment | undefined): PipeSegment;
+}

package/dist/lang/ast/query-builders/partial-builder.js

@@ -0,0 +1,12 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PartialBuilder = void 0;
+const reduce_builder_1 = require("./reduce-builder");
+class PartialBuilder extends reduce_builder_1.ReduceBuilder {
+    finalize(fromSeg) {
+        const seg = super.finalize(fromSeg);
+        return { ...seg, type: 'partial' };
+    }
+}
+exports.PartialBuilder = PartialBuilder;
+//# sourceMappingURL=partial-builder.js.map

package/dist/lang/ast/query-builders/project-builder.js

@@ -47,7 +47,7 @@ class ProjectBuilder extends reduce_builder_1.ReduceBuilder {
     finalize(fromSeg) {
         let from;
         if (fromSeg) {
-            if ((0, malloy_types_1.isProjectSegment)(fromSeg)) {
+            if ((0, malloy_types_1.isProjectSegment)(fromSeg) || (0, malloy_types_1.isPartialSegment)(fromSeg)) {
                 from = fromSeg;
             }
             else {

package/dist/lang/ast/query-builders/reduce-builder.js

@@ -123,7 +123,7 @@ class ReduceBuilder {
     finalize(fromSeg) {
         let from;
         if (fromSeg) {
-            if ((0, malloy_types_1.isReduceSegment)(fromSeg)) {
+            if ((0, malloy_types_1.isReduceSegment)(fromSeg) || (0, malloy_types_1.isPartialSegment)(fromSeg)) {
                 from = fromSeg;
             }
             else {

package/dist/lang/ast/query-elements/existing-query.js

@@ -76,7 +76,7 @@ class ExistingQuery extends pipeline_desc_1.PipelineDesc {
             if (head.annotation) {
                 query.annotation = head.annotation;
             }
-            return { outputStruct: appended.structDef, query };
+            return { outputStruct: appended.structDef(), query };
         }
         this.log(`Illegal reference to '${this.head}', query expected`);
         return oops();

package/dist/lang/ast/query-elements/full-query.js

@@ -28,6 +28,7 @@ const error_factory_1 = require("../error-factory");
 const static_space_1 = require("../field-space/static-space");
 const pipeline_desc_1 = require("../elements/pipeline-desc");
 const struct_utils_1 = require("../struct-utils");
+const query_utils_1 = require("../query-utils");
 class FullQuery extends pipeline_desc_1.TurtleHeadedPipe {
     constructor(explore) {
         super({ explore: explore });
@@ -74,7 +75,7 @@ class FullQuery extends pipeline_desc_1.TurtleHeadedPipe {
             if (lookFor.error)
                 this.log(lookFor.error);
             const name = this.turtleName.refString;
-            const { pipeline, location, annotation } = this.expandTurtle(name, structDef);
+            const { pipeline, location, annotation, needsExpansionDueToScalar } = this.expandTurtle(name, structDef);
             destQuery.location = location;
             let walkPipe = pipeline;
             if (this.refinements &&
@@ -87,6 +88,12 @@ class FullQuery extends pipeline_desc_1.TurtleHeadedPipe {
                 destQuery.pipeline = refined;
                 walkPipe = refined;
             }
+            else if (needsExpansionDueToScalar) {
+                // When there are no refinements but the head is a scalar, we are forced
+                // to expand the pipeHead anyway, because the compiler doesn't support scalar
+                // fields as pipe heads.
+                destQuery.pipeline = pipeline;
+            }
             else {
                 destQuery.pipeHead = { name };
             }
@@ -107,11 +114,17 @@ class FullQuery extends pipeline_desc_1.TurtleHeadedPipe {
             return { outputStruct: pipeOutput, query: destQuery };
         }
         else {
-            return { outputStruct: appended.structDef, query: destQuery };
+            return { outputStruct: appended.structDef(), query: destQuery };
         }
     }
     query() {
-        return this.queryComp(true).query;
+        const q = this.queryComp(true).query;
+        const { hasPartials, pipeline } = (0, query_utils_1.detectAndRemovePartialStages)(q.pipeline);
+        if (hasPartials) {
+            this.log("Can't determine view type (`group_by` / `aggregate` / `nest`, `project`, `index`)");
+            return { ...q, pipeline };
+        }
+        return q;
     }
 }
 exports.FullQuery = FullQuery;

package/dist/lang/ast/query-properties/calculate.d.ts

@@ -4,5 +4,6 @@ import { LegalRefinementStage, QueryPropertyInterface } from '../types/query-pro
 export declare class Calculate extends DefinitionList<QueryItem> implements QueryPropertyInterface {
     elementType: string;
     forceQueryClass: undefined;
+    needsExplicitQueryClass: boolean;
     queryRefinementStage: LegalRefinementStage;
 }

package/dist/lang/ast/query-properties/calculate.js

@@ -30,6 +30,7 @@ class Calculate extends definition_list_1.DefinitionList {
         super(...arguments);
         this.elementType = 'calculate';
         this.forceQueryClass = undefined;
+        this.needsExplicitQueryClass = true;
         this.queryRefinementStage = query_property_interface_1.LegalRefinementStage.Single;
     }
 }

package/dist/lang/ast/query-properties/nest.js

@@ -32,6 +32,8 @@ const query_spaces_1 = require("../field-space/query-spaces");
 const model_1 = require("../../../model");
 const field_references_1 = require("../query-items/field-references");
 const struct_utils_1 = require("../struct-utils");
+const column_space_field_1 = require("../field-space/column-space-field");
+const query_utils_1 = require("../query-utils");
 function isTurtle(fd) {
     const ret = fd && typeof fd !== 'string' && fd.type === 'turtle';
     return !!ret;
@@ -63,6 +65,16 @@ class TurtleDeclRoot extends pipeline_desc_1.TurtleHeadedPipe {
                     reportWrongType = false;
                 }
             }
+            else if (headEnt.found instanceof column_space_field_1.ColumnSpaceField) {
+                const def = headEnt.found.fieldDef();
+                if (this.inExperiment('scalar_lenses', true) && def.type !== 'struct') {
+                    const newPipe = this.refinePipeline(fs, {
+                        pipeline: [{ type: 'reduce', fields: [this.turtleName.refString] }],
+                    });
+                    modelPipe.pipeline = [...newPipe.pipeline];
+                    reportWrongType = false;
+                }
+            }
             if (reportWrongType) {
                 this.log(`Expected '${this.turtleName}' to be a query`);
             }
@@ -99,6 +111,11 @@ class TurtleDeclRoot extends pipeline_desc_1.TurtleHeadedPipe {
         if (this.note) {
             turtle.annotation = this.note;
         }
+        const { hasPartials, pipeline: cleanedPipeline } = (0, query_utils_1.detectAndRemovePartialStages)(pipe.pipeline);
+        if (hasPartials) {
+            this.log("Can't determine view type (`group_by` / `aggregate` / `nest`, `project`, `index`)");
+            return { ...turtle, pipeline: cleanedPipeline };
+        }
         return turtle;
     }
     makeEntry(fs) {

package/dist/lang/ast/query-properties/qop-desc.d.ts

@@ -7,9 +7,9 @@ import { QueryClass } from '../types/query-property-interface';
 import { QueryInputSpace } from '../field-space/query-input-space';
 export declare class QOPDesc extends ListOf<QueryProperty> {
     elementType: string;
-    opClass: QueryClass;
+    opClass: QueryClass | undefined;
     private refineThis?;
-    protected computeType(): QueryClass;
+    protected computeType(): QueryClass | undefined;
     refineFrom(existing: PipeSegment): void;
     private getBuilder;
     getOp(inputFS: FieldSpace, headFieldSpace: QueryInputSpace | undefined): OpDesc;

package/dist/lang/ast/query-properties/qop-desc.js

@@ -30,41 +30,44 @@ const malloy_element_1 = require("../types/malloy-element");
 const struct_utils_1 = require("../struct-utils");
 const static_space_1 = require("../field-space/static-space");
 const query_property_interface_1 = require("../types/query-property-interface");
+const partial_builder_1 = require("../query-builders/partial-builder");
 class QOPDesc extends malloy_element_1.ListOf {
     constructor() {
         super(...arguments);
         this.elementType = 'queryOperation';
-        this.opClass = query_property_interface_1.QueryClass.Grouping;
     }
     computeType() {
-        let mustBe;
+        var _a;
+        let guessType;
+        let needsExplicitQueryClass = false;
         if (this.refineThis) {
             if (this.refineThis.type === 'reduce') {
-                mustBe = query_property_interface_1.QueryClass.Grouping;
+                guessType = query_property_interface_1.QueryClass.Grouping;
             }
             else if (this.refineThis.type === 'project') {
-                mustBe = query_property_interface_1.QueryClass.Project;
+                guessType = query_property_interface_1.QueryClass.Project;
             }
-            else {
-                mustBe = query_property_interface_1.QueryClass.Index;
+            else if (this.refineThis.type === 'index') {
+                guessType = query_property_interface_1.QueryClass.Index;
             }
         }
         for (const el of this.list) {
             if (el.forceQueryClass) {
-                if (mustBe) {
-                    if (mustBe !== el.forceQueryClass) {
-                        el.log(`Not legal in ${mustBe} query`);
+                if (guessType) {
+                    if (guessType !== el.forceQueryClass) {
+                        el.log(`Not legal in ${guessType} query`);
                     }
                 }
                 else {
-                    mustBe = el.forceQueryClass;
+                    guessType = el.forceQueryClass;
                 }
             }
+            needsExplicitQueryClass || (needsExplicitQueryClass = (_a = el.needsExplicitQueryClass) !== null && _a !== void 0 ? _a : false);
         }
-        if (mustBe === undefined) {
-            this.log("Can't determine query type (group_by/aggregate/nest,project,index)");
+        if (guessType === undefined && needsExplicitQueryClass) {
+            this.log("Can't determine view type (`group_by` / `aggregate` / `nest`, `project`, `index`)");
+            guessType = query_property_interface_1.QueryClass.Project;
         }
-        const guessType = mustBe || query_property_interface_1.QueryClass.Grouping;
         this.opClass = guessType;
         return guessType;
     }
@@ -79,6 +82,8 @@ class QOPDesc extends malloy_element_1.ListOf {
                 return new project_builder_1.ProjectBuilder(baseFS, this.refineThis);
             case query_property_interface_1.QueryClass.Index:
                 return new index_builder_1.IndexBuilder(baseFS, this.refineThis);
+            case undefined:
+                return new partial_builder_1.PartialBuilder(baseFS, this.refineThis);
         }
     }
     getOp(inputFS, headFieldSpace) {

package/dist/lang/ast/query-properties/refinements.js

@@ -58,6 +58,11 @@ class NamedRefinement extends Refinement {
                 }
                 return fieldDef.pipeline[0];
             }
+            if ((fieldDef === null || fieldDef === void 0 ? void 0 : fieldDef.type) !== 'struct') {
+                if (this.name.inExperiment('scalar_lenses', true)) {
+                    return { type: 'reduce', fields: [this.name.refString] };
+                }
+            }
         }
         this.name.log(`named refinement \`${this.name.refString}\` must be a view, found a ${res.found.describeType().dataType}`);
     }
@@ -76,7 +81,11 @@ class NamedRefinement extends Refinement {
         const to = { ..._to };
         const from = this.getRefinementSegment(inputFS);
         if (from) {
-            if (from.type !== to.type) {
+            // TODO need to disallow partial + index for now to make the types happy
+            if (to.type === 'partial' && from.type !== 'index') {
+                to.type = from.type;
+            }
+            else if (from.type !== to.type) {
                 this.log(`cannot refine ${to.type} view with ${from.type} view`);
             }
             if (from.type !== 'index' && to.type !== 'index') {

package/dist/lang/ast/query-utils.d.ts

@@ -0,0 +1,5 @@
+import { PipeSegment } from '../../model';
+export declare function detectAndRemovePartialStages(pipeline: PipeSegment[]): {
+    hasPartials: boolean;
+    pipeline: PipeSegment[];
+};

package/dist/lang/ast/query-utils.js

@@ -0,0 +1,44 @@
+"use strict";
+/*
+ * Copyright 2023 Google LLC
+ *
+ * Permission is hereby granted, free of charge, to any person obtaining
+ * a copy of this software and associated documentation files
+ * (the "Software"), to deal in the Software without restriction,
+ * including without limitation the rights to use, copy, modify, merge,
+ * publish, distribute, sublicense, and/or sell copies of the Software,
+ * and to permit persons to whom the Software is furnished to do so,
+ * subject to the following conditions:
+ *
+ * The above copyright notice and this permission notice shall be
+ * included in all copies or substantial portions of the Software.
+ *
+ * THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND,
+ * EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF
+ * MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT.
+ * IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY
+ * CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF CONTRACT,
+ * TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE
+ * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.detectAndRemovePartialStages = void 0;
+const model_1 = require("../../model");
+// We don't want to ever generate actual 'partial' stages, so convert this
+// into a reduce so the compiler doesn't explode
+function detectAndRemovePartialStages(pipeline) {
+    const cleaned = [];
+    let hasPartials = false;
+    for (const segment of pipeline) {
+        if ((0, model_1.isPartialSegment)(segment)) {
+            cleaned.push({ ...segment, type: 'reduce' });
+            hasPartials = true;
+        }
+        else {
+            cleaned.push(segment);
+        }
+    }
+    return { hasPartials, pipeline: cleaned };
+}
+exports.detectAndRemovePartialStages = detectAndRemovePartialStages;
+//# sourceMappingURL=query-utils.js.map

package/dist/lang/ast/struct-utils.js

@@ -25,9 +25,14 @@ Object.defineProperty(exports, "__esModule", { value: true });
 exports.getStructFieldDef = exports.getFinalStruct = exports.opOutputStruct = void 0;
 const util_1 = require("util");
 const malloy_query_1 = require("../../model/malloy_query");
+const malloy_types_1 = require("../../model/malloy_types");
 const error_factory_1 = require("./error-factory");
 function opOutputStruct(logTo, inputStruct, opDesc) {
     const badModel = error_factory_1.ErrorFactory.isErrorStructDef(inputStruct);
+    // We don't want to expose partial segments to the compiler
+    if ((0, malloy_types_1.isPartialSegment)(opDesc)) {
+        opDesc = { ...opDesc, type: 'reduce' };
+    }
     // Don't call into the model code with a broken model
     if (!badModel) {
         try {

package/dist/lang/ast/types/query-property-interface.d.ts

@@ -19,5 +19,6 @@ export declare enum LegalRefinementStage {
 export interface QueryPropertyInterface {
     queryRefinementStage: LegalRefinementStage | undefined;
     forceQueryClass: QueryClass | undefined;
+    needsExplicitQueryClass?: boolean;
     queryExecute?: (executeFor: QueryBuilder) => void;
 }

package/dist/lang/test/lenses.spec.js

@@ -95,6 +95,15 @@ describe('lenses', () => {
         run: x -> idx + proj
       `).translationToFailWith('cannot refine reduce view with project view', 'cannot refine reduce view with index view', 'cannot refine project view with index view', 'cannot refine project view with reduce view', 'cannot refine index view with reduce view', 'cannot refine index view with project view');
     });
+    test('cannot reference dimension at head of query ', () => {
+        expect((0, test_translator_1.markSource) `
+        source: x is a extend {
+          dimension: n is 1
+          view: d is { group_by: n1 is 1 }
+        }
+        run: x -> n + d
+      `).translationToFailWith("'n' is not a query");
+    });
     test('cannot reference dimension', () => {
         expect((0, test_translator_1.markSource) `
         source: x is a extend {
@@ -104,6 +113,45 @@ describe('lenses', () => {
         run: x -> d + n
       `).translationToFailWith('named refinement `n` must be a view, found a number');
     });
+    test('can reference dimension at head of query when experiment is enabled', () => {
+        expect((0, test_translator_1.markSource) `
+        ##! experimental { scalar_lenses }
+        source: x is a extend {
+          dimension: n is 1
+        }
+        run: x -> n
+      `).toTranslate();
+    });
+    test('can reference dimension in refinement when experiment is enabled', () => {
+        expect((0, test_translator_1.markSource) `
+        ##! experimental { scalar_lenses }
+        source: x is a extend {
+          dimension: n is 1
+          view: d is { group_by: n1 is 1 }
+        }
+        run: x -> d + n
+      `).toTranslate();
+    });
+    test('cannot nest dimension even when experiment is enabled', () => {
+        expect((0, test_translator_1.markSource) `
+        ##! experimental { scalar_lenses }
+        source: x is a extend {
+          dimension: n is 1
+          view: d is { nest: n }
+        }
+        run: x -> d
+      `).translationToFailWith('Cannot use a scalar field in a nest operation, did you mean to use a group_by or select operation instead?');
+    });
+    test('can nest dimension with refinement when experiment is enabled', () => {
+        expect((0, test_translator_1.markSource) `
+        ##! experimental { scalar_lenses }
+        source: x is a extend {
+          dimension: n is 1
+          view: d is { nest: n + { where: n > 0 } }
+        }
+        run: x -> d
+      `).toTranslate();
+    });
     test('cannot reference join', () => {
         expect((0, test_translator_1.markSource) `
         source: x is a extend {
@@ -127,4 +175,41 @@ describe('lenses', () => {
       `).translationToFailWith('Named refinements of multi-stage views are not supported', 'named refinement `multi` must have exactly one stage');
     });
 });
+describe('partial views', () => {
+    test('allow where-headed refinement chains', () => {
+        expect((0, test_translator_1.markSource) `
+        source: x is a extend {
+          view: metrics is { aggregate: c is count() }
+          view: cool_metrics is { where: true } + metrics
+        }
+      `).toTranslate();
+    });
+    test.skip('partial with index', () => {
+        expect((0, test_translator_1.markSource) `
+        source: x is a extend {
+          view: idx is { index: * }
+        }
+        run: x -> { where: true } + idx
+      `).toTranslate();
+    });
+    test('disallow chains that have no fields in view', () => {
+        expect((0, test_translator_1.markSource) `
+        source: x is a extend {
+          view: bad1 is { where: true }
+          view: bad2 is { where: true } + { where: false }
+        }
+      `).translationToFailWith("Can't determine view type (`group_by` / `aggregate` / `nest`, `project`, `index`)", "Can't determine view type (`group_by` / `aggregate` / `nest`, `project`, `index`)");
+    });
+    test('disallow chains that have no fields in multi-stage', () => {
+        expect((0, test_translator_1.markSource) `
+        source: x is a extend {
+          view: v is { group_by: ai }
+          view: v2 is v -> { where: true }
+          view: v3 is { where: true } -> { group_by: undef }
+        }
+        run: x -> v -> { where: true }
+        run: x -> { where: true } -> { group_by: undef }
+      `).translationToFailWith("Can't determine view type (`group_by` / `aggregate` / `nest`, `project`, `index`)", "'undef' is not defined", "Can't determine view type (`group_by` / `aggregate` / `nest`, `project`, `index`)", "Can't determine view type (`group_by` / `aggregate` / `nest`, `project`, `index`)", "'undef' is not defined", "Can't determine view type (`group_by` / `aggregate` / `nest`, `project`, `index`)");
+    });
+});
 //# sourceMappingURL=lenses.spec.js.map

package/dist/lang/test/parse.spec.js

@@ -117,7 +117,7 @@ describe('error handling', () => {
         expect('\n').toTranslate();
     });
     test('query without fields', () => {
-        expect('run: a -> { top: 5 }').translationToFailWith("Can't determine query type (group_by/aggregate/nest,project,index)");
+        expect('run: a -> { top: 5 }').translationToFailWith("Can't determine view type (`group_by` / `aggregate` / `nest`, `project`, `index`)");
     });
     test('refine cannot change query type', () => {
         expect('run: ab -> aturtle + { select: astr }').translationToFailWith(/Not legal in grouping query/);

package/dist/lang/test/query.spec.js

@@ -515,7 +515,7 @@ describe('query:', () => {
         test('cannot use calculate with no other fields', () => {
             expect(`run: a -> {
         calculate: x is row_number()
-      }`).translationToFailWith("Can't determine query type (group_by/aggregate/nest,project,index)");
+      }`).translationToFailWith("Can't determine view type (`group_by` / `aggregate` / `nest`, `project`, `index`)");
         });
         // TODO someday make it so we can order by an analytic function
         test('today: cannot order by analytic function', () => {

package/dist/model/malloy_query.js

@@ -1320,6 +1320,8 @@ class QueryQuery extends QueryField {
                 return new QueryQueryProject(flatTurtleDef, parent, stageWriter);
             case 'index':
                 return new QueryQueryIndex(flatTurtleDef, parent, stageWriter);
+            case 'partial':
+                throw new Error('Attempt to make query out of partial stage');
         }
     }
     inNestedPipeline() {

package/dist/model/malloy_types.d.ts

@@ -415,6 +415,10 @@ export interface ReduceSegment extends QuerySegment {
     type: 'reduce';
 }
 export declare function isReduceSegment(pe: PipeSegment): pe is ReduceSegment;
+export interface PartialSegment extends QuerySegment {
+    type: 'partial';
+}
+export declare function isPartialSegment(pe: PipeSegment): pe is PartialSegment;
 export interface ProjectSegment extends QuerySegment {
     type: 'project';
 }
@@ -442,7 +446,7 @@ export interface IndexSegment extends Filtered {
 }
 export declare function isIndexSegment(pe: PipeSegment): pe is IndexSegment;
 export interface QuerySegment extends Filtered {
-    type: 'reduce' | 'project';
+    type: 'reduce' | 'project' | 'partial';
     fields: QueryFieldDef[];
     extendSource?: FieldDef[];
     limit?: number;

package/dist/model/malloy_types.js

@@ -22,8 +22,8 @@
  * SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
  */
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.mergeEvalSpaces = exports.isSQLFragment = exports.isJoinOn = exports.isIndexSegment = exports.isSamplingEnable = exports.isSamplingPercent = exports.isSamplingRows = exports.isQuerySegment = exports.isProjectSegment = exports.isReduceSegment = exports.refIsStructDef = exports.isByExpression = exports.isByName = exports.ValueType = exports.isExtractUnit = exports.isTimestampUnit = exports.isDateUnit = exports.FieldIsIntrinsic = exports.isCastType = exports.isAtomicFieldType = exports.isTimeFieldType = exports.hasExpression = exports.maxOfExpressionTypes = exports.maxExpressionType = exports.isExpressionTypeLEQ = exports.expressionIsAnalytic = exports.expressionIsCalculation = exports.expressionInvolvesAggregate = exports.expressionIsUngroupedAggregate = exports.expressionIsAggregate = exports.expressionIsScalar = exports.mkExpr = exports.isApplyFragment = exports.isApplyValue = exports.isParameterFragment = exports.isFieldFragment = exports.isSpreadFragment = exports.isSQLExpressionFragment = exports.isFunctionCallFragment = exports.isFunctionParameterFragment = exports.isUngroupFragment = exports.isAsymmetricFragment = exports.isAggregateFragment = exports.isDialectFragment = exports.isFilterFragment = exports.isOutputFieldFragment = exports.isFilteredAliasedName = exports.paramHasValue = exports.isConditionParameter = exports.isValueParameter = void 0;
-exports.isValueDate = exports.isValueTimestamp = exports.isValueBoolean = exports.isValueNumber = exports.isValueString = exports.isMeasureLike = exports.getPhysicalFields = exports.getDimensions = exports.isPhysical = exports.isDimensional = exports.isTurtleDef = exports.getIdentifier = exports.isFieldStructDef = exports.isFieldTimeBased = exports.isFieldTypeDef = exports.isSQLBlockStruct = void 0;
+exports.isSQLFragment = exports.isJoinOn = exports.isIndexSegment = exports.isSamplingEnable = exports.isSamplingPercent = exports.isSamplingRows = exports.isQuerySegment = exports.isProjectSegment = exports.isPartialSegment = exports.isReduceSegment = exports.refIsStructDef = exports.isByExpression = exports.isByName = exports.ValueType = exports.isExtractUnit = exports.isTimestampUnit = exports.isDateUnit = exports.FieldIsIntrinsic = exports.isCastType = exports.isAtomicFieldType = exports.isTimeFieldType = exports.hasExpression = exports.maxOfExpressionTypes = exports.maxExpressionType = exports.isExpressionTypeLEQ = exports.expressionIsAnalytic = exports.expressionIsCalculation = exports.expressionInvolvesAggregate = exports.expressionIsUngroupedAggregate = exports.expressionIsAggregate = exports.expressionIsScalar = exports.mkExpr = exports.isApplyFragment = exports.isApplyValue = exports.isParameterFragment = exports.isFieldFragment = exports.isSpreadFragment = exports.isSQLExpressionFragment = exports.isFunctionCallFragment = exports.isFunctionParameterFragment = exports.isUngroupFragment = exports.isAsymmetricFragment = exports.isAggregateFragment = exports.isDialectFragment = exports.isFilterFragment = exports.isOutputFieldFragment = exports.isFilteredAliasedName = exports.paramHasValue = exports.isConditionParameter = exports.isValueParameter = void 0;
+exports.isValueDate = exports.isValueTimestamp = exports.isValueBoolean = exports.isValueNumber = exports.isValueString = exports.isMeasureLike = exports.getPhysicalFields = exports.getDimensions = exports.isPhysical = exports.isDimensional = exports.isTurtleDef = exports.getIdentifier = exports.isFieldStructDef = exports.isFieldTimeBased = exports.isFieldTypeDef = exports.isSQLBlockStruct = exports.mergeEvalSpaces = void 0;
 function isValueParameter(p) {
     return p.value !== undefined;
 }
@@ -286,6 +286,10 @@ function isReduceSegment(pe) {
     return pe.type === 'reduce';
 }
 exports.isReduceSegment = isReduceSegment;
+function isPartialSegment(pe) {
+    return pe.type === 'partial';
+}
+exports.isPartialSegment = isPartialSegment;
 function isProjectSegment(pe) {
     return pe.type === 'project';
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@malloydata/malloy",
-  "version": "0.0.100-dev231107154720",
+  "version": "0.0.100",
   "license": "MIT",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",