@hypequery/protocol-conformance 0.16.1 → 0.17.0

package/fixtures/deployments-v2/success.json

@@ -211,5 +211,163 @@
         }
       ]
     }
+  },
+  {
+    "id": "merge-measures",
+    "value": {
+      "kind": "hypequery-deployment",
+      "version": 2,
+      "datasets": [
+        {
+          "name": "daily_active_users",
+          "source": "daily_active_users",
+          "tenant": {
+            "kind": "not-required"
+          },
+          "dimensions": [
+            {
+              "name": "day",
+              "type": "timestamp",
+              "source": {
+                "kind": "column",
+                "column": "day"
+              },
+              "filterable": true,
+              "groupable": true
+            }
+          ],
+          "measures": [
+            {
+              "name": "active_users",
+              "aggregation": "merge",
+              "field": "users",
+              "filters": [],
+              "stateFunction": "uniq"
+            },
+            {
+              "name": "events",
+              "aggregation": "merge",
+              "stateFunction": "sum",
+              "field": "events",
+              "filters": []
+            }
+          ],
+          "filters": [],
+          "relationships": []
+        }
+      ]
+    }
+  },
+  {
+    "id": "null-checks",
+    "value": {
+      "kind": "hypequery-deployment",
+      "version": 2,
+      "datasets": [
+        {
+          "name": "customers",
+          "source": "customers",
+          "tenant": {
+            "kind": "not-required"
+          },
+          "dimensions": [
+            {
+              "name": "plan",
+              "type": "string",
+              "source": {
+                "kind": "column",
+                "column": "plan"
+              },
+              "filterable": true,
+              "groupable": true
+            },
+            {
+              "name": "churnedAt",
+              "type": "timestamp",
+              "source": {
+                "kind": "column",
+                "column": "churned_at"
+              },
+              "filterable": true,
+              "groupable": true
+            },
+            {
+              "name": "trial",
+              "type": "boolean",
+              "source": {
+                "kind": "column",
+                "column": "trial"
+              },
+              "filterable": true,
+              "groupable": true
+            }
+          ],
+          "measures": [
+            {
+              "name": "churnedCustomers",
+              "aggregation": "count",
+              "field": "id",
+              "filters": [
+                {
+                  "kind": "comparison",
+                  "operator": "isNotNull",
+                  "left": {
+                    "kind": "reference",
+                    "name": "churned_at"
+                  }
+                }
+              ]
+            },
+            {
+              "name": "activeCustomers",
+              "aggregation": "count",
+              "field": "id",
+              "filters": [
+                {
+                  "kind": "comparison",
+                  "operator": "isNull",
+                  "left": {
+                    "kind": "reference",
+                    "name": "churned_at"
+                  }
+                },
+                {
+                  "kind": "comparison",
+                  "operator": "eq",
+                  "left": {
+                    "kind": "reference",
+                    "name": "trial"
+                  },
+                  "right": {
+                    "kind": "literal",
+                    "value": false
+                  }
+                }
+              ]
+            }
+          ],
+          "filters": [
+            {
+              "name": "churnedAt",
+              "field": "churnedAt",
+              "operators": [
+                "gte",
+                "isNotNull",
+                "isNull"
+              ]
+            },
+            {
+              "name": "trial",
+              "field": "trial",
+              "operators": [
+                "eq",
+                "isNull"
+              ]
+            }
+          ],
+          "relationships": []
+        }
+      ]
+    }
   }
 ]

package/fixtures/deployments-v3/README.md

@@ -14,3 +14,5 @@ This family accompanies accepted RFC 0015. It covers what deployment contract 3
 The rules that depend on the query grain are consumer checks at query time, not contract rules, so this family does not cover them. These are whole-bucket intervals, `toDate` coarser than the grain, the 1,000-bucket bound, and the required time range.
 
 Every case was generated with, and checked against, the TypeScript reference implementation. The Python implementation also passes every case.
+
+RFC 0023 added null checks: the `null-checks` success and identity case (measure filters, allowed-filter operators and a segment predicate) and rejections for a segment or measure-filter null check with a `right` operand.

package/fixtures/deployments-v3/identity.json

@@ -8,5 +8,7 @@
   {"id": "tenant-dataset-segment", "canonical": "{\"datasets\":[{\"allowedFilters\":[{\"field\":\"status\",\"name\":\"status\",\"operators\":[\"eq\",\"in\"]}],\"dimensions\":[{\"filterable\":true,\"groupable\":true,\"name\":\"tier\",\"source\":{\"column\":\"tier\",\"kind\":\"column\"},\"type\":\"string\"},{\"filterable\":true,\"groupable\":true,\"name\":\"tenantId\",\"source\":{\"column\":\"tenant_id\",\"kind\":\"column\"},\"type\":\"string\"}],\"measures\":[{\"aggregation\":\"sum\",\"field\":\"amount\",\"filters\":[],\"name\":\"revenue\"}],\"name\":\"orders\",\"relationships\":[],\"segments\":[{\"description\":\"Enterprise-tier customers\",\"name\":\"enterprise\",\"predicate\":{\"kind\":\"comparison\",\"left\":{\"kind\":\"reference\",\"name\":\"tier\"},\"operator\":\"eq\",\"right\":{\"kind\":\"literal\",\"value\":\"enterprise\"}}}],\"source\":\"orders\",\"tenant\":{\"field\":\"tenant_id\",\"kind\":\"required\"}}],\"kind\":\"hypequery-deployment\",\"version\":3}", "sha256": "931bc22705679ac4d9ab38d7b805e82cded1a8bce02c22ef6814382e09a3df66"},
   {"id":"window-and-shift-measures","canonical":"{\"datasets\":[{\"allowedFilters\":[{\"field\":\"status\",\"name\":\"status\",\"operators\":[\"eq\",\"in\"]}],\"dimensions\":[{\"filterable\":true,\"groupable\":true,\"name\":\"tier\",\"source\":{\"column\":\"tier\",\"kind\":\"column\"},\"type\":\"string\"},{\"filterable\":true,\"groupable\":true,\"name\":\"status\",\"source\":{\"column\":\"status\",\"kind\":\"column\"},\"type\":\"string\"},{\"filterable\":true,\"groupable\":true,\"name\":\"amount\",\"source\":{\"column\":\"amount\",\"kind\":\"column\"},\"type\":\"number\"},{\"filterable\":true,\"groupable\":true,\"name\":\"createdAt\",\"source\":{\"column\":\"created_at\",\"kind\":\"column\"},\"type\":\"timestamp\"}],\"measures\":[{\"aggregation\":\"sum\",\"field\":\"amount\",\"filters\":[],\"name\":\"revenue\"},{\"kind\":\"window\",\"measure\":\"revenue\",\"name\":\"revenue7d\",\"requiresTimeRange\":true,\"trailing\":{\"amount\":7,\"unit\":\"day\"}},{\"kind\":\"window\",\"measure\":\"revenue\",\"name\":\"revenueMtd\",\"requiresTimeRange\":true,\"toDate\":\"month\"},{\"cumulative\":true,\"kind\":\"window\",\"measure\":\"revenue\",\"name\":\"revenueRunning\",\"requiresTimeRange\":true},{\"interval\":{\"amount\":1,\"unit\":\"year\"},\"kind\":\"shift\",\"measure\":\"revenue\",\"name\":\"revenuePriorYear\",\"requiresTimeRange\":true},{\"expression\":{\"kind\":\"binary\",\"left\":{\"kind\":\"binary\",\"left\":{\"kind\":\"reference\",\"name\":\"now\"},\"operator\":\"subtract\",\"right\":{\"kind\":\"reference\",\"name\":\"before\"}},\"operator\":\"divide\",\"right\":{\"args\":[{\"kind\":\"reference\",\"name\":\"before\"}],\"function\":\"nullIfZero\",\"kind\":\"call\"}},\"kind\":\"derived\",\"name\":\"revenueGrowth\",\"uses\":[{\"alias\":\"now\",\"measure\":\"revenue\"},{\"alias\":\"before\",\"measure\":\"revenuePriorYear\"}]}],\"name\":\"orders\",\"relationships\":[],\"segments\":[],\"source\":\"orders\",\"tenant\":{\"kind\":\"not-required\"},\"timeField\":\"created_at\"}],\"kind\":\"hypequery-deployment\",\"version\":3}","sha256":"0fa473a785d5699f086b3512f7206ec1280dc8aefdbadacf2e3fbb903327a9b7"},
   {"id":"approximate-window","canonical":"{\"datasets\":[{\"allowedFilters\":[{\"field\":\"status\",\"name\":\"status\",\"operators\":[\"eq\",\"in\"]}],\"dimensions\":[{\"filterable\":true,\"groupable\":true,\"name\":\"tier\",\"source\":{\"column\":\"tier\",\"kind\":\"column\"},\"type\":\"string\"},{\"filterable\":true,\"groupable\":true,\"name\":\"status\",\"source\":{\"column\":\"status\",\"kind\":\"column\"},\"type\":\"string\"},{\"filterable\":true,\"groupable\":true,\"name\":\"amount\",\"source\":{\"column\":\"amount\",\"kind\":\"column\"},\"type\":\"number\"},{\"filterable\":true,\"groupable\":true,\"name\":\"createdAt\",\"source\":{\"column\":\"created_at\",\"kind\":\"column\"},\"type\":\"timestamp\"}],\"measures\":[{\"aggregation\":\"approxCountDistinct\",\"approximate\":true,\"field\":\"user_id\",\"filters\":[],\"name\":\"activeUsers\"},{\"approximate\":true,\"kind\":\"window\",\"measure\":\"activeUsers\",\"name\":\"activeUsers7d\",\"requiresTimeRange\":true,\"trailing\":{\"amount\":7,\"unit\":\"day\"}},{\"approximate\":true,\"interval\":{\"amount\":1,\"unit\":\"week\"},\"kind\":\"shift\",\"measure\":\"activeUsers\",\"name\":\"activeUsersLastWeek\",\"requiresTimeRange\":true}],\"name\":\"orders\",\"relationships\":[],\"segments\":[],\"source\":\"orders\",\"tenant\":{\"kind\":\"not-required\"},\"timeField\":\"created_at\"}],\"kind\":\"hypequery-deployment\",\"version\":3}","sha256":"38248c985f7157ec7cf8fbbb1fe8257272e8930033401c18775f4ad8f7a2eb35"},
-  {"id":"approx-count-distinct-without-segments","canonical":"{\"datasets\":[{\"allowedFilters\":[{\"field\":\"status\",\"name\":\"status\",\"operators\":[\"eq\",\"in\"]}],\"dimensions\":[{\"filterable\":true,\"groupable\":true,\"name\":\"tier\",\"source\":{\"column\":\"tier\",\"kind\":\"column\"},\"type\":\"string\"},{\"filterable\":true,\"groupable\":true,\"name\":\"status\",\"source\":{\"column\":\"status\",\"kind\":\"column\"},\"type\":\"string\"},{\"filterable\":true,\"groupable\":true,\"name\":\"amount\",\"source\":{\"column\":\"amount\",\"kind\":\"column\"},\"type\":\"number\"},{\"filterable\":true,\"groupable\":true,\"name\":\"createdAt\",\"source\":{\"column\":\"created_at\",\"kind\":\"column\"},\"type\":\"timestamp\"}],\"measures\":[{\"aggregation\":\"approxCountDistinct\",\"approximate\":true,\"field\":\"user_id\",\"filters\":[],\"name\":\"activeUsers\"},{\"aggregation\":\"approxCountDistinct\",\"approximate\":true,\"field\":\"user_id\",\"filters\":[{\"kind\":\"comparison\",\"left\":{\"kind\":\"reference\",\"name\":\"status\"},\"operator\":\"eq\",\"right\":{\"kind\":\"literal\",\"value\":\"paid\"}}],\"name\":\"approxActiveFiltered\"}],\"name\":\"orders\",\"relationships\":[],\"source\":\"orders\",\"tenant\":{\"kind\":\"not-required\"}}],\"kind\":\"hypequery-deployment\",\"version\":3}","sha256":"6759733b17f8901ffe4a0421246406cdfff8c04bad71e989d1d8af1239515ab2"}
+  {"id":"approx-count-distinct-without-segments","canonical":"{\"datasets\":[{\"allowedFilters\":[{\"field\":\"status\",\"name\":\"status\",\"operators\":[\"eq\",\"in\"]}],\"dimensions\":[{\"filterable\":true,\"groupable\":true,\"name\":\"tier\",\"source\":{\"column\":\"tier\",\"kind\":\"column\"},\"type\":\"string\"},{\"filterable\":true,\"groupable\":true,\"name\":\"status\",\"source\":{\"column\":\"status\",\"kind\":\"column\"},\"type\":\"string\"},{\"filterable\":true,\"groupable\":true,\"name\":\"amount\",\"source\":{\"column\":\"amount\",\"kind\":\"column\"},\"type\":\"number\"},{\"filterable\":true,\"groupable\":true,\"name\":\"createdAt\",\"source\":{\"column\":\"created_at\",\"kind\":\"column\"},\"type\":\"timestamp\"}],\"measures\":[{\"aggregation\":\"approxCountDistinct\",\"approximate\":true,\"field\":\"user_id\",\"filters\":[],\"name\":\"activeUsers\"},{\"aggregation\":\"approxCountDistinct\",\"approximate\":true,\"field\":\"user_id\",\"filters\":[{\"kind\":\"comparison\",\"left\":{\"kind\":\"reference\",\"name\":\"status\"},\"operator\":\"eq\",\"right\":{\"kind\":\"literal\",\"value\":\"paid\"}}],\"name\":\"approxActiveFiltered\"}],\"name\":\"orders\",\"relationships\":[],\"source\":\"orders\",\"tenant\":{\"kind\":\"not-required\"}}],\"kind\":\"hypequery-deployment\",\"version\":3}","sha256":"6759733b17f8901ffe4a0421246406cdfff8c04bad71e989d1d8af1239515ab2"},
+  {"id":"merge-measures","canonical":"{\"datasets\":[{\"allowedFilters\":[],\"dimensions\":[{\"filterable\":true,\"groupable\":true,\"name\":\"day\",\"source\":{\"column\":\"day\",\"kind\":\"column\"},\"type\":\"timestamp\"}],\"measures\":[{\"aggregation\":\"merge\",\"approximate\":true,\"field\":\"users\",\"filters\":[],\"name\":\"active_users\",\"stateFunction\":\"uniq\"},{\"aggregation\":\"merge\",\"field\":\"users\",\"filters\":[],\"name\":\"exact_users\",\"stateFunction\":\"uniqExact\"},{\"aggregation\":\"approxCountDistinct\",\"approximate\":true,\"field\":\"user_id\",\"filters\":[],\"name\":\"approx_users\"}],\"name\":\"daily_active_users\",\"relationships\":[],\"source\":\"daily_active_users\",\"tenant\":{\"kind\":\"not-required\"}}],\"kind\":\"hypequery-deployment\",\"version\":3}","sha256":"43c972e9913d33e6acff3c612f57e2c65fb9eba25c5c2179b7fe885a13955d8d"},
+  {"id":"null-checks","canonical":"{\"datasets\":[{\"allowedFilters\":[{\"field\":\"churnedAt\",\"name\":\"churnedAt\",\"operators\":[\"gte\",\"isNotNull\",\"isNull\"]},{\"field\":\"trial\",\"name\":\"trial\",\"operators\":[\"eq\",\"isNull\"]}],\"dimensions\":[{\"filterable\":true,\"groupable\":true,\"name\":\"plan\",\"source\":{\"column\":\"plan\",\"kind\":\"column\"},\"type\":\"string\"},{\"filterable\":true,\"groupable\":true,\"name\":\"churnedAt\",\"source\":{\"column\":\"churned_at\",\"kind\":\"column\"},\"type\":\"timestamp\"},{\"filterable\":true,\"groupable\":true,\"name\":\"trial\",\"source\":{\"column\":\"trial\",\"kind\":\"column\"},\"type\":\"boolean\"}],\"measures\":[{\"aggregation\":\"count\",\"field\":\"id\",\"filters\":[{\"kind\":\"comparison\",\"left\":{\"kind\":\"reference\",\"name\":\"churned_at\"},\"operator\":\"isNotNull\"}],\"name\":\"churnedCustomers\"},{\"aggregation\":\"count\",\"field\":\"id\",\"filters\":[{\"kind\":\"comparison\",\"left\":{\"kind\":\"reference\",\"name\":\"churned_at\"},\"operator\":\"isNull\"},{\"kind\":\"comparison\",\"left\":{\"kind\":\"reference\",\"name\":\"trial\"},\"operator\":\"eq\",\"right\":{\"kind\":\"literal\",\"value\":false}}],\"name\":\"activeCustomers\"}],\"name\":\"customers\",\"relationships\":[],\"segments\":[{\"name\":\"churned\",\"predicate\":{\"kind\":\"comparison\",\"left\":{\"kind\":\"reference\",\"name\":\"churnedAt\"},\"operator\":\"isNotNull\"}}],\"source\":\"customers\",\"tenant\":{\"kind\":\"not-required\"}}],\"kind\":\"hypequery-deployment\",\"version\":3}","sha256":"8562de89084a56ca93fead20031b6c32fa8f54964cb96eea252c76e21373deee"}
 ]

package/fixtures/deployments-v3/rejections.json

@@ -32,5 +32,9 @@
   {"id": "shift-with-window-frame", "value": {"kind": "hypequery-deployment", "version": 3, "datasets": [{"name": "orders", "source": "orders", "tenant": {"kind": "not-required"}, "dimensions": [{"name": "tier", "type": "string", "source": {"kind": "column", "column": "tier"}, "filterable": true, "groupable": true}, {"name": "status", "type": "string", "source": {"kind": "column", "column": "status"}, "filterable": true, "groupable": true}, {"name": "amount", "type": "number", "source": {"kind": "column", "column": "amount"}, "filterable": true, "groupable": true}, {"name": "createdAt", "type": "timestamp", "source": {"kind": "column", "column": "created_at"}, "filterable": true, "groupable": true}], "measures": [{"name": "revenue", "aggregation": "sum", "field": "amount", "filters": []}, {"kind": "shift", "requiresTimeRange": true, "name": "s", "measure": "revenue", "interval": {"amount": 1, "unit": "year"}, "cumulative": true}], "allowedFilters": [{"name": "status", "field": "status", "operators": ["eq", "in"]}], "segments": [], "relationships": [], "timeField": "created_at"}]}, "error": "HQ_DEPLOYMENT_UNKNOWN_FIELD"},
   {"id": "default-grain-still-closed", "value": {"kind": "hypequery-deployment", "version": 3, "datasets": [{"name": "orders", "source": "orders", "tenant": {"kind": "not-required"}, "dimensions": [{"name": "tier", "type": "string", "source": {"kind": "column", "column": "tier"}, "filterable": true, "groupable": true}, {"name": "status", "type": "string", "source": {"kind": "column", "column": "status"}, "filterable": true, "groupable": true}, {"name": "amount", "type": "number", "source": {"kind": "column", "column": "amount"}, "filterable": true, "groupable": true}, {"name": "createdAt", "type": "timestamp", "source": {"kind": "column", "column": "created_at"}, "filterable": true, "groupable": true}], "measures": [{"name": "revenue", "aggregation": "sum", "field": "amount", "filters": []}], "allowedFilters": [{"name": "status", "field": "status", "operators": ["eq", "in"]}], "segments": [{"name": "enterprise", "predicate": {"kind": "comparison", "operator": "eq", "left": {"kind": "reference", "name": "tier"}, "right": {"kind": "literal", "value": "enterprise"}}, "description": "Enterprise-tier customers"}], "relationships": [], "timeField": "created_at", "defaults": {"timeGrain": "second"}}]}, "error": "HQ_DEPLOYMENT_INVALID_VALUE"},
   {"id":"window-missing-time-range-marker","value":{"kind":"hypequery-deployment","version":3,"datasets":[{"name":"orders","source":"orders","tenant":{"kind":"not-required"},"dimensions":[{"name":"tier","type":"string","source":{"kind":"column","column":"tier"},"filterable":true,"groupable":true},{"name":"status","type":"string","source":{"kind":"column","column":"status"},"filterable":true,"groupable":true},{"name":"amount","type":"number","source":{"kind":"column","column":"amount"},"filterable":true,"groupable":true},{"name":"createdAt","type":"timestamp","source":{"kind":"column","column":"created_at"},"filterable":true,"groupable":true}],"measures":[{"name":"revenue","aggregation":"sum","field":"amount","filters":[]},{"kind":"window","name":"revenue7d","measure":"revenue","trailing":{"amount":7,"unit":"day"}},{"kind":"window","requiresTimeRange":true,"name":"revenueMtd","measure":"revenue","toDate":"month"},{"kind":"window","requiresTimeRange":true,"name":"revenueRunning","measure":"revenue","cumulative":true},{"kind":"shift","requiresTimeRange":true,"name":"revenuePriorYear","measure":"revenue","interval":{"amount":1,"unit":"year"}},{"kind":"derived","name":"revenueGrowth","uses":[{"alias":"now","measure":"revenue"},{"alias":"before","measure":"revenuePriorYear"}],"expression":{"kind":"binary","operator":"divide","left":{"kind":"binary","operator":"subtract","left":{"kind":"reference","name":"now"},"right":{"kind":"reference","name":"before"}},"right":{"kind":"call","function":"nullIfZero","args":[{"kind":"reference","name":"before"}]}}}],"allowedFilters":[{"name":"status","field":"status","operators":["eq","in"]}],"segments":[],"relationships":[],"timeField":"created_at"}]},"error":"HQ_DEPLOYMENT_TYPE"},
-  {"id":"shift-false-time-range-marker","value":{"kind":"hypequery-deployment","version":3,"datasets":[{"name":"orders","source":"orders","tenant":{"kind":"not-required"},"dimensions":[{"name":"tier","type":"string","source":{"kind":"column","column":"tier"},"filterable":true,"groupable":true},{"name":"status","type":"string","source":{"kind":"column","column":"status"},"filterable":true,"groupable":true},{"name":"amount","type":"number","source":{"kind":"column","column":"amount"},"filterable":true,"groupable":true},{"name":"createdAt","type":"timestamp","source":{"kind":"column","column":"created_at"},"filterable":true,"groupable":true}],"measures":[{"name":"revenue","aggregation":"sum","field":"amount","filters":[]},{"kind":"window","requiresTimeRange":true,"name":"revenue7d","measure":"revenue","trailing":{"amount":7,"unit":"day"}},{"kind":"window","requiresTimeRange":true,"name":"revenueMtd","measure":"revenue","toDate":"month"},{"kind":"window","requiresTimeRange":true,"name":"revenueRunning","measure":"revenue","cumulative":true},{"kind":"shift","requiresTimeRange":false,"name":"revenuePriorYear","measure":"revenue","interval":{"amount":1,"unit":"year"}},{"kind":"derived","name":"revenueGrowth","uses":[{"alias":"now","measure":"revenue"},{"alias":"before","measure":"revenuePriorYear"}],"expression":{"kind":"binary","operator":"divide","left":{"kind":"binary","operator":"subtract","left":{"kind":"reference","name":"now"},"right":{"kind":"reference","name":"before"}},"right":{"kind":"call","function":"nullIfZero","args":[{"kind":"reference","name":"before"}]}}}],"allowedFilters":[{"name":"status","field":"status","operators":["eq","in"]}],"segments":[],"relationships":[],"timeField":"created_at"}]},"error":"HQ_DEPLOYMENT_INVALID_VALUE"}
+  {"id":"shift-false-time-range-marker","value":{"kind":"hypequery-deployment","version":3,"datasets":[{"name":"orders","source":"orders","tenant":{"kind":"not-required"},"dimensions":[{"name":"tier","type":"string","source":{"kind":"column","column":"tier"},"filterable":true,"groupable":true},{"name":"status","type":"string","source":{"kind":"column","column":"status"},"filterable":true,"groupable":true},{"name":"amount","type":"number","source":{"kind":"column","column":"amount"},"filterable":true,"groupable":true},{"name":"createdAt","type":"timestamp","source":{"kind":"column","column":"created_at"},"filterable":true,"groupable":true}],"measures":[{"name":"revenue","aggregation":"sum","field":"amount","filters":[]},{"kind":"window","requiresTimeRange":true,"name":"revenue7d","measure":"revenue","trailing":{"amount":7,"unit":"day"}},{"kind":"window","requiresTimeRange":true,"name":"revenueMtd","measure":"revenue","toDate":"month"},{"kind":"window","requiresTimeRange":true,"name":"revenueRunning","measure":"revenue","cumulative":true},{"kind":"shift","requiresTimeRange":false,"name":"revenuePriorYear","measure":"revenue","interval":{"amount":1,"unit":"year"}},{"kind":"derived","name":"revenueGrowth","uses":[{"alias":"now","measure":"revenue"},{"alias":"before","measure":"revenuePriorYear"}],"expression":{"kind":"binary","operator":"divide","left":{"kind":"binary","operator":"subtract","left":{"kind":"reference","name":"now"},"right":{"kind":"reference","name":"before"}},"right":{"kind":"call","function":"nullIfZero","args":[{"kind":"reference","name":"before"}]}}}],"allowedFilters":[{"name":"status","field":"status","operators":["eq","in"]}],"segments":[],"relationships":[],"timeField":"created_at"}]},"error":"HQ_DEPLOYMENT_INVALID_VALUE"},
+  {"id":"merge-estimate-missing-approximate","value":{"kind":"hypequery-deployment","version":3,"datasets":[{"name":"daily_active_users","source":"daily_active_users","tenant":{"kind":"not-required"},"dimensions":[{"name":"day","type":"timestamp","source":{"kind":"column","column":"day"},"filterable":true,"groupable":true}],"measures":[{"name":"active_users","aggregation":"merge","field":"users","filters":[],"stateFunction":"uniq"},{"name":"approx_users","aggregation":"approxCountDistinct","field":"user_id","filters":[],"approximate":true}],"allowedFilters":[],"relationships":[]}]},"error":"HQ_DEPLOYMENT_INVALID_VALUE"},
+  {"id":"merge-exact-with-approximate","value":{"kind":"hypequery-deployment","version":3,"datasets":[{"name":"daily_active_users","source":"daily_active_users","tenant":{"kind":"not-required"},"dimensions":[{"name":"day","type":"timestamp","source":{"kind":"column","column":"day"},"filterable":true,"groupable":true}],"measures":[{"name":"active_users","aggregation":"merge","field":"users","filters":[],"stateFunction":"uniqExact","approximate":true},{"name":"approx_users","aggregation":"approxCountDistinct","field":"user_id","filters":[],"approximate":true}],"allowedFilters":[],"relationships":[]}]},"error":"HQ_DEPLOYMENT_INVALID_VALUE"},
+  {"id":"segment-null-check-with-right","value":{"kind":"hypequery-deployment","version":3,"datasets":[{"name":"customers","source":"customers","tenant":{"kind":"not-required"},"dimensions":[{"name":"plan","type":"string","source":{"kind":"column","column":"plan"},"filterable":true,"groupable":true},{"name":"churnedAt","type":"timestamp","source":{"kind":"column","column":"churned_at"},"filterable":true,"groupable":true},{"name":"trial","type":"boolean","source":{"kind":"column","column":"trial"},"filterable":true,"groupable":true}],"measures":[{"name":"churnedCustomers","aggregation":"count","field":"id","filters":[{"kind":"comparison","operator":"isNotNull","left":{"kind":"reference","name":"churned_at"}}]},{"name":"activeCustomers","aggregation":"count","field":"id","filters":[{"kind":"comparison","operator":"isNull","left":{"kind":"reference","name":"churned_at"}},{"kind":"comparison","operator":"eq","left":{"kind":"reference","name":"trial"},"right":{"kind":"literal","value":false}}]}],"allowedFilters":[{"name":"churnedAt","field":"churnedAt","operators":["gte","isNotNull","isNull"]},{"name":"trial","field":"trial","operators":["eq","isNull"]}],"segments":[{"name":"churned","predicate":{"kind":"comparison","operator":"isNotNull","left":{"kind":"reference","name":"churnedAt"},"right":{"kind":"literal","value":null}}}],"relationships":[]}]},"error":"HQ_DEPLOYMENT_INVALID_VALUE"},
+  {"id":"measure-filter-null-check-with-right","value":{"kind":"hypequery-deployment","version":3,"datasets":[{"name":"customers","source":"customers","tenant":{"kind":"not-required"},"dimensions":[{"name":"plan","type":"string","source":{"kind":"column","column":"plan"},"filterable":true,"groupable":true},{"name":"churnedAt","type":"timestamp","source":{"kind":"column","column":"churned_at"},"filterable":true,"groupable":true},{"name":"trial","type":"boolean","source":{"kind":"column","column":"trial"},"filterable":true,"groupable":true}],"measures":[{"name":"churnedCustomers","aggregation":"count","field":"id","filters":[{"kind":"comparison","operator":"isNotNull","left":{"kind":"reference","name":"churned_at"},"right":{"kind":"literal","value":"1971-01-01"}}]},{"name":"activeCustomers","aggregation":"count","field":"id","filters":[{"kind":"comparison","operator":"isNull","left":{"kind":"reference","name":"churned_at"}},{"kind":"comparison","operator":"eq","left":{"kind":"reference","name":"trial"},"right":{"kind":"literal","value":false}}]}],"allowedFilters":[{"name":"churnedAt","field":"churnedAt","operators":["gte","isNotNull","isNull"]},{"name":"trial","field":"trial","operators":["eq","isNull"]}],"segments":[{"name":"churned","predicate":{"kind":"comparison","operator":"isNotNull","left":{"kind":"reference","name":"churnedAt"}}}],"relationships":[]}]},"error":"HQ_DEPLOYMENT_INVALID_VALUE"}
 ]

package/fixtures/deployments-v3/success.json

@@ -8,5 +8,7 @@
   {"id": "tenant-dataset-segment", "value": {"kind": "hypequery-deployment", "version": 3, "datasets": [{"name": "orders", "source": "orders", "tenant": {"kind": "required", "field": "tenant_id"}, "dimensions": [{"name": "tier", "type": "string", "source": {"kind": "column", "column": "tier"}, "filterable": true, "groupable": true}, {"name": "tenantId", "type": "string", "source": {"kind": "column", "column": "tenant_id"}, "filterable": true, "groupable": true}], "measures": [{"name": "revenue", "aggregation": "sum", "field": "amount", "filters": []}], "allowedFilters": [{"name": "status", "field": "status", "operators": ["eq", "in"]}], "segments": [{"name": "enterprise", "predicate": {"kind": "comparison", "operator": "eq", "left": {"kind": "reference", "name": "tier"}, "right": {"kind": "literal", "value": "enterprise"}}, "description": "Enterprise-tier customers"}], "relationships": []}]}},
   {"id": "window-and-shift-measures", "value": {"kind": "hypequery-deployment", "version": 3, "datasets": [{"name": "orders", "source": "orders", "tenant": {"kind": "not-required"}, "dimensions": [{"name": "tier", "type": "string", "source": {"kind": "column", "column": "tier"}, "filterable": true, "groupable": true}, {"name": "status", "type": "string", "source": {"kind": "column", "column": "status"}, "filterable": true, "groupable": true}, {"name": "amount", "type": "number", "source": {"kind": "column", "column": "amount"}, "filterable": true, "groupable": true}, {"name": "createdAt", "type": "timestamp", "source": {"kind": "column", "column": "created_at"}, "filterable": true, "groupable": true}], "measures": [{"name": "revenue", "aggregation": "sum", "field": "amount", "filters": []}, {"kind": "window", "requiresTimeRange": true, "name": "revenue7d", "measure": "revenue", "trailing": {"amount": 7, "unit": "day"}}, {"kind": "window", "requiresTimeRange": true, "name": "revenueMtd", "measure": "revenue", "toDate": "month"}, {"kind": "window", "requiresTimeRange": true, "name": "revenueRunning", "measure": "revenue", "cumulative": true}, {"kind": "shift", "requiresTimeRange": true, "name": "revenuePriorYear", "measure": "revenue", "interval": {"amount": 1, "unit": "year"}}, {"kind": "derived", "name": "revenueGrowth", "uses": [{"alias": "now", "measure": "revenue"}, {"alias": "before", "measure": "revenuePriorYear"}], "expression": {"kind": "binary", "operator": "divide", "left": {"kind": "binary", "operator": "subtract", "left": {"kind": "reference", "name": "now"}, "right": {"kind": "reference", "name": "before"}}, "right": {"kind": "call", "function": "nullIfZero", "args": [{"kind": "reference", "name": "before"}]}}}], "allowedFilters": [{"name": "status", "field": "status", "operators": ["eq", "in"]}], "segments": [], "relationships": [], "timeField": "created_at"}]}},
   {"id": "approximate-window", "value": {"kind": "hypequery-deployment", "version": 3, "datasets": [{"name": "orders", "source": "orders", "tenant": {"kind": "not-required"}, "dimensions": [{"name": "tier", "type": "string", "source": {"kind": "column", "column": "tier"}, "filterable": true, "groupable": true}, {"name": "status", "type": "string", "source": {"kind": "column", "column": "status"}, "filterable": true, "groupable": true}, {"name": "amount", "type": "number", "source": {"kind": "column", "column": "amount"}, "filterable": true, "groupable": true}, {"name": "createdAt", "type": "timestamp", "source": {"kind": "column", "column": "created_at"}, "filterable": true, "groupable": true}], "measures": [{"name": "activeUsers", "aggregation": "approxCountDistinct", "field": "user_id", "filters": [], "approximate": true}, {"kind": "window", "requiresTimeRange": true, "name": "activeUsers7d", "measure": "activeUsers", "trailing": {"amount": 7, "unit": "day"}, "approximate": true}, {"kind": "shift", "requiresTimeRange": true, "name": "activeUsersLastWeek", "measure": "activeUsers", "interval": {"amount": 1, "unit": "week"}, "approximate": true}], "allowedFilters": [{"name": "status", "field": "status", "operators": ["eq", "in"]}], "segments": [], "relationships": [], "timeField": "created_at"}]}},
-  {"id":"approx-count-distinct-without-segments","value":{"kind":"hypequery-deployment","version":3,"datasets":[{"name":"orders","source":"orders","tenant":{"kind":"not-required"},"dimensions":[{"name":"tier","type":"string","source":{"kind":"column","column":"tier"},"filterable":true,"groupable":true},{"name":"status","type":"string","source":{"kind":"column","column":"status"},"filterable":true,"groupable":true},{"name":"amount","type":"number","source":{"kind":"column","column":"amount"},"filterable":true,"groupable":true},{"name":"createdAt","type":"timestamp","source":{"kind":"column","column":"created_at"},"filterable":true,"groupable":true}],"measures":[{"name":"activeUsers","aggregation":"approxCountDistinct","field":"user_id","filters":[],"approximate":true},{"name":"approxActiveFiltered","aggregation":"approxCountDistinct","field":"user_id","filters":[{"kind":"comparison","operator":"eq","left":{"kind":"reference","name":"status"},"right":{"kind":"literal","value":"paid"}}],"approximate":true}],"allowedFilters":[{"name":"status","field":"status","operators":["eq","in"]}],"relationships":[]}]}}
+  {"id":"approx-count-distinct-without-segments","value":{"kind":"hypequery-deployment","version":3,"datasets":[{"name":"orders","source":"orders","tenant":{"kind":"not-required"},"dimensions":[{"name":"tier","type":"string","source":{"kind":"column","column":"tier"},"filterable":true,"groupable":true},{"name":"status","type":"string","source":{"kind":"column","column":"status"},"filterable":true,"groupable":true},{"name":"amount","type":"number","source":{"kind":"column","column":"amount"},"filterable":true,"groupable":true},{"name":"createdAt","type":"timestamp","source":{"kind":"column","column":"created_at"},"filterable":true,"groupable":true}],"measures":[{"name":"activeUsers","aggregation":"approxCountDistinct","field":"user_id","filters":[],"approximate":true},{"name":"approxActiveFiltered","aggregation":"approxCountDistinct","field":"user_id","filters":[{"kind":"comparison","operator":"eq","left":{"kind":"reference","name":"status"},"right":{"kind":"literal","value":"paid"}}],"approximate":true}],"allowedFilters":[{"name":"status","field":"status","operators":["eq","in"]}],"relationships":[]}]}},
+  {"id":"merge-measures","value":{"kind":"hypequery-deployment","version":3,"datasets":[{"name":"daily_active_users","source":"daily_active_users","tenant":{"kind":"not-required"},"dimensions":[{"name":"day","type":"timestamp","source":{"kind":"column","column":"day"},"filterable":true,"groupable":true}],"measures":[{"name":"active_users","aggregation":"merge","field":"users","filters":[],"stateFunction":"uniq","approximate":true},{"name":"exact_users","aggregation":"merge","stateFunction":"uniqExact","field":"users","filters":[]},{"name":"approx_users","aggregation":"approxCountDistinct","field":"user_id","filters":[],"approximate":true}],"allowedFilters":[],"relationships":[]}]}},
+  {"id":"null-checks","value":{"kind":"hypequery-deployment","version":3,"datasets":[{"name":"customers","source":"customers","tenant":{"kind":"not-required"},"dimensions":[{"name":"plan","type":"string","source":{"kind":"column","column":"plan"},"filterable":true,"groupable":true},{"name":"churnedAt","type":"timestamp","source":{"kind":"column","column":"churned_at"},"filterable":true,"groupable":true},{"name":"trial","type":"boolean","source":{"kind":"column","column":"trial"},"filterable":true,"groupable":true}],"measures":[{"name":"churnedCustomers","aggregation":"count","field":"id","filters":[{"kind":"comparison","operator":"isNotNull","left":{"kind":"reference","name":"churned_at"}}]},{"name":"activeCustomers","aggregation":"count","field":"id","filters":[{"kind":"comparison","operator":"isNull","left":{"kind":"reference","name":"churned_at"}},{"kind":"comparison","operator":"eq","left":{"kind":"reference","name":"trial"},"right":{"kind":"literal","value":false}}]}],"allowedFilters":[{"name":"churnedAt","field":"churnedAt","operators":["gte","isNotNull","isNull"]},{"name":"trial","field":"trial","operators":["eq","isNull"]}],"segments":[{"name":"churned","predicate":{"kind":"comparison","operator":"isNotNull","left":{"kind":"reference","name":"churnedAt"}}}],"relationships":[]}]}}
 ]

package/fixtures/expressions-v1/README.md

@@ -12,3 +12,5 @@ Generators have these language-neutral meanings:
 - `logical-operands` creates one logical `and` node containing `count` distinct copies of that literal expression.
 - `logical-tree` creates a logical `and` root with ten logical `and` groups. The first nine groups contain 100 distinct literal expressions and the tenth contains `lastGroupItems`. The resulting expression has exactly `911 + lastGroupItems` nodes.
 - `unsafe-accessor` is host-model conditional under RFC 0012 and exposes a reference's `name` through an accessor rather than a data property.
+
+RFC 0023 added the null checks: the `comparison-isNull`, `comparison-isNotNull` and `null-check-*` success cases and the `dataset-null-check-filters` query, and rejections for a null check with a `right` operand (including a `null` literal), one without `left`, and a value comparison without `right`.

package/fixtures/expressions-v1/rejections.json

@@ -22,5 +22,12 @@
   { "id": "expression-too-deep", "mode": "expression", "generator": { "type": "nested-not", "depth": 16 }, "error": "HQ_EXPRESSION_TOO_DEEP" },
   { "id": "expression-too-many-nodes", "mode": "expression", "generator": { "type": "logical-tree", "lastGroupItems": 90 }, "error": "HQ_EXPRESSION_TOO_MANY_NODES" },
   { "id": "expression-too-many-items", "mode": "expression", "generator": { "type": "logical-operands", "count": 101 }, "error": "HQ_EXPRESSION_TOO_MANY_ITEMS" },
-  { "id": "expression-unsafe-accessor", "mode": "expression", "generator": { "type": "unsafe-accessor" }, "error": "HQ_EXPRESSION_UNSAFE_OBJECT" }
+  { "id": "expression-unsafe-accessor", "mode": "expression", "generator": { "type": "unsafe-accessor" }, "error": "HQ_EXPRESSION_UNSAFE_OBJECT" },
+  { "id": "comparison-isNull-with-right", "mode": "expression", "value": { "kind": "comparison", "operator": "isNull", "left": { "kind": "reference", "name": "churned_at" }, "right": { "kind": "literal", "value": null } }, "error": "HQ_EXPRESSION_INVALID_ARITY" },
+  { "id": "comparison-isNotNull-with-value", "mode": "expression", "value": { "kind": "comparison", "operator": "isNotNull", "left": { "kind": "reference", "name": "churned_at" }, "right": { "kind": "literal", "value": "1971-01-01" } }, "error": "HQ_EXPRESSION_INVALID_ARITY" },
+  { "id": "comparison-isNull-without-left", "mode": "expression", "value": { "kind": "comparison", "operator": "isNull" }, "error": "HQ_EXPRESSION_TYPE" },
+  { "id": "comparison-eq-without-right", "mode": "expression", "value": { "kind": "comparison", "operator": "eq", "left": { "kind": "reference", "name": "status" } }, "error": "HQ_EXPRESSION_TYPE" },
+  { "id": "comparison-unknown-null-operator", "mode": "expression", "value": { "kind": "comparison", "operator": "isEmpty", "left": { "kind": "reference", "name": "status" }, "right": { "kind": "literal", "value": "" } }, "error": "HQ_EXPRESSION_INVALID_OPERATOR" },
+  { "id": "aggregate-filter-isNotNull-with-right", "mode": "expression", "value": { "kind": "aggregate", "aggregation": "count", "field": "id", "filters": [{ "kind": "comparison", "operator": "isNotNull", "left": { "kind": "reference", "name": "churned_at" }, "right": { "kind": "literal", "value": "1971-01-01" } }] }, "error": "HQ_EXPRESSION_INVALID_ARITY" },
+  { "id": "query-filter-isNull-with-right", "mode": "query", "value": { "kind": "dataset", "dataset": "customers", "filters": [{ "kind": "comparison", "operator": "isNull", "left": { "kind": "reference", "name": "churned_at" }, "right": { "kind": "literal", "value": null } }] }, "error": "HQ_EXPRESSION_INVALID_ARITY" }
 ]

package/fixtures/expressions-v1/success.json

@@ -40,7 +40,13 @@
     { "id": "aggregate-variance", "value": { "kind": "aggregate", "aggregation": "variance", "field": "amount" } },
     { "id": "limit-depth-16", "generator": { "type": "nested-not", "depth": 15 } },
     { "id": "limit-nodes-1000", "generator": { "type": "logical-tree", "lastGroupItems": 89 } },
-    { "id": "limit-items-100", "generator": { "type": "logical-operands", "count": 100 } }
+    { "id": "limit-items-100", "generator": { "type": "logical-operands", "count": 100 } },
+    { "id": "comparison-isNull", "value": { "kind": "comparison", "operator": "isNull", "left": { "kind": "reference", "name": "churned_at" } } },
+    { "id": "comparison-isNotNull", "value": { "kind": "comparison", "operator": "isNotNull", "left": { "kind": "reference", "name": "churned_at" } } },
+    { "id": "null-check-qualified-boolean", "value": { "kind": "comparison", "operator": "isNotNull", "left": { "kind": "reference", "name": "customer.active" } } },
+    { "id": "null-check-call-operand", "value": { "kind": "comparison", "operator": "isNull", "left": { "kind": "call", "function": "nullIfZero", "args": [{ "kind": "reference", "name": "seats" }] } } },
+    { "id": "null-check-negated", "value": { "kind": "logical", "operator": "not", "operand": { "kind": "comparison", "operator": "isNull", "left": { "kind": "reference", "name": "churned_at" } } } },
+    { "id": "null-check-aggregate-filter", "value": { "kind": "aggregate", "aggregation": "count", "field": "id", "filters": [{ "kind": "comparison", "operator": "isNotNull", "left": { "kind": "reference", "name": "churned_at" } }] } }
   ],
   "queries": [
     { "id": "dataset-all-query-features", "value": { "kind": "dataset", "dataset": "orders", "dimensions": ["status", "customer.country"], "measures": ["revenue", "orders"], "filters": [{ "kind": "comparison", "operator": "eq", "left": { "kind": "reference", "name": "status" }, "right": { "kind": "literal", "value": "paid" } }], "orderBy": [{ "field": "customer.country", "direction": "asc" }, { "field": "revenue", "direction": "desc" }], "limit": 100, "offset": 0, "by": "quarter", "includeMeta": true } },
@@ -48,6 +54,7 @@
     { "id": "query-safe-integer-maximum", "value": { "kind": "dataset", "dataset": "orders", "limit": 9007199254740991, "offset": 9007199254740991 } },
     { "id": "grain-day", "value": { "kind": "dataset", "dataset": "orders", "by": "day" } },
     { "id": "grain-month", "value": { "kind": "dataset", "dataset": "orders", "by": "month" } },
-    { "id": "grain-year", "value": { "kind": "dataset", "dataset": "orders", "by": "year", "limit": 0 } }
+    { "id": "grain-year", "value": { "kind": "dataset", "dataset": "orders", "by": "year", "limit": 0 } },
+    { "id": "dataset-null-check-filters", "value": { "kind": "dataset", "dataset": "customers", "measures": ["customers"], "filters": [{ "kind": "comparison", "operator": "isNotNull", "left": { "kind": "reference", "name": "churned_at" } }, { "kind": "logical", "operator": "or", "operands": [{ "kind": "comparison", "operator": "isNull", "left": { "kind": "reference", "name": "plan" } }, { "kind": "comparison", "operator": "eq", "left": { "kind": "reference", "name": "plan" }, "right": { "kind": "literal", "value": "free" } }] }] } }
   ]
 }

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@hypequery/protocol-conformance",
-  "version": "0.16.1",
+  "version": "0.17.0",
   "description": "Cross-language conformance runner for the Hypequery analytics security protocol",
   "keywords": [
     "hypequery",
@@ -31,7 +31,7 @@
     "README.md"
   ],
   "dependencies": {
-    "@hypequery/protocol": "^0.22.0"
+    "@hypequery/protocol": "^0.24.0"
   },
   "devDependencies": {
     "@types/node": "^22.5.0",