@terascope/data-mate 2.24.0 → 2.25.0

package/dist/src/function-configs/ip/sql-utils.d.ts

@@ -0,0 +1,116 @@
+/**
+ * SQL forms of the IP functions, shared by the function configs in this directory.
+ *
+ * These need the `inet` extension, which is not statically linked into `@duckdb/node-api`. It
+ * autoloads on first use by downloading from the DuckDB repository, so a host with no network
+ * access and no installed copy gets a query error. `TealFrame` loads it when it opens.
+ *
+ * `test/teal-frame/sql-emission-spec.ts` checks each expression against `@terascope/ip-utils`.
+ * Where the two would disagree, the guard that handles it says so.
+*/
+/** The value as an `INET`, or null. Any scope ID is stripped first. */
+export declare function asInet(value: string): string;
+/**
+ * Dotted-quad IPv4, matched by regex rather than `TRY_CAST`.
+ *
+ * `INET` accepts more than data-mate does: `01.02.03.04` casts to `1.2.3.4`, while `IPV4_RE` in
+ * `ip-utils` rejects leading zeros, and `1.2.3.4/24` casts as an address, while data-mate calls
+ * it a CIDR. This regex is `IPV4_RE`, so it rejects both.
+*/
+export declare function isIPv4Sql(value: string): string;
+/**
+ * IPv6: a successful cast, plus two checks the cast alone would miss.
+ *
+ * `IPAddress.isIPv6` requires a colon, and a `/prefix` makes the value a CIDR rather than an
+ * address.
+*/
+export declare function isIPv6Sql(value: string): string;
+/** Either family, as `IPAddress.isValid` accepts. */
+export declare function isIPSql(value: string): string;
+/** CIDR notation: a prefix is present and the value casts to `INET`. */
+export declare function isCIDRSql(value: string): string;
+/**
+ * An IPv4 address mapped into IPv6: `::ffff:a.b.c.d`, or the deprecated `::a.b.c.d`.
+ *
+ * The second form is matched on the text. `isMappedIPv4` returns true for `::0.0.0.0` and false
+ * for `::`, which are the same 128 bits, because `ip-utils` matches `IPV4_COMPAT_RE` against the
+ * input string. No containment test can tell them apart, and testing `::/96` would wrongly match
+ * `::` and `::1`.
+*/
+export declare function isMappedIPv4Sql(value: string): string;
+/**
+ * Routability, as a set of containment tests.
+ *
+ * The `inet` extension has no `family()` and no reserved-range function. The three branches follow
+ * `IPAddress.isRoutable` in order: IPv4 against the v4 table, a mapped address against the lifted
+ * v4 table, and any other IPv6 against the v6 table. A value that is not an IP is not routable.
+*/
+export declare function isRoutableSql(value: string): string;
+/**
+ * ## How the IP transforms handle bad input
+ *
+ * A validation returns null for a bad value, but a transform throws, which aborts the whole query
+ * as it does in `DataFrame`. SQL's `error()` would also abort, but with DuckDB's message instead of
+ * the function's own.
+ *
+ * So these expressions never raise. Each one is
+ * `CASE WHEN <native branch is exact> THEN <native> ELSE udf(x) END` with `needs_udf_fallback`.
+ * DuckDB's `CASE` short-circuits, so the UDF runs only for values the native branch cannot handle,
+ * and it throws the real JavaScript error. Every other value stays on the native path.
+*/
+/**
+ * The network address of a CIDR block, as a bare `INET` with the prefix dropped.
+ *
+ * The prefix must go before any arithmetic. DuckDB refuses arithmetic that leaves the subnet:
+ * `network('10.0.0.0/8'::INET) - 1` fails with `Out of Range Error`, and the first and last usable
+ * addresses need exactly that step. On a bare address it is plain address arithmetic, as in
+ * `IPAddress.offset`.
+*/
+export declare function cidrNetwork(value: string): string;
+/** The broadcast address of a CIDR block, also as a bare `INET`. */
+export declare function cidrBroadcast(value: string): string;
+/**
+ * True when the block holds a single address.
+ *
+ * The ends are compared with `host(a) = host(b)` rather than `a = b`, because `INET` equality does
+ * not return true for a `/32` whose two ends print the same.
+*/
+export declare function isSingleAddress(value: string): string;
+/**
+ * True for a value whose result `host()` and `ip-utils` would print differently, so the UDF
+ * handles it.
+ *
+ * `host()` prints an IPv4-mapped address with a dotted tail (`::ffff:0.0.0.0`), while
+ * `intToIPv6String` prints `::ffff:0:0`. Other IPv6 blocks print the same on both paths, so only
+ * the mapped range is excluded.
+*/
+export declare function isMappedResult(value: string): string;
+/**
+ * True for the one block whose first usable address DuckDB cannot reach by addition.
+ *
+ * `INET '255.255.255.254' + 1` raises `Out of Range Error`. Subtracting from `255.255.255.255`
+ * works and IPv6 has no such limit, so only the first usable address is affected.
+*/
+export declare function firstUsableHitsTopOfV4(value: string): string;
+/** An IPv4 CIDR, which is all `getCIDRNetwork` and `getCIDRBroadcast` accept. */
+export declare function isIPv4CIDRSql(value: string): string;
+/**
+ * An IPv4 address as its integer value.
+ *
+ * DuckDB has no `inet_aton` and no cast from `INET` to a number, so this weights the four dotted
+ * parts. Each part is cast to `HUGEINT`.
+*/
+export declare function ipv4ToIntSql(value: string): string;
+/** An integer as a dotted-quad IPv4 address: the exact inverse of `ipv4ToIntSql`. */
+export declare function intToIPv4Sql(value: string): string;
+/**
+ * The input as a `HUGEINT` when it is a plain run of digits, otherwise null.
+ *
+ * The check is a digit regex, deliberately narrower than a cast. `intToIP` calls `BigInt(input)`,
+ * and `BigInt` and `TRY_CAST(x AS HUGEINT)` disagree on several inputs: SQL accepts `'12.0'`,
+ * `'12.5'`, `'1e3'` and `'1_000'` where `BigInt` throws, and `BigInt` accepts `'0x10'`, `'0b11'`
+ * and `''` where the cast gives null. Both accept `^[0-9]+$`, so every disputed input keeps the
+ * UDF.
+*/
+export declare function plainIntegerSql(value: string): string;
+//# sourceMappingURL=sql-utils.d.ts.map

package/dist/src/function-configs/ip/sql-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-utils.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/ip/sql-utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;EASE;AAcF,uEAAuE;AACvE,wBAAgB,MAAM,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE5C;AAED;;;;;;EAME;AACF,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAI/C;AAED;;;;;EAKE;AACF,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAG/C;AAED,qDAAqD;AACrD,wBAAgB,OAAO,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE7C;AAED,wEAAwE;AACxE,wBAAgB,SAAS,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE/C;AAED;;;;;;;EAOE;AACF,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAGrD;AAqBD;;;;;;EAME;AACF,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAOnD;AAED;;;;;;;;;;;EAWE;AAEF;;;;;;;EAOE;AACF,wBAAgB,WAAW,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEjD;AAED,oEAAoE;AACpE,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED;;;;;EAKE;AACF,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAErD;AAED;;;;;;;EAOE;AACF,wBAAgB,cAAc,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEpD;AAED;;;;;EAKE;AACF,wBAAgB,sBAAsB,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAE5D;AAED,iFAAiF;AACjF,wBAAgB,aAAa,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAEnD;AAED;;;;;EAKE;AACF,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAGlD;AAED,qFAAqF;AACrF,wBAAgB,YAAY,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAIlD;AAED;;;;;;;;EAQE;AACF,wBAAgB,eAAe,CAAC,KAAK,EAAE,MAAM,GAAG,MAAM,CAGrD"}

package/dist/src/function-configs/ip/sql-utils.js

@@ -0,0 +1,187 @@
+/**
+ * SQL forms of the IP functions, shared by the function configs in this directory.
+ *
+ * These need the `inet` extension, which is not statically linked into `@duckdb/node-api`. It
+ * autoloads on first use by downloading from the DuckDB repository, so a host with no network
+ * access and no installed copy gets a query error. `TealFrame` loads it when it opens.
+ *
+ * `test/teal-frame/sql-emission-spec.ts` checks each expression against `@terascope/ip-utils`.
+ * Where the two would disagree, the guard that handles it says so.
+*/
+import { NON_ROUTABLE_IPV4_CIDRS, NON_ROUTABLE_IPV6_CIDRS } from '@terascope/ip-utils';
+/**
+ * The address with any scope ID removed, because `INET` has no scope ID and the cast fails.
+ *
+ * `parseIPv6Int` stops at the first `%` and keeps the scope only for display, so `fe80::1%eth0`
+ * is a valid IPv6 address to data-mate.
+*/
+function unscoped(value) {
+    return `regexp_replace(${value}, '%.*$', '')`;
+}
+/** The value as an `INET`, or null. Any scope ID is stripped first. */
+export function asInet(value) {
+    return `TRY_CAST(${unscoped(value)} AS INET)`;
+}
+/**
+ * Dotted-quad IPv4, matched by regex rather than `TRY_CAST`.
+ *
+ * `INET` accepts more than data-mate does: `01.02.03.04` casts to `1.2.3.4`, while `IPV4_RE` in
+ * `ip-utils` rejects leading zeros, and `1.2.3.4/24` casts as an address, while data-mate calls
+ * it a CIDR. This regex is `IPV4_RE`, so it rejects both.
+*/
+export function isIPv4Sql(value) {
+    return `regexp_matches(${value},`
+        + ' \'^(25[0-5]|2[0-4][0-9]|1[0-9]{2}|[1-9]?[0-9])'
+        + '(\\.(25[0-5]|2[0-4][0-9]|1[0-9]{2}|[1-9]?[0-9])){3}$\')';
+}
+/**
+ * IPv6: a successful cast, plus two checks the cast alone would miss.
+ *
+ * `IPAddress.isIPv6` requires a colon, and a `/prefix` makes the value a CIDR rather than an
+ * address.
+*/
+export function isIPv6Sql(value) {
+    return `(contains(${value}, ':') AND NOT contains(${value}, '/')`
+        + ` AND ${asInet(value)} IS NOT NULL)`;
+}
+/** Either family, as `IPAddress.isValid` accepts. */
+export function isIPSql(value) {
+    return `(${isIPv4Sql(value)} OR ${isIPv6Sql(value)})`;
+}
+/** CIDR notation: a prefix is present and the value casts to `INET`. */
+export function isCIDRSql(value) {
+    return `(contains(${value}, '/') AND ${asInet(value)} IS NOT NULL)`;
+}
+/**
+ * An IPv4 address mapped into IPv6: `::ffff:a.b.c.d`, or the deprecated `::a.b.c.d`.
+ *
+ * The second form is matched on the text. `isMappedIPv4` returns true for `::0.0.0.0` and false
+ * for `::`, which are the same 128 bits, because `ip-utils` matches `IPV4_COMPAT_RE` against the
+ * input string. No containment test can tell them apart, and testing `::/96` would wrongly match
+ * `::` and `::1`.
+*/
+export function isMappedIPv4Sql(value) {
+    return `(${isIPv6Sql(value)} AND (${asInet(value)} <<= INET '::ffff:0:0/96'`
+        + ` OR regexp_matches(${value}, '^::([0-9]+\\.){3}[0-9]+(%.*)?$')))`;
+}
+/**
+ * A v4 CIDR in both IPv4-in-IPv6 forms, with the prefix length increased by 96.
+ *
+ * `isRoutable` judges a mapped address by its embedded IPv4 before it checks the IPv6 table, so
+ * `::ffff:8.8.8.8` is routable even though `::ffff:0:0/96` is listed as non-routable. Testing
+ * against the lifted v4 ranges asks the same question without extracting the low 32 bits.
+*/
+function liftedV4(cidr) {
+    const [base, prefix] = cidr.split('/');
+    const shifted = Number(prefix) + 96;
+    return [`::ffff:${base}/${shifted}`, `::${base}/${shifted}`];
+}
+const LIFTED_NON_ROUTABLE_IPV4 = NON_ROUTABLE_IPV4_CIDRS.flatMap(liftedV4);
+function inAny(subject, cidrs) {
+    return `(${cidrs.map((cidr) => `${subject} <<= INET '${cidr}'`).join(' OR ')})`;
+}
+/**
+ * Routability, as a set of containment tests.
+ *
+ * The `inet` extension has no `family()` and no reserved-range function. The three branches follow
+ * `IPAddress.isRoutable` in order: IPv4 against the v4 table, a mapped address against the lifted
+ * v4 table, and any other IPv6 against the v6 table. A value that is not an IP is not routable.
+*/
+export function isRoutableSql(value) {
+    const inet = asInet(value);
+    return 'CASE'
+        + ` WHEN ${isIPv4Sql(value)} THEN NOT ${inAny(inet, NON_ROUTABLE_IPV4_CIDRS)}`
+        + ` WHEN ${isMappedIPv4Sql(value)} THEN NOT ${inAny(inet, LIFTED_NON_ROUTABLE_IPV4)}`
+        + ` WHEN ${isIPv6Sql(value)} THEN NOT ${inAny(inet, NON_ROUTABLE_IPV6_CIDRS)}`
+        + ' ELSE false END';
+}
+/**
+ * ## How the IP transforms handle bad input
+ *
+ * A validation returns null for a bad value, but a transform throws, which aborts the whole query
+ * as it does in `DataFrame`. SQL's `error()` would also abort, but with DuckDB's message instead of
+ * the function's own.
+ *
+ * So these expressions never raise. Each one is
+ * `CASE WHEN <native branch is exact> THEN <native> ELSE udf(x) END` with `needs_udf_fallback`.
+ * DuckDB's `CASE` short-circuits, so the UDF runs only for values the native branch cannot handle,
+ * and it throws the real JavaScript error. Every other value stays on the native path.
+*/
+/**
+ * The network address of a CIDR block, as a bare `INET` with the prefix dropped.
+ *
+ * The prefix must go before any arithmetic. DuckDB refuses arithmetic that leaves the subnet:
+ * `network('10.0.0.0/8'::INET) - 1` fails with `Out of Range Error`, and the first and last usable
+ * addresses need exactly that step. On a bare address it is plain address arithmetic, as in
+ * `IPAddress.offset`.
+*/
+export function cidrNetwork(value) {
+    return `host(network(${asInet(value)}))::INET`;
+}
+/** The broadcast address of a CIDR block, also as a bare `INET`. */
+export function cidrBroadcast(value) {
+    return `host(broadcast(${asInet(value)}))::INET`;
+}
+/**
+ * True when the block holds a single address.
+ *
+ * The ends are compared with `host(a) = host(b)` rather than `a = b`, because `INET` equality does
+ * not return true for a `/32` whose two ends print the same.
+*/
+export function isSingleAddress(value) {
+    return `host(${cidrNetwork(value)}) = host(${cidrBroadcast(value)})`;
+}
+/**
+ * True for a value whose result `host()` and `ip-utils` would print differently, so the UDF
+ * handles it.
+ *
+ * `host()` prints an IPv4-mapped address with a dotted tail (`::ffff:0.0.0.0`), while
+ * `intToIPv6String` prints `::ffff:0:0`. Other IPv6 blocks print the same on both paths, so only
+ * the mapped range is excluded.
+*/
+export function isMappedResult(value) {
+    return `(contains(${value}, ':') AND ${asInet(value)} <<= INET '::ffff:0:0/96')`;
+}
+/**
+ * True for the one block whose first usable address DuckDB cannot reach by addition.
+ *
+ * `INET '255.255.255.254' + 1` raises `Out of Range Error`. Subtracting from `255.255.255.255`
+ * works and IPv6 has no such limit, so only the first usable address is affected.
+*/
+export function firstUsableHitsTopOfV4(value) {
+    return `host(${cidrNetwork(value)}) = '255.255.255.254'`;
+}
+/** An IPv4 CIDR, which is all `getCIDRNetwork` and `getCIDRBroadcast` accept. */
+export function isIPv4CIDRSql(value) {
+    return `(${isCIDRSql(value)} AND NOT contains(${value}, ':'))`;
+}
+/**
+ * An IPv4 address as its integer value.
+ *
+ * DuckDB has no `inet_aton` and no cast from `INET` to a number, so this weights the four dotted
+ * parts. Each part is cast to `HUGEINT`.
+*/
+export function ipv4ToIntSql(value) {
+    const part = (n) => `CAST(string_split(${value}, '.')[${n}] AS HUGEINT)`;
+    return `${part(1)} * 16777216 + ${part(2)} * 65536 + ${part(3)} * 256 + ${part(4)}`;
+}
+/** An integer as a dotted-quad IPv4 address: the exact inverse of `ipv4ToIntSql`. */
+export function intToIPv4Sql(value) {
+    const octet = (expression) => `CAST(${expression} AS VARCHAR)`;
+    return `${octet(`${value} // 16777216`)} || '.' || ${octet(`(${value} // 65536) % 256`)}`
+        + ` || '.' || ${octet(`(${value} // 256) % 256`)} || '.' || ${octet(`${value} % 256`)}`;
+}
+/**
+ * The input as a `HUGEINT` when it is a plain run of digits, otherwise null.
+ *
+ * The check is a digit regex, deliberately narrower than a cast. `intToIP` calls `BigInt(input)`,
+ * and `BigInt` and `TRY_CAST(x AS HUGEINT)` disagree on several inputs: SQL accepts `'12.0'`,
+ * `'12.5'`, `'1e3'` and `'1_000'` where `BigInt` throws, and `BigInt` accepts `'0x10'`, `'0b11'`
+ * and `''` where the cast gives null. Both accept `^[0-9]+$`, so every disputed input keeps the
+ * UDF.
+*/
+export function plainIntegerSql(value) {
+    return `CASE WHEN regexp_matches(${value}, '^[0-9]+$')`
+        + ` THEN TRY_CAST(${value} AS HUGEINT) ELSE NULL END`;
+}
+//# sourceMappingURL=sql-utils.js.map

package/dist/src/function-configs/ip/sql-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-utils.js","sourceRoot":"","sources":["../../../../src/function-configs/ip/sql-utils.ts"],"names":[],"mappings":"AAAA;;;;;;;;;EASE;AAEF,OAAO,EAAE,uBAAuB,EAAE,uBAAuB,EAAE,MAAM,qBAAqB,CAAC;AAEvF;;;;;EAKE;AACF,SAAS,QAAQ,CAAC,KAAa;IAC3B,OAAO,kBAAkB,KAAK,eAAe,CAAC;AAClD,CAAC;AAED,uEAAuE;AACvE,MAAM,UAAU,MAAM,CAAC,KAAa;IAChC,OAAO,YAAY,QAAQ,CAAC,KAAK,CAAC,WAAW,CAAC;AAClD,CAAC;AAED;;;;;;EAME;AACF,MAAM,UAAU,SAAS,CAAC,KAAa;IACnC,OAAO,kBAAkB,KAAK,GAAG;UAC3B,iDAAiD;UACjD,yDAAyD,CAAC;AACpE,CAAC;AAED;;;;;EAKE;AACF,MAAM,UAAU,SAAS,CAAC,KAAa;IACnC,OAAO,aAAa,KAAK,2BAA2B,KAAK,QAAQ;UAC3D,QAAQ,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;AAC/C,CAAC;AAED,qDAAqD;AACrD,MAAM,UAAU,OAAO,CAAC,KAAa;IACjC,OAAO,IAAI,SAAS,CAAC,KAAK,CAAC,OAAO,SAAS,CAAC,KAAK,CAAC,GAAG,CAAC;AAC1D,CAAC;AAED,wEAAwE;AACxE,MAAM,UAAU,SAAS,CAAC,KAAa;IACnC,OAAO,aAAa,KAAK,cAAc,MAAM,CAAC,KAAK,CAAC,eAAe,CAAC;AACxE,CAAC;AAED;;;;;;;EAOE;AACF,MAAM,UAAU,eAAe,CAAC,KAAa;IACzC,OAAO,IAAI,SAAS,CAAC,KAAK,CAAC,SAAS,MAAM,CAAC,KAAK,CAAC,2BAA2B;UACtE,sBAAsB,KAAK,uCAAuC,CAAC;AAC7E,CAAC;AAED;;;;;;EAME;AACF,SAAS,QAAQ,CAAC,IAAY;IAC1B,MAAM,CAAC,IAAI,EAAE,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;IACvC,MAAM,OAAO,GAAG,MAAM,CAAC,MAAM,CAAC,GAAG,EAAE,CAAC;IACpC,OAAO,CAAC,UAAU,IAAI,IAAI,OAAO,EAAE,EAAE,KAAK,IAAI,IAAI,OAAO,EAAE,CAAC,CAAC;AACjE,CAAC;AAED,MAAM,wBAAwB,GAAG,uBAAuB,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;AAE3E,SAAS,KAAK,CAAC,OAAe,EAAE,KAAwB;IACpD,OAAO,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,OAAO,cAAc,IAAI,GAAG,CAAC,CAAC,IAAI,CAAC,MAAM,CAAC,GAAG,CAAC;AACpF,CAAC;AAED;;;;;;EAME;AACF,MAAM,UAAU,aAAa,CAAC,KAAa;IACvC,MAAM,IAAI,GAAG,MAAM,CAAC,KAAK,CAAC,CAAC;IAC3B,OAAO,MAAM;UACP,SAAS,SAAS,CAAC,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,EAAE,uBAAuB,CAAC,EAAE;UAC5E,SAAS,eAAe,CAAC,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,EAAE,wBAAwB,CAAC,EAAE;UACnF,SAAS,SAAS,CAAC,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,EAAE,uBAAuB,CAAC,EAAE;UAC5E,iBAAiB,CAAC;AAC5B,CAAC;AAED;;;;;;;;;;;EAWE;AAEF;;;;;;;EAOE;AACF,MAAM,UAAU,WAAW,CAAC,KAAa;IACrC,OAAO,gBAAgB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;AACnD,CAAC;AAED,oEAAoE;AACpE,MAAM,UAAU,aAAa,CAAC,KAAa;IACvC,OAAO,kBAAkB,MAAM,CAAC,KAAK,CAAC,UAAU,CAAC;AACrD,CAAC;AAED;;;;;EAKE;AACF,MAAM,UAAU,eAAe,CAAC,KAAa;IACzC,OAAO,QAAQ,WAAW,CAAC,KAAK,CAAC,YAAY,aAAa,CAAC,KAAK,CAAC,GAAG,CAAC;AACzE,CAAC;AAED;;;;;;;EAOE;AACF,MAAM,UAAU,cAAc,CAAC,KAAa;IACxC,OAAO,aAAa,KAAK,cAAc,MAAM,CAAC,KAAK,CAAC,4BAA4B,CAAC;AACrF,CAAC;AAED;;;;;EAKE;AACF,MAAM,UAAU,sBAAsB,CAAC,KAAa;IAChD,OAAO,QAAQ,WAAW,CAAC,KAAK,CAAC,uBAAuB,CAAC;AAC7D,CAAC;AAED,iFAAiF;AACjF,MAAM,UAAU,aAAa,CAAC,KAAa;IACvC,OAAO,IAAI,SAAS,CAAC,KAAK,CAAC,qBAAqB,KAAK,SAAS,CAAC;AACnE,CAAC;AAED;;;;;EAKE;AACF,MAAM,UAAU,YAAY,CAAC,KAAa;IACtC,MAAM,IAAI,GAAG,CAAC,CAAS,EAAE,EAAE,CAAC,qBAAqB,KAAK,UAAU,CAAC,eAAe,CAAC;IACjF,OAAO,GAAG,IAAI,CAAC,CAAC,CAAC,iBAAiB,IAAI,CAAC,CAAC,CAAC,cAAc,IAAI,CAAC,CAAC,CAAC,YAAY,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC;AACxF,CAAC;AAED,qFAAqF;AACrF,MAAM,UAAU,YAAY,CAAC,KAAa;IACtC,MAAM,KAAK,GAAG,CAAC,UAAkB,EAAE,EAAE,CAAC,QAAQ,UAAU,cAAc,CAAC;IACvE,OAAO,GAAG,KAAK,CAAC,GAAG,KAAK,cAAc,CAAC,cAAc,KAAK,CAAC,IAAI,KAAK,kBAAkB,CAAC,EAAE;UACnF,cAAc,KAAK,CAAC,IAAI,KAAK,gBAAgB,CAAC,cAAc,KAAK,CAAC,GAAG,KAAK,QAAQ,CAAC,EAAE,CAAC;AAChG,CAAC;AAED;;;;;;;;EAQE;AACF,MAAM,UAAU,eAAe,CAAC,KAAa;IACzC,OAAO,4BAA4B,KAAK,eAAe;UACjD,kBAAkB,KAAK,4BAA4B,CAAC;AAC9D,CAAC"}

package/dist/src/function-configs/ip/toCIDR.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"toCIDR.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/ip/toCIDR.ts"],"names":[],"mappings":"AAGA,OAAO,EAEH,oBAAoB,EACvB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,UAAU;IACvB,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;CAC3B;AAED,eAAO,MAAM,YAAY,EAAE,oBAAoB,CAAC,UAAU,CAiDzD,CAAC"}
+{"version":3,"file":"toCIDR.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/ip/toCIDR.ts"],"names":[],"mappings":"AAGA,OAAO,EAEH,oBAAoB,EACvB,MAAM,kBAAkB,CAAC;AAK1B,MAAM,WAAW,UAAU;IACvB,MAAM,EAAE,MAAM,GAAG,MAAM,CAAC;CAC3B;AAED,eAAO,MAAM,YAAY,EAAE,oBAAoB,CAAC,UAAU,CAmEzD,CAAC"}

package/dist/src/function-configs/ip/toCIDR.js

@@ -2,6 +2,7 @@ import { isNumberLike, toNumber, toString } from '@terascope/core-utils';
 import { toCIDR } from '@terascope/ip-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { isIPSql, isMappedResult, } from './sql-utils.js';
 export const toCIDRConfig = {
     name: 'toCIDR',
     type: FunctionDefinitionType.FIELD_TRANSFORM,
@@ -31,6 +32,24 @@ export const toCIDRConfig = {
         }
     ],
     description: 'Returns a CIDR address based on the provided IP and suffix',
+    /**
+     * The block containing the address at the given suffix, as `network/prefix`.
+     *
+     * `validate_arguments` has already checked that the suffix is in range for the address
+     * family. `applies` sends a non-integer suffix to the UDF. A value that is not an IP also goes
+     * to the UDF and throws.
+    */
+    sql: {
+        needs_udf_fallback: true,
+        applies: (args) => Number.isInteger(Number(args.suffix)),
+        expression: ({ value, args, udf }) => {
+            const suffix = Number(args.suffix);
+            const block = `(${value} || '/${suffix}')::INET`;
+            return `CASE WHEN ${isIPSql(value)} AND NOT ${isMappedResult(value)}`
+                + ` THEN host(network(${block})) || '/${suffix}'`
+                + ` ELSE ${udf(value)} END`;
+        },
+    },
     accepts: [FieldType.String, FieldType.IP],
     create({ args: { suffix } }) {
         return (input) => toCIDR(input, toString(suffix));

package/dist/src/function-configs/ip/toCIDR.js.map

@@ -1 +1 @@
-{"version":3,"file":"toCIDR.js","sourceRoot":"","sources":["../../../../src/function-configs/ip/toCIDR.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACH,WAAW,EAAE,sBAAsB,EAAE,0BAA0B,EAElE,MAAM,kBAAkB,CAAC;AAM1B,MAAM,CAAC,MAAM,YAAY,GAAqC;IAC1D,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,EAAE;IACvC,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,SAAS;YAChB,MAAM,EAAE,YAAY;SACvB;QACD;YACI,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,SAAS;YAChB,MAAM,EAAE,YAAY;SACvB;QACD;YACI,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;YACtB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,yCAAyC;YAChD,MAAM,EAAE,mBAAmB;SAC9B;KACJ;IACD,WAAW,EAAE,4DAA4D;IACzE,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;IACzC,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE;QACvB,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,eAAe,EAAE;QACb,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,GAAG;YACnB,WAAW,EAAE,mFAAmF;SACnG;KACJ;IACD,kBAAkB,EAAE,CAAC,QAAQ,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,EAAE;QACzB,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE/B,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,GAAG;gBAAE,OAAO;QAC3C,CAAC;QAED,MAAM,KAAK,CAAC,mFAAmF,CAAC,CAAC;IACrG,CAAC;CACJ,CAAC"}
+{"version":3,"file":"toCIDR.js","sourceRoot":"","sources":["../../../../src/function-configs/ip/toCIDR.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACzE,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACH,WAAW,EAAE,sBAAsB,EAAE,0BAA0B,EAElE,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACH,OAAO,EAAE,cAAc,GAC1B,MAAM,gBAAgB,CAAC;AAMxB,MAAM,CAAC,MAAM,YAAY,GAAqC;IAC1D,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,EAAE;IACvC,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,SAAS;YAChB,MAAM,EAAE,YAAY;SACvB;QACD;YACI,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE,EAAE;YACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,SAAS;YAChB,MAAM,EAAE,YAAY;SACvB;QACD;YACI,IAAI,EAAE,EAAE,MAAM,EAAE,IAAI,EAAE;YACtB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,yCAAyC;YAChD,MAAM,EAAE,mBAAmB;SAC9B;KACJ;IACD,WAAW,EAAE,4DAA4D;IACzE;;;;;;MAME;IACF,GAAG,EAAE;QACD,kBAAkB,EAAE,IAAI;QACxB,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,MAAM,CAAC,SAAS,CAAC,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;QACxD,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE;YACjC,MAAM,MAAM,GAAG,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;YACnC,MAAM,KAAK,GAAG,IAAI,KAAK,SAAS,MAAM,UAAU,CAAC;YACjD,OAAO,aAAa,OAAO,CAAC,KAAK,CAAC,YAAY,cAAc,CAAC,KAAK,CAAC,EAAE;kBAC/D,sBAAsB,KAAK,WAAW,MAAM,GAAG;kBAC/C,SAAS,GAAG,CAAC,KAAK,CAAC,MAAM,CAAC;QACpC,CAAC;KACJ;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,CAAC,EAAE,CAAC;IACzC,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE;QACvB,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,MAAM,CAAC,KAAK,EAAE,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC;IAC/D,CAAC;IACD,eAAe,EAAE;QACb,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,GAAG;YACnB,WAAW,EAAE,mFAAmF;SACnG;KACJ;IACD,kBAAkB,EAAE,CAAC,QAAQ,CAAC;IAC9B,kBAAkB,CAAC,EAAE,MAAM,EAAE;QACzB,IAAI,YAAY,CAAC,MAAM,CAAC,EAAE,CAAC;YACvB,MAAM,KAAK,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC;YAE/B,IAAI,KAAK,IAAI,CAAC,IAAI,KAAK,IAAI,GAAG;gBAAE,OAAO;QAC3C,CAAC;QAED,MAAM,KAAK,CAAC,mFAAmF,CAAC,CAAC;IACrG,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/json/setDefault.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"setDefault.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/json/setDefault.ts"],"names":[],"mappings":"AAMA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,cAAc;IAC3B,KAAK,EAAE,OAAO,CAAC;CAClB;AAED,eAAO,MAAM,gBAAgB,EAAE,oBAAoB,CAAC,cAAc,CAgEjE,CAAC"}
+{"version":3,"file":"setDefault.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/json/setDefault.ts"],"names":[],"mappings":"AAMA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,cAAc;IAC3B,KAAK,EAAE,OAAO,CAAC;CAClB;AAED,eAAO,MAAM,gBAAgB,EAAE,oBAAoB,CAAC,cAAc,CAgFjE,CAAC"}

package/dist/src/function-configs/json/setDefault.js

@@ -1,6 +1,7 @@
 import { FieldType, } from '@terascope/types';
 import { castArray } from '@terascope/core-utils';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { primitiveLiteral, literalMatchesColumn } from '../sql-helpers.js';
 export const setDefaultConfig = {
     name: 'setDefault',
     type: FunctionDefinitionType.FIELD_TRANSFORM,
@@ -47,6 +48,22 @@ export const setDefaultConfig = {
             return value != null ? value : args.value;
         };
     },
+    /**
+     * `coalesce`, for a scalar string column with a string default. Other shapes keep the UDF.
+     *
+     * `output_type` is always `Keyword`, but the implementation returns the value unchanged, so on
+     * any other column type the input, output and default types disagree. The SQL form is limited
+     * to string columns, where all three agree.
+     *
+     * On an array column the function defaults each element and turns a null column into `[value]`,
+     * so arrays also keep the UDF.
+    */
+    sql: {
+        applies: (args, inputConfig) => typeof args.value === 'string'
+            && !inputConfig?.field_config?.array
+            && literalMatchesColumn(args.value, inputConfig.field_config.type),
+        expression: ({ value, args }) => `coalesce(${value}, ${primitiveLiteral(args.value)})`,
+    },
     accepts: [],
     argument_schema: {
         value: {

package/dist/src/function-configs/json/setDefault.js.map

@@ -1 +1 @@
-{"version":3,"file":"setDefault.js","sourceRoot":"","sources":["../../../../src/function-configs/json/setDefault.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,SAAS,GACZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACH,SAAS,EACZ,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAM1B,MAAM,CAAC,MAAM,gBAAgB,GAAyC;IAClE,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,WAAW;IACrC,QAAQ,EAAE,0BAA0B,CAAC,IAAI;IACzC,WAAW,EAAE,2DAA2D;IACxE,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE;YAC1B,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE;aACpD;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,SAAS;SACpB;QACD;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE;YAC1B,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;aACjE;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,CAAC,SAAS,CAAC;SACtB;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE;QACxB,IAAI,WAAW,GAAG,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC;QACnD,OAAO,SAAS,UAAU,CAAC,KAAK;YAC5B,IAAI,WAAW,IAAI,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC9C,WAAW,GAAG,IAAI,CAAC;YACvB,CAAC;YACD,IAAI,WAAW,EAAE,CAAC;gBACd,IAAI,KAAK,IAAI,IAAI;oBAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACvC,MAAM,MAAM,GAAG,EAAE,CAAC;gBAClB,KAAK,MAAM,GAAG,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;oBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAChD,CAAC;gBACD,OAAO,MAAM,CAAC;YAClB,CAAC;YACD,OAAO,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9C,CAAC,CAAC;IACN,CAAC;IACD,OAAO,EAAE,EAAE;IACX,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,GAAG;YACnB,WAAW,EAAE,0BAA0B;SAC1C;KACJ;IACD,kBAAkB,EAAE,CAAC,OAAO,CAAC;IAC7B,WAAW,CAAC,WAAW;QACnB,MAAM,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAErC,OAAO;YACH,YAAY,EAAE;gBACV,WAAW,EAAE,YAAY,CAAC,WAAW;gBACrC,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,IAAI,EAAE,SAAS,CAAC,OAAO;aAC1B;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}
+{"version":3,"file":"setDefault.js","sourceRoot":"","sources":["../../../../src/function-configs/json/setDefault.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,SAAS,GACZ,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACH,SAAS,EACZ,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,gBAAgB,EAAE,oBAAoB,EAAE,MAAM,mBAAmB,CAAC;AAM3E,MAAM,CAAC,MAAM,gBAAgB,GAAyC;IAClE,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,WAAW;IACrC,QAAQ,EAAE,0BAA0B,CAAC,IAAI;IACzC,WAAW,EAAE,2DAA2D;IACxE,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE;YAC1B,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE;aACpD;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,SAAS;SACpB;QACD;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,SAAS,EAAE;YAC1B,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE;aACjE;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,IAAI;YACX,MAAM,EAAE,CAAC,SAAS,CAAC;SACtB;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE;QACxB,IAAI,WAAW,GAAG,WAAW,EAAE,YAAY,EAAE,KAAK,CAAC;QACnD,OAAO,SAAS,UAAU,CAAC,KAAK;YAC5B,IAAI,WAAW,IAAI,IAAI,IAAI,KAAK,CAAC,OAAO,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC9C,WAAW,GAAG,IAAI,CAAC;YACvB,CAAC;YACD,IAAI,WAAW,EAAE,CAAC;gBACd,IAAI,KAAK,IAAI,IAAI;oBAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBACvC,MAAM,MAAM,GAAG,EAAE,CAAC;gBAClB,KAAK,MAAM,GAAG,IAAI,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;oBACjC,MAAM,CAAC,IAAI,CAAC,GAAG,IAAI,IAAI,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;gBAChD,CAAC;gBACD,OAAO,MAAM,CAAC;YAClB,CAAC;YACD,OAAO,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC;QAC9C,CAAC,CAAC;IACN,CAAC;IACD;;;;;;;;;MASE;IACF,GAAG,EAAE;QACD,OAAO,EAAE,CAAC,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC,OAAO,IAAI,CAAC,KAAK,KAAK,QAAQ;eACvD,CAAC,WAAW,EAAE,YAAY,EAAE,KAAK;eACjC,oBAAoB,CAAC,IAAI,CAAC,KAAK,EAAE,WAAW,CAAC,YAAY,CAAC,IAAiB,CAAC;QACnF,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,YAAY,KAAK,KAAK,gBAAgB,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG;KACzF;IACD,OAAO,EAAE,EAAE;IACX,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,GAAG;YACnB,WAAW,EAAE,0BAA0B;SAC1C;KACJ;IACD,kBAAkB,EAAE,CAAC,OAAO,CAAC;IAC7B,WAAW,CAAC,WAAW;QACnB,MAAM,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAErC,OAAO;YACH,YAAY,EAAE;gBACV,WAAW,EAAE,YAAY,CAAC,WAAW;gBACrC,KAAK,EAAE,YAAY,CAAC,KAAK;gBACzB,IAAI,EAAE,SAAS,CAAC,OAAO;aAC1B;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/json/sql-utils.d.ts

@@ -0,0 +1,20 @@
+import { FieldType } from '@terascope/types';
+/**
+ * Helpers shared by the SQL expressions on the json function configs.
+*/
+/**
+ * The column types where `to_json` produces exactly what `JSON.stringify` produces.
+ *
+ * The other types are left out on purpose:
+ *
+ * - Floating point: `to_json(2.0)` is `'2.0'` where `JSON.stringify(2)` is `'2'`, and `to_json`
+ *   writes `1e21` where JavaScript writes `1e+21`.
+ * - Date: a TIMESTAMP renders as `"2026-01-02 03:04:05.678"`, without the `T` or the `Z`.
+ * - Integer and Long: not yet compared against the JavaScript. `to_json` renders them, and the
+ *   UDF path handles them (see `udf-types-spec`), so they are candidates to add.
+ * - Any/JSON, GeoJSON, GeoPoint, Object and Tuple: not yet compared against the JavaScript.
+ *   `to_json` on a STRUCT matches `JSON.stringify`, including key order, so these are candidates to
+ *   add.
+*/
+export declare const JSON_SQL_TYPES: readonly FieldType[];
+//# sourceMappingURL=sql-utils.d.ts.map

package/dist/src/function-configs/json/sql-utils.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-utils.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/json/sql-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C;;EAEE;AAEF;;;;;;;;;;;;;EAaE;AACF,eAAO,MAAM,cAAc,EAAE,SAAS,SAAS,EAM9C,CAAC"}

package/dist/src/function-configs/json/sql-utils.js

@@ -0,0 +1,26 @@
+import { FieldType } from '@terascope/types';
+/**
+ * Helpers shared by the SQL expressions on the json function configs.
+*/
+/**
+ * The column types where `to_json` produces exactly what `JSON.stringify` produces.
+ *
+ * The other types are left out on purpose:
+ *
+ * - Floating point: `to_json(2.0)` is `'2.0'` where `JSON.stringify(2)` is `'2'`, and `to_json`
+ *   writes `1e21` where JavaScript writes `1e+21`.
+ * - Date: a TIMESTAMP renders as `"2026-01-02 03:04:05.678"`, without the `T` or the `Z`.
+ * - Integer and Long: not yet compared against the JavaScript. `to_json` renders them, and the
+ *   UDF path handles them (see `udf-types-spec`), so they are candidates to add.
+ * - Any/JSON, GeoJSON, GeoPoint, Object and Tuple: not yet compared against the JavaScript.
+ *   `to_json` on a STRUCT matches `JSON.stringify`, including key order, so these are candidates to
+ *   add.
+*/
+export const JSON_SQL_TYPES = [
+    FieldType.String,
+    FieldType.Keyword,
+    FieldType.Text,
+    FieldType.NgramTokens,
+    FieldType.Boolean,
+];
+//# sourceMappingURL=sql-utils.js.map

package/dist/src/function-configs/json/sql-utils.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"sql-utils.js","sourceRoot":"","sources":["../../../../src/function-configs/json/sql-utils.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAE7C;;EAEE;AAEF;;;;;;;;;;;;;EAaE;AACF,MAAM,CAAC,MAAM,cAAc,GAAyB;IAChD,SAAS,CAAC,MAAM;IAChB,SAAS,CAAC,OAAO;IACjB,SAAS,CAAC,IAAI;IACd,SAAS,CAAC,WAAW;IACrB,SAAS,CAAC,OAAO;CACpB,CAAC"}

package/dist/src/function-configs/json/toJSON.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"toJSON.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/json/toJSON.ts"],"names":[],"mappings":"AAKA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAE1B,eAAO,MAAM,YAAY,EAAE,oBAyF1B,CAAC"}
+{"version":3,"file":"toJSON.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/json/toJSON.ts"],"names":[],"mappings":"AAKA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAG1B,eAAO,MAAM,YAAY,EAAE,oBAqG1B,CAAC"}

package/dist/src/function-configs/json/toJSON.js

@@ -1,6 +1,7 @@
 import { isBigInt, bigIntToJSON, isNil, isObjectEntity, toJSONCompatibleValue } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { JSON_SQL_TYPES } from './sql-utils.js';
 export const toJSONConfig = {
     name: 'toJSON',
     type: FunctionDefinitionType.FIELD_TRANSFORM,
@@ -79,6 +80,18 @@ export const toJSONConfig = {
             return JSON.stringify(input);
         };
     },
+    sql: {
+        /**
+         * `to_json`, which matches `JSON.stringify` for the column types in `JSON_SQL_TYPES`,
+         * including the escaping of quotes, tabs, backslashes and astral characters.
+         * `JSON_SQL_TYPES` explains which types stay on the UDF and why.
+         *
+         * An array column is declined because `output_type` declares a non-array result.
+        */
+        applies: (_args, inputConfig) => !inputConfig.field_config.array
+            && JSON_SQL_TYPES.includes(inputConfig.field_config.type),
+        expression: ({ value }) => `CAST(to_json(${value}) AS VARCHAR)`,
+    },
     accepts: [],
     output_type(_inputConfig) {
         return {

package/dist/src/function-configs/json/toJSON.js.map

@@ -1 +1 @@
-{"version":3,"file":"toJSON.js","sourceRoot":"","sources":["../../../../src/function-configs/json/toJSON.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,QAAQ,EAAE,YAAY,EAAE,KAAK,EAC7B,cAAc,EAAE,qBAAqB,EACxC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,CAAC,MAAM,YAAY,GAAyB;IAC9C,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,WAAW;IACrC,WAAW,EAAE,qCAAqC;IAClD,QAAQ,EAAE,0BAA0B,CAAC,IAAI;IACzC,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,IAAI;qBACvB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC;YAC/B,MAAM,EAAE,6BAA6B;SACxC;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,OAAO;qBAC1B;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,OAAO;SAClB;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;YACrB,MAAM,EAAE,eAAe;SAC1B;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,EAAE;YAC3C,MAAM,EAAE,0CAA0C;SACrD;KACJ;IACD,MAAM;QACF,OAAO,CAAC,KAAc,EAAE,EAAE;YACtB,IAAI,KAAK,CAAC,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YAE9B,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClB,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;YAED,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;gBAChD,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACtC,CAAC;YAED,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC,CAAC;IACN,CAAC;IACD,OAAO,EAAE,EAAE;IACX,WAAW,CAAC,YAAsC;QAC9C,OAAO;YACH,YAAY,EAAE;gBACV,IAAI,EAAE,SAAS,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK;aACf;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}
+{"version":3,"file":"toJSON.js","sourceRoot":"","sources":["../../../../src/function-configs/json/toJSON.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,QAAQ,EAAE,YAAY,EAAE,KAAK,EAC7B,cAAc,EAAE,qBAAqB,EACxC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,cAAc,EAAE,MAAM,gBAAgB,CAAC;AAEhD,MAAM,CAAC,MAAM,YAAY,GAAyB;IAC9C,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,WAAW;IACrC,WAAW,EAAE,qCAAqC;IAClD,QAAQ,EAAE,0BAA0B,CAAC,IAAI;IACzC,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,IAAI;qBACvB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC;YAC/B,MAAM,EAAE,6BAA6B;SACxC;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,OAAO;qBAC1B;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,KAAK;YACZ,MAAM,EAAE,OAAO;SAClB;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE;YACrB,MAAM,EAAE,eAAe;SAC1B;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,EAAE,MAAM,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC,EAAE;YAC3C,MAAM,EAAE,0CAA0C;SACrD;KACJ;IACD,MAAM;QACF,OAAO,CAAC,KAAc,EAAE,EAAE;YACtB,IAAI,KAAK,CAAC,KAAK,CAAC;gBAAE,OAAO,IAAI,CAAC;YAE9B,IAAI,QAAQ,CAAC,KAAK,CAAC,EAAE,CAAC;gBAClB,OAAO,YAAY,CAAC,KAAK,CAAC,CAAC;YAC/B,CAAC;YAED,IAAI,cAAc,CAAC,KAAK,CAAC,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG,qBAAqB,CAAC,KAAK,CAAC,CAAC;gBAChD,OAAO,IAAI,CAAC,SAAS,CAAC,UAAU,CAAC,CAAC;YACtC,CAAC;YAED,OAAO,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,CAAC;QACjC,CAAC,CAAC;IACN,CAAC;IACD,GAAG,EAAE;QACD;;;;;;UAME;QACF,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE,CAAC,CAAC,WAAW,CAAC,YAAY,CAAC,KAAK;eACzD,cAAc,CAAC,QAAQ,CAAC,WAAW,CAAC,YAAY,CAAC,IAAiB,CAAC;QAC1E,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,gBAAgB,KAAK,eAAe;KAClE;IACD,OAAO,EAAE,EAAE;IACX,WAAW,CAAC,YAAsC;QAC9C,OAAO;YACH,YAAY,EAAE;gBACV,IAAI,EAAE,SAAS,CAAC,MAAM;gBACtB,KAAK,EAAE,KAAK;aACf;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/numeric/abs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"abs.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/numeric/abs.ts"],"names":[],"mappings":"AACA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAG1B,eAAO,MAAM,SAAS,EAAE,oBAyBvB,CAAC"}
+{"version":3,"file":"abs.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/numeric/abs.ts"],"names":[],"mappings":"AACA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAI1B,eAAO,MAAM,SAAS,EAAE,oBA6BvB,CAAC"}

package/dist/src/function-configs/numeric/abs.js

@@ -1,5 +1,6 @@
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory, } from '../interfaces.js';
+import { finiteOrNull } from '../sql-helpers.js';
 import { runMathFn } from './utils.js';
 export const absConfig = {
     name: 'abs',
@@ -22,6 +23,10 @@ export const absConfig = {
     create() {
         return runMathFn(Math.abs);
     },
+    /** Native `abs`, keeping `runMathFn`'s rule that a non-finite result is null. */
+    sql: {
+        expression: ({ value }) => finiteOrNull(`abs(${value})`),
+    },
     accepts: [
         FieldType.Number,
     ],

package/dist/src/function-configs/numeric/abs.js.map

@@ -1 +1 @@
-{"version":3,"file":"abs.js","sourceRoot":"","sources":["../../../../src/function-configs/numeric/abs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,CAAC,MAAM,SAAS,GAAyB;IAC3C,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,OAAO;IAC5C,WAAW,EAAE,yCAAyC;IACtD,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,EAAE;aAClD;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,CAAC,CAAC;YACT,MAAM,EAAE,CAAC;SACZ;KACJ;IACD,MAAM;QACF,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IACD,OAAO,EAAE;QACL,SAAS,CAAC,MAAM;KACnB;IACD,eAAe,EAAE,EAAE;CACtB,CAAC"}
+{"version":3,"file":"abs.js","sourceRoot":"","sources":["../../../../src/function-configs/numeric/abs.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,CAAC,MAAM,SAAS,GAAyB;IAC3C,IAAI,EAAE,KAAK;IACX,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,OAAO;IAC5C,WAAW,EAAE,yCAAyC;IACtD,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,EAAE;aAClD;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,CAAC,CAAC;YACT,MAAM,EAAE,CAAC;SACZ;KACJ;IACD,MAAM;QACF,OAAO,SAAS,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IAC/B,CAAC;IACD,iFAAiF;IACjF,GAAG,EAAE;QACD,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,OAAO,KAAK,GAAG,CAAC;KAC3D;IACD,OAAO,EAAE;QACL,SAAS,CAAC,MAAM;KACnB;IACD,eAAe,EAAE,EAAE;CACtB,CAAC"}

package/dist/src/function-configs/numeric/acos.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"acos.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/numeric/acos.ts"],"names":[],"mappings":"AACA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAG1B,eAAO,MAAM,UAAU,EAAE,oBAiCxB,CAAC"}
+{"version":3,"file":"acos.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/numeric/acos.ts"],"names":[],"mappings":"AACA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAI1B,eAAO,MAAM,UAAU,EAAE,oBA4CxB,CAAC"}

package/dist/src/function-configs/numeric/acos.js

@@ -1,5 +1,6 @@
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory, } from '../interfaces.js';
+import { finiteOrNull, inDomain } from '../sql-helpers.js';
 import { runMathFn } from './utils.js';
 export const acosConfig = {
     name: 'acos',
@@ -22,6 +23,17 @@ export const acosConfig = {
     create() {
         return runMathFn(Math.acos);
     },
+    /**
+     * `acos`, with its domain checked first.
+     *
+     * `Math.acos` outside [-1, 1] is NaN, which becomes null; DuckDB raises an error instead.
+    */
+    sql: {
+        // DuckDB and V8 can differ in the last bit of a transcendental result, which
+        // IEEE 754 allows, so `approximate` compares results to within a few ULP
+        approximate: true,
+        expression: ({ value }) => finiteOrNull(inDomain(`abs(${value}) <= 1`, `acos(${value})`)),
+    },
     accepts: [
         FieldType.Number,
     ],

package/dist/src/function-configs/numeric/acos.js.map

@@ -1 +1 @@
-{"version":3,"file":"acos.js","sourceRoot":"","sources":["../../../../src/function-configs/numeric/acos.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,CAAC,MAAM,UAAU,GAAyB;IAC5C,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,OAAO;IAC5C,WAAW,EAAE,wEAAwE;IACrF,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,EAAE;aACnD;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,EAAE;SAClB;KACJ;IACD,MAAM;QACF,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IACD,OAAO,EAAE;QACL,SAAS,CAAC,MAAM;KACnB;IACD,eAAe,EAAE,EAAE;IACnB,WAAW,CAAC,EAAE,YAAY,EAAE;QACxB,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,KAAK;aACxB;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}
+{"version":3,"file":"acos.js","sourceRoot":"","sources":["../../../../src/function-configs/numeric/acos.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,CAAC,MAAM,UAAU,GAAyB;IAC5C,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,OAAO;IAC5C,WAAW,EAAE,wEAAwE;IACrF,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,EAAE;aACnD;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,CAAC,CAAC;YACT,MAAM,EAAE,IAAI,CAAC,EAAE;SAClB;KACJ;IACD,MAAM;QACF,OAAO,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAChC,CAAC;IACD;;;;MAIE;IACF,GAAG,EAAE;QACD,6EAA6E;QAC7E,yEAAyE;QACzE,WAAW,EAAE,IAAI;QACjB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,OAAO,KAAK,QAAQ,EAAE,QAAQ,KAAK,GAAG,CAAC,CAAC;KAC5F;IACD,OAAO,EAAE;QACL,SAAS,CAAC,MAAM;KACnB;IACD,eAAe,EAAE,EAAE;IACnB,WAAW,CAAC,EAAE,YAAY,EAAE;QACxB,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,KAAK;aACxB;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/numeric/acosh.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"acosh.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/numeric/acosh.ts"],"names":[],"mappings":"AACA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAG1B,eAAO,MAAM,WAAW,EAAE,oBA4CzB,CAAC"}
+{"version":3,"file":"acosh.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/numeric/acosh.ts"],"names":[],"mappings":"AACA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAI1B,eAAO,MAAM,WAAW,EAAE,oBAuDzB,CAAC"}

package/dist/src/function-configs/numeric/acosh.js

@@ -1,5 +1,6 @@
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory, } from '../interfaces.js';
+import { finiteOrNull, inDomain } from '../sql-helpers.js';
 import { runMathFn } from './utils.js';
 export const acoshConfig = {
     name: 'acosh',
@@ -33,6 +34,17 @@ export const acoshConfig = {
     create() {
         return runMathFn(Math.acosh);
     },
+    /**
+     * `acosh`, with its domain checked first.
+     *
+     * `Math.acosh` below 1 is NaN, which becomes null; DuckDB raises an error instead.
+    */
+    sql: {
+        // DuckDB and V8 can differ in the last bit of a transcendental result, which
+        // IEEE 754 allows, so `approximate` compares results to within a few ULP
+        approximate: true,
+        expression: ({ value }) => finiteOrNull(inDomain(`${value} >= 1`, `acosh(${value})`)),
+    },
     accepts: [
         FieldType.Number,
     ],

package/dist/src/function-configs/numeric/acosh.js.map

@@ -1 +1 @@
-{"version":3,"file":"acosh.js","sourceRoot":"","sources":["../../../../src/function-configs/numeric/acosh.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,CAAC,MAAM,WAAW,GAAyB;IAC7C,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,OAAO;IAC5C,WAAW,EAAE,wGAAwG;IACrH,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,EAAE;aACnD;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;SACZ;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,EAAE;aACnD;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,+FAA+F;SAC/G;KACJ;IACD,MAAM;QACF,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IACD,OAAO,EAAE;QACL,SAAS,CAAC,MAAM;KACnB;IACD,eAAe,EAAE,EAAE;IACnB,WAAW,CAAC,EAAE,YAAY,EAAE;QACxB,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,KAAK;aACxB;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}
+{"version":3,"file":"acosh.js","sourceRoot":"","sources":["../../../../src/function-configs/numeric/acosh.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,mBAAmB,CAAC;AAC3D,OAAO,EAAE,SAAS,EAAE,MAAM,YAAY,CAAC;AAEvC,MAAM,CAAC,MAAM,WAAW,GAAyB;IAC7C,IAAI,EAAE,OAAO;IACb,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,OAAO;IAC5C,WAAW,EAAE,wGAAwG;IACrH,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,EAAE;aACnD;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,CAAC;SACZ;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,KAAK,EAAE,EAAE;aACnD;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,CAAC;YACR,MAAM,EAAE,IAAI;YACZ,WAAW,EAAE,+FAA+F;SAC/G;KACJ;IACD,MAAM;QACF,OAAO,SAAS,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;IACjC,CAAC;IACD;;;;MAIE;IACF,GAAG,EAAE;QACD,6EAA6E;QAC7E,yEAAyE;QACzE,WAAW,EAAE,IAAI;QACjB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,YAAY,CAAC,QAAQ,CAAC,GAAG,KAAK,OAAO,EAAE,SAAS,KAAK,GAAG,CAAC,CAAC;KACxF;IACD,OAAO,EAAE;QACL,SAAS,CAAC,MAAM;KACnB;IACD,eAAe,EAAE,EAAE;IACnB,WAAW,CAAC,EAAE,YAAY,EAAE;QACxB,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,KAAK;aACxB;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}