@terascope/data-mate 2.23.1 → 2.25.0

package/dist/src/function-configs/string/toString.js

@@ -1,6 +1,7 @@
 import { toString, toISO8601 } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { STRING_FIELD_TYPES, NUMERIC_FIELD_TYPES } from '../sql-helpers.js';
 const examples = [
     {
         args: {},
@@ -44,6 +45,47 @@ export const toStringConfig = {
         }
         return toString;
     },
+    /**
+     * One SQL expression per input type, because `toString` converts each type differently.
+     *
+     * - String: returned unchanged.
+     * - Date: ISO 8601 via `strftime`, matching the `toISO8601` conversion used for a `Date`
+     *   column.
+     * - Boolean: `String(true)` is `'true'`, and DuckDB's cast agrees.
+     * - Number: `String(n)`. DuckDB renders `5.0::VARCHAR` as `'5.0'` where JavaScript writes
+     *   `'5'`, so integral values are cast through `HUGEINT` (`1e20` overflows `BIGINT`).
+     *   JavaScript uses exponential notation at or above 1e21 and below 1e-6 and formats it
+     *   differently from DuckDB, so those values and non-finite ones keep the UDF.
+    */
+    sql: {
+        needs_udf_fallback: true,
+        applies: (_args, inputConfig) => {
+            const type = inputConfig.field_config.type;
+            return type === FieldType.Date
+                || type === FieldType.Boolean
+                || STRING_FIELD_TYPES.includes(type)
+                || NUMERIC_FIELD_TYPES.includes(type);
+        },
+        expression: ({ value, inputConfig, udf }) => {
+            const type = inputConfig.field_config.type;
+            if (STRING_FIELD_TYPES.includes(type))
+                return value;
+            if (type === FieldType.Date) {
+                return `strftime(${value}, '%Y-%m-%dT%H:%M:%S.%g') || 'Z'`;
+            }
+            // `::VARCHAR` rather than a CASE: it renders 'true'/'false' and keeps NULL as NULL,
+            // where `CASE WHEN x THEN ... ELSE ...` would send a NULL down the ELSE branch
+            if (type === FieldType.Boolean)
+                return `${value}::VARCHAR`;
+            // JavaScript uses exponential form at or above 1e21 and below 1e-6, and writes
+            // `1e+21` and `1e-7` where DuckDB writes `1e21` and `1e-07`
+            return `CASE WHEN NOT isfinite(${value}) OR abs(${value}) >= 1e21`
+                + ` OR (${value} <> 0 AND abs(${value}) < 1e-6)`
+                + ` THEN ${udf(value)}`
+                + ` WHEN ${value} = floor(${value}) THEN CAST(${value} AS HUGEINT)::VARCHAR`
+                + ` ELSE ${value}::VARCHAR END`;
+        },
+    },
     accepts: [],
     output_type(inputConfig) {
         const { field_config } = inputConfig;

package/dist/src/function-configs/string/toString.js.map

@@ -1 +1 @@
-{"version":3,"file":"toString.js","sourceRoot":"","sources":["../../../../src/function-configs/string/toString.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACmB,WAAW,EAAE,sBAAsB,EAC/B,0BAA0B,EACvD,MAAM,kBAAkB,CAAC;AAE1B,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,OAAO,EAAE,EAAE,EAAE;QAC1E,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,MAAM;KACjB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;QACzB,MAAM,EAAE,mBAAmB;KAC9B;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,EAAE,EAAE;QACvE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC;QAC/B,MAAM,EAAE,6BAA6B;KACxC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE;QACvF,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC;QACpB,MAAM,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;KAC5B;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAyB;IAChD,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,gHAAgH;IAC7H,QAAQ;IACR,MAAM,CAAC,EAAE,WAAW,EAAE;QAClB,IAAI,WAAW,EAAE,YAAY,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACpD,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,OAAO,EAAE,EAAE;IACX,WAAW,CAAC,WAAqC;QAC7C,MAAM,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAErC,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;aACzB;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}
+{"version":3,"file":"toString.js","sourceRoot":"","sources":["../../../../src/function-configs/string/toString.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAC5D,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACmB,WAAW,EAAE,sBAAsB,EAC/B,0BAA0B,EACvD,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,kBAAkB,EAAE,mBAAmB,EAAE,MAAM,mBAAmB,CAAC;AAE5E,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,OAAO,EAAE,EAAE,EAAE;QAC1E,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,MAAM;KACjB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;QACzB,MAAM,EAAE,mBAAmB;KAC9B;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,IAAI,EAAE,EAAE,EAAE;QACvE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,MAAM,CAAC,EAAE,CAAC,IAAI,MAAM,CAAC,EAAE,CAAC;QAC/B,MAAM,EAAE,6BAA6B;KACxC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,OAAO,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE;QACvF,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,CAAC,IAAI,EAAE,KAAK,CAAC;QACpB,MAAM,EAAE,CAAC,MAAM,EAAE,OAAO,CAAC;KAC5B;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAyB;IAChD,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,gHAAgH;IAC7H,QAAQ;IACR,MAAM,CAAC,EAAE,WAAW,EAAE;QAClB,IAAI,WAAW,EAAE,YAAY,CAAC,IAAI,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;YACpD,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD;;;;;;;;;;;MAWE;IACF,GAAG,EAAE;QACD,kBAAkB,EAAE,IAAI;QACxB,OAAO,EAAE,CAAC,KAAK,EAAE,WAAW,EAAE,EAAE;YAC5B,MAAM,IAAI,GAAG,WAAW,CAAC,YAAY,CAAC,IAAiB,CAAC;YACxD,OAAO,IAAI,KAAK,SAAS,CAAC,IAAI;mBACvB,IAAI,KAAK,SAAS,CAAC,OAAO;mBAC1B,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC;mBACjC,mBAAmB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAC9C,CAAC;QACD,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,WAAW,EAAE,GAAG,EAAE,EAAE,EAAE;YACxC,MAAM,IAAI,GAAG,WAAW,CAAC,YAAY,CAAC,IAAiB,CAAC;YACxD,IAAI,kBAAkB,CAAC,QAAQ,CAAC,IAAI,CAAC;gBAAE,OAAO,KAAK,CAAC;YACpD,IAAI,IAAI,KAAK,SAAS,CAAC,IAAI,EAAE,CAAC;gBAC1B,OAAO,YAAY,KAAK,kCAAkC,CAAC;YAC/D,CAAC;YACD,oFAAoF;YACpF,+EAA+E;YAC/E,IAAI,IAAI,KAAK,SAAS,CAAC,OAAO;gBAAE,OAAO,GAAG,KAAK,WAAW,CAAC;YAC3D,+EAA+E;YAC/E,4DAA4D;YAC5D,OAAO,0BAA0B,KAAK,YAAY,KAAK,WAAW;kBAC5D,QAAQ,KAAK,iBAAiB,KAAK,WAAW;kBAC9C,SAAS,GAAG,CAAC,KAAK,CAAC,EAAE;kBACrB,SAAS,KAAK,YAAY,KAAK,eAAe,KAAK,uBAAuB;kBAC1E,SAAS,KAAK,eAAe,CAAC;QACxC,CAAC;KACJ;IACD,OAAO,EAAE,EAAE;IACX,WAAW,CAAC,WAAqC;QAC7C,MAAM,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAErC,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;aACzB;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/string/toTitleCase.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"toTitleCase.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/toTitleCase.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAE1B,eAAO,MAAM,iBAAiB,EAAE,oBAkC/B,CAAC"}
+{"version":3,"file":"toTitleCase.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/toTitleCase.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAI1B,eAAO,MAAM,iBAAiB,EAAE,oBAmD/B,CAAC"}

package/dist/src/function-configs/string/toTitleCase.js

@@ -1,6 +1,8 @@
 import { toTitleCase } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory, } from '../interfaces.js';
+import { HAS_UNICODE_WORD, caseConvertSql, upperFirstSql } from './sql-utils.js';
+import { sqlLiteral } from '../sql-helpers.js';
 export const toTitleCaseConfig = {
     name: 'toTitleCase',
     type: FunctionDefinitionType.FIELD_TRANSFORM,
@@ -34,6 +36,23 @@ export const toTitleCaseConfig = {
         // toTitleCase handles cases input is not string
         return (input) => toTitleCase(input);
     },
+    /**
+     * `_.startCase`: each word's first character uppercased and the rest left as is, joined with a
+     * space. This is not `capitalize`: `startCase('HELLO')` is `'HELLO'`.
+     *
+     *  Only for input that lodash splits with its ASCII word splitter; see `HAS_UNICODE_WORD`.
+     * Other input keeps the UDF.
+    */
+    sql: {
+        needs_udf_fallback: true,
+        expression: ({ value, udf }) => `CASE WHEN regexp_matches(${value},`
+            + ` ${sqlLiteral(HAS_UNICODE_WORD)}) THEN ${udf(value)}`
+            + ` ELSE ${caseConvertSql(value, {
+                join: ' ',
+                first: (w) => upperFirstSql(w),
+                rest: (w) => upperFirstSql(w),
+            })} END`,
+    },
     accepts: [FieldType.String],
 };
 //# sourceMappingURL=toTitleCase.js.map

package/dist/src/function-configs/string/toTitleCase.js.map

@@ -1 +1 @@
-{"version":3,"file":"toTitleCase.js","sourceRoot":"","sources":["../../../../src/function-configs/string/toTitleCase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,CAAC,MAAM,iBAAiB,GAAyB;IACnD,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,6GAA6G;IAC1H,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,aAAa;YACpB,MAAM,EAAE,aAAa;SACxB;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,OAAO;SAClB;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,WAAW;SACtB;KACJ;IACD,MAAM;QACF,gDAAgD;QAChD,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,WAAW,CAAC,KAAe,CAAC,CAAC;IAC5D,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC"}
+{"version":3,"file":"toTitleCase.js","sourceRoot":"","sources":["../../../../src/function-configs/string/toTitleCase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AACpD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,gBAAgB,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AACjF,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,MAAM,CAAC,MAAM,iBAAiB,GAAyB;IACnD,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,6GAA6G;IAC1H,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,aAAa;YACpB,MAAM,EAAE,aAAa;SACxB;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,OAAO;SAClB;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,WAAW;SACtB;KACJ;IACD,MAAM;QACF,gDAAgD;QAChD,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,WAAW,CAAC,KAAe,CAAC,CAAC;IAC5D,CAAC;IACD;;;;;;MAME;IACF,GAAG,EAAE;QACD,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,4BAA4B,KAAK,GAAG;cAC9D,IAAI,UAAU,CAAC,gBAAgB,CAAC,UAAU,GAAG,CAAC,KAAK,CAAC,EAAE;cACtD,SAAS,cAAc,CAAC,KAAK,EAAE;gBAC7B,IAAI,EAAE,GAAG;gBACT,KAAK,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;gBAC9B,IAAI,EAAE,CAAC,CAAC,EAAE,EAAE,CAAC,aAAa,CAAC,CAAC,CAAC;aAChC,CAAC,MAAM;KACf;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC"}

package/dist/src/function-configs/string/toUpperCase.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"toUpperCase.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/toUpperCase.ts"],"names":[],"mappings":"AACA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAM1B,eAAO,MAAM,iBAAiB,EAAE,oBAiC/B,CAAC"}
+{"version":3,"file":"toUpperCase.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/toUpperCase.ts"],"names":[],"mappings":"AACA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAO1B,eAAO,MAAM,iBAAiB,EAAE,oBA6C/B,CAAC"}

package/dist/src/function-configs/string/toUpperCase.js

@@ -1,5 +1,6 @@
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory, } from '../interfaces.js';
+import { isAsciiSql } from '../sql-helpers.js';
 function _toUpperCase(input) {
     return String(input).toUpperCase();
 }
@@ -36,5 +37,17 @@ export const toUpperCaseConfig = {
         return _toUpperCase;
     },
     accepts: [FieldType.String],
+    /**
+     * `upper()` for ASCII values, the UDF for everything else.
+     *
+     * JavaScript applies full Unicode case mapping and DuckDB applies simple mapping, so they
+     * differ on inputs like `'ß'` and `'fi'`. They agree on every ASCII character, so only non-ASCII
+     * values pay for a UDF call.
+    */
+    sql: {
+        needs_udf_fallback: true,
+        expression: ({ value, udf }) => `CASE WHEN ${isAsciiSql(value)}`
+            + ` THEN upper(${value}) ELSE ${udf(value)} END`,
+    },
 };
 //# sourceMappingURL=toUpperCase.js.map

package/dist/src/function-configs/string/toUpperCase.js.map

@@ -1 +1 @@
-{"version":3,"file":"toUpperCase.js","sourceRoot":"","sources":["../../../../src/function-configs/string/toUpperCase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAE1B,SAAS,YAAY,CAAC,KAAc;IAChC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAyB;IACnD,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,4CAA4C;IACzD,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,OAAO;SAClB;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,OAAO;SAClB;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,WAAW;SACtB;KACJ;IACD,MAAM;QACF,OAAO,YAAY,CAAC;IACxB,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC"}
+{"version":3,"file":"toUpperCase.js","sourceRoot":"","sources":["../../../../src/function-configs/string/toUpperCase.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,SAAS,YAAY,CAAC,KAAc;IAChC,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC,WAAW,EAAE,CAAC;AACvC,CAAC;AAED,MAAM,CAAC,MAAM,iBAAiB,GAAyB;IACnD,IAAI,EAAE,aAAa;IACnB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,4CAA4C;IACzD,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,OAAO;SAClB;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,OAAO;SAClB;QACD;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,WAAW;SACtB;KACJ;IACD,MAAM;QACF,OAAO,YAAY,CAAC;IACxB,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B;;;;;;MAME;IACF,GAAG,EAAE;QACD,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,aAAa,UAAU,CAAC,KAAK,CAAC,EAAE;cAC1D,eAAe,KAAK,UAAU,GAAG,CAAC,KAAK,CAAC,MAAM;KACvD;CACJ,CAAC"}

package/dist/src/function-configs/string/trim.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"trim.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/trim.ts"],"names":[],"mappings":"AAIA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,QAAQ;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAmFD,eAAO,MAAM,UAAU,EAAE,oBAAoB,CAAC,QAAQ,CAkBrD,CAAC"}
+{"version":3,"file":"trim.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/trim.ts"],"names":[],"mappings":"AAIA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,QAAQ;IACrB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAmFD,eAAO,MAAM,UAAU,EAAE,oBAAoB,CAAC,QAAQ,CA4BrD,CAAC"}

package/dist/src/function-configs/string/trim.js

@@ -1,6 +1,7 @@
 import { trimFP } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { JS_WHITESPACE, sqlLiteral } from '../sql-helpers.js';
 const examples = [
     {
         args: {},
@@ -92,6 +93,16 @@ export const trimConfig = {
         return trimFP(chars);
     },
     accepts: [FieldType.String],
+    /**
+     * `trim(x, chars)`, always with an explicit character set.
+     *
+     * DuckDB's one-argument `trim(x)` strips only spaces, while JavaScript strips all Unicode
+     * whitespace, including tabs and newlines. Passing `JS_WHITESPACE` makes them agree.
+    */
+    sql: {
+        expression: ({ value, args }) => `trim(${value}, `
+            + `${sqlLiteral(args.chars == null ? JS_WHITESPACE : args.chars)})`,
+    },
     argument_schema: {
         chars: {
             type: FieldType.String,

package/dist/src/function-configs/string/trim.js.map

@@ -1 +1 @@
-{"version":3,"file":"trim.js","sourceRoot":"","sources":["../../../../src/function-configs/string/trim.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,MAAM,EACT,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAE7B,MAAM,kBAAkB,CAAC;AAM1B,MAAM,QAAQ,GAA0C;IACpD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,0BAA0B;QACjC,MAAM,EAAE,cAAc;KACzB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,OAAO;KAClB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,OAAO;KAClB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,EAAE;KACb;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,YAAY;QACnB,MAAM,EAAE,YAAY;KACvB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,oBAAoB;QAC3B,MAAM,EAAE,YAAY;KACvB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,sBAAsB;QAC7B,MAAM,EAAE,kBAAkB;QAC1B,WAAW,EAAE,+EAA+E;KAC/F;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;QACvB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,qBAAqB;QAC5B,MAAM,EAAE,aAAa;KACxB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;QACxB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,YAAY;KACvB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;QACrB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,qBAAqB;QAC5B,MAAM,EAAE,iBAAiB;KAC5B;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;QACrB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,oBAAoB;QAC3B,MAAM,EAAE,QAAQ;KACnB;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAmC;IACtD,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,uEAAuE;IACpF,QAAQ;IACR,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE;QACtB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,kDAAkD;SAClE;KACJ;CACJ,CAAC"}
+{"version":3,"file":"trim.js","sourceRoot":"","sources":["../../../../src/function-configs/string/trim.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,MAAM,EACT,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAE7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAM9D,MAAM,QAAQ,GAA0C;IACpD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,0BAA0B;QACjC,MAAM,EAAE,cAAc;KACzB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,OAAO;KAClB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,OAAO;KAClB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,EAAE;KACb;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,YAAY;QACnB,MAAM,EAAE,YAAY;KACvB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,oBAAoB;QAC3B,MAAM,EAAE,YAAY;KACvB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,sBAAsB;QAC7B,MAAM,EAAE,kBAAkB;QAC1B,WAAW,EAAE,+EAA+E;KAC/F;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;QACvB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,qBAAqB;QAC5B,MAAM,EAAE,aAAa;KACxB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,OAAO,EAAE;QACxB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,YAAY;KACvB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;QACrB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,qBAAqB;QAC5B,MAAM,EAAE,iBAAiB;KAC5B;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;QACrB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,oBAAoB;QAC3B,MAAM,EAAE,QAAQ;KACnB;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,UAAU,GAAmC;IACtD,IAAI,EAAE,MAAM;IACZ,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,uEAAuE;IACpF,QAAQ;IACR,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE;QACtB,OAAO,MAAM,CAAC,KAAK,CAAC,CAAC;IACzB,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B;;;;;MAKE;IACF,GAAG,EAAE;QACD,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,QAAQ,KAAK,IAAI;cAC5C,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG;KAC1E;IACD,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,kDAAkD;SAClE;KACJ;CACJ,CAAC"}

package/dist/src/function-configs/string/trimEnd.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"trimEnd.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/trimEnd.ts"],"names":[],"mappings":"AAIA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAwCD,eAAO,MAAM,aAAa,EAAE,oBAAoB,CAAC,WAAW,CAkB3D,CAAC"}
+{"version":3,"file":"trimEnd.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/trimEnd.ts"],"names":[],"mappings":"AAIA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAwCD,eAAO,MAAM,aAAa,EAAE,oBAAoB,CAAC,WAAW,CA4B3D,CAAC"}

package/dist/src/function-configs/string/trimEnd.js

@@ -1,6 +1,7 @@
 import { trimEndFP } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { JS_WHITESPACE, sqlLiteral } from '../sql-helpers.js';
 const examples = [
     {
         args: {},
@@ -49,6 +50,16 @@ export const trimEndConfig = {
         return trimEndFP(chars);
     },
     accepts: [FieldType.String],
+    /**
+     * `rtrim(x, chars)`, always with an explicit character set.
+     *
+     * DuckDB's one-argument `rtrim(x)` strips only spaces, while JavaScript strips all Unicode
+     * whitespace, including tabs and newlines. Passing `JS_WHITESPACE` makes them agree.
+    */
+    sql: {
+        expression: ({ value, args }) => `rtrim(${value}, `
+            + `${sqlLiteral(args.chars == null ? JS_WHITESPACE : args.chars)})`,
+    },
     argument_schema: {
         chars: {
             type: FieldType.String,

package/dist/src/function-configs/string/trimEnd.js.map

@@ -1 +1 @@
-{"version":3,"file":"trimEnd.js","sourceRoot":"","sources":["../../../../src/function-configs/string/trimEnd.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,SAAS,EACZ,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAE7B,MAAM,kBAAkB,CAAC;AAM1B,MAAM,QAAQ,GAA6C;IACvD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,SAAS;KACpB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,OAAO;KAClB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,EAAE;KACb;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,mBAAmB;KAC9B;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;QACvB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,qBAAqB;QAC5B,MAAM,EAAE,iBAAiB;KAC5B;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAsC;IAC5D,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,yDAAyD;IACtE,QAAQ;IACR,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE;QACtB,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,kDAAkD;SAClE;KACJ;CACJ,CAAC"}
+{"version":3,"file":"trimEnd.js","sourceRoot":"","sources":["../../../../src/function-configs/string/trimEnd.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,SAAS,EACZ,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAE7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAM9D,MAAM,QAAQ,GAA6C;IACvD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,SAAS;KACpB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,OAAO;KAClB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,EAAE;KACb;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,mBAAmB;KAC9B;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;QACvB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,qBAAqB;QAC5B,MAAM,EAAE,iBAAiB;KAC5B;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAsC;IAC5D,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,yDAAyD;IACtE,QAAQ;IACR,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE;QACtB,OAAO,SAAS,CAAC,KAAK,CAAC,CAAC;IAC5B,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B;;;;;MAKE;IACF,GAAG,EAAE;QACD,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,SAAS,KAAK,IAAI;cAC7C,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG;KAC1E;IACD,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,kDAAkD;SAClE;KACJ;CACJ,CAAC"}

package/dist/src/function-configs/string/trimStart.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"trimStart.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/trimStart.ts"],"names":[],"mappings":"AAIA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,aAAa;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAiCD,eAAO,MAAM,eAAe,EAAE,oBAAoB,CAAC,aAAa,CAkB/D,CAAC"}
+{"version":3,"file":"trimStart.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/trimStart.ts"],"names":[],"mappings":"AAIA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,aAAa;IAC1B,KAAK,CAAC,EAAE,MAAM,CAAC;CAClB;AAiCD,eAAO,MAAM,eAAe,EAAE,oBAAoB,CAAC,aAAa,CA4B/D,CAAC"}

package/dist/src/function-configs/string/trimStart.js

@@ -1,6 +1,7 @@
 import { trimStartFP } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { JS_WHITESPACE, sqlLiteral } from '../sql-helpers.js';
 const examples = [
     {
         args: {},
@@ -42,6 +43,16 @@ export const trimStartConfig = {
         return trimStartFP(chars);
     },
     accepts: [FieldType.String],
+    /**
+     * `ltrim(x, chars)`, always with an explicit character set.
+     *
+     * DuckDB's one-argument `ltrim(x)` strips only spaces, while JavaScript strips all Unicode
+     * whitespace, including tabs and newlines. Passing `JS_WHITESPACE` makes them agree.
+    */
+    sql: {
+        expression: ({ value, args }) => `ltrim(${value}, `
+            + `${sqlLiteral(args.chars == null ? JS_WHITESPACE : args.chars)})`,
+    },
     argument_schema: {
         chars: {
             type: FieldType.String,

package/dist/src/function-configs/string/trimStart.js.map

@@ -1 +1 @@
-{"version":3,"file":"trimStart.js","sourceRoot":"","sources":["../../../../src/function-configs/string/trimStart.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,WAAW,EACd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAE7B,MAAM,kBAAkB,CAAC;AAM1B,MAAM,QAAQ,GAA+C;IACzD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,eAAe;KAC1B;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;QACvB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,0BAA0B;QACjC,MAAM,EAAE,gBAAgB;KAC3B;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,EAAE;KACb;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,mBAAmB;KAC9B;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAwC;IAChE,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,2DAA2D;IACxE,QAAQ;IACR,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE;QACtB,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,kDAAkD;SAClE;KACJ;CACJ,CAAC"}
+{"version":3,"file":"trimStart.js","sourceRoot":"","sources":["../../../../src/function-configs/string/trimStart.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,WAAW,EACd,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAE7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAM9D,MAAM,QAAQ,GAA+C;IACzD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,eAAe;KAC1B;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;QACvB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,0BAA0B;QACjC,MAAM,EAAE,gBAAgB;KAC3B;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,EAAE;KACb;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;QACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;QACzE,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,wBAAwB;QAC/B,MAAM,EAAE,mBAAmB;KAC9B;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAwC;IAChE,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,2DAA2D;IACxE,QAAQ;IACR,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE;QACtB,OAAO,WAAW,CAAC,KAAK,CAAC,CAAC;IAC9B,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B;;;;;MAKE;IACF,GAAG,EAAE;QACD,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,SAAS,KAAK,IAAI;cAC7C,GAAG,UAAU,CAAC,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG;KAC1E;IACD,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,kDAAkD;SAClE;KACJ;CACJ,CAAC"}

package/dist/src/function-configs/string/truncate.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"truncate.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/truncate.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,eAAO,MAAM,cAAc,EAAE,oBAAoB,CAAC,cAAc,CAuC/D,CAAC"}
+{"version":3,"file":"truncate.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/truncate.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,oBAAoB,EAIvB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,cAAc;IAC3B,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,eAAO,MAAM,cAAc,EAAE,oBAAoB,CAAC,cAAc,CAqD/D,CAAC"}

package/dist/src/function-configs/string/truncate.js

@@ -1,6 +1,7 @@
 import { truncateFP } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { sqlLiteral, HAS_ASTRAL, needsNumericArgs } from '../sql-helpers.js';
 export const truncateConfig = {
     name: 'truncate',
     type: FunctionDefinitionType.FIELD_TRANSFORM,
@@ -26,6 +27,20 @@ export const truncateConfig = {
     create({ args: { size } }) {
         return truncateFP(size, false);
     },
+    /**
+     * `substring` for values without astral characters, the UDF otherwise.
+     *
+     * `truncateFP` counts UTF-16 code units and `substring` counts characters. Truncating four
+     * thumbs-up emoji to 3 gives one emoji plus a lone surrogate in JavaScript and three whole
+     * emoji in SQL, so astral input keeps the UDF.
+    */
+    sql: {
+        applies: needsNumericArgs('size'),
+        needs_udf_fallback: true,
+        expression: ({ value, args, udf }) => `CASE WHEN regexp_matches(${value},`
+            + ` ${sqlLiteral(HAS_ASTRAL)}) THEN ${udf(value)}`
+            + ` ELSE substring(${value}, 1, ${Number(args.size)}) END`,
+    },
     accepts: [FieldType.String],
     required_arguments: ['size'],
     argument_schema: {

package/dist/src/function-configs/string/truncate.js.map

@@ -1 +1 @@
-{"version":3,"file":"truncate.js","sourceRoot":"","sources":["../../../../src/function-configs/string/truncate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAM1B,MAAM,CAAC,MAAM,cAAc,GAAyC;IAChE,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,mIAAmI;IAChJ,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;YACjB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,MAAM;SACjB;QACD;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;YACjB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,aAAa;YACpB,MAAM,EAAE,UAAU;SACrB;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE;QACrB,OAAO,UAAU,CAAC,IAAI,EAAE,KAAK,CAA+B,CAAC;IACjE,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,kBAAkB,EAAE,CAAC,MAAM,CAAC;IAC5B,eAAe,EAAE;QACb,IAAI,EAAE;YACF,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,+BAA+B;SAC/C;KACJ;IACD,kBAAkB,CAAC,IAAI;QACnB,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,4DAA4D,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7F,CAAC;IACL,CAAC;CACJ,CAAC"}
+{"version":3,"file":"truncate.js","sourceRoot":"","sources":["../../../../src/function-configs/string/truncate.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EACtB,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,gBAAgB,EAAE,MAAM,mBAAmB,CAAC;AAM7E,MAAM,CAAC,MAAM,cAAc,GAAyC;IAChE,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,mIAAmI;IAChJ,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;YACjB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,mBAAmB;YAC1B,MAAM,EAAE,MAAM;SACjB;QACD;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,CAAC,EAAE;YACjB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,aAAa;YACpB,MAAM,EAAE,UAAU;SACrB;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE;QACrB,OAAO,UAAU,CAAC,IAAI,EAAE,KAAK,CAA+B,CAAC;IACjE,CAAC;IACD;;;;;;MAME;IACF,GAAG,EAAE;QACD,OAAO,EAAE,gBAAgB,CAAC,MAAM,CAAC;QACjC,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,4BAA4B,KAAK,GAAG;cACpE,IAAI,UAAU,CAAC,UAAU,CAAC,UAAU,GAAG,CAAC,KAAK,CAAC,EAAE;cAChD,mBAAmB,KAAK,QAAQ,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO;KACjE;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,kBAAkB,EAAE,CAAC,MAAM,CAAC;IAC5B,eAAe,EAAE;QACb,IAAI,EAAE;YACF,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,+BAA+B;SAC/C;KACJ;IACD,kBAAkB,CAAC,IAAI;QACnB,IAAI,IAAI,CAAC,IAAI,IAAI,CAAC,EAAE,CAAC;YACjB,MAAM,IAAI,KAAK,CAAC,4DAA4D,IAAI,CAAC,IAAI,EAAE,CAAC,CAAC;QAC7F,CAAC;IACL,CAAC;CACJ,CAAC"}

package/dist/src/index.d.ts

@@ -121,6 +121,7 @@ export * from './vector/index.js';
 export { FieldTransform, RecordTransform, jexl };
 export * from './adapters/index.js';
 export * from './function-configs/index.js';
+export * from './teal-frame/index.js';
 export { makeRandomDataSet } from './random-DT-data-generator/make-dt-data-set.js';
 export { makeRandomDataFunctionForField } from './random-DT-data-generator/make-dt-field-fn.js';
 //# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EACH,IAAI,EAEP,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACH,cAAc,IAAI,UAAU,EAE/B,MAAM,uBAAuB,CAAC;AAI/B,QAAA,MAAM,cAAc;;;;;;eAgFg+N,CAAC;;;;;;;;;;;;;;;;;;;;;;;mBAA2vV,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA4rmB,CAAC;;;;;;;;;;CA9E76pC,CAAC;AAIF,QAAA,MAAM,eAAe;;;;;;;;;;;;;;;;;;;CAEpB,CAAC;AAIF,OAAO,QAAQ,2CAA2C,CAAC;IACvD,UAAU,gBAAgB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;QACpD;;;UAGE;QACF,GAAG,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;KACnC;CACJ;AAoCD,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,mBAAmB,CAAC;AAClC,OAAO,EACH,cAAc,EACd,eAAe,EACf,IAAI,EACP,CAAC;AAEF,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC;AAE5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gDAAgD,CAAC;AACnF,OAAO,EAAE,8BAA8B,EAAE,MAAM,gDAAgD,CAAC"}
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EACH,IAAI,EAEP,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACH,cAAc,IAAI,UAAU,EAE/B,MAAM,uBAAuB,CAAC;AAI/B,QAAA,MAAM,cAAc;;;;;;eAiFy7N,CAAC;;;;;;;;;;;;;;;;;;;;;;;mBAA2vV,CAAC;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;kBAA4rmB,CAAC;;;;;;;;;;CA/Et4pC,CAAC;AAIF,QAAA,MAAM,eAAe;;;;;;;;;;;;;;;;;;;CAEpB,CAAC;AAIF,OAAO,QAAQ,2CAA2C,CAAC;IACvD,UAAU,gBAAgB,CAAC,CAAC,SAAS,MAAM,CAAC,MAAM,EAAE,GAAG,CAAC;QACpD;;;UAGE;QACF,GAAG,IAAI,OAAO,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC;QAC7B,CAAC,GAAG,EAAE,MAAM,GAAG,MAAM,GAAG,OAAO,CAAC;KACnC;CACJ;AAoCD,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,mBAAmB,CAAC;AAClC,OAAO,EACH,cAAc,EACd,eAAe,EACf,IAAI,EACP,CAAC;AAEF,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,uBAAuB,CAAC;AAEtC,OAAO,EAAE,iBAAiB,EAAE,MAAM,gDAAgD,CAAC;AACnF,OAAO,EAAE,8BAA8B,EAAE,MAAM,gDAAgD,CAAC"}

package/dist/src/index.js

@@ -53,6 +53,7 @@ export * from './vector/index.js';
 export { FieldTransform, RecordTransform, jexl };
 export * from './adapters/index.js';
 export * from './function-configs/index.js';
+export * from './teal-frame/index.js';
 export { makeRandomDataSet } from './random-DT-data-generator/make-dt-data-set.js';
 export { makeRandomDataFunctionForField } from './random-DT-data-generator/make-dt-field-fn.js';
 //# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -1 +1 @@
-{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EACH,IAAI,EAAE,OAAO,EAAE,aAAa,EAC5B,eAAe,EAAE,qBAAqB,EACzC,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACH,cAAc,IAAI,UAAU,EAC5B,eAAe,IAAI,UAAU,EAChC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAE3E,gEAAgE;AAChE,MAAM,cAAc,GAAG;IACnB,GAAG,UAAU;CAChB,CAAC;AACF,cAAc,CAAC,UAAU,CAAC,OAAO,GAAG,aAAa,CAAC;AAClD,cAAc,CAAC,OAAO,GAAG,OAAO,CAAC;AAEjC,MAAM,eAAe,GAAG;IACpB,GAAG,UAAU;CAChB,CAAC;AACF,eAAe,CAAC,UAAU,CAAC,eAAe,GAAG,qBAAqB,CAAC;AACnE,eAAe,CAAC,eAAe,GAAG,eAAe,CAAC;AAalD,gBAAgB,CAAC,SAAS,CAAC,GAAG,GAAG,KAAK,UAAU,GAAG;IAC/C,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAErB,IAAI,SAAS,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,OAAc,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;KAC1B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAW,CAAC;IAC7B,IAAI,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;QAC/B,SAAS,GAAG,SAAS,CAAC,OAAO,CACzB,QAAQ,CAAC,WAAW,CACvB,CAAC;IACN,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;QAC1B,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;IACb,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;AAC5E,KAAK,MAAM,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;IACjE,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QACrD,gBAAgB,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,GAAG,EAAE;YAC/C,MAAM,IAAI,KAAK,CACX,yBAAyB,MAAM,CAAC,eAAe,CAAC;kEACE,CACrD,CAAC;QACN,CAAC,CAAC;IACN,CAAC;AACL,CAAC;AAED,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,mBAAmB,CAAC;AAClC,OAAO,EACH,cAAc,EACd,eAAe,EACf,IAAI,EACP,CAAC;AAEF,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC;AAE5C,OAAO,EAAE,iBAAiB,EAAE,MAAM,gDAAgD,CAAC;AACnF,OAAO,EAAE,8BAA8B,EAAE,MAAM,gDAAgD,CAAC"}
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,uBAAuB,CAAC;AAClD,OAAO,EACH,IAAI,EAAE,OAAO,EAAE,aAAa,EAC5B,eAAe,EAAE,qBAAqB,EACzC,MAAM,iBAAiB,CAAC;AACzB,OAAO,EACH,cAAc,IAAI,UAAU,EAC5B,eAAe,IAAI,UAAU,EAChC,MAAM,uBAAuB,CAAC;AAC/B,OAAO,EAAE,gBAAgB,EAAE,MAAM,yCAAyC,CAAC;AAE3E,gEAAgE;AAChE,MAAM,cAAc,GAAG;IACnB,GAAG,UAAU;CAChB,CAAC;AACF,cAAc,CAAC,UAAU,CAAC,OAAO,GAAG,aAAa,CAAC;AAClD,cAAc,CAAC,OAAO,GAAG,OAAO,CAAC;AAEjC,MAAM,eAAe,GAAG;IACpB,GAAG,UAAU;CAChB,CAAC;AACF,eAAe,CAAC,UAAU,CAAC,eAAe,GAAG,qBAAqB,CAAC;AACnE,eAAe,CAAC,eAAe,GAAG,eAAe,CAAC;AAalD,gBAAgB,CAAC,SAAS,CAAC,GAAG,GAAG,KAAK,UAAU,GAAG;IAC/C,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IAErB,IAAI,SAAS,GAAG,IAAI,SAAS,CAAC,IAAI,CAAC,OAAc,EAAE;QAC/C,IAAI,EAAE,IAAI,CAAC,IAAI;QACf,QAAQ,EAAE,IAAI,CAAC,QAAQ;KAC1B,CAAC,CAAC;IAEH,MAAM,QAAQ,GAAG,IAAW,CAAC;IAC7B,IAAI,QAAQ,CAAC,WAAW,EAAE,MAAM,EAAE,CAAC;QAC/B,SAAS,GAAG,SAAS,CAAC,OAAO,CACzB,QAAQ,CAAC,WAAW,CACvB,CAAC;IACN,CAAC;IACD,IAAI,QAAQ,CAAC,MAAM,IAAI,IAAI,EAAE,CAAC;QAC1B,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC;IACjD,CAAC;IAED,IAAI,CAAC,KAAK,EAAE,CAAC;IACb,OAAO,SAAS,CAAC;AACrB,CAAC,CAAC;AAEF,MAAM,uBAAuB,GAAG,OAAO,CAAC,OAAO,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;AAC5E,KAAK,MAAM,eAAe,IAAI,OAAO,CAAC,OAAO,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,CAAC;IACjE,IAAI,CAAC,uBAAuB,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;QACrD,gBAAgB,CAAC,SAAS,CAAC,eAAe,CAAC,GAAG,GAAG,EAAE;YAC/C,MAAM,IAAI,KAAK,CACX,yBAAyB,MAAM,CAAC,eAAe,CAAC;kEACE,CACrD,CAAC;QACN,CAAC,CAAC;IACN,CAAC;AACL,CAAC;AAED,cAAc,8BAA8B,CAAC;AAC7C,cAAc,yBAAyB,CAAC;AACxC,cAAc,oBAAoB,CAAC;AACnC,cAAc,mBAAmB,CAAC;AAClC,cAAc,iBAAiB,CAAC;AAChC,cAAc,iBAAiB,CAAC;AAChC,cAAc,uBAAuB,CAAC;AACtC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,iBAAiB,CAAC;AAChC,cAAc,yBAAyB,CAAC;AACxC,cAAc,wBAAwB,CAAC;AACvC,cAAc,mBAAmB,CAAC;AAClC,OAAO,EACH,cAAc,EACd,eAAe,EACf,IAAI,EACP,CAAC;AAEF,cAAc,qBAAqB,CAAC;AACpC,cAAc,6BAA6B,CAAC;AAC5C,cAAc,uBAAuB,CAAC;AAEtC,OAAO,EAAE,iBAAiB,EAAE,MAAM,gDAAgD,CAAC;AACnF,OAAO,EAAE,8BAA8B,EAAE,MAAM,gDAAgD,CAAC"}

package/dist/src/teal-frame/DuckContext.d.ts

@@ -0,0 +1,105 @@
+import { DuckDBInstance, DuckDBConnection, DuckDBType } from '@duckdb/node-api';
+import { ScalarFunctionSpec } from './scalar-function.js';
+import { ValueShaper } from './row-shape.js';
+import { DuckDatabaseSettings } from './interfaces.js';
+/** DuckDB's hard per-chunk row limit. Appending more in one chunk throws. */
+export declare const MAX_CHUNK_ROWS = 2048;
+/**
+ * Owns a DuckDB instance and its shared connection.
+ *
+ * Internal: it is not exported from the package, and callers reach the database through
+ * `configureDuckDatabase`, `registerScalarFunction` and `closeDuckDatabase`. Processes that
+ * need to exchange data hand each other Parquet files rather than sharing a database.
+ *
+ * Every frame on a database shares the instance, because tables live in its catalog and any
+ * connection can see them (they are real tables, not TEMP tables, which would be
+ * connection-local). Streams do not share the connection; see `streamRowObjects`.
+*/
+export declare class DuckContext {
+    readonly instance: DuckDBInstance;
+    readonly connection: DuckDBConnection;
+    /** The database path, so a frame can report where it lives. */
+    readonly path: string;
+    /** Fixed for the instance's life - DuckDB resolves extensions from it at LOAD. */
+    readonly extensionDirectory: string | undefined;
+    /**
+     * Registered scalar functions, kept so they are not garbage-collected while DuckDB still
+     * holds them, and so a name cannot be silently registered twice.
+    */
+    private readonly functions;
+    private constructor();
+    /**
+     * Registers a scalar function on the instance.
+     *
+     * Registration is instance-wide: a function registered on one connection is visible to
+     * every other connection, including the private connection each stream opens. That is
+     * what lets UDFs and streaming work together.
+    */
+    registerFunction(spec: ScalarFunctionSpec): void;
+    /** How many scalar functions are registered. They cannot be removed, so keep this bounded. */
+    get functionCount(): number;
+    hasFunction(name: string): boolean;
+    /**
+     * Opens the database and loads the required extensions, so a missing extension fails at
+     * startup rather than at the first query that needs it (see `extensions.ts`).
+     *
+     * Explicit settings take precedence over the environment. On failure the instance is
+     * closed, because nothing else holds it and it would otherwise leak.
+    */
+    static create(path?: string, settings?: DuckDatabaseSettings): Promise<DuckContext>;
+    /**
+     * Applies the spill, memory and thread settings. They are runtime `SET`s, so they can be
+     * changed on an open database.
+     *
+     * Without `temp_directory`, a query that exceeds `memory_limit` fails instead of spilling
+     * to disk.
+     *
+     * **Set `memory_limit` below the container's memory cap.** If DuckDB thinks it has more
+     * memory than the container allows, it never spills and the kernel kills the process.
+    */
+    applySettings(settings: DuckDatabaseSettings): Promise<void>;
+    run(sql: string): Promise<void>;
+    scalar(sql: string): Promise<unknown>;
+    rows(sql: string): Promise<unknown[][]>;
+    /**
+     * The columns a query produces, with their DuckDB type objects. No rows are read.
+     *
+     * Type objects rather than `DESCRIBE`'s text, because that text does not quote struct member
+     * names: in `STRUCT(HUGEINT BIGINT)` the member is named `HUGEINT`, and string matching
+     * cannot tell a name from a type.
+    */
+    columnTypes(sql: string): Promise<{
+        name: string;
+        type: DuckDBType;
+    }[]>;
+    /**
+     * Streams a single-column result as strings, chunk by chunk.
+     *
+     * For output DuckDB has already rendered, such as ldjson lines, where the only work left in
+     * JS is moving bytes. It skips `toPlainValue` because each value is already the final text.
+     * Like `streamRowObjects`, it uses its own connection.
+    */
+    streamColumnStrings(sql: string): AsyncIterableIterator<string>;
+    /**
+     * Streams a query's rows as objects, one DuckDB chunk at a time, so a large result is never
+     * held in JS all at once.
+     *
+     * **Each stream opens its own connection and closes it when the stream ends.** Running any
+     * other query on a connection that holds an open streaming result silently truncates that
+     * stream, with no error. On a shared connection, any frame's `size()` could cut a stream
+     * short.
+     *
+     * `shapers` finish a column's value where the value alone is not enough; for example, a
+     * `Tuple` is stored as a STRUCT but must come out as an array. See `row-shape.ts`.
+    */
+    streamRowObjects(sql: string, shapers?: ReadonlyMap<string, ValueShaper>): AsyncIterableIterator<Record<string, unknown>>;
+    /**
+     * Closes the connection and the instance.
+     *
+     * Closing the instance is required once a scalar UDF has been registered: a process that
+     * registered one does not exit after `disconnectSync()` alone, and
+     * `DuckDBScalarFunction.destroySync()` does not help. `instance.closeSync()` releases it.
+    */
+    disconnect(): void;
+}
+//# sourceMappingURL=DuckContext.d.ts.map

package/dist/src/teal-frame/DuckContext.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"DuckContext.d.ts","sourceRoot":"","sources":["../../../src/teal-frame/DuckContext.ts"],"names":[],"mappings":"AAAA,OAAO,EACH,cAAc,EAAE,gBAAgB,EAAwB,UAAU,EACrE,MAAM,kBAAkB,CAAC;AAG1B,OAAO,EAAwB,kBAAkB,EAAE,MAAM,sBAAsB,CAAC;AAEhF,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAC7C,OAAO,EAAE,oBAAoB,EAAE,MAAM,iBAAiB,CAAC;AAGvD,6EAA6E;AAC7E,eAAO,MAAM,cAAc,OAAO,CAAC;AAEnC;;;;;;;;;;EAUE;AACF,qBAAa,WAAW;IAQhB,QAAQ,CAAC,QAAQ,EAAE,cAAc;IACjC,QAAQ,CAAC,UAAU,EAAE,gBAAgB;IACrC,+DAA+D;IAC/D,QAAQ,CAAC,IAAI,EAAE,MAAM;IACrB,kFAAkF;IAClF,QAAQ,CAAC,kBAAkB,EAAE,MAAM,GAAG,SAAS;IAZnD;;;MAGE;IACF,OAAO,CAAC,QAAQ,CAAC,SAAS,CAA2C;IAErE,OAAO;IASP;;;;;;MAME;IACF,gBAAgB,CAAC,IAAI,EAAE,kBAAkB,GAAG,IAAI;IAUhD,8FAA8F;IAC9F,IAAI,aAAa,IAAI,MAAM,CAE1B;IAED,WAAW,CAAC,IAAI,EAAE,MAAM,GAAG,OAAO;IAIlC;;;;;;MAME;WACW,MAAM,CACf,IAAI,SAAa,EACjB,QAAQ,GAAE,oBAAyB,GACpC,OAAO,CAAC,WAAW,CAAC;IAqBvB;;;;;;;;;MASE;IACI,aAAa,CAAC,QAAQ,EAAE,oBAAoB,GAAG,OAAO,CAAC,IAAI,CAAC;IAgC5D,GAAG,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,IAAI,CAAC;IAI/B,MAAM,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,CAAC;IAKrC,IAAI,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC,OAAO,EAAE,EAAE,CAAC;IAI7C;;;;;;MAME;IACI,WAAW,CAAC,GAAG,EAAE,MAAM,GAAG,OAAO,CAAC;QAAE,IAAI,EAAE,MAAM,CAAC;QAAC,IAAI,EAAE,UAAU,CAAA;KAAE,EAAE,CAAC;IAM7E;;;;;;MAME;IACK,mBAAmB,CAAC,GAAG,EAAE,MAAM,GAAG,qBAAqB,CAAC,MAAM,CAAC;IAoBtE;;;;;;;;;;;MAWE;IACK,gBAAgB,CACnB,GAAG,EAAE,MAAM,EACX,OAAO,GAAE,WAAW,CAAC,MAAM,EAAE,WAAW,CAAa,GACtD,qBAAqB,CAAC,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,CAAC;IA6BjD;;;;;;MAME;IACF,UAAU,IAAI,IAAI;CAIrB"}