@terascope/data-mate 2.23.1 → 2.25.0

package/dist/src/function-configs/string/encodeSHA.js.map

@@ -1 +1 @@
-{"version":3,"file":"encodeSHA.js","sourceRoot":"","sources":["../../../../src/function-configs/string/encodeSHA.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAOjD,MAAM,WAAW,GAAG,QAAQ,CAAC;AAC7B,MAAM,aAAa,GAAyB,KAAK,CAAC;AAElD,MAAM,CAAC,MAAM,eAAe,GAAwC;IAChE,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,kHAAkH;IAC/H,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,kEAAkE;YAC1E,WAAW,EAAE,kEAAkE;SAClF;QACD;YACI,IAAI,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;YAC1B,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,8CAA8C;SACzD;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,GAAG,WAAW,EAAE,MAAM,GAAG,aAAa,EAAE,EAAE;QAC3D,OAAO,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACtC,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,eAAe,EAAE;QACb,IAAI,EAAE;YACF,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,oDAAoD;SACpE;QACD,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,qFAAqF;SACrG;KACJ;IACD,kBAAkB,CAAC,EAAE,IAAI,EAAE;QACvB,IAAI,IAAI,IAAI,IAAI;YAAE,OAAO;QACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,SAAS,CAAC,0BAA0B,IAAI,qDAAqD,CAAC,CAAC;QAC7G,CAAC;IACL,CAAC;IACD,WAAW,CAAC,WAAqC;QAC7C,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAEnD,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;aACzB;YACD,YAAY;SACf,CAAC;IACN,CAAC;CACJ,CAAC"}
+{"version":3,"file":"encodeSHA.js","sourceRoot":"","sources":["../../../../src/function-configs/string/encodeSHA.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAOjD,MAAM,WAAW,GAAG,QAAQ,CAAC;AAC7B,MAAM,aAAa,GAAyB,KAAK,CAAC;AAElD,MAAM,CAAC,MAAM,eAAe,GAAwC;IAChE,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,kHAAkH;IAC/H,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,kEAAkE;YAC1E,WAAW,EAAE,kEAAkE;SAClF;QACD;YACI,IAAI,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;YAC1B,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,8CAA8C;SACzD;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,GAAG,WAAW,EAAE,MAAM,GAAG,aAAa,EAAE,EAAE;QAC3D,OAAO,YAAY,CAAC,IAAI,EAAE,MAAM,CAAC,CAAC;IACtC,CAAC;IACD;;;;;MAKE;IACF,GAAG,EAAE;QACD,4FAA4F;QAC5F,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,QAAQ,CAAC,KAAK,QAAQ;QAC3F,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,UAAU,KAAK,GAAG;KAChD;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,eAAe,EAAE;QACb,IAAI,EAAE;YACF,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,oDAAoD;SACpE;QACD,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,qFAAqF;SACrG;KACJ;IACD,kBAAkB,CAAC,EAAE,IAAI,EAAE;QACvB,IAAI,IAAI,IAAI,IAAI;YAAE,OAAO;QACzB,IAAI,CAAC,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,EAAE,CAAC;YAC1B,MAAM,IAAI,SAAS,CAAC,0BAA0B,IAAI,qDAAqD,CAAC,CAAC;QAC7G,CAAC;IACL,CAAC;IACD,WAAW,CAAC,WAAqC;QAC7C,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAEnD,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;aACzB;YACD,YAAY;SACf,CAAC;IACN,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/string/encodeSHA1.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"encodeSHA1.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/encodeSHA1.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,cAAc;IAC3B,MAAM,CAAC,EAAE,oBAAoB,CAAC;CACjC;AAID,eAAO,MAAM,gBAAgB,EAAE,oBAAoB,CAAC,cAAc,CA0DjE,CAAC"}
+{"version":3,"file":"encodeSHA1.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/encodeSHA1.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,oBAAoB,EAAE,MAAM,aAAa,CAAC;AAEnD,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,cAAc;IAC3B,MAAM,CAAC,EAAE,oBAAoB,CAAC;CACjC;AAID,eAAO,MAAM,gBAAgB,EAAE,oBAAoB,CAAC,cAAc,CAoEjE,CAAC"}

package/dist/src/function-configs/string/encodeSHA1.js

@@ -42,6 +42,16 @@ export const encodeSHA1Config = {
     create({ args: { digest = defaultDigest } }) {
         return cryptoEncode('sha1', digest);
     },
+    /**
+     * `sha1` with a hex digest, which is the default.
+     *
+     * DuckDB's `sha1` returns lowercase hex, matching `digest('hex')`. A base64 digest keeps the
+     * UDF.
+    */
+    sql: {
+        applies: (args) => (args.digest ?? 'hex') === 'hex',
+        expression: ({ value }) => `sha1(${value})`,
+    },
     accepts: [FieldType.String],
     argument_schema: {
         digest: {

package/dist/src/function-configs/string/encodeSHA1.js.map

@@ -1 +1 @@
-{"version":3,"file":"encodeSHA1.js","sourceRoot":"","sources":["../../../../src/function-configs/string/encodeSHA1.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAMjD,MAAM,aAAa,GAAyB,KAAK,CAAC;AAElD,MAAM,CAAC,MAAM,gBAAgB,GAAyC;IAClE,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,WAAW,EAAE,mDAAmD;IAChE,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,0CAA0C;YAClD,WAAW,EAAE,mDAAmD;SACnE;QACD;YACI,IAAI,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;YAC1B,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,8BAA8B;SACzC;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,GAAG,aAAa,EAAE,EAAE;QACvC,OAAO,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,eAAe,EAAE;QACb,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,gFAAgF;SAChG;KACJ;IACD,WAAW,CAAC,WAAqC;QAC7C,MAAM,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAErC,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;aACzB;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}
+{"version":3,"file":"encodeSHA1.js","sourceRoot":"","sources":["../../../../src/function-configs/string/encodeSHA1.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,mBAAmB,CAAC;AAMjD,MAAM,aAAa,GAAyB,KAAK,CAAC;AAElD,MAAM,CAAC,MAAM,gBAAgB,GAAyC;IAClE,IAAI,EAAE,YAAY;IAClB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,WAAW,EAAE,mDAAmD;IAChE,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,0CAA0C;YAClD,WAAW,EAAE,mDAAmD;SACnE;QACD;YACI,IAAI,EAAE,EAAE,MAAM,EAAE,QAAQ,EAAE;YAC1B,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,oBAAoB;YAC3B,MAAM,EAAE,8BAA8B;SACzC;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,GAAG,aAAa,EAAE,EAAE;QACvC,OAAO,YAAY,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACxC,CAAC;IACD;;;;;MAKE;IACF,GAAG,EAAE;QACD,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,CAAC,IAAI,CAAC,MAAM,IAAI,KAAK,CAAC,KAAK,KAAK;QACnD,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,QAAQ,KAAK,GAAG;KAC9C;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,eAAe,EAAE;QACb,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,gFAAgF;SAChG;KACJ;IACD,WAAW,CAAC,WAAqC;QAC7C,MAAM,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAErC,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;aACzB;SACJ,CAAC;IACN,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/string/encodeURL.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"encodeURL.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/encodeURL.ts"],"names":[],"mappings":"AACA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAG1B,eAAO,MAAM,eAAe,EAAE,oBAqC7B,CAAC"}
+{"version":3,"file":"encodeURL.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/encodeURL.ts"],"names":[],"mappings":"AACA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAI1B,eAAO,MAAM,eAAe,EAAE,oBA2C7B,CAAC"}

package/dist/src/function-configs/string/encodeURL.js

@@ -1,5 +1,6 @@
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { encodeURIComponentSql } from './sql-utils.js';
 import { encodeURL } from './encode-utils.js';
 export const encodeURLConfig = {
     name: 'encodeURL',
@@ -26,6 +27,12 @@ export const encodeURLConfig = {
     create() {
         return encodeURL;
     },
+    /**
+     * `url_encode`, minus the five characters it over-escapes. See `encodeURIComponentSql`.
+    */
+    sql: {
+        expression: ({ value }) => encodeURIComponentSql(value),
+    },
     accepts: [FieldType.String],
     output_type(inputConfig) {
         const { field_config, child_config } = inputConfig;

package/dist/src/function-configs/string/encodeURL.js.map

@@ -1 +1 @@
-{"version":3,"file":"encodeURL.js","sourceRoot":"","sources":["../../../../src/function-configs/string/encodeURL.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,MAAM,CAAC,MAAM,eAAe,GAAyB;IACjD,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,kDAAkD;IAC/D,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,gCAAgC;YACvC,MAAM,EAAE,wCAAwC;SACnD;KACJ;IACD,MAAM;QACF,OAAO,SAAS,CAAC;IACrB,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,WAAW,CAAC,WAAqC;QAC7C,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAEnD,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;aACzB;YACD,YAAY;SACf,CAAC;IACN,CAAC;CACJ,CAAC"}
+{"version":3,"file":"encodeURL.js","sourceRoot":"","sources":["../../../../src/function-configs/string/encodeURL.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,qBAAqB,EAAE,MAAM,gBAAgB,CAAC;AACvD,OAAO,EAAE,SAAS,EAAE,MAAM,mBAAmB,CAAC;AAE9C,MAAM,CAAC,MAAM,eAAe,GAAyB;IACjD,IAAI,EAAE,WAAW;IACjB,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,kDAAkD;IAC/D,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,gCAAgC;YACvC,MAAM,EAAE,wCAAwC;SACnD;KACJ;IACD,MAAM;QACF,OAAO,SAAS,CAAC;IACrB,CAAC;IACD;;MAEE;IACF,GAAG,EAAE;QACD,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,qBAAqB,CAAC,KAAK,CAAC;KAC1D;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,WAAW,CAAC,WAAqC;QAC7C,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAEnD,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;aACzB;YACD,YAAY;SACf,CAAC;IACN,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/string/endsWith.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"endsWith.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/endsWith.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,YAAY;IACzB,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,cAAc,EAAE,mBAAmB,CAAC,YAAY,CA+C5D,CAAC"}
+{"version":3,"file":"endsWith.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/endsWith.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,YAAY;IACzB,KAAK,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,cAAc,EAAE,mBAAmB,CAAC,YAAY,CAmD5D,CAAC"}

package/dist/src/function-configs/string/endsWith.js

@@ -1,6 +1,7 @@
 import { FieldType } from '@terascope/types';
 import { endsWithFP } from '@terascope/core-utils';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { sqlLiteral } from '../sql-helpers.js';
 export const endsWithConfig = {
     name: 'endsWith',
     type: FunctionDefinitionType.FIELD_VALIDATION,
@@ -46,6 +47,10 @@ export const endsWithConfig = {
             description: 'The value compared to the end of the input string '
         }
     },
+    /** `ends_with` is native. An empty search value returns true, as it does in JavaScript. */
+    sql: {
+        expression: ({ value, args }) => `ends_with(${value}, ${sqlLiteral(args.value)})`,
+    },
     accepts: [FieldType.String],
     required_arguments: ['value'],
 };

package/dist/src/function-configs/string/endsWith.js.map

@@ -1 +1 @@
-{"version":3,"file":"endsWith.js","sourceRoot":"","sources":["../../../../src/function-configs/string/endsWith.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAM1B,MAAM,CAAC,MAAM,cAAc,GAAsC;IAC7D,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;YACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,OAAO;SAClB;QACD;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;YACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,IAAI;SACf;QACD;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;YACrB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,IAAI;SACf;QACD;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;YACvB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,YAAY;YACnB,MAAM,EAAE,YAAY;SACvB;KACJ;IACD,WAAW,EAAE,0GAA0G;IACvH,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE;QACtB,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IACD,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,WAAW,EAAE,oDAAoD;SACpE;KACJ;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,kBAAkB,EAAE,CAAC,OAAO,CAAC;CAChC,CAAC"}
+{"version":3,"file":"endsWith.js","sourceRoot":"","sources":["../../../../src/function-configs/string/endsWith.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,UAAU,EAAE,MAAM,uBAAuB,CAAC;AACnD,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAM/C,MAAM,CAAC,MAAM,cAAc,GAAsC;IAC7D,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;YACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,OAAO;YACd,MAAM,EAAE,OAAO;SAClB;QACD;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE;YACpB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,QAAQ;YACf,MAAM,EAAE,IAAI;SACf;QACD;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE;YACrB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,WAAW;YAClB,MAAM,EAAE,IAAI;SACf;QACD;YACI,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;YACvB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,YAAY;YACnB,MAAM,EAAE,YAAY;SACvB;KACJ;IACD,WAAW,EAAE,0GAA0G;IACvH,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,KAAK,EAAE,EAAE;QACtB,OAAO,UAAU,CAAC,KAAK,CAAC,CAAC;IAC7B,CAAC;IACD,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,WAAW,EAAE,oDAAoD;SACpE;KACJ;IACD,2FAA2F;IAC3F,GAAG,EAAE;QACD,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,aAAa,KAAK,KAAK,UAAU,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG;KACpF;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,kBAAkB,EAAE,CAAC,OAAO,CAAC;CAChC,CAAC"}

package/dist/src/function-configs/string/entropy.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"entropy.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/entropy.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,WAAW;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,aAAa,EAAE,oBAAoB,CAAC,WAAW,CA0E3D,CAAC"}
+{"version":3,"file":"entropy.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/entropy.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,oBAAoB,EAKvB,MAAM,kBAAkB,CAAC;AAI1B,MAAM,WAAW,WAAW;IACxB,IAAI,CAAC,EAAE,MAAM,CAAC;CACjB;AAED,eAAO,MAAM,aAAa,EAAE,oBAAoB,CAAC,WAAW,CAyF3D,CAAC"}

package/dist/src/function-configs/string/entropy.js

@@ -1,6 +1,8 @@
 import { FieldType } from '@terascope/types';
 import { stringEntropy, StringEntropy } from '@terascope/core-utils';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory, } from '../interfaces.js';
+import { shannonEntropySql } from './sql-utils.js';
+import { HAS_ASTRAL, sqlLiteral } from '../sql-helpers.js';
 export const entropyConfig = {
     name: 'entropy',
     type: FunctionDefinitionType.FIELD_TRANSFORM,
@@ -55,6 +57,21 @@ export const entropyConfig = {
     create({ args: { algo = StringEntropy.shannon } }) {
         return stringEntropy(algo);
     },
+    sql: {
+        /**
+         * Shannon entropy as a scalar SQL expression; see `shannonEntropySql`. The result is exact.
+         *
+         * `shannon` is the only algorithm in `StringEntropyDict` and any other throws, so `applies`
+         * handles only `shannon`. Astral input keeps the UDF: the JavaScript counts frequencies per
+         * code point but divides by `input.length`, which counts UTF-16 code units, and the SQL
+         * does not reproduce that inconsistency.
+        */
+        needs_udf_fallback: true,
+        applies: ({ algo }) => algo == null || algo === StringEntropy.shannon,
+        expression: ({ value, udf }) => `CASE WHEN regexp_matches(${value},`
+            + ` ${sqlLiteral(HAS_ASTRAL)}) THEN ${udf(value)}`
+            + ` ELSE ${shannonEntropySql(value)} END`,
+    },
     accepts: [FieldType.String],
     argument_schema: {
         algo: {

package/dist/src/function-configs/string/entropy.js.map

@@ -1 +1 @@
-{"version":3,"file":"entropy.js","sourceRoot":"","sources":["../../../../src/function-configs/string/entropy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAM1B,MAAM,CAAC,MAAM,aAAa,GAAsC;IAC5D,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,0CAA0C;IACvD,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,kBAAkB;YACzB,MAAM,EAAE,CAAC;SACZ;QACD;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,CAAC,OAAO,EAAE;YACrC,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,YAAY;YACnB,MAAM,EAAE,kBAAkB;SAC7B;QACD;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE;YACjC,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,YAAY;YACnB,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,IAAI;SACd;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,GAAG,aAAa,CAAC,OAAO,EAAE,EAAE;QAC7C,OAAO,aAAa,CAAC,IAAqB,CAAC,CAAC;IAChD,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,eAAe,EAAE;QACb,IAAI,EAAE;YACF,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,sCAAsC,aAAa,CAAC,OAAO,GAAG;SAC9E;KACJ;IACD,kBAAkB,EAAE,EAAE;IACtB,WAAW,CAAC,WAAqC;QAC7C,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAEnD,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;aACzB;YACD,YAAY;SACf,CAAC;IACN,CAAC;CACJ,CAAC"}
+{"version":3,"file":"entropy.js","sourceRoot":"","sources":["../../../../src/function-configs/string/entropy.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACrE,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,GAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAC;AACnD,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAM3D,MAAM,CAAC,MAAM,aAAa,GAAsC;IAC5D,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,0CAA0C;IACvD,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE;YACR,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,kBAAkB;YACzB,MAAM,EAAE,CAAC;SACZ;QACD;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,aAAa,CAAC,OAAO,EAAE;YACrC,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,YAAY;YACnB,MAAM,EAAE,kBAAkB;SAC7B;QACD;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,iBAAiB,EAAE;YACjC,MAAM,EAAE;gBACJ,OAAO,EAAE,CAAC;gBACV,MAAM,EAAE;oBACJ,SAAS,EAAE;wBACP,IAAI,EAAE,SAAS,CAAC,MAAM;qBACzB;iBACJ;aACJ;YACD,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,YAAY;YACnB,MAAM,EAAE,IAAI;YACZ,KAAK,EAAE,IAAI;SACd;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,GAAG,aAAa,CAAC,OAAO,EAAE,EAAE;QAC7C,OAAO,aAAa,CAAC,IAAqB,CAAC,CAAC;IAChD,CAAC;IACD,GAAG,EAAE;QACD;;;;;;;UAOE;QACF,kBAAkB,EAAE,IAAI;QACxB,OAAO,EAAE,CAAC,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,IAAI,IAAI,IAAI,IAAI,IAAI,KAAK,aAAa,CAAC,OAAO;QACrE,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,4BAA4B,KAAK,GAAG;cAC9D,IAAI,UAAU,CAAC,UAAU,CAAC,UAAU,GAAG,CAAC,KAAK,CAAC,EAAE;cAChD,SAAS,iBAAiB,CAAC,KAAK,CAAC,MAAM;KAChD;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,eAAe,EAAE;QACb,IAAI,EAAE;YACF,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,sCAAsC,aAAa,CAAC,OAAO,GAAG;SAC9E;KACJ;IACD,kBAAkB,EAAE,EAAE;IACtB,WAAW,CAAC,WAAqC;QAC7C,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QAEnD,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;aACzB;YACD,YAAY;SACf,CAAC;IACN,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/string/extract.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/extract.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,oBAAoB,EAMvB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AA4CD,eAAO,MAAM,aAAa,EAAE,oBAAoB,CAAC,WAAW,CAkD3D,CAAC"}
+{"version":3,"file":"extract.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/extract.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,oBAAoB,EAMvB,MAAM,kBAAkB,CAAC;AAO1B,MAAM,WAAW,WAAW;IACxB,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,KAAK,CAAC,EAAE,MAAM,CAAC;IACf,GAAG,CAAC,EAAE,MAAM,CAAC;IACb,MAAM,CAAC,EAAE,OAAO,CAAC;CACpB;AA4CD,eAAO,MAAM,aAAa,EAAE,oBAAoB,CAAC,WAAW,CAkG3D,CAAC"}

package/dist/src/function-configs/string/extract.js

@@ -1,6 +1,8 @@
-import { isNil, matchAll } from '@terascope/core-utils';
+import { isNil, isRegExpLike, matchAll } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory, } from '../interfaces.js';
+import { emptyToNull, extractMarkerAllSql, extractMarkerSql, extractRegexAllSql, extractRegexSql, isOneCodePoint } from './sql-utils.js';
+import { countGroups, hasPortableEscapes, isRe2Safe, needsClassGuard } from './sql-regex-utils.js';
 const globalDefault = false;
 const field = 'test';
 const config = {
@@ -50,6 +52,51 @@ export const extractConfig = {
     create({ args }) {
         return _extract(args);
     },
+    sql: {
+        /**
+         * Both modes, built from what `_extract` and `matchAll` do. The SQL builders are in
+         * `sql-utils.ts`.
+         *
+         * `applies` declines anything the SQL could answer differently:
+         *
+         * - Marker mode requires each marker to be one code point. `_subSlice` compares `char ===
+         *   start` inside `for (const char of input)`, so a two-character marker never matches and
+         *   the function returns null for every row, while `position()` would find it.
+         * - Regex mode allows at most one capture group. `matchAll` collects every group of every
+         *   match, interleaved, while `regexp_extract_all` takes a single group index.
+         * - The pattern must compile in RE2 (`isRe2Safe`: no lookaround or backreferences), and its
+         *   classes must mean the same thing in both engines. Unlike `replaceRegex`, a pattern
+         *   containing `.`, `\s`, `\S` or a negated class is declined outright rather than guarded
+         *   per value, so this SQL never needs a UDF fallback. As a result, patterns like `he.*`
+         *   stay on the UDF.
+         * - A pattern with flags (`/pattern/flags`) keeps the UDF. `i`, `s`, `m` and `x` each
+         *   change the match, and `x` has no RE2 equivalent.
+         *
+         * With `global: true` the result is a list.
+        */
+        applies: ({ regex, start, end }) => {
+            if (regex != null) {
+                if (typeof regex !== 'string' || isRegExpLike(regex))
+                    return false;
+                const groups = countGroups(regex);
+                return groups != null && groups <= 1
+                    && isRe2Safe(regex) && hasPortableEscapes(regex)
+                    && !needsClassGuard(regex);
+            }
+            return isOneCodePoint(start) && isOneCodePoint(end);
+        },
+        expression: ({ value, args: { regex, start, end, global = globalDefault } }) => {
+            if (regex == null) {
+                return global
+                    ? emptyToNull(extractMarkerAllSql(value, start, end))
+                    : extractMarkerSql(value, start, end);
+            }
+            const group = countGroups(regex);
+            return global
+                ? emptyToNull(extractRegexAllSql(value, regex, group))
+                : extractRegexSql(value, regex, group);
+        },
+    },
     accepts: [FieldType.String],
     examples,
     output_type(inputConfig, args = {}) {

package/dist/src/function-configs/string/extract.js.map

@@ -1 +1 @@
-{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../../src/function-configs/string/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACxD,OAAO,EAAE,SAAS,EAA0B,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,GAE7B,MAAM,kBAAkB,CAAC;AAS1B,MAAM,aAAa,GAAG,KAAK,CAAC;AAC5B,MAAM,KAAK,GAAG,MAAM,CAAC;AACrB,MAAM,MAAM,GAA2B;IACnC,OAAO,EAAE,CAAC;IACV,MAAM,EAAE;QACJ,CAAC,KAAK,CAAC,EAAE;YACL,IAAI,EAAE,SAAS,CAAC,MAAM;SACzB;KACJ;CACJ,CAAC;AAEF,MAAM,QAAQ,GAA6C;IACvD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QAC9B,MAAM;QACN,KAAK;QACL,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,OAAO;KAClB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;QACvB,MAAM;QACN,KAAK;QACL,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,OAAO;KAClB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE;QAC9C,MAAM;QACN,KAAK;QACL,KAAK,EAAE,+BAA+B;QACtC,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;KAC7B;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;QAC5C,MAAM;QACN,KAAK;QACL,KAAK,EAAE,4BAA4B;QACnC,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;KAC7B;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAsC;IAC5D,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,WAAW,EAAE,gFAAgF;IAC7F,MAAM,CAAC,EAAE,IAAI,EAAE;QACX,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,QAAQ;IACR,WAAW,CAAC,WAAqC,EAAE,IAAI,GAAG,EAAE;QACxD,MAAM,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QACrC,MAAM,EAAE,MAAM,GAAG,aAAa,EAAE,GAAG,IAAI,CAAC;QAExC,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;gBACtB,KAAK,EAAE,MAAM;aAChB;SACJ,CAAC;IACN,CAAC;IACD,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,iEAAiE;SACjF;QACD,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,mGAAmG;SACnH;QACD,GAAG,EAAE;YACD,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,mGAAmG;SACnH;QACD,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,OAAO;YACvB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,wFAAwF;SACxG;KACJ;IACD,kBAAkB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE;QACpC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAC;QAC1G,CAAC;IACL,CAAC;CACJ,CAAC;AAEF,SAAS,QAAQ,CAAC,IAAiB;IAC/B,MAAM,EACF,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,GAAG,aAAa,EAC5C,GAAG,IAAI,CAAC;IAET,IAAI,KAAK;QAAE,OAAO,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAChD,IAAI,KAAK,IAAI,GAAG;QAAE,OAAO,cAAc,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IAE5D,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;AACpG,CAAC;AAED,SAAS,cAAc,CAAC,KAAsB,EAAE,MAAe;IAC3D,OAAO,CAAC,KAAc,EAAE,EAAE;QACtB,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAe,CAAC,CAAC;QACjD,IAAI,MAAM;YAAE,OAAO,OAAO,CAAC;QAE3B,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAC1C,CAAC,CAAC;AACN,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,GAAW,EAAE,MAAe;IAC/D,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,WAAW,CAAC,KAAe,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,SAAS,CAAC,KAAa,EAAE,KAAa,EAAE,GAAW;IACxD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,IAAI,GAAG,EAAE,CAAC;IAEd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,aAAa,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YAChC,aAAa,GAAG,KAAK,CAAC;YACtB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,IAAI,GAAG,EAAE,CAAC;QACd,CAAC;aAAM,IAAI,aAAa,EAAE,CAAC;YACvB,IAAI,IAAI,IAAI,CAAC;QACjB,CAAC;aAAM,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACxB,aAAa,GAAG,IAAI,CAAC;QACzB,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,KAAa,EAAE,GAAW,EAAE,MAAe;IAC3E,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAE7C,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACjB,IAAI,MAAM;YAAE,OAAO,OAAO,CAAC;QAC3B,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}
+{"version":3,"file":"extract.js","sourceRoot":"","sources":["../../../../src/function-configs/string/extract.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,KAAK,EAAE,YAAY,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACtE,OAAO,EAAE,SAAS,EAA0B,MAAM,kBAAkB,CAAC;AACrE,OAAO,EAEH,WAAW,EACX,sBAAsB,EAEtB,0BAA0B,GAE7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EACH,WAAW,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,kBAAkB,EACtE,eAAe,EAAE,cAAc,EAClC,MAAM,gBAAgB,CAAC;AACxB,OAAO,EAAE,WAAW,EAAE,kBAAkB,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,sBAAsB,CAAC;AASnG,MAAM,aAAa,GAAG,KAAK,CAAC;AAC5B,MAAM,KAAK,GAAG,MAAM,CAAC;AACrB,MAAM,MAAM,GAA2B;IACnC,OAAO,EAAE,CAAC;IACV,MAAM,EAAE;QACJ,CAAC,KAAK,CAAC,EAAE;YACL,IAAI,EAAE,SAAS,CAAC,MAAM;SACzB;KACJ;CACJ,CAAC;AAEF,MAAM,QAAQ,GAA6C;IACvD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE;QAC9B,MAAM;QACN,KAAK;QACL,KAAK,EAAE,SAAS;QAChB,MAAM,EAAE,OAAO;KAClB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE;QACvB,MAAM;QACN,KAAK;QACL,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,OAAO;KAClB;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,eAAe,EAAE,MAAM,EAAE,IAAI,EAAE;QAC9C,MAAM;QACN,KAAK;QACL,KAAK,EAAE,+BAA+B;QACtC,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;KAC7B;IACD;QACI,IAAI,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,GAAG,EAAE,GAAG,EAAE,MAAM,EAAE,IAAI,EAAE;QAC5C,MAAM;QACN,KAAK;QACL,KAAK,EAAE,4BAA4B;QACnC,MAAM,EAAE,CAAC,OAAO,EAAE,OAAO,CAAC;KAC7B;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAsC;IAC5D,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,sBAAsB,CAAC,eAAe;IAC5C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,WAAW,EAAE,gFAAgF;IAC7F,MAAM,CAAC,EAAE,IAAI,EAAE;QACX,OAAO,QAAQ,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IACD,GAAG,EAAE;QACD;;;;;;;;;;;;;;;;;;;;UAoBE;QACF,OAAO,EAAE,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE;YAC/B,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAChB,IAAI,OAAO,KAAK,KAAK,QAAQ,IAAI,YAAY,CAAC,KAAK,CAAC;oBAAE,OAAO,KAAK,CAAC;gBACnE,MAAM,MAAM,GAAG,WAAW,CAAC,KAAK,CAAC,CAAC;gBAClC,OAAO,MAAM,IAAI,IAAI,IAAI,MAAM,IAAI,CAAC;uBAC7B,SAAS,CAAC,KAAK,CAAC,IAAI,kBAAkB,CAAC,KAAK,CAAC;uBAC7C,CAAC,eAAe,CAAC,KAAK,CAAC,CAAC;YACnC,CAAC;YACD,OAAO,cAAc,CAAC,KAAK,CAAC,IAAI,cAAc,CAAC,GAAG,CAAC,CAAC;QACxD,CAAC;QACD,UAAU,EAAE,CAAC,EACT,KAAK,EAAE,IAAI,EAAE,EACT,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,GAAG,aAAa,EAC5C,EACJ,EAAE,EAAE;YACD,IAAI,KAAK,IAAI,IAAI,EAAE,CAAC;gBAChB,OAAO,MAAM;oBACT,CAAC,CAAC,WAAW,CAAC,mBAAmB,CAAC,KAAK,EAAE,KAAe,EAAE,GAAa,CAAC,CAAC;oBACzE,CAAC,CAAC,gBAAgB,CAAC,KAAK,EAAE,KAAe,EAAE,GAAa,CAAC,CAAC;YAClE,CAAC;YACD,MAAM,KAAK,GAAG,WAAW,CAAC,KAAK,CAAW,CAAC;YAC3C,OAAO,MAAM;gBACT,CAAC,CAAC,WAAW,CAAC,kBAAkB,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;gBACtD,CAAC,CAAC,eAAe,CAAC,KAAK,EAAE,KAAK,EAAE,KAAK,CAAC,CAAC;QAC/C,CAAC;KACJ;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,QAAQ;IACR,WAAW,CAAC,WAAqC,EAAE,IAAI,GAAG,EAAE;QACxD,MAAM,EAAE,YAAY,EAAE,GAAG,WAAW,CAAC;QACrC,MAAM,EAAE,MAAM,GAAG,aAAa,EAAE,GAAG,IAAI,CAAC;QAExC,OAAO;YACH,YAAY,EAAE;gBACV,GAAG,YAAY;gBACf,IAAI,EAAE,SAAS,CAAC,MAAM;gBACtB,KAAK,EAAE,MAAM;aAChB;SACJ,CAAC;IACN,CAAC;IACD,eAAe,EAAE;QACb,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,iEAAiE;SACjF;QACD,KAAK,EAAE;YACH,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,mGAAmG;SACnH;QACD,GAAG,EAAE;YACD,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,mGAAmG;SACnH;QACD,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,OAAO;YACvB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,wFAAwF;SACxG;KACJ;IACD,kBAAkB,CAAC,EAAE,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE;QACpC,IAAI,KAAK,CAAC,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,IAAI,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC;YAC/C,MAAM,IAAI,KAAK,CAAC,oFAAoF,CAAC,CAAC;QAC1G,CAAC;IACL,CAAC;CACJ,CAAC;AAEF,SAAS,QAAQ,CAAC,IAAiB;IAC/B,MAAM,EACF,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,GAAG,aAAa,EAC5C,GAAG,IAAI,CAAC;IAET,IAAI,KAAK;QAAE,OAAO,cAAc,CAAC,KAAK,EAAE,MAAM,CAAC,CAAC;IAChD,IAAI,KAAK,IAAI,GAAG;QAAE,OAAO,cAAc,CAAC,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;IAE5D,MAAM,IAAI,KAAK,CAAC,8EAA8E,CAAC,CAAC;AACpG,CAAC;AAED,SAAS,cAAc,CAAC,KAAsB,EAAE,MAAe;IAC3D,OAAO,CAAC,KAAc,EAAE,EAAE;QACtB,MAAM,OAAO,GAAG,QAAQ,CAAC,KAAK,EAAE,KAAe,CAAC,CAAC;QACjD,IAAI,MAAM;YAAE,OAAO,OAAO,CAAC;QAE3B,OAAO,OAAO,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAC1C,CAAC,CAAC;AACN,CAAC;AAED,SAAS,cAAc,CAAC,KAAa,EAAE,GAAW,EAAE,MAAe;IAC/D,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,WAAW,CAAC,KAAe,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,CAAC,CAAC;AAChF,CAAC;AAED,SAAS,SAAS,CAAC,KAAa,EAAE,KAAa,EAAE,GAAW;IACxD,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,IAAI,aAAa,GAAG,KAAK,CAAC;IAC1B,IAAI,IAAI,GAAG,EAAE,CAAC;IAEd,KAAK,MAAM,IAAI,IAAI,KAAK,EAAE,CAAC;QACvB,IAAI,aAAa,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;YAChC,aAAa,GAAG,KAAK,CAAC;YACtB,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;YACnB,IAAI,GAAG,EAAE,CAAC;QACd,CAAC;aAAM,IAAI,aAAa,EAAE,CAAC;YACvB,IAAI,IAAI,IAAI,CAAC;QACjB,CAAC;aAAM,IAAI,IAAI,KAAK,KAAK,EAAE,CAAC;YACxB,aAAa,GAAG,IAAI,CAAC;QACzB,CAAC;IACL,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,KAAa,EAAE,GAAW,EAAE,MAAe;IAC3E,MAAM,OAAO,GAAG,SAAS,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,CAAC,CAAC;IAE7C,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;QACjB,IAAI,MAAM;YAAE,OAAO,OAAO,CAAC;QAC3B,OAAO,OAAO,CAAC,CAAC,CAAC,CAAC;IACtB,CAAC;IAED,OAAO,IAAI,CAAC;AAChB,CAAC"}

package/dist/src/function-configs/string/isAlpha.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"isAlpha.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isAlpha.ts"],"names":[],"mappings":"AAEA,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,WAAW;IACxB,MAAM,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;CAClC;AA6DD,eAAO,MAAM,aAAa,EAAE,mBAAmB,CAAC,WAAW,CA0B1D,CAAC"}
+{"version":3,"file":"isAlpha.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isAlpha.ts"],"names":[],"mappings":"AAEA,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,WAAW;IACxB,MAAM,CAAC,EAAE,SAAS,CAAC,WAAW,CAAC;CAClC;AA6DD,eAAO,MAAM,aAAa,EAAE,mBAAmB,CAAC,WAAW,CAmC1D,CAAC"}

package/dist/src/function-configs/string/isAlpha.js

@@ -2,6 +2,7 @@ import { isAlpha, joinList, isString } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import validator from 'validator';
 import { ProcessMode, FunctionDefinitionCategory, FunctionDefinitionType } from '../interfaces.js';
+import { ALPHA_LOCALES, defaultLocale } from './sql-utils.js';
 const examples = [
     {
         args: {},
@@ -76,6 +77,15 @@ export const isAlphaConfig = {
         }
     },
     examples,
+    /**
+     * `validator`'s `en-US` alphabet, `/^[A-Za-z]+$/`.
+     *
+     * Other locales have their own letter sets, so `applies` handles only the default locale.
+    */
+    sql: {
+        applies: (args) => defaultLocale(args.locale),
+        expression: ({ value }) => `regexp_matches(${value}, '${ALPHA_LOCALES}')`,
+    },
     accepts: [FieldType.String],
     required_arguments: [],
     validate_arguments({ locale }) {

package/dist/src/function-configs/string/isAlpha.js.map

@@ -1 +1 @@
-{"version":3,"file":"isAlpha.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isAlpha.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,EACkB,WAAW,EAAE,0BAA0B,EAC5D,sBAAsB,EACzB,MAAM,kBAAkB,CAAC;AAM1B,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;QACzB,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,aAAa;KACxB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,OAAO;iBAC1B;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAqC;IAC3D,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,uGAAuG;IACpH,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE;QACvB,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,MAA+B,CAAC,CAAC;IAC/E,CAAC;IACD,eAAe,EAAE;QACb,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,WAAW,EAAE,kGAAkG;SAClH;KACJ;IACD,QAAQ;IACR,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,kBAAkB,EAAE,EAAE;IACtB,kBAAkB,CAAC,EAAE,MAAM,EAAe;QACtC,IAAI,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;eAChC,SAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YAChD,OAAO;QACX,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAChG,CAAC;CACJ,CAAC"}
+{"version":3,"file":"isAlpha.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isAlpha.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACpE,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,EACkB,WAAW,EAAE,0BAA0B,EAC5D,sBAAsB,EACzB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,aAAa,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAM9D,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;QACzB,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,aAAa;KACxB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,OAAO;iBAC1B;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAqC;IAC3D,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,uGAAuG;IACpH,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE;QACvB,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,OAAO,CAAC,KAAK,EAAE,MAA+B,CAAC,CAAC;IAC/E,CAAC;IACD,eAAe,EAAE;QACb,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,WAAW,EAAE,kGAAkG;SAClH;KACJ;IACD,QAAQ;IACR;;;;MAIE;IACF,GAAG,EAAE;QACD,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC;QAC7C,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,kBAAkB,KAAK,MAAM,aAAa,IAAI;KAC5E;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,kBAAkB,EAAE,EAAE;IACtB,kBAAkB,CAAC,EAAE,MAAM,EAAe;QACtC,IAAI,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;eAChC,SAAS,CAAC,cAAc,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YAChD,OAAO;QACX,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,CAAC,SAAS,CAAC,cAAc,CAAC,EAAE,CAAC,CAAC;IAChG,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/string/isAlphaNumeric.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"isAlphaNumeric.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isAlphaNumeric.ts"],"names":[],"mappings":"AAEA,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,kBAAkB;IAC/B,MAAM,CAAC,EAAE,SAAS,CAAC,kBAAkB,CAAC;CACzC;AA6DD,eAAO,MAAM,oBAAoB,EAAE,mBAAmB,CAAC,kBAAkB,CA0BxE,CAAC"}
+{"version":3,"file":"isAlphaNumeric.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isAlphaNumeric.ts"],"names":[],"mappings":"AAEA,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,kBAAkB;IAC/B,MAAM,CAAC,EAAE,SAAS,CAAC,kBAAkB,CAAC;CACzC;AA6DD,eAAO,MAAM,oBAAoB,EAAE,mBAAmB,CAAC,kBAAkB,CA+BxE,CAAC"}

package/dist/src/function-configs/string/isAlphaNumeric.js

@@ -2,6 +2,7 @@ import { isAlphaNumeric, joinList, isString } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import validator from 'validator';
 import { ProcessMode, FunctionDefinitionCategory, FunctionDefinitionType } from '../interfaces.js';
+import { ALPHANUMERIC_LOCALES, defaultLocale } from './sql-utils.js';
 const examples = [
     {
         args: {},
@@ -76,6 +77,11 @@ export const isAlphaNumericConfig = {
         }
     },
     examples,
+    /** `validator`'s `en-US` alphanumeric set, `/^[0-9A-Za-z]+$/`. Default locale only. */
+    sql: {
+        applies: (args) => defaultLocale(args.locale),
+        expression: ({ value }) => `regexp_matches(${value}, '${ALPHANUMERIC_LOCALES}')`,
+    },
     accepts: [FieldType.String],
     required_arguments: [],
     validate_arguments({ locale }) {

package/dist/src/function-configs/string/isAlphaNumeric.js.map

@@ -1 +1 @@
-{"version":3,"file":"isAlphaNumeric.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isAlphaNumeric.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAC3E,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,EACkB,WAAW,EAAE,0BAA0B,EAC5D,sBAAsB,EACzB,MAAM,kBAAkB,CAAC;AAM1B,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,eAAe;KAC1B;IACD;QACI,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;QACzB,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,iBAAiB;QACxB,MAAM,EAAE,iBAAiB;KAC5B;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,sBAAsB;QAC7B,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,OAAO;iBAC1B;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAA4C;IACzE,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,wGAAwG;IACrH,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE;QACvB,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,MAAsC,CAAC,CAAC;IAC7F,CAAC;IACD,eAAe,EAAE;QACb,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,WAAW,EAAE,+FAA+F;SAC/G;KACJ;IACD,QAAQ;IACR,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,kBAAkB,EAAE,EAAE;IACtB,kBAAkB,CAAC,EAAE,MAAM,EAAsB;QAC7C,IAAI,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;eAChC,SAAS,CAAC,qBAAqB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YACvD,OAAO;QACX,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,CAAC,SAAS,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;IACvG,CAAC;CACJ,CAAC"}
+{"version":3,"file":"isAlphaNumeric.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isAlphaNumeric.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,cAAc,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAC3E,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,EACkB,WAAW,EAAE,0BAA0B,EAC5D,sBAAsB,EACzB,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,oBAAoB,EAAE,aAAa,EAAE,MAAM,gBAAgB,CAAC;AAMrE,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,eAAe;QACtB,MAAM,EAAE,eAAe;KAC1B;IACD;QACI,IAAI,EAAE,EAAE,MAAM,EAAE,OAAO,EAAE;QACzB,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,iBAAiB;QACxB,MAAM,EAAE,iBAAiB;KAC5B;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,sBAAsB;QAC7B,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,OAAO;iBAC1B;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,oBAAoB,GAA4C;IACzE,IAAI,EAAE,gBAAgB;IACtB,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,wGAAwG;IACrH,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,MAAM,EAAE,EAAE;QACvB,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,cAAc,CAAC,KAAK,EAAE,MAAsC,CAAC,CAAC;IAC7F,CAAC;IACD,eAAe,EAAE;QACb,MAAM,EAAE;YACJ,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,WAAW,EAAE,+FAA+F;SAC/G;KACJ;IACD,QAAQ;IACR,uFAAuF;IACvF,GAAG,EAAE;QACD,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,MAAM,CAAC;QAC7C,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,kBAAkB,KAAK,MAAM,oBAAoB,IAAI;KACnF;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,kBAAkB,EAAE,EAAE;IACtB,kBAAkB,CAAC,EAAE,MAAM,EAAsB;QAC7C,IAAI,MAAM,IAAI,IAAI,IAAI,CAAC,QAAQ,CAAC,MAAM,CAAC;eAChC,SAAS,CAAC,qBAAqB,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAC,EAAE,CAAC;YACvD,OAAO;QACX,CAAC;QAED,MAAM,IAAI,KAAK,CAAC,sCAAsC,QAAQ,CAAC,SAAS,CAAC,qBAAqB,CAAC,EAAE,CAAC,CAAC;IACvG,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/string/isBase64.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"isBase64.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isBase64.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AA+C1B,eAAO,MAAM,cAAc,EAAE,mBAW5B,CAAC"}
+{"version":3,"file":"isBase64.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isBase64.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAgD1B,eAAO,MAAM,cAAc,EAAE,mBAuB5B,CAAC"}

package/dist/src/function-configs/string/isBase64.js

@@ -1,6 +1,7 @@
 import { isBase64 } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { isBase64Sql } from './sql-utils.js';
 const examples = [
     {
         args: {},
@@ -55,6 +56,18 @@ export const isBase64Config = {
     create() {
         return isBase64;
     },
+    /**
+     * RFC 4648 base64 with padding, `validator.isBase64`'s default. This intentionally differs from
+     * the JavaScript implementation.
+     *
+     * `core-utils`' `isBase64` calls `validator.isBase64` and then requires the value to survive a
+     * round trip through `Buffer.from(x, 'base64').toString('utf8')`. That round trip loses any
+     * bytes that are not valid UTF-8, so it rejects nearly all valid base64-encoded binary while
+     * accepting base64-encoded text. The SQL checks the base64 itself and accepts both.
+    */
+    sql: {
+        expression: ({ value }) => isBase64Sql(value),
+    },
     accepts: [FieldType.String],
 };
 //# sourceMappingURL=isBase64.js.map

package/dist/src/function-configs/string/isBase64.js.map

@@ -1 +1 @@
-{"version":3,"file":"isBase64.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isBase64.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,sBAAsB;QAC7B,MAAM,EAAE,sBAAsB;KACjC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAwB;IAC/C,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,QAAQ;IACR,WAAW,EAAE,2EAA2E;IACxF,MAAM;QACF,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC"}
+{"version":3,"file":"isBase64.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isBase64.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AACjD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,WAAW,EAAE,MAAM,gBAAgB,CAAC;AAE7C,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,sBAAsB;QAC7B,MAAM,EAAE,sBAAsB;KACjC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,OAAO;QACd,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,cAAc,GAAwB;IAC/C,IAAI,EAAE,UAAU;IAChB,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,QAAQ;IACR,WAAW,EAAE,2EAA2E;IACxF,MAAM;QACF,OAAO,QAAQ,CAAC;IACpB,CAAC;IACD;;;;;;;;MAQE;IACF,GAAG,EAAE;QACD,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,WAAW,CAAC,KAAK,CAAC;KAChD;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC"}

package/dist/src/function-configs/string/isCountryCode.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"isCountryCode.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isCountryCode.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AA2E1B,eAAO,MAAM,mBAAmB,EAAE,mBAWjC,CAAC"}
+{"version":3,"file":"isCountryCode.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isCountryCode.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AA6E1B,eAAO,MAAM,mBAAmB,EAAE,mBAyBjC,CAAC"}

package/dist/src/function-configs/string/isCountryCode.js

@@ -1,6 +1,8 @@
 import { isCountryCode } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { ISO_3166_ALPHA2 } from './sql-validator-utils.js';
+import { isAsciiSql, sqlLiteral } from '../sql-helpers.js';
 const examples = [
     {
         args: {},
@@ -83,6 +85,20 @@ export const isCountryCodeConfig = {
     create() {
         return isCountryCode;
     },
+    sql: {
+        /**
+         * A lookup of `upper(x)` in the 249 codes of `ISO_3166_ALPHA2`. That is all of
+         * `validator.isISO31661Alpha2` as `core-utils` calls it, since it does not pass
+         * `userAssignedCodes`.
+         *
+         * Non-ASCII values keep the UDF. JavaScript's `toUpperCase` uses full case mapping and can
+         * change a string's length, so `'fi'` uppercases to `'FI'`, a real country code, while
+         * DuckDB's simple mapping leaves it as one character.
+        */
+        needs_udf_fallback: true,
+        expression: ({ value, udf }) => `CASE WHEN NOT ${isAsciiSql(value)} THEN ${udf(value)}`
+            + ` ELSE upper(${value}) IN (${ISO_3166_ALPHA2.map(sqlLiteral).join(', ')}) END`,
+    },
     accepts: [FieldType.String]
 };
 //# sourceMappingURL=isCountryCode.js.map

package/dist/src/function-configs/string/isCountryCode.js.map

@@ -1 +1 @@
-{"version":3,"file":"isCountryCode.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isCountryCode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAwB;IACpD,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,QAAQ;IACR,WAAW,EAAE,6FAA6F;IAC1G,MAAM;QACF,OAAO,aAAa,CAAC;IACzB,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC"}
+{"version":3,"file":"isCountryCode.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isCountryCode.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,aAAa,EAAE,MAAM,uBAAuB,CAAC;AACtD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,eAAe,EAAE,MAAM,0BAA0B,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE3D,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,IAAI;QACX,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,mBAAmB,GAAwB;IACpD,IAAI,EAAE,eAAe;IACrB,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,QAAQ;IACR,WAAW,EAAE,6FAA6F;IAC1G,MAAM;QACF,OAAO,aAAa,CAAC;IACzB,CAAC;IACD,GAAG,EAAE;QACD;;;;;;;;UAQE;QACF,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,iBAAiB,UAAU,CAAC,KAAK,CAAC,SAAS,GAAG,CAAC,KAAK,CAAC,EAAE;cACjF,eAAe,KAAK,SAAS,eAAe,CAAC,GAAG,CAAC,UAAU,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO;KACvF;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC"}

package/dist/src/function-configs/string/isEmail.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"isEmail.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isEmail.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAmI1B,eAAO,MAAM,aAAa,EAAE,mBAW3B,CAAC"}
+{"version":3,"file":"isEmail.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isEmail.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAqI1B,eAAO,MAAM,aAAa,EAAE,mBAmB3B,CAAC"}

package/dist/src/function-configs/string/isEmail.js

@@ -1,6 +1,8 @@
 import { isEmail } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { EMAIL_SQL_PATTERN } from './sql-validator-utils.js';
+import { sqlLiteral } from '../sql-helpers.js';
 const examples = [
     {
         args: {},
@@ -139,6 +141,14 @@ export const isEmailConfig = {
     create() {
         return isEmail;
     },
+    sql: {
+        /**
+         * One regex: `core-utils`' own `isEmail` pattern, not `validator.isEmail`. It has no
+         * lookaround or backreference, so RE2 compiles it. See `EMAIL_SQL_PATTERN`, where the `i`
+         * flag is expanded by hand.
+        */
+        expression: ({ value }) => `regexp_matches(${value}, ${sqlLiteral(EMAIL_SQL_PATTERN)})`,
+    },
     accepts: [FieldType.String],
 };
 //# sourceMappingURL=isEmail.js.map

package/dist/src/function-configs/string/isEmail.js.map

@@ -1 +1 @@
-{"version":3,"file":"isEmail.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isEmail.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,kBAAkB;KAC7B;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,2BAA2B;QAClC,MAAM,EAAE,2BAA2B;KACtC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,qBAAqB;QAC5B,MAAM,EAAE,qBAAqB;KAChC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,2BAA2B;QAClC,MAAM,EAAE,2BAA2B;KACtC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,0CAA0C;QACjD,MAAM,EAAE,0CAA0C;KACrD;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,6CAA6C;QACpD,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,yBAAyB;QAChC,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAwB;IAC9C,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,oFAAoF;IACjG,QAAQ;IACR,MAAM;QACF,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC"}
+{"version":3,"file":"isEmail.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isEmail.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,OAAO,EAAE,MAAM,uBAAuB,CAAC;AAChD,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,iBAAiB,EAAE,MAAM,0BAA0B,CAAC;AAC7D,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,kBAAkB;QACzB,MAAM,EAAE,kBAAkB;KAC7B;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,2BAA2B;QAClC,MAAM,EAAE,2BAA2B;KACtC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,qBAAqB;QAC5B,MAAM,EAAE,qBAAqB;KAChC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,2BAA2B;QAClC,MAAM,EAAE,2BAA2B;KACtC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,0CAA0C;QACjD,MAAM,EAAE,0CAA0C;KACrD;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,6CAA6C;QACpD,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,yBAAyB;QAChC,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,aAAa,GAAwB;IAC9C,IAAI,EAAE,SAAS;IACf,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,oFAAoF;IACjG,QAAQ;IACR,MAAM;QACF,OAAO,OAAO,CAAC;IACnB,CAAC;IACD,GAAG,EAAE;QACD;;;;UAIE;QACF,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,EAAE,EAAE,CAAC,kBAAkB,KAAK,KAAK,UAAU,CAAC,iBAAiB,CAAC,GAAG;KAC1F;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC"}

package/dist/src/function-configs/string/isFQDN.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"isFQDN.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isFQDN.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAuG1B,eAAO,MAAM,YAAY,EAAE,mBAW1B,CAAC"}
+{"version":3,"file":"isFQDN.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isFQDN.ts"],"names":[],"mappings":"AAEA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAwG1B,eAAO,MAAM,YAAY,EAAE,mBAmB1B,CAAC"}

package/dist/src/function-configs/string/isFQDN.js

@@ -1,6 +1,7 @@
 import { isFQDN } from '@terascope/core-utils';
 import { FieldType } from '@terascope/types';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { isFQDNSql } from './sql-utils.js';
 const examples = [
     {
         args: {},
@@ -111,6 +112,14 @@ export const isFQDNConfig = {
     create() {
         return isFQDN;
     },
+    /**
+     * `validator.isFQDN` with its default options, for ASCII input. It has no TLD list, which is
+     * what makes it expressible in SQL. See `isFQDNSql`.
+    */
+    sql: {
+        needs_udf_fallback: true,
+        expression: ({ value, udf }) => isFQDNSql(value, udf),
+    },
     accepts: [FieldType.String],
 };
 //# sourceMappingURL=isFQDN.js.map

package/dist/src/function-configs/string/isFQDN.js.map

@@ -1 +1 @@
-{"version":3,"file":"isFQDN.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isFQDN.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAE1B,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,aAAa;KACxB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,8BAA8B;QACrC,MAAM,EAAE,8BAA8B;KACzC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,UAAU;KACrB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,oBAAoB;QAC3B,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAwB;IAC7C,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,mFAAmF;IAChG,QAAQ;IACR,MAAM;QACF,OAAO,MAAM,CAAC;IAClB,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC"}
+{"version":3,"file":"isFQDN.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isFQDN.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,uBAAuB,CAAC;AAC/C,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,SAAS,EAAE,MAAM,gBAAgB,CAAC;AAE3C,MAAM,QAAQ,GAAyD;IACnE;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,aAAa;QACpB,MAAM,EAAE,aAAa;KACxB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,8BAA8B;QACrC,MAAM,EAAE,8BAA8B;KACzC;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,UAAU;QACjB,MAAM,EAAE,UAAU;KACrB;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,oBAAoB;QAC3B,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,mBAAmB;QAC1B,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,WAAW;QAClB,MAAM,EAAE,IAAI;KACf;IACD;QACI,IAAI,EAAE,EAAE;QACR,MAAM,EAAE;YACJ,OAAO,EAAE,CAAC;YACV,MAAM,EAAE;gBACJ,SAAS,EAAE;oBACP,IAAI,EAAE,SAAS,CAAC,MAAM;iBACzB;aACJ;SACJ;QACD,KAAK,EAAE,WAAW;QAClB,KAAK,EAAE,KAAK;QACZ,MAAM,EAAE,IAAI;KACf;CACJ,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAwB;IAC7C,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,mFAAmF;IAChG,QAAQ;IACR,MAAM;QACF,OAAO,MAAM,CAAC;IAClB,CAAC;IACD;;;MAGE;IACF,GAAG,EAAE;QACD,kBAAkB,EAAE,IAAI;QACxB,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE,EAAE,CAAC,SAAS,CAAC,KAAK,EAAE,GAAG,CAAC;KACxD;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;CAC9B,CAAC"}

package/dist/src/function-configs/string/isHash.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"isHash.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isHash.ts"],"names":[],"mappings":"AAGA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,oBAAoB,GAC1B,KAAK,GACD,KAAK,GACL,MAAM,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,WAAW,GACX,WAAW,GACX,UAAU,GACV,UAAU,GACV,UAAU,GACV,OAAO,GACP,QAAQ,CAAC;AAkBnB,eAAO,MAAM,YAAY,EAAE,mBAAmB,CAAC,UAAU,CAyCxD,CAAC"}
+{"version":3,"file":"isHash.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isHash.ts"],"names":[],"mappings":"AAGA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,UAAU;IACvB,IAAI,EAAE,MAAM,CAAC;CAChB;AAED,MAAM,MAAM,oBAAoB,GAC1B,KAAK,GACD,KAAK,GACL,MAAM,GACN,QAAQ,GACR,QAAQ,GACR,QAAQ,GACR,WAAW,GACX,WAAW,GACX,UAAU,GACV,UAAU,GACV,UAAU,GACV,OAAO,GACP,QAAQ,CAAC;AAkBnB,eAAO,MAAM,YAAY,EAAE,mBAAmB,CAAC,UAAU,CAiDxD,CAAC"}

package/dist/src/function-configs/string/isHash.js

@@ -2,6 +2,7 @@ import { FieldType } from '@terascope/types';
 import { isString, joinList } from '@terascope/core-utils';
 import validator from 'validator';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { HASH_LENGTHS } from './sql-utils.js';
 const listOfAlgorithms = [
     'md4',
     'md5',
@@ -42,6 +43,14 @@ export const isHashConfig = {
     create({ args: { algo } }) {
         return (input) => isString(input) && validator.isHash(input, algo);
     },
+    /**
+     * `validator.isHash` is `^[a-fA-F0-9]{N}$`, with N taken from a per-algorithm length table.
+    */
+    sql: {
+        applies: (args) => HASH_LENGTHS[String(args.algo)] != null,
+        expression: ({ value, args }) => `regexp_matches(${value},`
+            + ` '^[a-fA-F0-9]{${HASH_LENGTHS[String(args.algo)]}}$')`,
+    },
     accepts: [FieldType.String],
     argument_schema: {
         algo: {

package/dist/src/function-configs/string/isHash.js.map

@@ -1 +1 @@
-{"version":3,"file":"isHash.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isHash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAqB1B,MAAM,gBAAgB,GAAG;IACrB,KAAK;IACL,KAAK;IACL,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,WAAW;IACX,WAAW;IACX,UAAU;IACV,UAAU;IACV,UAAU;IACV,OAAO;IACP,QAAQ;CACX,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAoC;IACzD,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,oEAAoE;IACjF,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,kEAAkE;YACzE,MAAM,EAAE,kEAAkE;SAC7E;QACD;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE;YACrB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,kEAAkE;YACzE,MAAM,EAAE,IAAI;SACf;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE;QACrB,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,CAC1D,KAAK,EAAE,IAA+B,CACzC,CAAC;IACN,CAAC;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,eAAe,EAAE;QACb,IAAI,EAAE;YACF,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,+CAA+C;SAC/D;KACJ;IACD,kBAAkB,EAAE,CAAC,MAAM,CAAC;IAC5B,kBAAkB,CAAC,EAAE,IAAI,EAAE;QACvB,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,2BAA2B,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACtG,CAAC;IACL,CAAC;CACJ,CAAC"}
+{"version":3,"file":"isHash.js","sourceRoot":"","sources":["../../../../src/function-configs/string/isHash.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,SAAS,EAAE,MAAM,kBAAkB,CAAC;AAC7C,OAAO,EAAE,QAAQ,EAAE,QAAQ,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,SAAS,MAAM,WAAW,CAAC;AAClC,OAAO,EACkB,WAAW,EAAE,sBAAsB,EACxD,0BAA0B,EAC7B,MAAM,kBAAkB,CAAC;AAC1B,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC;AAqB9C,MAAM,gBAAgB,GAAG;IACrB,KAAK;IACL,KAAK;IACL,MAAM;IACN,QAAQ;IACR,QAAQ;IACR,QAAQ;IACR,WAAW;IACX,WAAW;IACX,UAAU;IACV,UAAU;IACV,UAAU;IACV,OAAO;IACP,QAAQ;CACX,CAAC;AAEF,MAAM,CAAC,MAAM,YAAY,GAAoC;IACzD,IAAI,EAAE,QAAQ;IACd,IAAI,EAAE,sBAAsB,CAAC,gBAAgB;IAC7C,YAAY,EAAE,WAAW,CAAC,iBAAiB;IAC3C,QAAQ,EAAE,0BAA0B,CAAC,MAAM;IAC3C,WAAW,EAAE,oEAAoE;IACjF,QAAQ,EAAE;QACN;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,QAAQ,EAAE;YACxB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,kEAAkE;YACzE,MAAM,EAAE,kEAAkE;SAC7E;QACD;YACI,IAAI,EAAE,EAAE,IAAI,EAAE,KAAK,EAAE;YACrB,MAAM,EAAE,EAAE,OAAO,EAAE,CAAC,EAAE,MAAM,EAAE,EAAE,SAAS,EAAE,EAAE,IAAI,EAAE,SAAS,CAAC,MAAM,EAAE,EAAE,EAAE;YACzE,KAAK,EAAE,WAAW;YAClB,KAAK,EAAE,kEAAkE;YACzE,MAAM,EAAE,IAAI;SACf;KACJ;IACD,MAAM,CAAC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,EAAE;QACrB,OAAO,CAAC,KAAc,EAAE,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,IAAI,SAAS,CAAC,MAAM,CAC1D,KAAK,EAAE,IAA+B,CACzC,CAAC;IACN,CAAC;IACD;;MAEE;IACF,GAAG,EAAE;QACD,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI;QAC1D,UAAU,EAAE,CAAC,EAAE,KAAK,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,kBAAkB,KAAK,GAAG;cACrD,kBAAkB,YAAY,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,MAAM;KAChE;IACD,OAAO,EAAE,CAAC,SAAS,CAAC,MAAM,CAAC;IAC3B,eAAe,EAAE;QACb,IAAI,EAAE;YACF,IAAI,EAAE,SAAS,CAAC,MAAM;YACtB,KAAK,EAAE,KAAK;YACZ,WAAW,EAAE,+CAA+C;SAC/D;KACJ;IACD,kBAAkB,EAAE,CAAC,MAAM,CAAC;IAC5B,kBAAkB,CAAC,EAAE,IAAI,EAAE;QACvB,IAAI,CAAC,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC;YACnC,MAAM,IAAI,KAAK,CAAC,qBAAqB,IAAI,2BAA2B,QAAQ,CAAC,gBAAgB,CAAC,EAAE,CAAC,CAAC;QACtG,CAAC;IACL,CAAC;CACJ,CAAC"}

package/dist/src/function-configs/string/isLength.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"isLength.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isLength.ts"],"names":[],"mappings":"AAGA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAE1B,MAAM,WAAW,YAAY;IACzB,8CAA8C;IAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,eAAO,MAAM,cAAc,EAAE,mBAAmB,CAAC,YAAY,CAsE5D,CAAC"}
+{"version":3,"file":"isLength.d.ts","sourceRoot":"","sources":["../../../../src/function-configs/string/isLength.ts"],"names":[],"mappings":"AAGA,OAAO,EACH,mBAAmB,EAEtB,MAAM,kBAAkB,CAAC;AAG1B,MAAM,WAAW,YAAY;IACzB,8CAA8C;IAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,MAAM,CAAC;IACvB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;IACtB,QAAQ,CAAC,GAAG,CAAC,EAAE,MAAM,CAAC;CACzB;AAED,eAAO,MAAM,cAAc,EAAE,mBAAmB,CAAC,YAAY,CAyF5D,CAAC"}

package/dist/src/function-configs/string/isLength.js

@@ -2,12 +2,35 @@ import { FieldType } from '@terascope/types';
 import { isString, isNil } from '@terascope/core-utils';
 import validator from 'validator';
 import { ProcessMode, FunctionDefinitionType, FunctionDefinitionCategory } from '../interfaces.js';
+import { sqlLiteral, HAS_ASTRAL, allowsNumericArgs } from '../sql-helpers.js';
 export const isLengthConfig = {
     name: 'isLength',
     type: FunctionDefinitionType.FIELD_VALIDATION,
     process_mode: ProcessMode.INDIVIDUAL_VALUES,
     category: FunctionDefinitionCategory.STRING,
     description: 'Returns the input if it either matches a certain length, or is within the specified range.  Otherwise returns null.',
+    /**
+     * `length()` compared against the arguments, for values without astral characters.
+     *
+     * `isLength` counts UTF-16 code units, so five emoji have a length of 10 where `length()`
+     * returns 5. Astral input keeps the UDF.
+    */
+    sql: {
+        applies: allowsNumericArgs('size', 'min', 'max'),
+        needs_udf_fallback: true,
+        expression: ({ value, args, udf }) => {
+            const parts = [];
+            if (args.size != null)
+                parts.push(`length(${value}) = ${Number(args.size)}`);
+            if (args.min != null)
+                parts.push(`length(${value}) >= ${Number(args.min)}`);
+            if (args.max != null)
+                parts.push(`length(${value}) <= ${Number(args.max)}`);
+            const check = parts.length ? parts.join(' AND ') : 'TRUE';
+            return `CASE WHEN regexp_matches(${value}, ${sqlLiteral(HAS_ASTRAL)})`
+                + ` THEN ${udf(value)} ELSE ${check} END`;
+        },
+    },
     accepts: [FieldType.String],
     examples: [
         {