@malloydata/malloy-tag 0.0.237-dev250225144145

package/src/util.spec.ts

@@ -0,0 +1,43 @@
+/*
+ * Copyright (c) Meta Platforms, Inc. and affiliates.
+ *
+ * This source code is licensed under the MIT license found in the
+ * LICENSE file in the root directory of this source tree.
+ */
+import {parseString} from './util';
+
+describe('quote comprehension inside strings', () => {
+  test('\\b', () => {
+    expect(parseString('\\b')).toEqual('\b');
+  });
+  test('\\f', () => {
+    expect(parseString('\\f')).toEqual('\f');
+  });
+  test('\\n', () => {
+    expect(parseString('\\n')).toEqual('\n');
+  });
+  test('\\r', () => {
+    expect(parseString('\\r')).toEqual('\r');
+  });
+  test('\\t', () => {
+    expect(parseString('\\t')).toEqual('\t');
+  });
+  test('unicode ?', () => {
+    expect(parseString('\\u003f')).toEqual('?');
+    expect(parseString('\\u003F')).toEqual('?');
+  });
+  test('normal stuff', () => {
+    expect(parseString('normal stuff')).toEqual('normal stuff');
+  });
+  test('stuff & nonsense', () => {
+    expect(parseString('stuff \\u0026 nonsense')).toEqual('stuff & nonsense');
+  });
+  test('one thing\\nnext thing', () => {
+    expect(parseString('one thing\\nnext thing')).toEqual(
+      'one thing\nnext thing'
+    );
+  });
+  test('quote stripping works', () => {
+    expect(parseString('|42|', '|')).toEqual('42');
+  });
+});

package/src/util.ts

@@ -0,0 +1,73 @@
+enum ParseState {
+  Normal,
+  ReverseVirgule,
+  Unicode,
+}
+
+// TODO this should probably live in it's own package, `malloy-common` or something
+/**
+ * Parses the interior of a string, doing all \ substitutions. In most cases
+ * a lexical analyzer has already recognized this as a string. As a convenience,
+ * strip off the quoting outer chartacters if asked, then parse the interior of
+ * the string. The intention is to be compatible with JSON strings, in terms
+ * of which \X substitutions are processed.
+ * @param str is the string to parse
+ * @param surround is the quoting character, default means quotes already stripped
+ * @returns a string with the \ processing completed
+ */
+export function parseString(str: string, surround = ''): string {
+  let inner = str.slice(surround.length);
+  let state = ParseState.Normal;
+  if (surround.length) {
+    inner = inner.slice(0, -surround.length);
+  }
+  let out = '';
+  let unicode = '';
+  for (const c of inner) {
+    switch (state) {
+      case ParseState.Normal: {
+        if (c === '\\') {
+          state = ParseState.ReverseVirgule;
+        } else {
+          out += c;
+        }
+        break;
+      }
+      case ParseState.ReverseVirgule: {
+        let outc = c;
+        if (c === 'u') {
+          state = ParseState.Unicode;
+          unicode = '';
+          continue;
+        }
+        if (c === 'b') {
+          outc = '\b';
+        } else if (c === 'f') {
+          outc = '\f';
+        } else if (c === 'n') {
+          outc = '\n';
+        } else if (c === 'r') {
+          outc = '\r';
+        } else if (c === 't') {
+          outc = '\t';
+        }
+        out += outc;
+        state = ParseState.Normal;
+        break;
+      }
+      case ParseState.Unicode: {
+        if ('ABCDEFabcdef0123456789'.includes(c)) {
+          unicode += c;
+          if (unicode.length === 4) {
+            out += String.fromCharCode(parseInt(unicode, 16));
+            state = ParseState.Normal;
+          }
+        } else {
+          // Don't think we ever get here ...
+          state = ParseState.Normal;
+        }
+      }
+    }
+  }
+  return out;
+}

package/tsconfig.json

@@ -0,0 +1,11 @@
+{
+  "extends": "../../tsconfig.packages.json",
+  "compilerOptions": {
+    "rootDir": "src",
+    "outDir": "dist",
+    "composite": true
+  },
+  "include": [
+    "src/**/*.ts"
+  ]
+}