@powersync/service-sync-rules 0.32.0 → 0.34.0

package/dist/yaml_scalar_map.js

@@ -0,0 +1,126 @@
+import { Scalar } from 'yaml';
+export function isBlockScalar(type) {
+    return type === Scalar.BLOCK_LITERAL || type === Scalar.BLOCK_FOLDED;
+}
+export function isQuotedScalar(type) {
+    return type === Scalar.QUOTE_DOUBLE || type === Scalar.QUOTE_SINGLE;
+}
+/**
+ * Builds a map from indexes in parsed YAML scalars to indexes in the source YAML file.
+ *
+ * Quoted scalars (", ') have escape sequences that take up more chars in the source relative to the parsed value.
+ * Multi-line scalars (|, >) have line folding where newline + surrounding whitespace collapses
+ * to a single space. In both cases value offsets don't map 1:1 to source offsets.
+ *
+ * For unrecognised scalar types the map is empty, so all lookups fall back via ??.
+ *
+ * @param src The raw YAML source of the scalar token.
+ * @param scalarType The Scalar.type value.
+ */
+export function buildParsedToSourceValueMap(src, scalarType) {
+    const map = [];
+    if (isQuotedScalar(scalarType)) {
+        const isDoubleQuoted = scalarType === Scalar.QUOTE_DOUBLE;
+        let srcIdx = 0;
+        let valIdx = 0;
+        while (srcIdx < src.length) {
+            map[valIdx] = srcIdx;
+            const current = src[srcIdx];
+            const next = src[srcIdx + 1];
+            if (isDoubleQuoted && current === '\\') {
+                // Handle escape chars / unicode
+                if (next === 'x')
+                    srcIdx += 4; // \xXX
+                else if (next === 'u')
+                    srcIdx += 6; // \uXXXX
+                else if (next === 'U')
+                    srcIdx += 10; // \UXXXXXXXX
+                else
+                    srcIdx += 2; // \n, \", \\, etc.
+            }
+            else if (!isDoubleQuoted && current === "'" && next === "'") {
+                // Handle '' in single quotes
+                srcIdx += 2;
+            }
+            else {
+                srcIdx++;
+            }
+            valIdx++;
+        }
+        map[valIdx] = srcIdx;
+    }
+    else if (isBlockScalar(scalarType)) {
+        // Detect indentation using first non-empty line
+        let trimIndent = 0;
+        let i = 0;
+        outer: while (i < src.length) {
+            // Skip to end of line
+            const lineStart = i;
+            while (i < src.length && src[i] !== '\n')
+                i++;
+            // Count chars from start of line until first non-whitespace char
+            for (let j = lineStart; j < i; j++) {
+                if (src[j] !== ' ' && src[j] !== '\t') {
+                    trimIndent = j - lineStart;
+                    break outer;
+                }
+            }
+            // No non-whitespace char found; go to next line
+            i++;
+        }
+        // Skip trimIndent chars for each line
+        let valIdx = 0;
+        let srcIdx = 0;
+        while (srcIdx < src.length) {
+            let lineEnd = srcIdx;
+            while (lineEnd < src.length && src[lineEnd] !== '\n')
+                lineEnd++;
+            const lineLen = lineEnd - srcIdx;
+            // Prevent skipping into next line for zero-length or very short lines
+            const contentStart = srcIdx + Math.min(trimIndent, lineLen);
+            for (let p = contentStart; p <= lineEnd && p < src.length; p++) {
+                map[valIdx++] = p;
+            }
+            srcIdx = lineEnd + 1;
+        }
+        map[valIdx] = src.length; // Sentinel
+    }
+    else if (scalarType === Scalar.PLAIN) {
+        // Plain scalars may span multiple lines. Line folding collapses each
+        // (trailing whitespace + newline + leading whitespace of next line) into a single space.
+        let valIdx = 0;
+        let srcIdx = 0;
+        let firstLine = true;
+        while (srcIdx <= src.length) {
+            // Find content bounds for this line
+            let lineEnd = srcIdx;
+            while (lineEnd < src.length && src[lineEnd] !== '\n' && src[lineEnd] !== '\r')
+                lineEnd++;
+            let contentStart = srcIdx;
+            if (!firstLine) {
+                // Strip leading whitespace from continuation lines
+                while (contentStart < lineEnd && (src[contentStart] === ' ' || src[contentStart] === '\t'))
+                    contentStart++;
+            }
+            let contentEnd = lineEnd;
+            while (contentEnd > contentStart && (src[contentEnd - 1] === ' ' || src[contentEnd - 1] === '\t'))
+                contentEnd--;
+            if (!firstLine) {
+                // The folded newline becomes a single space; map it to the start of this line's content
+                map[valIdx++] = contentStart;
+            }
+            for (let p = contentStart; p < contentEnd; p++) {
+                map[valIdx++] = p;
+            }
+            if (lineEnd >= src.length)
+                break;
+            srcIdx = lineEnd + 1;
+            if (src[lineEnd] === '\r' && src[srcIdx] === '\n')
+                srcIdx++; // \r\n counts as one newline
+            firstLine = false;
+        }
+        map[valIdx] = src.length; // Sentinel
+    }
+    return map;
+}
+//# sourceMappingURL=yaml_scalar_map.js.map

package/dist/yaml_scalar_map.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"yaml_scalar_map.js","sourceRoot":"","sources":["../src/yaml_scalar_map.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,EAAE,MAAM,MAAM,CAAC;AAE9B,MAAM,UAAU,aAAa,CAAC,IAA+B;IAC3D,OAAO,IAAI,KAAK,MAAM,CAAC,aAAa,IAAI,IAAI,KAAK,MAAM,CAAC,YAAY,CAAC;AACvE,CAAC;AAED,MAAM,UAAU,cAAc,CAAC,IAA+B;IAC5D,OAAO,IAAI,KAAK,MAAM,CAAC,YAAY,IAAI,IAAI,KAAK,MAAM,CAAC,YAAY,CAAC;AACtE,CAAC;AAED;;;;;;;;;;;GAWG;AACH,MAAM,UAAU,2BAA2B,CAAC,GAAW,EAAE,UAAqC;IAC5F,MAAM,GAAG,GAAa,EAAE,CAAC;IAEzB,IAAI,cAAc,CAAC,UAAU,CAAC,EAAE,CAAC;QAC/B,MAAM,cAAc,GAAG,UAAU,KAAK,MAAM,CAAC,YAAY,CAAC;QAE1D,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YAC3B,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;YACrB,MAAM,OAAO,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC;YAC5B,MAAM,IAAI,GAAG,GAAG,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YAE7B,IAAI,cAAc,IAAI,OAAO,KAAK,IAAI,EAAE,CAAC;gBACvC,gCAAgC;gBAChC,IAAI,IAAI,KAAK,GAAG;oBACd,MAAM,IAAI,CAAC,CAAC,CAAC,OAAO;qBACjB,IAAI,IAAI,KAAK,GAAG;oBACnB,MAAM,IAAI,CAAC,CAAC,CAAC,SAAS;qBACnB,IAAI,IAAI,KAAK,GAAG;oBACnB,MAAM,IAAI,EAAE,CAAC,CAAC,aAAa;;oBACxB,MAAM,IAAI,CAAC,CAAC,CAAC,mBAAmB;YACvC,CAAC;iBAAM,IAAI,CAAC,cAAc,IAAI,OAAO,KAAK,GAAG,IAAI,IAAI,KAAK,GAAG,EAAE,CAAC;gBAC9D,6BAA6B;gBAC7B,MAAM,IAAI,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,EAAE,CAAC;YACX,CAAC;YACD,MAAM,EAAE,CAAC;QACX,CAAC;QACD,GAAG,CAAC,MAAM,CAAC,GAAG,MAAM,CAAC;IACvB,CAAC;SAAM,IAAI,aAAa,CAAC,UAAU,CAAC,EAAE,CAAC;QACrC,gDAAgD;QAChD,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,IAAI,CAAC,GAAG,CAAC,CAAC;QACV,KAAK,EAAE,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YAC7B,sBAAsB;YACtB,MAAM,SAAS,GAAG,CAAC,CAAC;YACpB,OAAO,CAAC,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI;gBAAE,CAAC,EAAE,CAAC;YAC9C,iEAAiE;YACjE,KAAK,IAAI,CAAC,GAAG,SAAS,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC;gBACnC,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,CAAC,CAAC,KAAK,IAAI,EAAE,CAAC;oBACtC,UAAU,GAAG,CAAC,GAAG,SAAS,CAAC;oBAC3B,MAAM,KAAK,CAAC;gBACd,CAAC;YACH,CAAC;YACD,gDAAgD;YAChD,CAAC,EAAE,CAAC;QACN,CAAC;QAED,sCAAsC;QACtC,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,OAAO,MAAM,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC;YAC3B,IAAI,OAAO,GAAG,MAAM,CAAC;YACrB,OAAO,OAAO,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI;gBAAE,OAAO,EAAE,CAAC;YAChE,MAAM,OAAO,GAAG,OAAO,GAAG,MAAM,CAAC;YACjC,sEAAsE;YACtE,MAAM,YAAY,GAAG,MAAM,GAAG,IAAI,CAAC,GAAG,CAAC,UAAU,EAAE,OAAO,CAAC,CAAC;YAC5D,KAAK,IAAI,CAAC,GAAG,YAAY,EAAE,CAAC,IAAI,OAAO,IAAI,CAAC,GAAG,GAAG,CAAC,MAAM,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/D,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC;YACpB,CAAC;YACD,MAAM,GAAG,OAAO,GAAG,CAAC,CAAC;QACvB,CAAC;QACD,GAAG,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,WAAW;IACvC,CAAC;SAAM,IAAI,UAAU,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC;QACvC,qEAAqE;QACrE,yFAAyF;QACzF,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,MAAM,GAAG,CAAC,CAAC;QACf,IAAI,SAAS,GAAG,IAAI,CAAC;QACrB,OAAO,MAAM,IAAI,GAAG,CAAC,MAAM,EAAE,CAAC;YAC5B,oCAAoC;YACpC,IAAI,OAAO,GAAG,MAAM,CAAC;YACrB,OAAO,OAAO,GAAG,GAAG,CAAC,MAAM,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI;gBAAE,OAAO,EAAE,CAAC;YAEzF,IAAI,YAAY,GAAG,MAAM,CAAC;YAC1B,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,mDAAmD;gBACnD,OAAO,YAAY,GAAG,OAAO,IAAI,CAAC,GAAG,CAAC,YAAY,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,YAAY,CAAC,KAAK,IAAI,CAAC;oBAAE,YAAY,EAAE,CAAC;YAC7G,CAAC;YACD,IAAI,UAAU,GAAG,OAAO,CAAC;YACzB,OAAO,UAAU,GAAG,YAAY,IAAI,CAAC,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,KAAK,GAAG,IAAI,GAAG,CAAC,UAAU,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC;gBAAE,UAAU,EAAE,CAAC;YAEhH,IAAI,CAAC,SAAS,EAAE,CAAC;gBACf,wFAAwF;gBACxF,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,YAAY,CAAC;YAC/B,CAAC;YACD,KAAK,IAAI,CAAC,GAAG,YAAY,EAAE,CAAC,GAAG,UAAU,EAAE,CAAC,EAAE,EAAE,CAAC;gBAC/C,GAAG,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC;YACpB,CAAC;YAED,IAAI,OAAO,IAAI,GAAG,CAAC,MAAM;gBAAE,MAAM;YACjC,MAAM,GAAG,OAAO,GAAG,CAAC,CAAC;YACrB,IAAI,GAAG,CAAC,OAAO,CAAC,KAAK,IAAI,IAAI,GAAG,CAAC,MAAM,CAAC,KAAK,IAAI;gBAAE,MAAM,EAAE,CAAC,CAAC,6BAA6B;YAC1F,SAAS,GAAG,KAAK,CAAC;QACpB,CAAC;QACD,GAAG,CAAC,MAAM,CAAC,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,WAAW;IACvC,CAAC;IAED,OAAO,GAAG,CAAC;AACb,CAAC"}

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@powersync/service-sync-rules",
   "repository": "https://github.com/powersync-ja/powersync-service",
-  "version": "0.32.0",
+  "version": "0.34.0",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",
   "license": "FSL-1.1-ALv2",
@@ -24,6 +24,7 @@
   "devDependencies": {
     "@types/node": "^22.16.2",
     "ebnf": "^1.9.1",
+    "railroad-diagrams": "^1.0.0",
     "vitest": "^4.0.16"
   },
   "scripts": {
@@ -32,6 +33,7 @@
     "build": "pnpm build:tsc && pnpm run build:extra",
     "build:extra": "node scripts/compile-schema.js",
     "build:tests": "tsc -b test/tsconfig.json",
-    "test": "vitest"
+    "test": "vitest",
+    "generate:grammar": "node --experimental-strip-types scripts/generate-grammar-docs.ts"
   }
 }

package/schema/sync_rules.json

@@ -61,6 +61,15 @@
 				}
 			}
 		},
+		"with": {
+			"type": "object",
+			"description": "Common-table expressions available to all sync streams",
+			"patternProperties": {
+				".*": {
+					"type": "string"
+				}
+			}
+		},
 		"streams": {
 			"type": "object",
 			"description": "List of stream definitions",