@powersync/service-core 0.0.0-dev-20260223082111 → 0.0.0-dev-20260225093637

package/dist/routes/endpoints/admin.d.ts

@@ -73,6 +73,10 @@ export declare const diagnostics: router.Endpoint<{
         errors: {
             message: string;
             level: "warning" | "fatal";
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         id: string;
@@ -83,6 +87,10 @@ export declare const diagnostics: router.Endpoint<{
         errors: {
             level: "warning" | "fatal";
             message: string;
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         connections: {
@@ -99,6 +107,10 @@ export declare const diagnostics: router.Endpoint<{
                 errors: {
                     level: "warning" | "fatal";
                     message: string;
+                    location?: {
+                        start_offset: number;
+                        end_offset: number;
+                    } | undefined;
                     ts?: string | undefined;
                 }[];
                 pattern?: string | undefined;
@@ -114,6 +126,10 @@ export declare const diagnostics: router.Endpoint<{
         errors: {
             level: "warning" | "fatal";
             message: string;
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         connections: {
@@ -130,6 +146,10 @@ export declare const diagnostics: router.Endpoint<{
                 errors: {
                     level: "warning" | "fatal";
                     message: string;
+                    location?: {
+                        start_offset: number;
+                        end_offset: number;
+                    } | undefined;
                     ts?: string | undefined;
                 }[];
                 pattern?: string | undefined;
@@ -150,6 +170,10 @@ export declare const diagnostics: router.Endpoint<{
         errors: {
             message: string;
             level: "warning" | "fatal";
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         id: string;
@@ -160,6 +184,10 @@ export declare const diagnostics: router.Endpoint<{
         errors: {
             level: "warning" | "fatal";
             message: string;
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         connections: {
@@ -176,6 +204,10 @@ export declare const diagnostics: router.Endpoint<{
                 errors: {
                     level: "warning" | "fatal";
                     message: string;
+                    location?: {
+                        start_offset: number;
+                        end_offset: number;
+                    } | undefined;
                     ts?: string | undefined;
                 }[];
                 pattern?: string | undefined;
@@ -191,6 +223,10 @@ export declare const diagnostics: router.Endpoint<{
         errors: {
             level: "warning" | "fatal";
             message: string;
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         connections: {
@@ -207,6 +243,10 @@ export declare const diagnostics: router.Endpoint<{
                 errors: {
                     level: "warning" | "fatal";
                     message: string;
+                    location?: {
+                        start_offset: number;
+                        end_offset: number;
+                    } | undefined;
                     ts?: string | undefined;
                 }[];
                 pattern?: string | undefined;
@@ -238,6 +278,10 @@ export declare const diagnostics: router.Endpoint<{
             errors: {
                 message: string;
                 level: "warning" | "fatal";
+                location?: {
+                    start_offset: number;
+                    end_offset: number;
+                } | undefined;
                 ts?: string | undefined;
             }[];
             id: string;
@@ -248,6 +292,10 @@ export declare const diagnostics: router.Endpoint<{
             errors: {
                 level: "warning" | "fatal";
                 message: string;
+                location?: {
+                    start_offset: number;
+                    end_offset: number;
+                } | undefined;
                 ts?: string | undefined;
             }[];
             connections: {
@@ -264,6 +312,10 @@ export declare const diagnostics: router.Endpoint<{
                     errors: {
                         level: "warning" | "fatal";
                         message: string;
+                        location?: {
+                            start_offset: number;
+                            end_offset: number;
+                        } | undefined;
                         ts?: string | undefined;
                     }[];
                     pattern?: string | undefined;
@@ -279,6 +331,10 @@ export declare const diagnostics: router.Endpoint<{
             errors: {
                 level: "warning" | "fatal";
                 message: string;
+                location?: {
+                    start_offset: number;
+                    end_offset: number;
+                } | undefined;
                 ts?: string | undefined;
             }[];
             connections: {
@@ -295,6 +351,10 @@ export declare const diagnostics: router.Endpoint<{
                     errors: {
                         level: "warning" | "fatal";
                         message: string;
+                        location?: {
+                            start_offset: number;
+                            end_offset: number;
+                        } | undefined;
                         ts?: string | undefined;
                     }[];
                     pattern?: string | undefined;
@@ -421,6 +481,10 @@ export declare const validate: router.Endpoint<{
     errors: {
         message: string;
         level: "warning" | "fatal";
+        location?: {
+            start_offset: number;
+            end_offset: number;
+        } | undefined;
         ts?: string | undefined;
     }[];
     connections: {
@@ -432,6 +496,10 @@ export declare const validate: router.Endpoint<{
             errors: {
                 message: string;
                 level: "warning" | "fatal";
+                location?: {
+                    start_offset: number;
+                    end_offset: number;
+                } | undefined;
                 ts?: string | undefined;
             }[];
             name: string;
@@ -455,6 +523,10 @@ export declare const validate: router.Endpoint<{
     errors: {
         message: string;
         level: "warning" | "fatal";
+        location?: {
+            start_offset: number;
+            end_offset: number;
+        } | undefined;
         ts?: string | undefined;
     }[];
     connections: {
@@ -466,6 +538,10 @@ export declare const validate: router.Endpoint<{
             errors: {
                 message: string;
                 level: "warning" | "fatal";
+                location?: {
+                    start_offset: number;
+                    end_offset: number;
+                } | undefined;
                 ts?: string | undefined;
             }[];
             name: string;
@@ -500,6 +576,10 @@ export declare const validate: router.Endpoint<{
         errors: {
             message: string;
             level: "warning" | "fatal";
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         connections: {
@@ -511,6 +591,10 @@ export declare const validate: router.Endpoint<{
                 errors: {
                     message: string;
                     level: "warning" | "fatal";
+                    location?: {
+                        start_offset: number;
+                        end_offset: number;
+                    } | undefined;
                     ts?: string | undefined;
                 }[];
                 name: string;
@@ -598,6 +682,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
         errors: {
             message: string;
             level: "warning" | "fatal";
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         id: string;
@@ -608,6 +696,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
         errors: {
             level: "warning" | "fatal";
             message: string;
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         connections: {
@@ -624,6 +716,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
                 errors: {
                     level: "warning" | "fatal";
                     message: string;
+                    location?: {
+                        start_offset: number;
+                        end_offset: number;
+                    } | undefined;
                     ts?: string | undefined;
                 }[];
                 pattern?: string | undefined;
@@ -639,6 +735,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
         errors: {
             level: "warning" | "fatal";
             message: string;
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         connections: {
@@ -655,6 +755,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
                 errors: {
                     level: "warning" | "fatal";
                     message: string;
+                    location?: {
+                        start_offset: number;
+                        end_offset: number;
+                    } | undefined;
                     ts?: string | undefined;
                 }[];
                 pattern?: string | undefined;
@@ -675,6 +779,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
         errors: {
             message: string;
             level: "warning" | "fatal";
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         id: string;
@@ -685,6 +793,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
         errors: {
             level: "warning" | "fatal";
             message: string;
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         connections: {
@@ -701,6 +813,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
                 errors: {
                     level: "warning" | "fatal";
                     message: string;
+                    location?: {
+                        start_offset: number;
+                        end_offset: number;
+                    } | undefined;
                     ts?: string | undefined;
                 }[];
                 pattern?: string | undefined;
@@ -716,6 +832,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
         errors: {
             level: "warning" | "fatal";
             message: string;
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         connections: {
@@ -732,6 +852,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
                 errors: {
                     level: "warning" | "fatal";
                     message: string;
+                    location?: {
+                        start_offset: number;
+                        end_offset: number;
+                    } | undefined;
                     ts?: string | undefined;
                 }[];
                 pattern?: string | undefined;
@@ -763,6 +887,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
             errors: {
                 message: string;
                 level: "warning" | "fatal";
+                location?: {
+                    start_offset: number;
+                    end_offset: number;
+                } | undefined;
                 ts?: string | undefined;
             }[];
             id: string;
@@ -773,6 +901,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
             errors: {
                 level: "warning" | "fatal";
                 message: string;
+                location?: {
+                    start_offset: number;
+                    end_offset: number;
+                } | undefined;
                 ts?: string | undefined;
             }[];
             connections: {
@@ -789,6 +921,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
                     errors: {
                         level: "warning" | "fatal";
                         message: string;
+                        location?: {
+                            start_offset: number;
+                            end_offset: number;
+                        } | undefined;
                         ts?: string | undefined;
                     }[];
                     pattern?: string | undefined;
@@ -804,6 +940,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
             errors: {
                 level: "warning" | "fatal";
                 message: string;
+                location?: {
+                    start_offset: number;
+                    end_offset: number;
+                } | undefined;
                 ts?: string | undefined;
             }[];
             connections: {
@@ -820,6 +960,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
                     errors: {
                         level: "warning" | "fatal";
                         message: string;
+                        location?: {
+                            start_offset: number;
+                            end_offset: number;
+                        } | undefined;
                         ts?: string | undefined;
                     }[];
                     pattern?: string | undefined;
@@ -943,6 +1087,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
     errors: {
         message: string;
         level: "warning" | "fatal";
+        location?: {
+            start_offset: number;
+            end_offset: number;
+        } | undefined;
         ts?: string | undefined;
     }[];
     connections: {
@@ -954,6 +1102,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
             errors: {
                 message: string;
                 level: "warning" | "fatal";
+                location?: {
+                    start_offset: number;
+                    end_offset: number;
+                } | undefined;
                 ts?: string | undefined;
             }[];
             name: string;
@@ -977,6 +1129,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
     errors: {
         message: string;
         level: "warning" | "fatal";
+        location?: {
+            start_offset: number;
+            end_offset: number;
+        } | undefined;
         ts?: string | undefined;
     }[];
     connections: {
@@ -988,6 +1144,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
             errors: {
                 message: string;
                 level: "warning" | "fatal";
+                location?: {
+                    start_offset: number;
+                    end_offset: number;
+                } | undefined;
                 ts?: string | undefined;
             }[];
             name: string;
@@ -1022,6 +1182,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
         errors: {
             message: string;
             level: "warning" | "fatal";
+            location?: {
+                start_offset: number;
+                end_offset: number;
+            } | undefined;
             ts?: string | undefined;
         }[];
         connections: {
@@ -1033,6 +1197,10 @@ export declare const ADMIN_ROUTES: ((router.Endpoint<{
                 errors: {
                     message: string;
                     level: "warning" | "fatal";
+                    location?: {
+                        start_offset: number;
+                        end_offset: number;
+                    } | undefined;
                     ts?: string | undefined;
                 }[];
                 name: string;

package/dist/storage/SyncRulesBucketStorage.d.ts

@@ -163,7 +163,8 @@ export interface CompactOptions {
      *
      * If not specified, compacts all buckets.
      *
-     * These can be individual bucket names, or bucket definition names.
+     * These must be full bucket names (e.g., "global[]", "mybucket[\"user1\"]").
+     * Bucket definition names (e.g., "global") are not supported.
      */
     compactBuckets?: string[];
     compactParameterData?: boolean;

package/dist/storage/SyncRulesBucketStorage.js.map

@@ -1 +1 @@
-{"version":3,"file":"SyncRulesBucketStorage.js","sourceRoot":"","sources":["../../src/storage/SyncRulesBucketStorage.ts"],"names":[],"mappings":"AA6UA,MAAM,CAAC,MAAM,yBAAyB,GAAsB;IAC1D,kBAAkB,EAAE,IAAI,GAAG,EAAU;IACrC,qBAAqB,EAAE,IAAI;IAC3B,uBAAuB,EAAE,IAAI,GAAG,EAAU;IAC1C,0BAA0B,EAAE,IAAI;CACjC,CAAC"}
+{"version":3,"file":"SyncRulesBucketStorage.js","sourceRoot":"","sources":["../../src/storage/SyncRulesBucketStorage.ts"],"names":[],"mappings":"AA8UA,MAAM,CAAC,MAAM,yBAAyB,GAAsB;IAC1D,kBAAkB,EAAE,IAAI,GAAG,EAAU;IACrC,qBAAqB,EAAE,IAAI;IAC3B,uBAAuB,EAAE,IAAI,GAAG,EAAU;IAC1C,0BAA0B,EAAE,IAAI;CACjC,CAAC"}

package/dist/sync/BucketChecksumState.d.ts

@@ -79,6 +79,11 @@ export interface CheckpointUpdate {
      * If null, assume that any bucket in `buckets` may have been updated.
      */
     updatedBuckets: Set<string> | typeof INVALIDATE_ALL_BUCKETS;
+    /**
+     * Number of parameter query results per sync stream definition (before deduplication).
+     * Map from definition name to count.
+     */
+    parameterQueryResultsByDefinition?: Map<string, number>;
 }
 export declare class BucketParameterState {
     private readonly context;

package/dist/sync/BucketChecksumState.js

@@ -66,7 +66,7 @@ export class BucketChecksumState {
         const userIdForLogs = this.parameterState.syncParams.userId;
         const storage = this.bucketStorage;
         const update = await this.parameterState.getCheckpointUpdate(next);
-        const { buckets: allBuckets, updatedBuckets } = update;
+        const { buckets: allBuckets, updatedBuckets, parameterQueryResultsByDefinition } = update;
         /** Set of all buckets in this checkpoint. */
         const bucketDescriptionMap = new Map(allBuckets.map((b) => [b.bucket, b]));
         if (bucketDescriptionMap.size > this.context.maxBuckets) {
@@ -145,18 +145,22 @@ export class BucketChecksumState {
                 };
             });
             deferredLog = () => {
+                const totalParamResults = computeTotalParamResults(parameterQueryResultsByDefinition);
                 let message = `Updated checkpoint: ${base.checkpoint} | `;
                 message += `write: ${writeCheckpoint} | `;
                 message += `buckets: ${allBuckets.length} | `;
+                if (totalParamResults !== undefined) {
+                    message += `param_results: ${totalParamResults} | `;
+                }
                 message += `updated: ${limitedBuckets(diff.updatedBuckets, 20)} | `;
                 message += `removed: ${limitedBuckets(diff.removedBuckets, 20)}`;
-                this.logger.info(message, {
+                logCheckpoint(this.logger, message, {
                     checkpoint: base.checkpoint,
                     user_id: userIdForLogs,
                     buckets: allBuckets.length,
                     updated: diff.updatedBuckets.length,
                     removed: diff.removedBuckets.length
-                });
+                }, totalParamResults);
             };
             checkpointLine = {
                 checkpoint_diff: {
@@ -169,9 +173,18 @@ export class BucketChecksumState {
         }
         else {
             deferredLog = () => {
+                const totalParamResults = computeTotalParamResults(parameterQueryResultsByDefinition);
                 let message = `New checkpoint: ${base.checkpoint} | write: ${writeCheckpoint} | `;
-                message += `buckets: ${allBuckets.length} ${limitedBuckets(allBuckets, 20)}`;
-                this.logger.info(message, { checkpoint: base.checkpoint, user_id: userIdForLogs, buckets: allBuckets.length });
+                message += `buckets: ${allBuckets.length}`;
+                if (totalParamResults !== undefined) {
+                    message += ` | param_results: ${totalParamResults}`;
+                }
+                message += ` ${limitedBuckets(allBuckets, 20)}`;
+                logCheckpoint(this.logger, message, {
+                    checkpoint: base.checkpoint,
+                    user_id: userIdForLogs,
+                    buckets: allBuckets.length
+                }, totalParamResults);
             };
             bucketsToFetch = allBuckets.map((b) => ({ bucket: b.bucket, priority: b.priority }));
             const subscriptions = [];
@@ -388,11 +401,18 @@ export class BucketParameterState {
             // TODO: Limit number of results even before we get to this point
             // This limit applies _before_ we get the unique set
             const error = new ServiceError(ErrorCode.PSYNC_S2305, `Too many parameter query results: ${update.buckets.length} (limit of ${this.context.maxParameterQueryResults})`);
-            this.logger.error(error.message, {
+            let errorMessage = error.message;
+            const logData = {
                 checkpoint: checkpoint,
                 user_id: this.syncParams.userId,
-                buckets: update.buckets.length
-            });
+                parameter_query_results: update.buckets.length
+            };
+            if (update.parameterQueryResultsByDefinition && update.parameterQueryResultsByDefinition.size > 0) {
+                const breakdown = formatParameterQueryBreakdown(update.parameterQueryResultsByDefinition);
+                errorMessage += breakdown.message;
+                logData.parameter_query_results_by_definition = breakdown.countsByDefinition;
+            }
+            this.logger.error(errorMessage, logData);
             throw error;
         }
         return update;
@@ -440,6 +460,7 @@ export class BucketParameterState {
             }
         }
         let dynamicBuckets;
+        let parameterQueryResultsByDefinition;
         if (hasParameterChange || this.cachedDynamicBuckets == null || this.cachedDynamicBucketSet == null) {
             const recordedLookups = new Set();
             dynamicBuckets = await querier.queryDynamicBucketDescriptions({
@@ -450,6 +471,12 @@ export class BucketParameterState {
                     return checkpoint.base.getParameterSets(lookups);
                 }
             });
+            // Count parameter query results per definition (before deduplication)
+            parameterQueryResultsByDefinition = new Map();
+            for (const bucket of dynamicBuckets) {
+                const count = parameterQueryResultsByDefinition.get(bucket.definition) ?? 0;
+                parameterQueryResultsByDefinition.set(bucket.definition, count + 1);
+            }
             this.cachedDynamicBuckets = dynamicBuckets;
             this.cachedDynamicBucketSet = new Set(dynamicBuckets.map((b) => b.bucket));
             this.lookupsFromPreviousCheckpoint = recordedLookups;
@@ -471,17 +498,65 @@ export class BucketParameterState {
             return {
                 buckets: allBuckets,
                 // We cannot track individual bucket updates for dynamic lookups yet
-                updatedBuckets: INVALIDATE_ALL_BUCKETS
+                updatedBuckets: INVALIDATE_ALL_BUCKETS,
+                parameterQueryResultsByDefinition
             };
         }
         else {
             return {
                 buckets: allBuckets,
-                updatedBuckets: updatedBuckets
+                updatedBuckets: updatedBuckets,
+                parameterQueryResultsByDefinition
             };
         }
     }
 }
+/**
+ * Compute the total number of parameter query results across all definitions.
+ */
+function computeTotalParamResults(parameterQueryResultsByDefinition) {
+    if (!parameterQueryResultsByDefinition) {
+        return undefined;
+    }
+    return Array.from(parameterQueryResultsByDefinition.values()).reduce((sum, count) => sum + count, 0);
+}
+/**
+ * Log a checkpoint message, enriching it with parameter query result counts if available.
+ *
+ * @param logger The logger instance to use
+ * @param message The base message string (param_results will NOT be appended — caller includes it if needed)
+ * @param logData The base log data object
+ * @param totalParamResults The total parameter query results count, or undefined if not applicable
+ */
+function logCheckpoint(logger, message, logData, totalParamResults) {
+    if (totalParamResults !== undefined) {
+        logData.parameter_query_results = totalParamResults;
+    }
+    logger.info(message, logData);
+}
+/**
+ * Format a breakdown of parameter query results by sync rule definition.
+ *
+ * Sorts definitions by count (descending), includes the top 10, and returns both the
+ * formatted message string and the counts record suitable for structured log data.
+ */
+function formatParameterQueryBreakdown(parameterQueryResultsByDefinition) {
+    // Sort definitions by count (descending) and take top 10
+    const allSorted = Array.from(parameterQueryResultsByDefinition.entries()).sort((a, b) => b[1] - a[1]);
+    const sortedDefinitions = allSorted.slice(0, 10);
+    let message = '\nParameter query results by definition:';
+    const countsByDefinition = {};
+    for (const [definition, count] of sortedDefinitions) {
+        message += `\n  ${definition}: ${count}`;
+        countsByDefinition[definition] = count;
+    }
+    if (allSorted.length > 10) {
+        const remainingResults = allSorted.slice(10).reduce((sum, [, count]) => sum + count, 0);
+        const remainingDefinitions = allSorted.length - 10;
+        message += `\n  ... and ${remainingResults} more results from ${remainingDefinitions} definitions`;
+    }
+    return { message, countsByDefinition };
+}
 function limitedBuckets(buckets, limit) {
     buckets = buckets.map((b) => {
         if (typeof b != 'string') {