s3db.js 11.2.0 → 11.2.2

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "s3db.js",
-  "version": "11.2.0",
+  "version": "11.2.2",
   "description": "Use AWS S3, the world's most reliable document storage, as a database with this ORM.",
   "main": "dist/s3db.cjs.js",
   "module": "dist/s3db.es.js",
@@ -142,10 +142,7 @@
     "test:full": "pnpm run test:js && pnpm run test:ts",
     "benchmark": "node benchmark-compression.js",
     "benchmark:partitions": "node docs/benchmarks/partitions-matrix.js",
-    "version": "echo 'Use pnpm run release v<version> instead of npm version'",
     "release:check": "./scripts/pre-release-check.sh",
-    "release:prepare": "pnpm run build:binaries && echo 'Binaries ready for GitHub release'",
-    "release": "./scripts/release.sh",
     "validate:types": "pnpm run test:ts && echo 'TypeScript definitions are valid!'",
     "test:ts:runtime": "tsx tests/typescript/types-runtime-simple.ts"
   }

package/src/plugins/eventual-consistency/config.js

@@ -47,9 +47,12 @@ export function createConfig(options, detectedTimezone) {
     autoConsolidate: consolidation.auto !== false,
     mode: consolidation.mode || 'async',
 
-    // ✅ NOVO: Performance tuning - Mark applied concurrency (default 50, antes era 10 hardcoded)
+    // ✅ Performance tuning - Mark applied concurrency (default 50, up from 10)
     markAppliedConcurrency: consolidation.markAppliedConcurrency ?? 50,
 
+    // ✅ Performance tuning - Recalculate concurrency (default 50, up from 10)
+    recalculateConcurrency: consolidation.recalculateConcurrency ?? 50,
+
     // Late arrivals
     lateArrivalStrategy: lateArrivals.strategy || 'warn',
 

package/src/plugins/eventual-consistency/consolidation.js

@@ -6,7 +6,7 @@
 import tryFn from "../../concerns/try-fn.js";
 import { PromisePool } from "@supercharge/promise-pool";
 import { idGenerator } from "../../concerns/id.js";
-import { getCohortInfo, createSyntheticSetTransaction } from "./utils.js";
+import { getCohortInfo, createSyntheticSetTransaction, ensureCohortHour } from "./utils.js";
 
 /**
  * Start consolidation timer for a handler
@@ -612,12 +612,43 @@ export async function consolidateRecord(
         .for(transactionsToUpdate)
         .withConcurrency(markAppliedConcurrency) // ✅ Configurável e maior!
         .process(async (txn) => {
+          // ✅ FIX BUG #3: Ensure cohort fields exist before marking as applied
+          // This handles legacy transactions missing cohortHour, cohortDate, etc.
+          const txnWithCohorts = ensureCohortHour(txn, config.cohort.timezone, false);
+
+          // Build update data with applied flag
+          const updateData = { applied: true };
+
+          // Add missing cohort fields if they were calculated
+          if (txnWithCohorts.cohortHour && !txn.cohortHour) {
+            updateData.cohortHour = txnWithCohorts.cohortHour;
+          }
+          if (txnWithCohorts.cohortDate && !txn.cohortDate) {
+            updateData.cohortDate = txnWithCohorts.cohortDate;
+          }
+          if (txnWithCohorts.cohortWeek && !txn.cohortWeek) {
+            updateData.cohortWeek = txnWithCohorts.cohortWeek;
+          }
+          if (txnWithCohorts.cohortMonth && !txn.cohortMonth) {
+            updateData.cohortMonth = txnWithCohorts.cohortMonth;
+          }
+
+          // Handle null value field (legacy data might have null)
+          if (txn.value === null || txn.value === undefined) {
+            updateData.value = 1; // Default to 1 for backward compatibility
+          }
+
           const [ok, err] = await tryFn(() =>
-            transactionResource.update(txn.id, { applied: true })
+            transactionResource.update(txn.id, updateData)
           );
 
           if (!ok && config.verbose) {
-            console.warn(`[EventualConsistency] Failed to mark transaction ${txn.id} as applied:`, err?.message);
+            console.warn(
+              `[EventualConsistency] Failed to mark transaction ${txn.id} as applied:`,
+              err?.message,
+              'Update data:',
+              updateData
+            );
           }
 
           return ok;
@@ -917,9 +948,12 @@ export async function recalculateRecord(
     // Exclude anchor transactions (they should always be applied)
     const transactionsToReset = allTransactions.filter(txn => txn.source !== 'anchor');
 
+    // ✅ OPTIMIZATION: Use higher concurrency for recalculate (default 50 vs 10)
+    const recalculateConcurrency = config.recalculateConcurrency || 50;
+
     const { results, errors } = await PromisePool
       .for(transactionsToReset)
-      .withConcurrency(10)
+      .withConcurrency(recalculateConcurrency)
       .process(async (txn) => {
         const [ok, err] = await tryFn(() =>
           transactionResource.update(txn.id, { applied: false })

package/src/plugins/eventual-consistency/install.js

@@ -173,6 +173,28 @@ async function createAnalyticsResource(handler, database, resourceName, fieldNam
       },
       behavior: 'body-overflow',
       timestamps: false,
+      asyncPartitions: true,
+      // ✅ Multi-attribute partitions for optimal analytics query performance
+      partitions: {
+        // Query by period (hour/day/week/month)
+        byPeriod: {
+          fields: { period: 'string' }
+        },
+        // Query by period + cohort (e.g., all hour records for specific hours)
+        byPeriodCohort: {
+          fields: {
+            period: 'string',
+            cohort: 'string'
+          }
+        },
+        // Query by field + period (e.g., all daily analytics for clicks field)
+        byFieldPeriod: {
+          fields: {
+            field: 'string',
+            period: 'string'
+          }
+        }
+      },
       createdBy: 'EventualConsistencyPlugin'
     })
   );