querysub 0.417.0 → 0.418.0

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "querysub",
-  "version": "0.417.0",
+  "version": "0.418.0",
   "main": "index.js",
   "license": "MIT",
   "note1": "note on node-forge fork, see https://github.com/digitalbazaar/forge/issues/744 for details",

package/src/3-path-functions/PathFunctionRunnerMain.ts

@@ -4,10 +4,9 @@
 import "../inject";
 import yargs from "yargs";
 let yargObj = yargs(process.argv)
-    .option("shardcenter", { type: "number", default: 0.5, desc: "Center of sharding fraction from 0 to 1" })
-    .option("shardsize", { type: "number", default: 1, desc: "Size of sharding fraction from 0 to 1 (ex, shardsize = 0.35 and shardcenter = 0.5 results in sharding from 0.15 to 0.85)" })
-    .option("secondarysize", { type: "number", default: 0, desc: "Also shards this size HOWEVER, any values in this range (which are not matched in shardsize) are delayed." })
-    .option("filter", { type: "string", default: "", desc: `Filter to only include handle specific function calls (shardsize is still applied). For example, "a&b|c", using regular boolean rules.` })
+    .option("fncshard", { type: "string", default: "0-1", desc: "Shard range as start-end (e.g., '0-0.5' or '0.25-0.75')" })
+    .option("fncsecshard", { type: "string", default: "", desc: "Secondary shard range as start-end (e.g., '0-0.5'). Values in this range (not matched in fncshard) are delayed." })
+    .option("filter", { type: "string", default: "", desc: `Filter to only include handle specific function calls (fncshard is still applied). For example, "a&b|c", using regular boolean rules.` })
     .argv
     ;
 
@@ -47,19 +46,29 @@ async function main() {
     //  (it should be on the same local network as the path value authorities).
     ClientWatcher.WATCH_STICK_TIME = timeInMinute * 5;
 
-    let shardStart = yargObj.shardcenter - yargObj.shardsize / 2;
-    let shardEnd = yargObj.shardcenter + yargObj.shardsize / 2;
-    let secondaryStart = yargObj.shardcenter - yargObj.secondarysize / 2;
-    let secondaryEnd = yargObj.shardcenter + yargObj.secondarysize / 2;
+    let [shardStart, shardEnd] = yargObj.fncshard.split("-").map(v => parseFloat(v));
+    if (isNaN(shardStart) || isNaN(shardEnd)) {
+        throw new Error(`Invalid fncshard format: ${yargObj.fncshard}. Expected format like "0-0.5"`);
+    }
 
-    console.log(green(`Sharding from ${shardStart} to ${shardEnd}. Fallback sharding (dead function recovery) from ${secondaryStart} to ${secondaryEnd}`));
+    let secondaryShardRange: { startFraction: number; endFraction: number } | undefined;
+    if (yargObj.fncsecshard) {
+        const [secondaryStart, secondaryEnd] = yargObj.fncsecshard.split("-").map(v => parseFloat(v));
+        if (isNaN(secondaryStart) || isNaN(secondaryEnd)) {
+            throw new Error(`Invalid fncsecshard format: ${yargObj.fncsecshard}. Expected format like "0-0.5"`);
+        }
+        secondaryShardRange = { startFraction: secondaryStart, endFraction: secondaryEnd };
+        console.log(green(`Sharding from ${shardStart} to ${shardEnd}. Fallback sharding (dead function recovery) from ${secondaryStart} to ${secondaryEnd}`));
+    } else {
+        console.log(green(`Sharding from ${shardStart} to ${shardEnd}`));
+    }
 
     let filterSelector = parseFilterSelector(yargObj.filter);
 
     new PathFunctionRunner({
         domainName: getDomain(),
         shardRange: { startFraction: shardStart, endFraction: shardEnd },
-        secondaryShardRange: yargObj.secondarysize ? { startFraction: secondaryStart, endFraction: secondaryEnd } : undefined,
+        secondaryShardRange,
         // TODO: Maybe abstract this out even more, so anything can plug in permissions checks?
         PermissionsChecker: PermissionsCheck,
         filterSelector,

package/src/3-path-functions/syncSchema.ts

@@ -611,7 +611,7 @@ export function getCallIdOverride(config: {
             routeKey: def.getKey(...config.args),
         });
     } catch (e: any) {
-        console.warn(`Error getting call id override for ${config.moduleId}.${config.functionId}, falling back to original call id`, { error: e.stack });
+        console.error(`Error getting call id override for ${config.moduleId}.${config.functionId}, falling back to original call id`, { error: e.stack });
         return config.callId;
     }
 }

package/tempnotes.txt

@@ -1,15 +1,12 @@
 
+Issue
+    - The function sharding doesn't work. I think it's the specific path range not working. And we even get an error saying that we failed to sync. 
 
-Local CYOA + Local FunctionRunner works
 
--1) A lot of API calls are getting locked up and never finishing. We need to fix this. What the fuck is happening? It happens a lot with audio calls, as we make a lot of audio calls, but we can probably replicate it with non-audio calls. I think it happened with some embeddings, although we did create a lot of embeddings, and it only happened at the end. If it's only an audio thing, that's different, but we still need some kind of timeout. But I don't think it's an audio thing, I think it's not actually starting. 
+d) Deploy function sharding
+e) Verify by the synced values per server (only on 1 fnc server)
 
 
-0) SHARD THE FUNCTION RUNNER!
-    - And secondary sharding for backup...
-    - First shard locally
-    - Test on our sync test page (Otherwise all the writes are going to go to the same function runner anyway, so it's not a good test. 
-
 I think even if we run into some occasional issues, we should just power through and try to fix them later. Because I'm sick of working on the framework...
 
 MONTHLY SUMMARY!