@ibgib/core-gib 0.0.64 → 0.0.65

package/dist/witness/space/outer-space/outer-space-types.mjs

@@ -10,7 +10,6 @@
  */
 import { IbGibSpaceOptionsCmdModifier, } from '../space-types.mjs';
 import { CIPHERTEXT_REL8N_NAME } from '../../../common/encrypt/encrypt-constants.mjs';
-import { CONSENSUS_REL8N_NAME } from '../../../common/other/other-constants.mjs';
 export const StatusCode = {
     /**
      * Using this as the code for the parent primitive.

package/dist/witness/space/outer-space/outer-space-types.mjs.map

@@ -1 +1 @@
-{"version":3,"file":"outer-space-types.mjs","sourceRoot":"","sources":["../../../../src/witness/space/outer-space/outer-space-types.mts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAKH,OAAO,EAGH,4BAA4B,GAE/B,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,qBAAqB,EAAE,MAAM,+CAA+C,CAAC;AACtF,OAAO,EAAE,oBAAoB,EAAE,MAAM,2CAA2C,CAAC;AAgCjF,MAAM,CAAC,MAAM,UAAU,GAAG;IACtB;;OAEG;IACH,SAAS,EAAE,WAAyB;IACpC;;OAEG;IACH,SAAS,EAAE,WAAyB;IACpC;;;;;;;;OAQG;IACH,OAAO,EAAE,SAAuB;IAChC;;;;;OAKG;IACH,QAAQ,EAAE,UAAwB;IAClC;;;;;OAKG;IACH,OAAO,EAAE,SAAuB;IAChC;;;;;;;OAOG;IACH,UAAU,EAAE,YAA0B;IACtC;;;;;;;OAOG;IACH,YAAY,EAAE,cAA4B;IAC1C;;;;;;OAMG;IACH,cAAc,EAAE,gBAA8B;IAC9C;;;;;;;;;OASG;IACH,SAAS,EAAE,WAAyB;CACvC,CAAA;AAoHD;;;;GAIG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG;IACxC,GAAG,4BAA4B;CAClC,CAAA;AASD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACvC,GAAG,4BAA4B,EAAE,cAAc;IAC/C;;OAEG;IACH,IAAI,EAAE,MAAqC;CAC9C,CAAA"}
+{"version":3,"file":"outer-space-types.mjs","sourceRoot":"","sources":["../../../../src/witness/space/outer-space/outer-space-types.mts"],"names":[],"mappings":"AAAA;;;;;;;;;GASG;AAKH,OAAO,EAGH,4BAA4B,GAE/B,MAAM,oBAAoB,CAAC;AAE5B,OAAO,EAAE,qBAAqB,EAAE,MAAM,+CAA+C,CAAC;AA8BtF,MAAM,CAAC,MAAM,UAAU,GAAG;IACtB;;OAEG;IACH,SAAS,EAAE,WAAyB;IACpC;;OAEG;IACH,SAAS,EAAE,WAAyB;IACpC;;;;;;;;OAQG;IACH,OAAO,EAAE,SAAuB;IAChC;;;;;OAKG;IACH,QAAQ,EAAE,UAAwB;IAClC;;;;;OAKG;IACH,OAAO,EAAE,SAAuB;IAChC;;;;;;;OAOG;IACH,UAAU,EAAE,YAA0B;IACtC;;;;;;;OAOG;IACH,YAAY,EAAE,cAA4B;IAC1C;;;;;;OAMG;IACH,cAAc,EAAE,gBAA8B;IAC9C;;;;;;;;;OASG;IACH,SAAS,EAAE,WAAyB;CACvC,CAAA;AAgHD;;;;GAIG;AACH,MAAM,CAAC,MAAM,4BAA4B,GAAG;IACxC,GAAG,4BAA4B;CAClC,CAAA;AASD;;;;;GAKG;AACH,MAAM,CAAC,MAAM,2BAA2B,GAAG;IACvC,GAAG,4BAA4B,EAAE,cAAc;IAC/C;;OAEG;IACH,IAAI,EAAE,MAAqC;CAC9C,CAAA"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ibgib/core-gib",
-  "version": "0.0.64",
+  "version": "0.0.65",
   "description": "ibgib core functionality, including base architecture for witnesses, spaces, apps, robbots, etc., as well as shared utility functions. Node v19+ needed for heavily-used isomorphic webcrypto hashing consumed in both node and browsers.",
   "repository": {
     "url": "https://gitlab.com/ibgib/core-gib",

package/src/common/other/other-constants.mts

@@ -16,10 +16,6 @@ import { SYNC_SPACE_REL8N_NAME } from '../../witness/space/space-constants.mjs';
 import { DEFAULT_ROOT_REL8N_NAME, ROOT_REL8N_NAME } from '../root/root-constants.mjs';
 import { TAGGED_REL8N_NAME, TAG_REL8N_NAME } from '../tag/tag-constants.mjs';
 
-
-export const CONSENSUS_REL8N_NAME = 'consensus';
-export const CONSENSUS_ADDR_SYNC_NAIVE_PUT_MERGE = 'sync naive put merge^gib'
-
 export const AUTOSYNC_ALWAYS_REL8N_NAME = 'always';
 export const ARCHIVE_REL8N_NAME = 'archive';
 export const TRASH_REL8N_NAME = 'trash';

package/src/witness/app/app-helper.mts

@@ -325,6 +325,6 @@ export class AppFormBuilder extends WitnessFormBuilder {
 
 }
 
-export function documentLocationIsAtWelcomePage(): boolean {
-    return ['welcome', '/welcome', '/welcome/'].includes(document.location.pathname);
-}
+// export function documentLocationIsAtWelcomePage(): boolean {
+//     return ['welcome', '/welcome', '/welcome/'].includes(document.location.pathname);
+// }

package/src/witness/space/metaspace/metaspace-base.mts

@@ -1,5 +1,6 @@
 import { delay, getUUID, groupBy, pretty } from '@ibgib/helper-gib/dist/helpers/utils-helper.mjs';
 import { encrypt, decrypt, } from '@ibgib/encrypt-gib/dist/encrypt-decrypt.mjs';
+import { DEFAULT_ALPHABET_INDEXING_MODE_BLOCKMODE, DEFAULT_ALPHABET_INDEXING_MODE_LEGACY } from '@ibgib/encrypt-gib/dist/constants.mjs';
 import { IbGib_V1, } from '@ibgib/ts-gib/dist/V1/types.mjs';
 import { GIB, GIB_DELIMITER, IB, ROOT, } from '@ibgib/ts-gib/dist/V1/constants.mjs';
 import { IbGibAddr, TjpIbGibAddr, TransformResult, } from '@ibgib/ts-gib/dist/types.mjs';
@@ -49,7 +50,7 @@ import { spaceNameIsValid, } from '../../../witness/space/space-helper.mjs';
 import { RobbotPromptResult } from '../../../witness/robbot/robbot-types.mjs';
 import { createNewRobbot, validateCommonRobbotData, validateCommonRobbotIbGib } from '../../../witness/robbot/robbot-helper.mjs';
 import { AppPromptResult } from '../../../witness/app/app-types.mjs';
-import { createNewApp, documentLocationIsAtWelcomePage } from '../../../witness/app/app-helper.mjs';
+import { createNewApp, } from '../../../witness/app/app-helper.mjs';
 import { CommentIbGib_V1, UpdateCommentPromptResult } from '../../../common/comment/comment-types.mjs';
 import { IbGibCacheService } from '../../../common/cache/cache-types.mjs';
 import { BOOTSTRAP_DATA_KNOWN_SPACE_IDS_KEY, BOOTSTRAP_IBGIB_ADDR } from '../../../witness/space/bootstrap/bootstrap-constants.mjs';
@@ -1879,19 +1880,19 @@ export abstract class MetaspaceBase implements MetaspaceService {
         const lc = `${this.lc}[${this.getPlaintextString.name}]`;
         try {
             // validate
-            if ((secretIbGibs || []).length === 0) { throw new Error(`secretIbGibs required.`); }
+            if ((secretIbGibs || []).length === 0) { throw new Error(`secretIbGibs required. (E: 99a605b540c54b6db4d2ffe2caeb226a)`); }
             if (!ciphertextIbGib.data) { throw new Error(`ciphertextIbGib.data falsy (E: 598fc6473149e240a7d6916ecf642323)`); }
             if (!ciphertextIbGib.data.ciphertext) { throw new Error(`ciphertextIbGib.data.ciphertext falsy (E: 0e764a71ec214132a5a528f17f495a7c)`); }
-            if (!ciphertextIbGib.rel8ns?.encryption) { throw new Error(`ciphertextIbGib.rel8ns.encryption falsy`) }
-            if (ciphertextIbGib.rel8ns!.encryption!.length !== 1) { throw new Error(`ciphertextIbGib.rel8ns!.encryption!.length !== 1`); }
+            if (!ciphertextIbGib.rel8ns?.encryption) { throw new Error(`ciphertextIbGib.rel8ns.encryption falsy (E: a0b4d5d8674b4d0191fa619164153022)`) }
+            if (ciphertextIbGib.rel8ns!.encryption!.length !== 1) { throw new Error(`ciphertextIbGib.rel8ns!.encryption!.length !== 1 (E: a4a463e1ef0e45b4917eb04cb40d8173)`); }
 
             // get corresponding encryption ibgib for encryption settings
             const encryptionAddr = ciphertextIbGib.rel8ns!.encryption![0];
             const resEncryption = await this.get({ addr: encryptionAddr, space });
-            if (!resEncryption.success) { throw new Error(`get encryption failed`); }
-            if ((resEncryption.ibGibs || []).length !== 1) { throw new Error(`get encryption retrieved non-1 length (eesh)`); }
+            if (!resEncryption.success) { throw new Error(`get encryption failed (E: feef34c05fae439c81ade7fc23037af1)`); }
+            if ((resEncryption.ibGibs || []).length !== 1) { throw new Error(`get encryption retrieved non-1 length (eesh) (E: 5d7e2023cc2b4e349574c17d5cfc8867)`); }
             const encryptionIbGib = resEncryption.ibGibs![0] as IbGib_V1<EncryptionData_V1>;
-            if (!encryptionIbGib.data) { throw new Error('encryptionIbGib.data falsy'); }
+            if (!encryptionIbGib.data) { throw new Error(`encryptionIbGib.data falsy (E: 409a243afbf24c20987524f6588816fa)`); }
 
             // prompt user for the password
             const password = await this.getPasswordForSecrets({
@@ -1904,13 +1905,23 @@ export abstract class MetaspaceBase implements MetaspaceService {
 
             // we're about the decrypt, but maybe the data doesn't have everything.
             // So WARN for any defaults we're using.
-            if (!encryptionIbGib.data.initialRecursions) { console.warn(`${lc} using default initialRecursions`); }
-            if (!encryptionIbGib.data.recursionsPerHash) { console.warn(`${lc} using default recursionsPerHash`); }
-            if (!encryptionIbGib.data.saltStrategy) { console.warn(`${lc} using default saltStrategy`); }
-            if (!encryptionIbGib.data.hashAlgorithm) { console.warn(`${lc} using default hashAlgorithm`); }
+            if (!encryptionIbGib.data.initialRecursions) { console.warn(`${lc} using default initialRecursions because encryptionIbGib does not state this explicitly (W: 66774cbfccd44423949d34167da6d50b)`); }
+            if (!encryptionIbGib.data.recursionsPerHash) { console.warn(`${lc} using default recursionsPerHash because encryptionIbGib does not state this explicitly (W: 29e264094f384d259319ba8587cd4f63)`); }
+            if (!encryptionIbGib.data.saltStrategy) { console.warn(`${lc} using default saltStrategy because encryptionIbGib does not state this explicitly (W: 7a5acadb8d634c7e87f62c86b57ac7a2)`); }
+            if (!encryptionIbGib.data.hashAlgorithm) { console.warn(`${lc} using default hashAlgorithm because encryptionIbGib does not state this explicitly(W: 2254db3569534b239a8c471b700c8500)`); }
+
+            const defaultIndexingMode = encryptionIbGib.data.blockMode ?
+                DEFAULT_ALPHABET_INDEXING_MODE_BLOCKMODE :
+                DEFAULT_ALPHABET_INDEXING_MODE_LEGACY;
+            if (encryptionIbGib.data.blockMode) {
+                if (!encryptionIbGib.data.blockModeOptions) { throw new Error(`invalid encryptionIbGib.data. blockMode is truthy but blockModeOptions is falsy. (E: 84bbc27a5248b7c4734a1674e41dd224)`); }
+                if (!encryptionIbGib.data.indexingMode) {
+                    console.warn(`${lc} not complete. using default indexingMode ${defaultIndexingMode} because encryptionIbGib does not state this explicitly. (W: c15797cd8d0740ea886a348c10be2e5c)`)
+                }
+            }
 
             // do actual decryption
-            if (logalot) { console.log(`${lc} starting decrypt...`); }
+            if (logalot) { console.log(`${lc} starting decrypt... (I: e14176ebc9a7470fb977d2184f1e2430)`); }
             const timerName = 'sync_log decrypt';
             console.time(timerName);
             console.timeLog(timerName, 'decrypting...');
@@ -1927,10 +1938,12 @@ export abstract class MetaspaceBase implements MetaspaceService {
                 hashAlgorithm:
                     encryptionIbGib.data.hashAlgorithm || DEFAULT_ENCRYPTION_HASH_ALGORITHM,
                 encryptedDataDelimiter: encryptionIbGib.data.encryptedDataDelimiter,
+                blockMode: encryptionIbGib.data.blockMode ? encryptionIbGib.data.blockModeOptions! : undefined,
+                indexingMode: encryptionIbGib.data.indexingMode || defaultIndexingMode,
             });
             console.timeLog(timerName, 'decrypting complete.');
             console.timeEnd(timerName);
-            if (logalot) { console.log(`${lc} decrypt complete.`); }
+            if (logalot) { console.log(`${lc} decrypt complete. (I: 15a8182230294a8a96504ba3667f039a)`); }
             if (resDecrypt.errors?.length ?? 0 > 0) { throw new Error(resDecrypt.errors!.join('|')); }
 
             if (!resDecrypt.decryptedData) { throw new Error(`(UNEXPECTED) resDecrypt has no errors but resDecrypt.decryptedData falsy? (E: 06e73992fb02e45e3c18db33f9a61b23)`); }
@@ -1960,33 +1973,33 @@ export abstract class MetaspaceBase implements MetaspaceService {
         try {
             // validation
             if (!space) { throw new Error(`space required (E: d4d3eaa2d7b9143cf1173b8ae6344c23)`); }
-            if (!encryptedSpace.rel8ns?.ciphertext) { throw new Error(`encryptedSpace is not a ciphertext`); }
-            if (encryptedSpace.rel8ns!.ciphertext!.length !== 1) { throw new Error(`only 1 ciphertext rel8n allowed...`); }
+            if (!encryptedSpace.rel8ns?.ciphertext) { throw new Error(`encryptedSpace is not a ciphertext (E: be5504a5e2b84f3eaa8fbd6e13aab659)`); }
+            if (encryptedSpace.rel8ns!.ciphertext!.length !== 1) { throw new Error(`only 1 ciphertext rel8n allowed... (E: e8ab2ec38ad844dfb229efc5b8981946)`); }
 
             // get ciphertext ibgib
             const ciphertextAddr = encryptedSpace.rel8ns!.ciphertext![0];
             const resCiphertext = await this.get({ addr: ciphertextAddr, space });
-            if (!resCiphertext.success) { throw new Error(`get ciphertext failed`); }
-            if ((resCiphertext.ibGibs || []).length !== 1) { throw new Error(`get ciphertext retrieved non-1 length (eesh)`); }
+            if (!resCiphertext.success) { throw new Error(`get ciphertext failed (E: e58b3471c0334cd7bc626998106e6547)`); }
+            if ((resCiphertext.ibGibs || []).length !== 1) { throw new Error(`get ciphertext retrieved non-1 length (eesh) (E: a3a1f00e827b4f88a42b4a7433cf1065)`); }
             const ciphertextIbGib = resCiphertext.ibGibs![0] as CiphertextIbGib_V1;
 
             // get secrets associated with enciphered space
-            if (!encryptedSpace.rel8ns?.secret) { throw new Error('!encryptionIbGib.rel8ns?.secret'); }
+            if (!encryptedSpace.rel8ns?.secret) { throw new Error(`!encryptionIbGib.rel8ns?.secret (E: 8bfed1541976433da9402d7d3a9138dd)`); }
             const secretAddrs = encryptedSpace.rel8ns!.secret!;
             const localUserSpace = await this.getLocalUserSpace({});
-            if (!localUserSpace) { throw new Error(`(UNEXPECTED) could not get localUserSpace? (E: 3c5687a15b3b58e3dcf1eca4f5fe5723)`); }
+            if (!localUserSpace) { throw new Error(`(UNEXPECTED) could not get localUserSpace? (E: 3c5687a15b3b58e3dcf1eca4f5fe5723) (E: c123b340177647968e10a6b119d84d2b)`); }
             const argGetSecrets = await localUserSpace.argy({
                 argData: { ibGibAddrs: secretAddrs, cmd: 'get', }
             });
             const resSecrets = await localUserSpace.witness(argGetSecrets);
             if (!resSecrets.data?.success || (resSecrets.ibGibs || []).length === 0) {
-                throw new Error(`couldn't get secret ibgibs`);
+                throw new Error(`couldn't get secret ibgibs (E: cb17687f842f4296a9ecf89d9a568e46)`);
             }
             const secretIbGibs = resSecrets.ibGibs.concat() as IbGib_V1<SecretData_V1>[];
 
             // get plaintext now that we have the ciphertext ibgib and secret ibgib(s)
             const plaintextString = await this.getPlaintextString({
-                ciphertextIbGib: ciphertextIbGib,
+                ciphertextIbGib,
                 fnPromptPassword,
                 dontPrompt,
                 secretIbGibs,
@@ -1994,8 +2007,8 @@ export abstract class MetaspaceBase implements MetaspaceService {
             });
 
             const syncSpaceData = JSON.parse(plaintextString);
-            if (syncSpaceData.type !== 'sync') { throw new Error(`syncSpaceData.type !== 'sync'...this is the only one implemented right now`); }
-            if (syncSpaceData.subtype !== 'aws-dynamodb') { throw new Error(`syncSpaceData.subtype !== 'aws-dynamodb'...only one right now dude`); }
+            if (syncSpaceData.type !== 'sync') { throw new Error(`syncSpaceData.type !== 'sync'...this is the only one implemented right now (E: 509b2373d6f8445ebe5bd6f27f62af93)`); }
+            if (syncSpaceData.subtype !== 'aws-dynamodb') { throw new Error(`syncSpaceData.subtype !== 'aws-dynamodb'...only one right now dude (E: b5caaf3b4c60438eb2cee58ce8e1d3f6)`); }
 
             // this is the original aws only implementation. I've just added (untested)
             // a quick factory function where the consumer would do the following code.
@@ -2300,7 +2313,7 @@ export abstract class MetaspaceBase implements MetaspaceService {
         }
     }
 
-    async getAppSyncSpaces({
+    async getSyncSpaces({
         unwrapEncrypted,
         createIfNone,
         dontPrompt,
@@ -2330,11 +2343,8 @@ export abstract class MetaspaceBase implements MetaspaceService {
         fnPromptEncryption: (space: IbGibSpaceAny) => Promise<EncryptionIbGib_V1 | undefined>,
         fnPromptOuterSpace: (space: IbGibSpaceAny) => Promise<IbGibSpaceAny | undefined>,
     }): Promise<IbGibSpaceAny[]> {
-        const lc = `${this.lc}[${this.getAppSyncSpaces.name}]`;
+        const lc = `${this.lc}[${this.getSyncSpaces.name}]`;
         try {
-            // I don't want this pinging the user if we're on the welcome page.
-            dontPrompt = dontPrompt ?? documentLocationIsAtWelcomePage();
-
             space = space ?? await this.getLocalUserSpace({});
             if (!space) { throw new Error(`space falsy and localUserSpace not initialized (?) (E: bf09346708ba4d6e9a1389bd1b66d500)`); }
 
@@ -2666,7 +2676,7 @@ export abstract class MetaspaceBase implements MetaspaceService {
             if (logalot) { console.log(`${lc} get sync spaces (returns if none)`); }
             console.timeLog(syncTimelogName, 'getAppSyncSpaces starting (unwrapEncrypted is true) starting...');
             if (fnPreSyncProgress) { fnPreSyncProgress('getting app sync spaces... (I: aa2e8f32ab26457bad703218aa7fb47d)'); }
-            const appSyncSpaces: IbGibSpaceAny[] = await this.getAppSyncSpaces({
+            const appSyncSpaces: IbGibSpaceAny[] = await this.getSyncSpaces({
                 unwrapEncrypted: true,
                 createIfNone: true,
                 space: localUserSpace,

package/src/witness/space/metaspace/metaspace-types.mts

@@ -550,7 +550,7 @@ export interface MetaspaceService {
         dontPrompt?: boolean,
         space?: IbGibSpaceAny,
     }): Promise<IbGibSpaceAny>;
-    getAppSyncSpaces(arg: {
+    getSyncSpaces(arg: {
         unwrapEncrypted: boolean,
         createIfNone: boolean,
         /**

package/src/witness/space/outer-space/outer-space-helper.mts

@@ -10,12 +10,21 @@
  */
 
 import { Ib, } from '@ibgib/ts-gib/dist/types.mjs';
+import { extractErrorMsg } from '@ibgib/helper-gib/dist/helpers/utils-helper.mjs';
 
+import { GLOBAL_LOG_A_LOT } from '../../../core-constants.mjs';
 import { SpaceType, SpaceSubtype, VALID_SPACE_SUBTYPES, VALID_SPACE_TYPES, } from '../space-types.mjs';
 import { StatusCode, StatusIbInfo, } from './outer-space-types.mjs';
 import { OUTER_SPACE_DEFAULT_IB_DELIMITER } from './outer-space-constants.mjs';
+import { EncryptionIbGib_V1 } from '../../../common/encrypt/encrypt-types.mjs';
+import { SecretIbGib_V1 } from '../../../common/secret/secret-types.mjs';
 
 
+/**
+ * for verbose logging
+ */
+const logalot = GLOBAL_LOG_A_LOT;
+
 /**
  * Composes ib with given params info.
  *

package/src/witness/space/outer-space/outer-space-types.mts

@@ -20,9 +20,6 @@ import {
 } from '../space-types.mjs';
 import { IbGibSpaceAny } from '../space-base-v1.mjs';
 import { CIPHERTEXT_REL8N_NAME } from '../../../common/encrypt/encrypt-constants.mjs';
-import { CONSENSUS_REL8N_NAME } from '../../../common/other/other-constants.mjs';
-import { Subscription_V1 } from '../../../common/pubsub/subscription/subscription-v1.mjs';
-import { Subject_V1 } from '../../../common/pubsub/subject/subject-v1.mjs';
 import { SubjectWitness } from '../../../common/pubsub/subject/subject-types.mjs';
 import { SubscriptionWitness } from '../../../common/pubsub/subscription/subscription-types.mjs';
 
@@ -129,10 +126,6 @@ export interface OuterSpaceData extends IbGibSpaceData {
 
 export interface OuterSpaceRel8ns extends IbGibSpaceRel8ns {
     [CIPHERTEXT_REL8N_NAME]?: IbGibAddr[];
-    /**
-     * ATOW this will only be CONSENSUS_ADDR_SYNC_NAIVE_PUT_MERGE
-     */
-    [CONSENSUS_REL8N_NAME]?: IbGibAddr[];
 }
 
 export interface OuterSpaceIbGib