proskomma-core 0.9.12 → 0.9.13

package/test/code/main/block.cjs

@@ -1,586 +0,0 @@
-const test = require('tape');
-
-const { pkWithDoc } = require('../../lib/load.js');
-
-const testGroup = 'Graph Block';
-
-const pk = pkWithDoc('../test_data/usfm/hello.usfm', {
-  lang: 'eng',
-  abbr: 'ust',
-})[0];
-const pk2 = pkWithDoc('../test_data/usfm/headings.usfm', {
-  lang: 'eng',
-  abbr: 'ust',
-})[0];
-const pk3 = pkWithDoc('../test_data/usx/web_rut.usx', {
-  lang: 'eng',
-  abbr: 'web',
-})[0];
-const pk4 = pkWithDoc('../test_data/usfm/footnote.usfm', {
-  lang: 'eng',
-  abbr: 'ust',
-})[0];
-const pk5 = pkWithDoc('../test_data/usfm/verse_breaks_in_blocks.usfm', {
-  lang: 'eng',
-  abbr: 'ust',
-})[0];
-const pk6 = pkWithDoc('../test_data/usfm/whitespace.usfm', {
-  lang: 'eng',
-  abbr: 'ust',
-})[0];
-const pk7 = pkWithDoc('../test_data/usx/web_psa.usx', {
-  lang: 'eng',
-  abbr: 'web',
-})[0];
-const pk8 = pkWithDoc('../test_data/usfm/add_test.usfm', {
-  lang: 'eng',
-  abbr: 'ust',
-})[0];
-
-const blocksText = blocks => blocks.map(
-  b => b.items.map(
-    i => i.type === 'token' ? i.payload : '',
-  ).map(
-    t => t.replace(/[ \n\r\t]+/, ' '),
-  ).join(''),
-).join(' ')
-  .trim();
-
-test(
-  `Length (${testGroup})`,
-  async function (t) {
-    try {
-      const lengths = {
-        cBL: 78,
-        bgBL: 0,
-        osBL: 0,
-        isBL: 9,
-        ntBL: 1,
-      };
-      t.plan(2 + Object.keys(lengths).length);
-      const query = '{ documents { mainSequence { blocks { cBL bgBL osBL isBL ntBL } } } }';
-      const result = await pk.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      t.ok('blocks' in result.data.documents[0].mainSequence);
-
-      for (const [field, value] of Object.entries(lengths)) {
-        t.equal(result.data.documents[0].mainSequence.blocks[0][field], value);
-      }
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Length in Items; nt (${testGroup})`,
-  async function (t) {
-    try {
-      const lengths = [
-        {
-          cL: 578,
-          bgL: 1,
-          osL: 0,
-          isL: 19,
-        },
-        {
-          cL: 65,
-          bgL: 0,
-          osL: 3,
-          isL: 2,
-        },
-      ];
-      t.plan(4 + (lengths.length * Object.keys(lengths[0]).length));
-      const query = '{ documents { mainSequence { blocks { cL bgL osL isL nt text } } } }';
-      const result = await pk3.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      t.ok('blocks' in result.data.documents[0].mainSequence);
-
-      for (const blockNo of [0, 1]) {
-        const block = result.data.documents[0].mainSequence.blocks[blockNo];
-
-        for (const [field, value] of Object.entries(lengths[blockNo])) {
-          t.equal(block[field], value);
-        }
-      }
-
-      const nts = result.data.documents[0].mainSequence.blocks.map(b => b.nt);
-      t.equal(nts[0], 0);
-      t.ok(nts[1] > 0);
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Render as Text (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(3);
-      const query = '{ documents { mainSequence { blocks { text dump } } } }';
-      const result = await pk2.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const block = result.data.documents[0].mainSequence.blocks[0];
-      t.equal(block.text, 'Dear Theophilus,');
-      t.ok(block.dump.includes('+verse/1+'));
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Normalize text whitespace (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(2);
-      const query = '{ documents { mainSequence { blocks { text(normalizeSpace:true) } } } }';
-      const result = await pk6.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const block = result.data.documents[0].mainSequence.blocks[0];
-      t.equal(block.text, 'This is how the Good News of JC began...');
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Normalize token whitespace (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(5);
-      const query = '{' +
-        '  documents {' +
-        '    mainSequence {' +
-        '      blocks {' +
-        '        raw: tokens {payload(normalizeSpace:false)}' +
-        '        normalized: tokens {payload(normalizeSpace:true)}' +
-        '      }' +
-        '    }' +
-        '  }' +
-        '}';
-      const result = await pk6.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const block = result.data.documents[0].mainSequence.blocks[0];
-      t.equal(block.raw[1].payload, ' ');
-      t.equal(block.normalized[1].payload, ' ');
-      t.equal(block.raw[3].payload, '\n');
-      t.equal(block.normalized[3].payload, ' ');
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Token includeChars (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(2);
-      const query = '{' +
-        '  documents {' +
-        '    mainSequence {' +
-        '      blocks {' +
-        '        tokens {payload(includeChars:["G", "N", "T"])}' +
-        '      }' +
-        '    }' +
-        '  }' +
-        '}';
-      const result = await pk6.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const block = result.data.documents[0].mainSequence.blocks[0];
-      const text = block.tokens.map(t => t.payload).join('');
-      t.equal(text, 'TGN');
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Token excludeChars (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(4);
-      const query = '{' +
-        '  documents {' +
-        '    mainSequence {' +
-        '      blocks {' +
-        '        tokens {payload(excludeChars:["a", "e", "i", "o", "u"])}' +
-        '      }' +
-        '    }' +
-        '  }' +
-        '}';
-      const result = await pk6.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const tokens = result.data.documents[0].mainSequence.blocks[0].tokens;
-      t.equal(tokens[0].payload, 'Ths');
-      t.equal(tokens[2].payload, 's');
-      t.equal(tokens[8].payload, 'Gd');
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Token withSubTypes (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(4);
-      const query = '{' +
-        '  documents {' +
-        '    mainSequence {' +
-        '      blocks {' +
-        '        tokens(withSubTypes:"wordLike") {payload}' +
-        '      }' +
-        '    }' +
-        '  }' +
-        '}';
-      const result = await pk6.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const tokens = result.data.documents[0].mainSequence.blocks[0].tokens;
-      t.equal(tokens[0].payload, 'This');
-      t.equal(tokens[1].payload, 'is');
-      t.equal(tokens[4].payload, 'Good');
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Scopes (${testGroup})`,
-  async function (t) {
-    try {
-      const scopeLabels = [
-        'chapter/1',
-        'verse/1',
-        'verses/1',
-        'blockTag/p',
-      ];
-      t.plan(4 + scopeLabels.length);
-      const query = '{ documents { mainSequence { blocks { scopeLabels verseScope: scopeLabels(startsWith:"verse/") bs { payload } } } } }';
-      const result = await pk.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const block = result.data.documents[0].mainSequence.blocks[0];
-      t.equal(block.bs.payload, 'blockTag/p');
-
-      for (const scopeLabel of scopeLabels) {
-        t.ok(block.scopeLabels.includes(scopeLabel));
-      }
-      t.equal(block.verseScope.length, 1);
-      t.equal(block.verseScope[0], 'verse/1');
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Grafts (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(3);
-      const query = '{ documents { mainSequence { blocks { bg { subType payload } } } } }';
-      const result = await pk2.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const block = result.data.documents[0].mainSequence.blocks[0];
-      t.equal(block.bg[0].subType, 'title');
-      t.equal(block.bg[1].subType, 'heading');
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Tokens (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(5);
-      const query = `{ documents { mainSequence { blocks { tokens { type subType payload } } } } }`;
-      const result = await pk4.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      t.ok('blocks' in result.data.documents[0].mainSequence);
-      const blocks = result.data.documents[0].mainSequence.blocks;
-      t.equal(blocks[2].tokens.filter(i => i.type === 'graft').length, 0);
-      t.equal(blocks[0].tokens.filter(i => i.type === 'scope').length, 0);
-      t.ok(blocks[0].tokens.filter(i => i.type === 'token').length > 0);
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Items (${testGroup})`,
-  async function (t) {
-    try {
-      const openScopes = [
-        'chapter/1',
-        'verse/9',
-        'verses/9',
-      ];
-      t.plan(15 + openScopes.length);
-      const query = '{ documents { mainSequence { blocks {' +
-        `items {type subType payload}` +
-        `bg {subType}` +
-        `os {type payload}` +
-        `is {type payload}` +
-        '} } } }';
-      let result = await pk.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      let block = result.data.documents[0].mainSequence.blocks[0];
-      t.equal(block.items[0].type, 'scope');
-      t.equal(block.items[0].payload, 'chapter/1');
-      t.equal(block.items[3].subType, 'wordLike');
-      t.equal(block.items[3].payload, 'This');
-      t.equal(block.os.length, 0);
-      t.equal(block.bg.length, 0);
-      t.equal(block.is.length, 3);
-      t.equal(block.is[0].payload, 'chapter/1');
-      result = await pk2.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      block = result.data.documents[0].mainSequence.blocks[0];
-      t.equal(block.bg.length, 2);
-      t.equal(block.bg[0].subType, 'title');
-      t.equal(block.bg[1].subType, 'heading');
-      result = await pk3.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      block = result.data.documents[0].mainSequence.blocks[1];
-      t.equal(block.os.length, 3);
-
-      for (const openScope of openScopes) {
-        t.ok(block.os.map(s => s.payload).includes(openScope));
-      }
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Items withScopes (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(2);
-      const requiredScopes = '["chapter/1", "verse/2"]';
-      const query = `{ documents { mainSequence { blocks(withScopes:${requiredScopes}) { items(withScopes:${requiredScopes}) {type subType payload} } } } }`;
-      let result = await pk5.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const blocks = result.data.documents[0].mainSequence.blocks;
-      const texts = blocksText(blocks);
-
-      t.equal(
-        texts,
-        'Instead, those with whom Yahweh is pleased delight in understanding what he teaches us. ' +
-        'They read and think every day and every night about what Yahweh teaches.',
-      );
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Tokens withScopes (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(2);
-      const requiredScopes = '["chapter/1", "verse/2"]';
-      const query = `{ documents { mainSequence { blocks(withScopes:${requiredScopes}) {items: tokens(withScopes:${requiredScopes}) { type subType payload } } } } }`;
-      let result = await pk5.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const blocks = result.data.documents[0].mainSequence.blocks;
-      const texts = blocksText(blocks);
-
-      t.equal(
-        texts,
-        'Instead, those with whom Yahweh is pleased delight in understanding what he teaches us. ' +
-        'They read and think every day and every night about what Yahweh teaches.',
-      );
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Items anyScope (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(2);
-      const requiredScopes = '["chapter/1", "verse/2"]';
-      const query = `{ documents { mainSequence { blocks(withScopes:${requiredScopes}) { items(anyScope:true withScopes:["verse/2", "verse/2000"]) {type subType payload} } } } }`;
-      let result = await pk5.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const blocks = result.data.documents[0].mainSequence.blocks;
-      const texts = blocksText(blocks);
-
-      t.equal(
-        texts,
-        'Instead, those with whom Yahweh is pleased delight in understanding what he teaches us. ' +
-        'They read and think every day and every night about what Yahweh teaches.',
-      );
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Tokens anyScope (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(2);
-      const requiredScopes = '["chapter/1", "verse/2"]';
-      const query = `{ documents { mainSequence { blocks(withScopes:${requiredScopes}) { items: tokens(anyScope:true withScopes:["verse/2", "verse/2000"]) { type subType payload } } } } }`;
-      let result = await pk5.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const blocks = result.data.documents[0].mainSequence.blocks;
-      const texts = blocksText(blocks);
-
-      t.equal(
-        texts,
-        'Instead, those with whom Yahweh is pleased delight in understanding what he teaches us. ' +
-        'They read and think every day and every night about what Yahweh teaches.',
-      );
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Tokens withChars (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(3);
-      const requiredChars = '["tree"]';
-      const query = `{documents { mainSequence { blocks(withChars:${requiredChars}) {` +
-        `tokens(withChars:${requiredChars} includeContext:true) { payload scopes(startsWith:["chapter", "verses"])} } } } }`;
-      let result = await pk7.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const blocks = result.data.documents[0].mainSequence.blocks;
-      const tokens = blocks.map(b => b.tokens.map(t => t.payload)).reduce((a, b) => a.concat(b));
-      t.ok(tokens.filter(s => s === 'tree').length > 1);
-      t.equal(tokens.filter(s => s !== 'tree').length, 0);
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `Tokens filtered by payload (${testGroup})`,
-  async function (t) {
-    try {
-      const charClauses = [
-        [`withChars: ["righteous", "upright"]`, 66, 23, 89],
-        [`withMatchingChars: ["right"]`, 66, 23, 213],
-      ];
-      t.plan((4 * charClauses.length) + 2);
-
-      let results = [];
-
-      for (const charClause of charClauses) {
-        const query = '{ documents { mainSequence { blocks {' +
-          `text tokens(includeContext:true ${charClause[0]}) { payload position scopes(startsWith:["chapter/", "verses/"]) }` +
-          '} } } }';
-        results.push(pk7.gqlQuery(query));
-      }
-
-      results = await Promise.all(results);
-      let i = 0;
-
-      for (let result of results) {
-        t.equal(result.errors, undefined);
-        const blockEntriesWithContent = [...result.data.documents[0].mainSequence.blocks.entries()].filter(be => be[1].tokens.length > 0);
-        const matches = [];
-
-        for (const [blockN, block] of blockEntriesWithContent) {
-          for (const token of block.tokens) {
-            matches.push({
-              block: blockN,
-              token: token.position,
-              payload: token.payload,
-              scopes: token.scopes,
-            });
-          }
-        }
-
-        // console.log(JSON.stringify(matches, null, 2));
-        t.equal(matches.filter(m => m.payload === 'righteous').length, charClauses[i][1]);
-        t.equal(matches.filter(m => m.payload === 'upright').length, charClauses[i][2]);
-        t.equal(matches.length, charClauses[i][3]);
-        i++;
-      }
-
-      const query = '{ documents { mainSequence { blocks {' +
-        `text tokens(includeContext:true ${charClauses[0][0]} ${charClauses[1][0]}) { payload position scopes(startsWith:["chapter/", "verses/"]) }` +
-        '} } } }';
-      let result = await pk7.gqlQuery(query);
-      t.notEqual(result.errors, undefined);
-      t.ok(result.errors[0].message.includes('Only one of'));
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `ItemGroups (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(5);
-      const query = `{documents {
-      mainSequence {
-        blocks(positions:0) {
-          itemGroups(byScopes:["chapter/", "verse/"]) {
-            scopeLabels(startsWith:["chapter/", "verse/"])
-            text
-          }
-        }
-      }
-    } }`;
-      let result = await pk3.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const groups = result.data.documents[0].mainSequence.blocks[0].itemGroups;
-      t.equal(groups.length, 9);
-      t.ok(groups[2].scopeLabels.includes('chapter/1'));
-      t.ok(groups[2].scopeLabels.includes('verse/3'));
-      t.ok(groups[2].text.startsWith('Elimelech'));
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);
-
-test(
-  `ItemGroups with multiple hits per block (${testGroup})`,
-  async function (t) {
-    try {
-      t.plan(4);
-      const query = '{ documents { mainSequence { blocks { itemGroups(byScopes:"span/add") {' +
-        'scopeLabels(startsWith:["chapter/", "verses/"]) text' +
-        '} } } } }';
-      let result = await pk8.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      t.equal(result.data.documents[0].mainSequence.blocks[0].itemGroups.length, 2);
-      t.equal(
-        result.data.documents[0].mainSequence.blocks[0].itemGroups[0].text,
-        'Actually, one was Yahweh, and the other two were angels',
-      );
-      t.equal(
-        result.data.documents[0].mainSequence.blocks[0].itemGroups[1].text,
-        'to one of them',
-      );
-      // console.log(JSON.stringify(result.data.documents[0].mainSequence.itemGroups, null, 2))
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);

package/test/code/main/block_scope_numbers.cjs

@@ -1,31 +0,0 @@
-const test = require('tape');
-
-const { pkWithDoc } = require('../../lib/load.js');
-
-const testGroup = 'Block Scopes';
-
-const pk = pkWithDoc('../test_data/usfm/ust_psa.usfm', {
-  lang: 'fra',
-  abbr: 'hello',
-})[0];
-
-test(
-  `Numbers (${testGroup})`,
-  async function (t) {
-    try {
-      const bsScopes = ['q', 'q', 'q2', 'q', 'q2', 'q', 'q2', 'q', 'q2', 'q', 'q2', 'q', 'q'];
-      t.plan(1 + bsScopes.length);
-      const query =
-        '{ documents { mainSequence { blocks { bs { payload } } } } }';
-      const result = await pk.gqlQuery(query);
-      t.equal(result.errors, undefined);
-      const blocks = result.data.documents[0].mainSequence.blocks;
-
-      for (const [n, block] of blocks.entries()) {
-        t.equal(block.bs.payload, `blockTag/${bsScopes[n]}`);
-      }
-    } catch (err) {
-      console.log(err);
-    }
-  },
-);