@datagrok/bio 2.11.3 → 2.11.6

package/package.json

@@ -5,7 +5,7 @@
     "name": "Leonid Stolbov",
     "email": "lstolbov@datagrok.ai"
   },
-  "version": "2.11.3",
+  "version": "2.11.6",
   "description": "Bioinformatics support (import/export of sequences, conversion, visualization, analysis). [See more](https://github.com/datagrok-ai/public/blob/master/packages/Bio/README.md) for details.",
   "repository": {
     "type": "git",
@@ -34,9 +34,9 @@
   ],
   "dependencies": {
     "@biowasm/aioli": "^3.1.0",
-    "@datagrok-libraries/bio": "^5.39.0",
+    "@datagrok-libraries/bio": "^5.39.1",
     "@datagrok-libraries/chem-meta": "^1.0.1",
-    "@datagrok-libraries/ml": "^6.3.51",
+    "@datagrok-libraries/ml": "^6.3.53",
     "@datagrok-libraries/tutorials": "^1.3.6",
     "@datagrok-libraries/utils": "^4.0.17",
     "cash-dom": "^8.0.0",

package/src/analysis/sequence-space.ts

@@ -55,21 +55,19 @@ export async function sequenceSpaceByFingerprints(spaceParams: ISequenceSpacePar
   return result;
 }
 
-export async function getSequenceSpace(spaceParams: ISequenceSpaceParams,
-  progressFunc?: (epochNum: number, epochsLength: number, embedding: number[][]) => void
-): Promise<ISequenceSpaceResult> {
-  const ncUH = UnitsHandler.getOrCreate(spaceParams.seqCol);
-
-  //const distanceFName = ncUH.isMsa() ? MmDistanceFunctionsNames.HAMMING : MmDistanceFunctionsNames.LEVENSHTEIN;
-  const seqList = spaceParams.seqCol.toList();
-
+export async function getEncodedSeqSpaceCol(
+  seqCol: DG.Column, similarityMetric: BitArrayMetrics | MmDistanceFunctionsNames
+): Promise<{seqList:string[], options: {[_:string]: any}}> {
+// encodes sequences using utf charachters to also support multichar and non fasta sequences
+  const ncUH = UnitsHandler.getOrCreate(seqCol);
+  const seqList = seqCol.toList();
   const splitter = ncUH.getSplitter();
   const seqColLength = seqList.length;
   let charCodeCounter = 36;
   const charCodeMap = new Map<string, string>();
   for (let i = 0; i < seqColLength; i++) {
     const seq = seqList[i];
-    if (seqList[i] === null || spaceParams.seqCol.isNone(i)) {
+    if (seqList[i] === null || seqCol.isNone(i)) {
       seqList[i] = null;
       continue;
     }
@@ -84,8 +82,8 @@ export async function getSequenceSpace(spaceParams: ISequenceSpaceParams,
       seqList[i] += charCodeMap.get(char)!;
     }
   }
-
-  if (spaceParams.similarityMetric === MmDistanceFunctionsNames.MONOMER_CHEMICAL_DISTANCE) {
+  let options = {};
+  if (similarityMetric === MmDistanceFunctionsNames.MONOMER_CHEMICAL_DISTANCE) {
     const monomers = Array.from(charCodeMap.keys());
     const monomerRes = await calculateMonomerSimilarity(monomers);
     // the susbstitution matrix contains similarity, but we need distances
@@ -98,10 +96,34 @@ export async function getSequenceSpace(spaceParams: ISequenceSpaceParams,
     Object.entries(monomerRes.alphabetIndexes).forEach(([key, value]) => {
       monomerHashToMatrixMap[charCodeMap.get(key)!] = value;
     });
-    spaceParams.options.distanceFnArgs = {scoringMatrix: monomerRes.scoringMatrix,
+    // sets distance function args in place.
+    options = {scoringMatrix: monomerRes.scoringMatrix,
       alphabetIndexes: monomerHashToMatrixMap} satisfies mmDistanceFunctionArgs;
   }
+  // else if (similarityMetric === MmDistanceFunctionsNames.NEEDLEMANN_WUNSCH) {
+  //   const alphabetIndexes: any = {};
+  //   let i = 0;
+  //   charCodeMap.forEach((value) => {
+  //     alphabetIndexes[value] = i;
+  //     i++;
+  //   });
+  //   options = {alphabetIndexes};
+  // }
+  return {seqList, options};
+}
+
+export async function getSequenceSpace(spaceParams: ISequenceSpaceParams,
+  progressFunc?: (epochNum: number, epochsLength: number, embedding: number[][]) => void
+): Promise<ISequenceSpaceResult> {
+  const ncUH = UnitsHandler.getOrCreate(spaceParams.seqCol);
+  if (ncUH.isHelm())
+    return await sequenceSpaceByFingerprints(spaceParams);
+
+
+  const {seqList, options} = await getEncodedSeqSpaceCol(spaceParams.seqCol, spaceParams.similarityMetric);
 
+  spaceParams.options = spaceParams.options ?? {};
+  spaceParams.options.distanceFnArgs = options;
   const sequenceSpaceResult = await reduceDimensinalityWithNormalization(
     seqList,
     spaceParams.methodName,

package/src/demo/bio01b-hierarchical-clustering-and-activity-cliffs.ts

@@ -13,6 +13,7 @@ import {getDendrogramService, IDendrogramService} from '@datagrok-libraries/bio/
 import {handleError} from './utils';
 import {DemoScript} from '@datagrok-libraries/tutorials/src/demo-script';
 import {DimReductionMethods} from '@datagrok-libraries/ml/src/reduce-dimensionality';
+import {MmDistanceFunctionsNames} from '@datagrok-libraries/ml/src/macromolecule-distance-functions';
 
 const dataFn: string = 'data/sample_FASTA_PT_activity.csv';
 
@@ -53,7 +54,7 @@ export async function demoBio01bUI() {
       .step('Find activity cliffs', async () => {
         activityCliffsViewer = (await activityCliffs(
           df, df.getCol('Sequence'), df.getCol('Activity'),
-          80, dimRedMethod)) as DG.ScatterPlotViewer;
+          80, dimRedMethod, MmDistanceFunctionsNames.LEVENSHTEIN)) as DG.ScatterPlotViewer;
         view.dockManager.dock(activityCliffsViewer, DG.DOCK_TYPE.RIGHT, null, 'Activity Cliffs', 0.35);
 
         // Show grid viewer with the cliffs

package/src/package.ts

@@ -11,10 +11,10 @@ import {DimReductionMethods, ITSNEOptions, IUMAPOptions} from '@datagrok-librari
 import {SequenceSpaceFunctionEditor} from '@datagrok-libraries/ml/src/functionEditors/seq-space-editor';
 import {ActivityCliffsFunctionEditor} from '@datagrok-libraries/ml/src/functionEditors/activity-cliffs-editor';
 import {
-  ISequenceSpaceParams, getActivityCliffs, SequenceSpaceFunc
+  ISequenceSpaceParams, getActivityCliffs, SequenceSpaceFunc, CLIFFS_COL_ENCODE_FN
 } from '@datagrok-libraries/ml/src/viewers/activity-cliffs';
 import {MmDistanceFunctionsNames} from '@datagrok-libraries/ml/src/macromolecule-distance-functions';
-import {BitArrayMetrics, BitArrayMetricsNames} from '@datagrok-libraries/ml/src/typed-metrics';
+import {BitArrayMetrics} from '@datagrok-libraries/ml/src/typed-metrics';
 import {
   TAGS as bioTAGS, ALPHABET, NOTATION,
 } from '@datagrok-libraries/bio/src/utils/macromolecule';
@@ -35,14 +35,14 @@ import {
 import {VdRegionsViewer} from './viewers/vd-regions-viewer';
 import {SequenceAlignment} from './seq_align';
 import {
-  ISequenceSpaceResult, getEmbeddingColsNames, getSequenceSpace, sequenceSpaceByFingerprints
+  ISequenceSpaceResult, getEmbeddingColsNames, getEncodedSeqSpaceCol, getSequenceSpace, sequenceSpaceByFingerprints
 } from './analysis/sequence-space';
 import {
   createLinesGrid, createPropPanelElement, createTooltipElement, getChemSimilaritiesMatrix,
 } from './analysis/sequence-activity-cliffs';
 import {SequenceSimilarityViewer} from './analysis/sequence-similarity-viewer';
 import {SequenceDiversityViewer} from './analysis/sequence-diversity-viewer';
-import {SubstructureSearchDialog} from './substructure-search/substructure-search';
+import {MONOMERIC_COL_TAGS, SubstructureSearchDialog, invalidateMols} from './substructure-search/substructure-search';
 import {convert} from './utils/convert';
 import {getMacromoleculeColumnPropertyPanel} from './widgets/representations';
 import {saveAsFastaUI} from './utils/save-as-fasta';
@@ -75,10 +75,12 @@ import {GetRegionApp} from './apps/get-region-app';
 import {GetRegionFuncEditor} from './utils/get-region-func-editor';
 import {sequenceToMolfile} from './utils/sequence-to-mol';
 import {errInfo} from './utils/err-info';
+import {detectMacromoleculeProbeDo} from './utils/detect-macromolecule-probe';
 
 import {SHOW_SCATTERPLOT_PROGRESS} from '@datagrok-libraries/ml/src/functionEditors/seq-space-base-editor';
 import {DIMENSIONALITY_REDUCER_TERMINATE_EVENT}
   from '@datagrok-libraries/ml/src/workers/dimensionality-reducing-worker-creator';
+import BitArray from '@datagrok-libraries/utils/src/bit-array';
 
 export const _package = new BioPackage();
 
@@ -389,12 +391,14 @@ export async function getRegionTopMenu(
 //input: column activities
 //input: double similarity = 80 [Similarity cutoff]
 //input: string methodName { choices:["UMAP", "t-SNE"] }
+//input: string similarityMetric { choices:["Hamming", "Levenshtein", "Monomer chemical distance"] }
 //input: object options {optional: true}
 //output: viewer result
 //editor: Bio:SeqActivityCliffsEditor
 export async function activityCliffs(df: DG.DataFrame, macroMolecule: DG.Column<string>, activities: DG.Column,
-  similarity: number, methodName: DimReductionMethods, options?: (IUMAPOptions | ITSNEOptions) & Options,
-): Promise<DG.Viewer | undefined> {
+  similarity: number, methodName: DimReductionMethods,
+  similarityMetric: MmDistanceFunctionsNames | BitArrayMetrics,
+  options?: (IUMAPOptions | ITSNEOptions) & Options): Promise<DG.Viewer | undefined> {
   if (!checkInputColumnUI(macroMolecule, 'Activity Cliffs'))
     return;
   const axesNames = getEmbeddingColsNames(df);
@@ -404,21 +408,26 @@ export async function activityCliffs(df: DG.DataFrame, macroMolecule: DG.Column<
     'separator': macroMolecule.getTag(bioTAGS.separator),
     'alphabet': macroMolecule.getTag(bioTAGS.alphabet),
   };
+  let cliffsEncodeFunction: (seqCol: DG.Column, similarityMetric: MmDistanceFunctionsNames | BitArrayMetrics) => any =
+     getEncodedSeqSpaceCol;
   const ncUH = UnitsHandler.getOrCreate(macroMolecule);
-  let columnDistanceMetric: BitArrayMetrics | MmDistanceFunctionsNames = BitArrayMetricsNames.Tanimoto;
-  let seqCol = macroMolecule;
-  let sequenceSpaceFunc: SequenceSpaceFunc = sequenceSpaceByFingerprints;
-  if (ncUH.isFasta() || (ncUH.isSeparator() && ncUH.alphabet && ncUH.alphabet !== ALPHABET.UN)) {
-    if (ncUH.isFasta()) {
-      columnDistanceMetric = ncUH.getDistanceFunctionName();
-    } else {
-      seqCol = ncUH.convert(NOTATION.FASTA);
-      const uh = UnitsHandler.getOrCreate(seqCol);
-      columnDistanceMetric = uh.getDistanceFunctionName();
-      tags.units = NOTATION.FASTA;
-    }
-    sequenceSpaceFunc = getSequenceSpace;
+  const columnDistanceMetric: MmDistanceFunctionsNames | BitArrayMetrics = similarityMetric;
+  const seqCol = macroMolecule;
+
+  let sequenceSpaceFunc: SequenceSpaceFunc = getSequenceSpace;
+  if (ncUH.isHelm()) {
+    sequenceSpaceFunc = sequenceSpaceByFingerprints;
+    cliffsEncodeFunction = async (seqCol: DG.Column, similarityMetric: MmDistanceFunctionsNames | BitArrayMetrics) => {
+      await invalidateMols(seqCol, false);
+      const molecularCol = seqCol.temp[MONOMERIC_COL_TAGS.MONOMERIC_MOLS];
+      const fingerPrints: DG.Column =
+        await grok.functions.call('Chem:getMorganFingerprints', {molColumn: molecularCol});
+      const fingerPrintsBitArray = fingerPrints.toList().map((f: DG.BitSet) =>
+        BitArray.fromUint32Array(f.length, new Uint32Array(f.getBuffer().buffer)));
+      return {seqList: fingerPrintsBitArray, options: {}};
+    };
   }
+
   const runCliffs = async () => {
     const sp = await getActivityCliffs(
       df,
@@ -437,25 +446,26 @@ export async function activityCliffs(df: DG.DataFrame, macroMolecule: DG.Column<
       createTooltipElement,
       createPropPanelElement,
       createLinesGrid,
-      options);
+      {...(options ?? {}), [CLIFFS_COL_ENCODE_FN]: cliffsEncodeFunction});
     return sp;
   };
 
-  const allowedRowCount = 20000;
-  const fastRowCount = methodName === DimReductionMethods.UMAP ? 5000 : 2000;
+  const allowedRowCount = methodName === DimReductionMethods.UMAP ? 200_000 : 20_000;
+  const fastRowCount = methodName === DimReductionMethods.UMAP ? 5_000 : 2_000;
   if (df.rowCount > allowedRowCount) {
     grok.shell.warning(`Too many rows, maximum for sequence activity cliffs is ${allowedRowCount}`);
     return;
   }
 
-  return new Promise<DG.Viewer>((resolve, reject) => {
+  const pi = DG.TaskBarProgressIndicator.create(`Running sequence activity cliffs ...`);
+  return new Promise<DG.Viewer | undefined>((resolve, reject) => {
     if (df.rowCount > fastRowCount && !options?.[BYPASS_LARGE_DATA_WARNING]) {
       ui.dialog().add(ui.divText(`Activity cliffs analysis might take several minutes.
     Do you want to continue?`))
         .onOK(async () => {
-          const progressBar = DG.TaskBarProgressIndicator.create(`Running sequence activity cliffs ...`);
-          runCliffs().then((res) => resolve(res)).catch((err) => reject(err)).finally(() => { progressBar.close(); });
+          runCliffs().then((res) => resolve(res)).catch((err) => reject(err));
         })
+        .onCancel(() => { resolve(undefined); })
         .show();
     } else {
       runCliffs().then((res) => resolve(res)).catch((err) => reject(err));
@@ -464,7 +474,7 @@ export async function activityCliffs(df: DG.DataFrame, macroMolecule: DG.Column<
     const [errMsg, errStack] = errInfo(err);
     _package.logger.error(errMsg, undefined, errStack);
     throw err;
-  });
+  }).finally(() => { pi.close(); });
 }
 
 //top-menu: Bio | Analyze | Sequence Space...
@@ -516,6 +526,7 @@ export async function sequenceSpaceTopMenu(
       const progress = (_nEpoch / epochsLength * 100);
       pg.update(progress, `Running sequence space ... ${progress.toFixed(0)}%`);
     }
+
     const embedColsNames = getEmbeddingColsNames(table);
     const withoutEmptyValues = DG.DataFrame.fromColumns([macroMolecule]).clone();
     const emptyValsIdxs = removeEmptyStringRows(withoutEmptyValues, macroMolecule);
@@ -525,7 +536,7 @@ export async function sequenceSpaceTopMenu(
       methodName: methodName,
       similarityMetric: similarityMetric,
       embedAxesNames: embedColsNames,
-      options: {...options, sparseMatrixThreshold: sparseMatrixThreshold ?? 0.8,
+      options: {...options, sparseMatrixThreshold: sparseMatrixThreshold ?? 0.5,
         usingSparseMatrix: table.rowCount > 20000},
     };
 
@@ -1084,10 +1095,10 @@ export async function demoBioHelmMsaSequenceSpace(): Promise<void> {
   await demoBio05UI();
 }
 
-//name: enumeratorColumnChoice
+//name: polyToolColumnChoice
 //input: dataframe df [Input data table]
 //input: column macroMolecule
-export async function enumeratorColumnChoice(df: DG.DataFrame, macroMolecule: DG.Column): Promise<void> {
+export async function polyToolColumnChoice(df: DG.DataFrame, macroMolecule: DG.Column): Promise<void> {
   _setPeptideColumn(macroMolecule);
   await grok.data.detectSemanticTypes(df);
 }
@@ -1099,3 +1110,14 @@ export async function sdfToJsonLib(table: DG.DataFrame) {
   const jsonMonomerLibrary = JSON.stringify(_jsonMonomerLibrary);
   DG.Utils.download(`${table.name}.json`, jsonMonomerLibrary);
 }
+
+// -- Utils --
+
+//name: detectMacromoleculeProbe
+//input: file file
+//input: string colName = ''
+//input: int probeCount = 100
+export async function detectMacromoleculeProbe(file: DG.FileInfo, colName: string, probeCount: number): Promise<void> {
+  const csv: string = await file.readAsString();
+  await detectMacromoleculeProbeDo(csv, colName, probeCount);
+}

package/src/tests/activity-cliffs-tests.ts

@@ -8,6 +8,8 @@ import {_testActivityCliffsOpen} from './activity-cliffs-utils';
 import {DimReductionMethods} from '@datagrok-libraries/ml/src/reduce-dimensionality';
 
 import {_package} from '../package-test';
+import {MmDistanceFunctionsNames} from '@datagrok-libraries/ml/src/macromolecule-distance-functions';
+import {BitArrayMetricsNames} from '@datagrok-libraries/ml/src/typed-metrics';
 
 
 category('activityCliffs', async () => {
@@ -39,7 +41,7 @@ category('activityCliffs', async () => {
     const cliffsNum = DG.Test.isInBenchmark ? 6 : 3;
 
     await _testActivityCliffsOpen(actCliffsDf, DimReductionMethods.UMAP,
-      'sequence', 'Activity', 90, cliffsNum);
+      'sequence', 'Activity', 90, cliffsNum, MmDistanceFunctionsNames.LEVENSHTEIN);
   });
 
   test('activityCliffsWithEmptyRows', async () => {
@@ -49,7 +51,7 @@ category('activityCliffs', async () => {
     viewList.push(actCliffsTableViewWithEmptyRows);
 
     await _testActivityCliffsOpen(actCliffsDfWithEmptyRows, DimReductionMethods.UMAP,
-      'sequence', 'Activity', 90, 3);
+      'sequence', 'Activity', 90, 3, MmDistanceFunctionsNames.LEVENSHTEIN);
   });
 
   test('Helm', async () => {
@@ -57,6 +59,6 @@ category('activityCliffs', async () => {
     const view = grok.shell.addTableView(df);
 
     await _testActivityCliffsOpen(df, DimReductionMethods.UMAP,
-      'HELM', 'Activity', 90, 53);
+      'HELM', 'Activity', 90, 53, BitArrayMetricsNames.Tanimoto);
   });
 });

package/src/tests/activity-cliffs-utils.ts

@@ -4,14 +4,17 @@ import * as grok from 'datagrok-api/grok';
 import {expect} from '@datagrok-libraries/utils/src/test';
 import {activityCliffs, BYPASS_LARGE_DATA_WARNING} from '../package';
 import {DimReductionMethods} from '@datagrok-libraries/ml/src/reduce-dimensionality';
+import {MmDistanceFunctionsNames} from '@datagrok-libraries/ml/src/macromolecule-distance-functions';
+import {BitArrayMetrics} from '@datagrok-libraries/ml/src/typed-metrics';
 
 export async function _testActivityCliffsOpen(df: DG.DataFrame, drMethod: DimReductionMethods,
-  seqColName: string, activityColName: string, similarityThr: number, tgtNumberCliffs: number
+  seqColName: string, activityColName: string, similarityThr: number, tgtNumberCliffs: number,
+  similarityMetric: MmDistanceFunctionsNames | BitArrayMetrics
 ): Promise<void> {
   await grok.data.detectSemanticTypes(df);
   const scatterPlot = await activityCliffs(
     df, df.getCol(seqColName), df.getCol(activityColName),
-    similarityThr, drMethod, {[`${BYPASS_LARGE_DATA_WARNING}`]: true});
+    similarityThr, drMethod, similarityMetric, {[`${BYPASS_LARGE_DATA_WARNING}`]: true});
   // const scatterPlot = (await grok.functions.call('Bio:activityCliffs', {
   //   table: df, molecules: df.getCol(colName), activities: df.getCol('Activity'),
   //   similarity: 50, methodName: method

package/src/tests/converters-test.ts

@@ -41,79 +41,79 @@ category('converters', () => {
   }
 
   const _csvTxts: { [key: string]: string } = {
-    fastaPt: `seq
-FWPHEY
-YNRQWYV
-MKPSEYV`,
-    separatorPt: `seq
-F-W-P-H-E-Y
-Y-N-R-Q-W-Y-V
-M-K-P-S-E-Y-V`,
-    helmPt: `seq
-PEPTIDE1{F.W.P.H.E.Y}$$$$
-PEPTIDE1{Y.N.R.Q.W.Y.V}$$$$
-PEPTIDE1{M.K.P.S.E.Y.V}$$$$`,
-    fastaDna: `seq
-ACGTC
-CAGTGT
-TTCAAC`,
-    separatorDna: `seq
-A/C/G/T/C
-C/A/G/T/G/T
-T/T/C/A/A/C`,
-    helmDna: `seq
-RNA1{d(A)p.d(C)p.d(G)p.d(T)p.d(C)p}$$$$
-RNA1{d(C)p.d(A)p.d(G)p.d(T)p.d(G)p.d(T)p}$$$$
-RNA1{d(T)p.d(T)p.d(C)p.d(A)p.d(A)p.d(C)p}$$$$`,
-    fastaRna: `seq
-ACGUC
-CAGUGU
-UUCAAC`,
-    separatorRna: `seq
-A*C*G*U*C
-C*A*G*U*G*U
-U*U*C*A*A*C`,
-    helmRna: `seq
-RNA1{r(A)p.r(C)p.r(G)p.r(U)p.r(C)p}$$$$
-RNA1{r(C)p.r(A)p.r(G)p.r(U)p.r(G)p.r(U)p}$$$$
-RNA1{r(U)p.r(U)p.r(C)p.r(A)p.r(A)p.r(C)p}$$$$`,
-    fastaGaps: `seq
-FW-PH-EYY
-FYNRQWYV-
-FKP-Q-SEYV`,
-    separatorGaps: `seq
-F/W//P/H//E/Y/Y
-F/Y/N/R/Q/W/Y/V/
-F/K/P//Q//S/E/Y/V`,
-    helmGaps: `seq
-PEPTIDE1{F.W.*.P.H.*.E.Y.Y}$$$$
-PEPTIDE1{F.Y.N.R.Q.W.Y.V.*}$$$$
-PEPTIDE1{F.K.P.*.Q.*.S.E.Y.V}$$$$`,
+    [Samples.fastaPt]: `seq
+FWPHEYFWPHEY
+YNRQWYVYNRQWYV
+MKPSEYVMKPSEYV`,
+    [Samples.separatorPt]: `seq
+F-W-P-H-E-Y-F-W-P-H-E-Y
+Y-N-R-Q-W-Y-V-Y-N-R-Q-W-Y-V
+M-K-P-S-E-Y-V-M-K-P-S-E-Y-V`,
+    [Samples.helmPt]: `seq
+PEPTIDE1{F.W.P.H.E.Y.F.W.P.H.E.Y}$$$$
+PEPTIDE1{Y.N.R.Q.W.Y.V.Y.N.R.Q.W.Y.V}$$$$
+PEPTIDE1{M.K.P.S.E.Y.V.M.K.P.S.E.Y.V}$$$$`,
+    [Samples.fastaDna]: `seq
+ACGTCACGTC
+CAGTGTCAGTGT
+TTCAACTTCAAC`,
+    [Samples.separatorDna]: `seq
+A/C/G/T/C/A/C/G/T/C
+C/A/G/T/G/T/C/A/G/T/G/T
+T/T/C/A/A/C/T/T/C/A/A/C`,
+    [Samples.helmDna]: `seq
+RNA1{d(A)p.d(C)p.d(G)p.d(T)p.d(C)p.d(A)p.d(C)p.d(G)p.d(T)p.d(C)p}$$$$
+RNA1{d(C)p.d(A)p.d(G)p.d(T)p.d(G)p.d(T)p.d(C)p.d(A)p.d(G)p.d(T)p.d(G)p.d(T)p}$$$$
+RNA1{d(T)p.d(T)p.d(C)p.d(A)p.d(A)p.d(C)p.d(T)p.d(T)p.d(C)p.d(A)p.d(A)p.d(C)p}$$$$`,
+    [Samples.fastaRna]: `seq
+ACGUCACGUC
+CAGUGUCAGUGU
+UUCAACUUCAAC`,
+    [Samples.separatorRna]: `seq
+A*C*G*U*C*A*C*G*U*C
+C*A*G*U*G*U*C*A*G*U*G*U
+U*U*C*A*A*C*U*U*C*A*A*C`,
+    [Samples.helmRna]: `seq
+RNA1{r(A)p.r(C)p.r(G)p.r(U)p.r(C)p.r(A)p.r(C)p.r(G)p.r(U)p.r(C)p}$$$$
+RNA1{r(C)p.r(A)p.r(G)p.r(U)p.r(G)p.r(U)p.r(C)p.r(A)p.r(G)p.r(U)p.r(G)p.r(U)p}$$$$
+RNA1{r(U)p.r(U)p.r(C)p.r(A)p.r(A)p.r(C)p.r(U)p.r(U)p.r(C)p.r(A)p.r(A)p.r(C)p}$$$$`,
+    [Samples.fastaGaps]: `seq
+FW-PH-EYYFW-PH-EYY
+FYNRQWYV-FYNRQWYV-
+FKP-Q-SEYVFKP-Q-SEYV`,
+    [Samples.separatorGaps]: `seq
+F/W//P/H//E/Y/Y/F/W//P/H//E/Y/Y
+F/Y/N/R/Q/W/Y/V//F/Y/N/R/Q/W/Y/V/
+F/K/P//Q//S/E/Y/V/F/K/P//Q//S/E/Y/V`,
+    [Samples.helmGaps]: `seq
+PEPTIDE1{F.W.*.P.H.*.E.Y.Y.F.W.*.P.H.*.E.Y.Y}$$$$
+PEPTIDE1{F.Y.N.R.Q.W.Y.V.*.F.Y.N.R.Q.W.Y.V.*}$$$$
+PEPTIDE1{F.K.P.*.Q.*.S.E.Y.V.F.K.P.*.Q.*.S.E.Y.V}$$$$`,
 
-    fastaUn: `seq
-[meI][hHis][Aca]NT[dE][Thr_PO3H2][Aca]D
-[meI][hHis][Aca][Cys_SEt]T[dK][Thr_PO3H2][Aca][Tyr_PO3H2]
-[Lys_Boc][hHis][Aca][Cys_SEt]T[dK][Thr_PO3H2][Aca][Tyr_PO3H2]`,
-    separatorUn: `seq
-meI-hHis-Aca-N-T-dE-Thr_PO3H2-Aca-D
-meI-hHis-Aca-Cys_SEt-T-dK-Thr_PO3H2-Aca-Tyr_PO3H2
-Lys_Boc-hHis-Aca-Cys_SEt-T-dK-Thr_PO3H2-Aca-Tyr_PO3H2`,
-    helmUn: `seq
-PEPTIDE1{meI.hHis.Aca.N.T.dE.Thr_PO3H2.Aca.D}$$$$
-PEPTIDE1{meI.hHis.Aca.Cys_SEt.T.dK.Thr_PO3H2.Aca.Tyr_PO3H2}$$$$
-PEPTIDE1{Lys_Boc.hHis.Aca.Cys_SEt.T.dK.Thr_PO3H2.Aca.Tyr_PO3H2}$$$$`,
-    helmLoneDeoxyribose: `seq
-RNA1{d(A).d(C).d(G).d(T).d(C)}$$$$
-RNA1{d(C).d(A).d(G).d(T).d(G).d(T)p}$$$$
-RNA1{d(T).d(T).d(C).d(A).d(A).d(C)p}$$$$`,
-    helmLoneRibose: `seq
-RNA1{r(A).r(C).r(G).r(U).r(C)}$$$$
-RNA1{r(C).r(A).r(G).r(U).r(G).r(U)p}$$$$
-RNA1{r(U).r(U).r(C).r(A).r(A).r(C)p}$$$$`,
-    helmLonePhosphorus: `seq
-RNA1{p.p.r(A)p.r(C)p.r(G)p.r(U)p.r(C)p}$$$$
-RNA1{p.p.r(C)p.r(A)p.p.r(G)p.r(U)p.r(G)p.r(U)p}$$$$
-RNA1{p.r(U)p.r(U)p.r(C)p.r(A)p.r(A)p.r(C)p.p.p}$$$$`,
+    [Samples.fastaUn]: `seq
+[meI][hHis][Aca]NT[dE][Thr_PO3H2][Aca]D[meI][hHis][Aca]NT[dE][Thr_PO3H2][Aca]D
+[meI][hHis][Aca][Cys_SEt]T[dK][Thr_PO3H2][Aca][Tyr_PO3H2][meI][hHis][Aca][Cys_SEt]T[dK][Thr_PO3H2][Aca][Tyr_PO3H2]
+[Lys_Boc][hHis][Aca][Cys_SEt]T[dK][Thr_PO3H2][Aca][Tyr_PO3H2][Lys_Boc][hHis][Aca][Cys_SEt]T[dK][Thr_PO3H2][Aca]`,
+    [Samples.separatorUn]: `seq
+meI-hHis-Aca-N-T-dE-Thr_PO3H2-Aca-D-meI-hHis-Aca-N-T-dE-Thr_PO3H2-Aca-D
+meI-hHis-Aca-Cys_SEt-T-dK-Thr_PO3H2-Aca-Tyr_PO3H2-meI-hHis-Aca-Cys_SEt-T-dK-Thr_PO3H2-Aca-Tyr_PO3H2
+Lys_Boc-hHis-Aca-Cys_SEt-T-dK-Thr_PO3H2-Aca-Tyr_PO3H2-Lys_Boc-hHis-Aca-Cys_SEt-T-dK-Thr_PO3H2-Aca`,
+    [Samples.helmUn]: `seq
+PEPTIDE1{meI.hHis.Aca.N.T.dE.Thr_PO3H2.Aca.D.meI.hHis.Aca.N.T.dE.Thr_PO3H2.Aca.D}$$$$
+PEPTIDE1{meI.hHis.Aca.Cys_SEt.T.dK.Thr_PO3H2.Aca.Tyr_PO3H2.meI.hHis.Aca.Cys_SEt.T.dK.Thr_PO3H2.Aca.Tyr_PO3H2}$$$$
+PEPTIDE1{Lys_Boc.hHis.Aca.Cys_SEt.T.dK.Thr_PO3H2.Aca.Tyr_PO3H2.Lys_Boc.hHis.Aca.Cys_SEt.T.dK.Thr_PO3H2.Aca}$$$$`,
+    [Samples.helmLoneDeoxyribose]: `seq
+RNA1{d(A).d(C).d(G).d(T).d(C).d(A).d(C).d(G).d(T).d(C)}$$$$
+RNA1{d(C).d(A).d(G).d(T).d(G).d(T)p.d(C).d(A).d(G).d(T).d(G).d(T)p}$$$$
+RNA1{d(T).d(T).d(C).d(A).d(A).d(C)p.d(T).d(T).d(C).d(A).d(A).d(C)p}$$$$`,
+    [Samples.helmLoneRibose]: `seq
+RNA1{r(A).r(C).r(G).r(U).r(C).r(A).r(C).r(G).r(U).r(C)}$$$$
+RNA1{r(C).r(A).r(G).r(U).r(G).r(U)p.r(C).r(A).r(G).r(U).r(G).r(U)p}$$$$
+RNA1{r(U).r(U).r(C).r(A).r(A).r(C)p.r(U).r(U).r(C).r(A).r(A).r(C)p}$$$$`,
+    [Samples.helmLonePhosphorus]: `seq
+RNA1{p.p.r(A)p.r(C)p.r(G)p.r(U)p.r(C)p.r(A)p.r(C)p.r(G)p.r(U)p.r(C)p}$$$$
+RNA1{p.p.r(C)p.r(A)p.p.r(G)p.r(U)p.r(G)p.r(U)p.r(C)p.r(A)p.p.r(G)p.r(U)p.r(G)p.r(U)p}$$$$
+RNA1{p.r(U)p.r(U)p.r(C)p.r(A)p.r(A)p.r(C)p.r(U)p.r(U)p.r(C)p.r(A)p.r(A)p.r(C)p.p.p}$$$$`,
   };
 
   /** Also detects semantic types

package/src/tests/detectors-benchmark-tests.ts

@@ -39,11 +39,11 @@ category('detectorsBenchmark', () => {
   });
 
   test('separatorDnaShorts50Many1E6', async () => {
-    await detectMacromoleculeBenchmark(10, NOTATION.SEPARATOR, ALPHABET.DNA, 50, 1E6, '/');
+    await detectMacromoleculeBenchmark(20, NOTATION.SEPARATOR, ALPHABET.DNA, 50, 1E6, '/');
   });
 
   test('separatorDnaLong1e6Few50', async () => {
-    await detectMacromoleculeBenchmark(10, NOTATION.SEPARATOR, ALPHABET.DNA, 1E6, 50, '/');
+    await detectMacromoleculeBenchmark(20, NOTATION.SEPARATOR, ALPHABET.DNA, 1E6, 50, '/');
   });
 
   async function detectMacromoleculeBenchmark(

package/src/tests/detectors-tests.ts

@@ -71,63 +71,63 @@ CCCCN1C(=O)CN=C(c2cc(F)ccc12)C3CCCCC3
 C1CCCCC1
 CCCCCC`;
     [csvTests.fastaDna1]: string = `seq
-ACGTC
-CAGTGT
-TTCAAC`;
+ACGTCACGTC
+CAGTGTCAGTGT
+TTCAACTTCAAC`;
     [csvTests.fastaRna1]: string = `seq
-ACGUC
-CAGUGU
-UUCAAC`;
+ACGUCACGUC
+CAGUGUCAGUGU
+UUCAACUUCAAC`;
     /** Pure amino acids sequence */
     [csvTests.fastaPt1]: string = `seq
 FWPHEY
 YNRQWYV
 MKPSEYV`;
     [csvTests.fastaUn]: string = `seq
-[meI][hHis][Aca]NT[dE][Thr_PO3H2][Aca]D
-[meI][hHis][Aca][Cys_SEt]T[dK][Thr_PO3H2][Aca][Tyr_PO3H2]
-[Lys_Boc][hHis][Aca][Cys_SEt]T[dK][Thr_PO3H2][Aca][Tyr_PO3H2]`;
+[meI][hHis][Aca]NT[dE][Thr_PO3H2][Aca]DN
+[meI][hHis][Aca][Cys_SEt]T[dK][Thr_PO3H2][Aca][Tyr_PO3H2][Aca]
+[Lys_Boc][hHis][Aca][Cys_SEt]T[dK][Thr_PO3H2][Aca][Tyr_PO3H2][Aca]`;
     [csvTests.sepDna]: string = `seq
-A*C*G*T*C
-C*A*G*T*G*T
-T*T*C*A*A*C`;
+A*C*G*T*C*A*C*G*T*C
+C*A*G*T*G*T*C*A*G*T*G*T
+T*T*C*A*A*C*T*T*C*A*A*C`;
     [csvTests.sepRna]: string = `seq
-A*C*G*U*C
-C*A*G*U*G*U
-U*U*C*A*A*C`;
+A*C*G*U*C*A*C*G*U*C
+C*A*G*U*G*U*C*A*G*U*G*U
+U*U*C*A*A*C*U*U*C*A*A*C`;
     [csvTests.sepPt]: string = `seq
-F-W-P-H-E-Y
-Y-N-R-Q-W-Y-V
-M-K-P-S-E-Y-V`;
+F-W-P-H-E-Y-F-W-P-H-E-Y
+Y-N-R-Q-W-Y-V-Y-N-R-Q-W-Y-V
+M-K-P-S-E-Y-V-M-K-P-S-E-Y-V`;
     [csvTests.sepUn1]: string = `seq
-abc-dfgg-abc1-cfr3-rty-wert
-rut12-her2-rty-wert-abc-abc1-dfgg
-rut12-rty-her2-abc-cfr3-wert-rut12`;
+abc-dfgg-abc1-cfr3-rty-wert-cfr3-rty-wert
+rut12-her2-rty-wert-abc-abc1-dfgg-abc-abc1-dfgg
+rut12-rty-her2-abc-cfr3-wert-rut12-cfr3-wert-rut12`;
     [csvTests.sepUn2]: string = `seq
-abc/dfgg/abc1/cfr3/rty/wert
-rut12/her2/rty/wert//abc/abc1/dfgg
-rut12/rty/her2/abc/cfr3//wert/rut12`;
+abc/dfgg/abc1/cfr3/rty/wert/abc/dfgg/abc1/cfr3/rty/wert
+rut12/her2/rty/wert//abc/abc1/dfgg/rut12/her2/rty/wert//abc/abc1/dfgg
+rut12/rty/her2/abc/cfr3//wert/rut12/rut12/rty/her2/abc/cfr3//wert/rut12`;
     [csvTests.sepMsaDna1]: string = `seq
-A-C--G-T--C-T
-C-A-C--T--G-T
-A-C-C-G-T-A-C-T`;
+A-C--G-T--C-T-A-C--G-T--C-T
+C-A-C--T--G-T-C-A-C--T--G-T
+A-C-C-G-T-A-C-T-A-C-C-G-T-A-C-T`;
     [csvTests.sepMsaUnWEmpty]: string = `seq
-m1-M-m3-mon4-mon5-N-T-MON8-N9
-m1-mon2-m3-mon4-mon5-Num--MON8-N9
+m1-M-m3-mon4-mon5-N-T-MON8-N9-m1-M-m3-mon4-mon5-N-T-MON8-N9
+m1-mon2-m3-mon4-mon5-Num--MON8-N9-m1-mon2-m3-mon4-mon5-Num--MON8-N9
 
-mon1-M-mon3-mon4-mon5---MON8-N9`;
+mon1-M-mon3-mon4-mon5---MON8-N9-mon1-M-mon3-mon4-mon5---MON8-N9`;
     [csvTests.sepComplex]: string = `seq
 Ac(1)-F-K(AEEA-AEEA-R-Ac)-L-mF-V-Y-mNle-D-W-N-mF-C(1)-G-NH2
 Ac(1)-F-K(AEEA-ARRA-W-Ac)-L-mF-V-Y-mNle-D-W-N-mF-C(1)-G-NH2
 Ac(1)-F-K(AEEA-AEEA-Ac)-L-mF-V-Y-mNle-D-W-N-mF-C(1)-G-NH2`;
     [csvTests.fastaMsaDna1]: string = `seq
-AC-GT-CT
-CAC-T-GT
-ACCGTACT`;
+AC-GT-CTAC-GT-CT
+CAC-T-GTCAC-T-GT
+ACCGTACTACCGTACT`;
     [csvTests.fastaMsaPt1]: string = `seq
-FWR-WYV-KHP
-YNR-WYV-KHP
-MWRSWY-CKHP`;
+FWR-WYV-KHPFWR-WYV-KHP
+YNR-WYV-KHPYNR-WYV-KHP
+MWRSWY-CKHPMWRSWY-CKHP`;
   }();
 
   const enum Samples {