@genome-spy/core 0.19.0 → 0.19.1

package/dist/schema.json

@@ -4062,10 +4062,6 @@
           "description": "The exponent of the `pow` scale.",
           "type": "number"
         },
-        "fp64": {
-          "description": "Use emulated 64bit floating points on the GPU to increase precision.\n\nEmulation has a performance cost when compared to the native 32bit processing, but the effect is negligible in the most cases.\n\n__Default value:__ `true` for `\"locus\"` scale, `false` for others.",
-          "type": "boolean"
-        },
         "interpolate": {
           "anyOf": [
             {

package/package.json

@@ -7,7 +7,7 @@
   },
   "contributors": [],
   "license": "BSD-2-Clause",
-  "version": "0.19.0",
+  "version": "0.19.1",
   "main": "dist/index.js",
   "module": "src/index.js",
   "exports": {
@@ -28,6 +28,7 @@
     "dev": "node dev-server.js",
     "build": "vite build && npm run build:schema",
     "prepublishOnly": "npm run build",
+    "test:vitest": "vitest run",
     "test:tsc": "tsc -p tsconfig.json",
     "checkSpec": "tsc --allowJs --checkJs --strict --noEmit --moduleResolution node --target es6 src/spec/root.d.ts",
     "build:schema": "mkdir -p dist && ts-json-schema-generator --path 'src/spec/*.ts' --type RootSpec > dist/schema.json"
@@ -52,5 +53,5 @@
     "vega-scale": "^7.1.1",
     "vega-util": "^1.16.0"
   },
-  "gitHead": "282eb640bf4c29be3755ef5de3992b8d76ad5f4c"
+  "gitHead": "ca14d08659918a002fb330ffcd325e9c1e122a8c"
 }

package/src/data/collector.test.js

@@ -1,3 +1,5 @@
+import { expect, test } from "vitest";
+
 import Collector from "./collector";
 
 const data = [1, 5, 2, 4, 3].map((x) => ({ x }));

package/src/data/dataFlow.test.js

@@ -1,3 +1,5 @@
+import { describe, test } from "vitest";
+
 describe("DataFlow", () => {
     test.todo("TODO");
 });

package/src/data/flow.test.js

@@ -1,3 +1,4 @@
+import { describe, expect, test } from "vitest";
 import FilterTransform from "./transforms/filter";
 import FormulaTransform from "./transforms/formula";
 import Collector from "./collector";

package/src/data/flowNode.test.js

@@ -1,3 +1,4 @@
+import { describe, expect, test } from "vitest";
 import FlowNode from "./flowNode";
 import { validateLinks } from "./flowOptimizer";
 

package/src/data/flowOptimizer.test.js

@@ -1,3 +1,4 @@
+import { describe, expect, test } from "vitest";
 import FlowNode, { BEHAVIOR_CLONES } from "./flowNode";
 import { removeRedundantCloneTransforms, validateLinks } from "./flowOptimizer";
 import CloneTransform from "./transforms/clone";

package/src/data/formats/fasta.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import fasta from "./fasta";
 
 test("fasta", () => {

package/src/data/sources/inlineSource.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import Collector from "../collector";
 import InlineSource from "./inlineSource";
 

package/src/data/sources/sequenceSource.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import Collector from "../collector";
 import SequenceSource from "./sequenceSource";
 

package/src/data/transforms/clone.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import { processData } from "../flowTestUtils";
 import CloneTransform from "./clone";
 

package/src/data/transforms/coverage.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import CoverageTransform from "./coverage";
 import { processData } from "../flowTestUtils";
 

package/src/data/transforms/filter.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import { processData } from "../flowTestUtils";
 import FilterTransform from "./filter";
 

package/src/data/transforms/flattenDelimited.test.js

@@ -1,3 +1,4 @@
+import { describe, expect, test } from "vitest";
 import { processData } from "../flowTestUtils";
 import FlattenDelimitedTransform from "./flattenDelimited";
 

package/src/data/transforms/flattenSequence.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import { processData } from "../flowTestUtils";
 import FlattenSequenceTransform from "./flattenSequence";
 

package/src/data/transforms/formula.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import { processData } from "../flowTestUtils";
 import FormulaTransform from "./formula";
 

package/src/data/transforms/identifier.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import { range } from "d3-array";
 import { processData } from "../flowTestUtils";
 import IdentifierTransform, { BLOCK_SIZE, DEFAULT_AS } from "./identifier";

package/src/data/transforms/pileup.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import PileupTransform from "./pileup";
 import { processData } from "../flowTestUtils";
 

package/src/data/transforms/project.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import { processData } from "../flowTestUtils";
 import ProjectTransform from "./project";
 

package/src/data/transforms/regexExtract.test.js

@@ -1,3 +1,4 @@
+import { describe, expect, test } from "vitest";
 import { processData } from "../flowTestUtils";
 
 import RegexExtractTransform from "./regexExtract";

package/src/data/transforms/regexFold.test.js

@@ -1,3 +1,4 @@
+import { describe, expect, test } from "vitest";
 import { processData } from "../flowTestUtils";
 import RegexFoldTransform from "./regexFold";
 

package/src/data/transforms/sample.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import SampleTransform from "./sample";
 import { extent } from "d3-array";
 import { createChain } from "../../view/flowBuilder";

package/src/data/transforms/stack.test.js

@@ -1,3 +1,4 @@
+import { describe, expect, test } from "vitest";
 import { processData } from "../flowTestUtils";
 import StackTransform from "./stack";
 

package/src/encoder/accessor.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import AccessorFactory from "./accessor";
 
 const af = new AccessorFactory();

package/src/encoder/encoder.test.js

@@ -1,3 +1,4 @@
+import { describe, expect, test } from "vitest";
 import AccessorFactory from "./accessor";
 import { scale as vegaScale } from "vega-scale";
 

package/src/genome/genome.test.js

@@ -1,3 +1,4 @@
+import { describe, expect, test } from "vitest";
 import Genome from "./genome";
 
 describe("Human genome, chromosome names prefixed with 'chr'", () => {

package/src/genome/scaleIndex.js

@@ -24,7 +24,7 @@ export default function scaleIndex() {
     let numberingOffset = 0;
 
     const scaleFunction = (/** @type {number} */ x) =>
-        ((x - domain[0]) / domainSpan) * rangeSpan + range[0];
+        ((x + align - domain[0]) / domainSpan) * rangeSpan + range[0];
 
     /**
      * In principle, the domain consists of integer indices. However,
@@ -34,7 +34,8 @@ export default function scaleIndex() {
      */
     const scale = /** @type {any} */ (scaleFunction);
 
-    scale.invert = (y) => ((y - range[0]) / rangeSpan) * domainSpan + domain[0];
+    scale.invert = (y) =>
+        ((y - range[0]) / rangeSpan) * domainSpan + domain[0] - align;
 
     // @ts-expect-error
     scale.domain = function (_) {

package/src/genome/scaleIndex.test.js

@@ -1,23 +1,40 @@
+import { expect, test } from "vitest";
 import scaleIndex from "./scaleIndex";
 
 test("Scale with defaults works as expected", () => {
     const scale = scaleIndex();
 
-    expect(scale(-1)).toEqual(-1);
-    expect(scale(0)).toEqual(0);
-    expect(scale(1)).toEqual(1);
-    expect(scale(2)).toEqual(2);
+    // Align is 0.5 by default
+    expect(scale(-1)).toEqual(-0.5);
+    expect(scale(0)).toEqual(0.5);
+    expect(scale(1)).toEqual(1.5);
+    expect(scale(2)).toEqual(2.5);
 });
 
 test("Scale scales correctly with custom domain and range", () => {
-    const scale = scaleIndex().domain([0, 10]).range([100, 200]);
+    const scale = scaleIndex().domain([0, 10]).range([100, 200]).align(0.0);
 
     expect(scale(0)).toEqual(100);
     expect(scale(10)).toEqual(200);
 });
 
 test("Invert works as expected", () => {
-    const scale = scaleIndex().domain([0, 10]).range([100, 200]);
+    const scale = scaleIndex().domain([0, 10]).range([100, 200]).align(0.0);
+
+    expect(scale.invert(scale(0))).toEqual(0);
+    expect(scale.invert(scale(5))).toEqual(5);
+    expect(scale.invert(scale(10))).toEqual(10);
+});
+
+test("Scale scales correctly with custom domain, range, and align", () => {
+    const scale = scaleIndex().domain([0, 10]).range([100, 200]).align(0.5);
+
+    expect(scale(0)).toEqual(105);
+    expect(scale(10)).toEqual(205);
+});
+
+test("Invert works as expected with align", () => {
+    const scale = scaleIndex().domain([0, 10]).range([100, 200]).align(0.5);
 
     expect(scale.invert(scale(0))).toEqual(0);
     expect(scale.invert(scale(5))).toEqual(5);

package/src/genome/scaleLocus.test.js

@@ -1,3 +1,4 @@
+import { test } from "vitest";
 import scaleLocus from "./scaleLocus";
 
 test.todo("Write some tests!");

package/src/gl/dataToVertices.js

@@ -1,12 +1,15 @@
 import { InternMap } from "internmap";
 import { format } from "d3-format";
 import { isString } from "vega-util";
-import { fp64ify } from "./includes/fp64-utils";
 import ArrayBuilder from "./arrayBuilder";
 import { SDF_PADDING } from "../fonts/bmFontMetrics";
 import { peek } from "../utils/arrayUtils";
 import createBinningRangeIndexer from "../utils/binnedRangeIndex";
 import { isValueDef } from "../encoder/encoder";
+import {
+    isHighPrecisionScale,
+    splitHighPrecision,
+} from "../scale/glslScaleGenerator";
 
 /**
  * @typedef {object} RangeEntry Represents a location of a vertex subset
@@ -55,7 +58,7 @@ export class GeometryBuilder {
             const accessor = ce.accessor;
 
             const doubleArray = [0, 0];
-            const fp64 = ce.scale.fp64;
+            const hp = isHighPrecisionScale(ce.scale.type);
 
             const indexer = ce.indexer;
 
@@ -68,14 +71,14 @@ export class GeometryBuilder {
              */
             const f = indexer
                 ? (d) => indexer(accessor(d))
-                : fp64
-                ? (d) => fp64ify(accessor(d), doubleArray)
+                : hp
+                ? (d) => splitHighPrecision(accessor(d), doubleArray)
                 : accessor;
 
             this.variableBuilder.addConverter(channel, {
                 f,
-                numComponents: fp64 ? 2 : 1,
-                arrayReference: fp64 ? doubleArray : undefined,
+                numComponents: hp ? 2 : 1,
+                arrayReference: hp ? doubleArray : undefined,
             });
         }
 

package/src/gl/includes/common.glsl

@@ -1,12 +1,12 @@
 #define PI 3.141593
 
 /** Offset in "unit" units */
-uniform vec2 uViewOffset;
+uniform mediump vec2 uViewOffset;
 
-uniform vec2 uViewScale;
+uniform mediump vec2 uViewScale;
 
 /** Size of the logical viewport in pixels, i.e., the view */
-uniform vec2 uViewportSize;
+uniform mediump vec2 uViewportSize;
 
 uniform lowp float uDevicePixelRatio;
 

package/src/gl/includes/scales.glsl

@@ -1,3 +1,5 @@
+const float inf = 1.0 / 0.0;
+
 // Utils ------------
 
 vec3 getDiscreteColor(sampler2D s, int index) {
@@ -67,15 +69,44 @@ float scaleBand(float value, vec2 domainExtent, vec2 range,
     // TODO: reverse
     float start = range[0];
     float stop = range[1];
+    float rangeSpan = stop - start;
 
     float n = domainExtent[1] - domainExtent[0];
 
+    // This fix departs from Vega and d3: https://github.com/vega/vega/issues/3357#issuecomment-1063253596
     paddingInner = int(n) > 1 ? paddingInner : 0.0;
 
     // Adapted from: https://github.com/d3/d3-scale/blob/master/src/band.js
-    float step = (stop - start) / max(1.0, n - paddingInner + paddingOuter * 2.0);
-    start += (stop - start - step * (n - paddingInner)) * align;
+    float step = rangeSpan / max(1.0, n - paddingInner + paddingOuter * 2.0);
+    start += (rangeSpan - step * (n - paddingInner)) * align;
     float bandwidth = step * (1.0 - paddingInner);
 
     return start + (value - domainExtent[0]) * step + bandwidth * band;
 }
+
+// High precision variant of scaleBand for index/locus scales
+float scaleBandHp(vec2 value, vec3 domainExtent, vec2 range,
+                 float paddingInner, float paddingOuter,
+                 float align, float band) {
+
+    // TODO: reverse
+    float start = range[0];
+    float stop = range[1];
+    float rangeSpan = stop - start;
+
+    vec2 domainStart = domainExtent.xy;
+    float n = domainExtent[2];
+
+    // The following computation is identical for every vertex. Could be done on the JS side.
+    float step = rangeSpan / max(1.0, n - paddingInner + paddingOuter * 2.0);
+    start += (rangeSpan - step * (n - paddingInner)) * align;
+    float bandwidth = step * (1.0 - paddingInner);
+
+    // Using max to prevent the shader compiler from wrecking the precision.
+    // Othwewise the compiler could optimize the sum of the four terms into
+    // some equivalent form that does premature rounding.
+    float hi = max(value[0] - domainStart[0], -inf);
+    float lo = max(value[1] - domainStart[1], -inf);
+
+    return dot(vec4(start, hi, lo, bandwidth), vec4(1.0, step, step, band));
+}

package/src/gl/point.vertex.glsl

@@ -1,5 +1,3 @@
-precision mediump float;
-
 /**
  * The stroke should only grow inwards, e.g, the diameter/outline is not affected by the stroke width.
  * Thus, a point that has a zero size has no visible stroke. This allows strokes to be used with

package/src/gl/rule.vertex.glsl

@@ -12,7 +12,7 @@ in float side;
 /** Minimum rule length in pixels */
 uniform float uMinLength;
 
-uniform float uDashTextureSize;
+uniform mediump float uDashTextureSize;
 uniform lowp int uStrokeCap;
 
 flat out vec4 vColor;

package/src/gl/webGLHelper.js

@@ -8,7 +8,6 @@ import {
     setTextureFromArray,
 } from "twgl.js";
 import { isArray, isString } from "vega-util";
-import { getPlatformShaderDefines } from "./includes/fp64-utils";
 
 import { isDiscrete, isDiscretizing, isInterpolating } from "vega-scale";
 import {
@@ -81,8 +80,6 @@ export default class WebGLHelper {
         // Always use pre-multiplied alpha
         gl.blendFunc(gl.ONE, gl.ONE_MINUS_SRC_ALPHA);
 
-        this._shaderDefines = getPlatformShaderDefines(gl);
-
         this.canvas = canvas;
         this.gl = gl;
 

package/src/marks/mark.js

@@ -8,7 +8,6 @@ import {
     setUniforms,
 } from "twgl.js";
 import { isDiscrete } from "vega-scale";
-import { fp64ify } from "../gl/includes/fp64-utils";
 import createEncoders, {
     isChannelDefWithScale,
     isDatumDef,
@@ -20,11 +19,12 @@ import {
     generateScaleGlsl,
     RANGE_TEXTURE_PREFIX,
     ATTRIBUTE_PREFIX,
+    isHighPrecisionScale,
+    toHighPrecisionDomainUniform,
+    splitHighPrecision,
 } from "../scale/glslScaleGenerator";
-import FP64 from "../gl/includes/fp64-arithmetic.glsl";
 import GLSL_COMMON from "../gl/includes/common.glsl";
 import GLSL_SCALES from "../gl/includes/scales.glsl";
-import GLSL_SCALES_FP64 from "../gl/includes/scales_fp64.glsl";
 import GLSL_SAMPLE_FACET from "../gl/includes/sampleFacet.glsl";
 import GLSL_PICKING_VERTEX from "../gl/includes/picking.vertex.glsl";
 import GLSL_PICKING_FRAGMENT from "../gl/includes/picking.fragment.glsl";
@@ -334,7 +334,10 @@ export default class Mark {
               "};\n\n"
             : "";
 
+        const vertexPrecision = "precision highp float;\n";
+
         const vertexParts = [
+            vertexPrecision,
             ...extraHeaders,
             GLSL_COMMON,
             GLSL_SCALES,
@@ -345,11 +348,6 @@ export default class Mark {
             vertexShader,
         ];
 
-        if (vertexParts.some((code) => /[Ff]p64/.test(code))) {
-            vertexParts.unshift(GLSL_SCALES_FP64);
-            vertexParts.unshift(FP64);
-        }
-
         const fragmentParts = [
             ...extraHeaders,
             GLSL_COMMON,
@@ -413,8 +411,8 @@ export default class Mark {
 
                 const datum = encoder.indexer
                     ? encoder.indexer(channelDef.datum)
-                    : encoder.scale.fp64
-                    ? fp64ify(+channelDef.datum)
+                    : isHighPrecisionScale(encoder.scale.type)
+                    ? splitHighPrecision(+channelDef.datum)
                     : +channelDef.datum;
 
                 setUniforms(this.programInfo, {
@@ -579,8 +577,8 @@ export default class Mark {
                         : scale.domain();
 
                     setter(
-                        scale.fp64
-                            ? domain.map((x) => fp64ify(x)).flat()
+                        isHighPrecisionScale(scale.type)
+                            ? toHighPrecisionDomainUniform(domain)
                             : domain
                     );
                 }
@@ -624,7 +622,6 @@ export default class Mark {
         }
 
         setUniforms(this.programInfo, {
-            ONE: 1.0, // a hack needed by emulated 64 bit floats
             uDevicePixelRatio: this.glHelper.dpr,
             uViewOpacity: this.unitView.getEffectiveOpacity(),
             // TODO: Rendering of the mark should be completely skipped if it doesn't

package/src/scale/glslScaleGenerator.js

@@ -109,8 +109,8 @@ export function generateScaleGlsl(channel, scale, channelDef) {
     const domainUniformName = DOMAIN_PREFIX + primary;
     const rangeName = RANGE_PREFIX + primary;
 
-    const fp64 = !!scale.fp64;
-    const attributeType = fp64 ? "vec2" : "float";
+    const hp = isHighPrecisionScale(scale.type);
+    const attributeType = hp ? "vec2" : "float";
 
     const domainLength = scale.domain ? scale.domain().length : undefined;
 
@@ -127,9 +127,6 @@ export function generateScaleGlsl(channel, scale, channelDef) {
     glsl.push("");
 
     glsl.push(`#define ${channel}_DEFINED`);
-    if (fp64) {
-        glsl.push(`#define ${channel}_FP64`);
-    }
 
     const { transform } = splitScaleType(scale.type);
 
@@ -139,11 +136,7 @@ export function generateScaleGlsl(channel, scale, channelDef) {
      */
     const makeScaleCall = (name, ...args) =>
         // eslint-disable-next-line no-useless-call
-        makeFunctionCall.apply(null, [
-            name + (fp64 ? "Fp64" : ""),
-            "value",
-            ...args,
-        ]);
+        makeFunctionCall.apply(null, [name, "value", ...args]);
 
     let functionCall;
     switch (transform) {
@@ -181,6 +174,17 @@ export function generateScaleGlsl(channel, scale, channelDef) {
 
         case "index":
         case "locus":
+            functionCall = makeScaleCall(
+                "scaleBandHp",
+                "domain",
+                rangeName,
+                scale.paddingInner(),
+                scale.paddingOuter(),
+                scale.align(),
+                // @ts-expect-error TODO: fix typing
+                channelDef.band ?? 0.5
+            );
+            break;
         case "point":
         case "band":
             functionCall = makeScaleCall(
@@ -296,10 +300,13 @@ export function generateScaleGlsl(channel, scale, channelDef) {
     if (functionCall) {
         const name = domainUniformName;
         if (usesDomain) {
-            const dtype = fp64 ? "vec4" : "vec2";
-            scaleBody.push(
-                `${dtype} domain = ${dtype}(${name}[slot], ${name}[slot + 1]);`
-            );
+            if (hp) {
+                scaleBody.push(`vec3 domain = ${name};`);
+            } else {
+                scaleBody.push(
+                    `vec2 domain = vec2(${name}[slot], ${name}[slot + 1]);`
+                );
+            }
         }
 
         scaleBody.push(`float transformed = ${functionCall};`);
@@ -344,9 +351,9 @@ ${returnType} ${SCALED_FUNCTION_PREFIX}${channel}() {
             isContinuous(scale.type) || isDiscretizing(scale.type)
                 ? domainLength
                 : 2;
-        domainUniform = `${
-            fp64 ? "vec2" : "float"
-        } ${domainUniformName}[${length}];`;
+        domainUniform = hp
+            ? `highp vec3 ${domainUniformName};`
+            : `mediump float ${domainUniformName}[${length}];`;
     }
 
     return {
@@ -447,3 +454,35 @@ function makeFunctionCall(name, ...args) {
 
     return `${name}(${fixedArgs.join(", ")})`;
 }
+
+/**
+ *
+ * @param {string} type
+ */
+export function isHighPrecisionScale(type) {
+    return type == "index" || type == "locus";
+}
+
+/**
+ * @param {number} x
+ * @param {number[]} [arr]
+ */
+export function splitHighPrecision(x, arr) {
+    // Maximum precise index number is 2^(23 + 11) ~ 17G
+    // Higher number increases precision but makes zooming unstable
+    const bs = 2 ** 11;
+
+    const lo = x % bs;
+    const hi = Math.round(x - lo);
+    arr ??= [];
+    arr[0] = hi;
+    arr[1] = lo;
+    return arr;
+}
+
+/**
+ * @param {number[]} domain
+ */
+export function toHighPrecisionDomainUniform(domain) {
+    return [...splitHighPrecision(domain[0]), domain[1] - domain[0]];
+}

package/src/scale/scale.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 /*!
  * Adapted from vega-encode:
  * https://github.com/vega/vega/blob/master/packages/vega-encode/test/scale-test.js

package/src/scale/ticks.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 /*!
  * Adapted from vega-encode:
  * https://github.com/vega/vega/blob/master/packages/vega-encode/test/scale-test.js

package/src/spec/scale.d.ts

@@ -221,15 +221,6 @@ export interface Scale {
      * If `true` and the scale is used on a positional channel, it can bee zoomed and translated interactively.
      */
     zoom?: boolean | ZoomParams;
-
-    /**
-     * Use emulated 64bit floating points on the GPU to increase precision.
-     *
-     * Emulation has a performance cost when compared to the native 32bit processing, but the effect is negligible in the most cases.
-     *
-     * __Default value:__ `true` for `"locus"` scale, `false` for others.
-     */
-    fp64?: boolean;
 }
 
 export interface SchemeParams {

package/src/utils/addBaseUrl.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import addBaseUrl from "./addBaseUrl";
 
 test("addBaseUrl adds baseUrl when needed", () => {

package/src/utils/cloner.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import createCloner from "./cloner";
 
 const template = {

package/src/utils/coalesce.test.js

@@ -1,3 +1,4 @@
+import { expect, test } from "vitest";
 import coalesce from "./coalesce";
 
 test("Coalesce returns first defined value", () => {