redisbench-admin 0.11.54__py3-none-any.whl → 0.11.56__py3-none-any.whl

redisbench_admin/run/ann/pkg/algos.yaml

@@ -1,1294 +0,0 @@
-float:
-  any:
-    redisearch-hnsw:
-      docker-tag: ann-benchmarks-redisearch
-      module: ann_benchmarks.algorithms.redisearch
-      constructor: RediSearch
-      base-args: ["HNSW", "@metric", "@connection"]
-      run-groups:
-        M-4:
-          arg-groups:
-            - {"M": 4,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-8:
-          arg-groups:
-            - {"M": 8,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-12:
-          arg-groups:
-            - {"M": 12,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-16:
-          arg-groups:
-            - {"M": 16,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-24:
-          arg-groups:
-            - {"M": 24,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-36:
-          arg-groups:
-            - {"M": 36,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-48:
-          arg-groups:
-            - {"M": 48,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-64:
-          arg-groups:
-            - {"M": 64,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-96:
-          arg-groups:
-            - {"M": 96,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-    redisearch-flat:
-      docker-tag: ann-benchmarks-redisearch
-      module: ann_benchmarks.algorithms.redisearch
-      constructor: RediSearch
-      base-args: ["FLAT", "@metric", "@connection"]
-      run-groups:
-        BS-2^10:
-          arg-groups:
-            - {"BLOCK_SIZE": 1024}
-
-    vecsim-hnsw:
-      docker-tag: ann-benchmarks-vecsim
-      module: ann_benchmarks.algorithms.vecsim-hnsw
-      constructor: VecSimHnsw
-      base-args: ["@metric"]
-      run-groups:
-        M-4:
-          arg-groups:
-            - {"M": 4,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-8:
-          arg-groups:
-            - {"M": 8,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-12:
-          arg-groups:
-            - {"M": 12,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-16:
-          arg-groups:
-            - {"M": 16,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-24:
-          arg-groups:
-            - {"M": 24,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-36:
-          arg-groups:
-            - {"M": 36,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-48:
-          arg-groups:
-            - {"M": 48,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-64:
-          arg-groups:
-            - {"M": 64,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-96:
-          arg-groups:
-            - {"M": 96,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-    pinecone:
-      docker-tag: ann-benchmarks-pinecone
-      module: ann_benchmarks.algorithms.pinecone
-      constructor: Pinecone
-      base-args: ["@metric", "@dimension", "@connection"]
-      run-groups:
-        approximated:
-          args: [['approximated']]
-        exact:
-          args: [['exact']]
-    sptag:
-      docker-tag: ann-benchmarks-sptag
-      module: ann_benchmarks.algorithms.sptag
-      constructor: Sptag
-      base-args: ["@metric"]
-      run-groups:
-        sptag:
-          args: [['BKT', 'KDT']]
-          query-args: [[100, 200, 400, 1000, 2000, 4000]]
-    DolphinnPy:
-      disabled: true
-      docker-tag: ann-benchmarks-dolphinn # Docker tag
-      module: ann_benchmarks.algorithms.dolphinnpy # Python class
-      constructor: DolphinnPy # Python class name
-      run-groups:
-        base:
-          args: [[10, 50, 100, 200, 1000, 2000]]
-    faiss-lsh:
-      disabled: true
-      docker-tag: ann-benchmarks-faiss
-      module: ann_benchmarks.algorithms.faiss
-      constructor: FaissLSH
-      base-args: ["@metric"]
-      run-groups:
-        base:
-          # When @args is a list, the result is the Cartesian product of all of
-          # the things it contains; entries that aren't a list will be treated
-          # as lists of length one.
-          args: [[32, 64, 128, 256, 512, 1024, 2048, 4096]]
-          # This run group will produce eight algorithm instances:
-          # FaissLSH(32), FaissLSH(64), and so on up to FaissLSH(4096).
-    faiss-ivf:
-      docker-tag: ann-benchmarks-faiss
-      module: ann_benchmarks.algorithms.faiss
-      constructor: FaissIVF
-      base-args: ["@metric"]
-      run-groups:
-        base:
-          args: [[32,64,128,256,512,1024,2048,4096,8192]]
-          query-args: [[1, 5, 10, 50, 100, 200]]
-    faiss-ivfpqfs:
-      docker-tag: ann-benchmarks-faiss
-      module: ann_benchmarks.algorithms.faiss
-      constructor: FaissIVFPQfs
-      base-args: ["@metric"]
-      run-groups:
-        base:
-          args: [[512, 1204, 2048, 4096]]
-          query-args: [[1, 5, 10, 50, 100, 200], [0, 10, 100, 1000]]
-    faiss-gpu:
-      disabled: true
-      docker-tag: ann-benchmarks-faiss
-      module: ann_benchmarks.algorithms.faiss_gpu
-      constructor: FaissGPU
-      run-groups:
-        base:
-          args: [[400, 1024, 4096, 8192, 16384],
-                 [1, 10, 40, 100, 200]]
-    vecsim-hnsw-blocks:
-      docker-tag: ann-benchmarks-hnswlib
-      module: ann_benchmarks.algorithms.vecsim-hnsw
-      constructor: VecSimHnsw
-      base-args: ["@metric"]
-      run-groups:
-        M-4:
-          arg-groups:
-            - {"M": 4,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-8:
-          arg-groups:
-            - {"M": 8,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-12:
-          arg-groups:
-            - {"M": 12,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-16:
-          arg-groups:
-            - {"M": 16,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-24:
-          arg-groups:
-            - {"M": 24,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-36:
-          arg-groups:
-            - {"M": 36,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-48:
-          arg-groups:
-            - {"M": 48,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-64:
-          arg-groups:
-            - {"M": 64,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-96:
-          arg-groups:
-            - {"M": 96,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-
-    hnsw(faiss):
-     docker-tag: ann-benchmarks-faiss
-     module: ann_benchmarks.algorithms.faiss_hnsw
-     constructor: FaissHNSW
-     base-args: ["@metric"]
-     run-groups:
-       M-4:
-         arg-groups:
-           - {"M": 4,  "efConstruction": 500}
-         query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-       M-8:
-         arg-groups:
-           - {"M": 8,  "efConstruction": 500}
-         query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-       M-12:
-         arg-groups:
-           - {"M": 12,  "efConstruction": 500}
-         query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-       M-16:
-         arg-groups:
-           - {"M": 16,  "efConstruction": 500}
-         query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-       M-24:
-         arg-groups:
-           - {"M": 24,  "efConstruction": 500}
-         query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-       M-36:
-         arg-groups:
-           - {"M": 36,  "efConstruction": 500}
-         query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-       M-48:
-         arg-groups:
-           - {"M": 48,  "efConstruction": 500}
-         query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-       M-64:
-         arg-groups:
-           - {"M": 64,  "efConstruction": 500}
-         query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-       M-96:
-         arg-groups:
-           - {"M": 96,  "efConstruction": 500}
-         query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-
-    flann:
-     docker-tag: ann-benchmarks-flann
-     module: ann_benchmarks.algorithms.flann
-     constructor: FLANN
-     base-args: ["@metric"]
-     run-groups:
-       flann:
-         args: [[0.2, 0.5, 0.7, 0.8, 0.9, 0.95, 0.97]]
-    annoy:
-      docker-tag: ann-benchmarks-annoy
-      module: ann_benchmarks.algorithms.annoy
-      constructor: Annoy
-      base-args: ["@metric"]
-      run-groups:
-        annoy:
-          args: [[100, 200, 400]]
-          query-args: [[100, 200, 400, 1000, 2000, 4000, 10000, 20000, 40000,
-                      100000, 200000, 400000]]
-          # This run group produces 3 algorithm instances -- Annoy("angular",
-          # 100), Annoy("angular", 200), and Annoy("angular", 400) -- each of
-          # which will be used to run 12 different queries.
-    milvus-hnsw:
-      docker-tag: ann-benchmarks-milvus
-      module: ann_benchmarks.algorithms.milvus
-      constructor: Milvus
-      base-args: ["@metric", "@dimension", "@connection", "HNSW"]
-      run-groups:
-        M-4:
-          arg-groups:
-            - {"M": 4,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-8:
-          arg-groups:
-            - {"M": 8,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-12:
-          arg-groups:
-            - {"M": 12,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-16:
-          arg-groups:
-            - {"M": 16,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-24:
-          arg-groups:
-            - {"M": 24,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-36:
-          arg-groups:
-            - {"M": 36,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-48:
-          arg-groups:
-            - {"M": 48,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-64:
-          arg-groups:
-            - {"M": 64,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-    milvus-ivf:
-      docker-tag: ann-benchmarks-milvus
-      module: ann_benchmarks.algorithms.milvus
-      constructor: Milvus
-      base-args: ["@metric", "@dimension", "@connection"]
-      run-groups:
-        milvus:
-          args: [['IVF_FLAT', 'IVF_SQ8'], [{"nlist": 100}, {"nlist": 300}, {"nlist": 1000}, {"nlist": 3000}, {"nlist": 10000}, {"nlist": 30000}]]  # nlist
-          query-args: [[1, 3, 10, 30, 100, 300]]  # nprobe (should be <= nlist)
-    nearpy:
-      disabled: true
-      docker-tag: ann-benchmarks-nearpy
-      module: ann_benchmarks.algorithms.nearpy
-      constructor: NearPy
-      base-args: ["@metric"]
-      run-groups:
-        nearpy:
-          args: [[10, 12, 14, 16], [5, 10, 20, 40]]
-        extra:
-          args: [16, [5, 10, 15, 20, 25, 30, 40]]
-    n2:
-      docker-tag: ann-benchmarks-n2
-      module: ann_benchmarks.algorithms.n2
-      constructor: N2
-      base-args: ["@metric"]
-      run-groups:
-        M-4:
-          arg-groups:
-            - {"M": 4,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-8:
-          arg-groups:
-            - {"M": 8,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-12:
-          arg-groups:
-            - {"M": 12,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-16:
-          arg-groups:
-            - {"M": 16,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-24:
-          arg-groups:
-            - {"M": 24,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-36:
-          arg-groups:
-            - {"M": 36,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-48:
-          arg-groups:
-            - {"M": 48,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-64:
-          arg-groups:
-            - {"M": 64,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-96:
-          arg-groups:
-            - {"M": 96,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-
-    bruteforce:
-      disabled: true
-      docker-tag: ann-benchmarks-sklearn
-      module: ann_benchmarks.algorithms.bruteforce
-      constructor: BruteForce
-      base-args: ["@metric"]
-      run-groups:
-        empty:
-          args: []
-    bruteforce-blas:
-      docker-tag: ann-benchmarks-sklearn
-      module: ann_benchmarks.algorithms.bruteforce
-      constructor: BruteForceBLAS
-      base-args: ["@metric"]
-      run-groups:
-        empty:
-          args: []
-    dummy-algo-st:
-      disabled: true
-      docker-tag: ann-benchmarks-sklearn
-      module: ann_benchmarks.algorithms.dummy_algo
-      constructor: DummyAlgoSt
-      base-args: ["@metric"]
-      run-groups:
-        empty:
-          args: []
-    dummy-algo-mt:
-      disabled: true
-      docker-tag: ann-benchmarks-sklearn
-      module: ann_benchmarks.algorithms.dummy_algo
-      constructor: DummyAlgoMt
-      base-args: ["@metric"]
-      run-groups:
-        empty:
-          args: []
-    ball:
-      disabled: true
-      docker-tag: ann-benchmarks-sklearn
-      module: ann_benchmarks.algorithms.balltree
-      constructor: BallTree
-      base-args: ["@metric"]
-      run-groups:
-        ball:
-          args: &treeargs [[10, 20, 40, 100, 200, 400, 1000]]
-    kd:
-      docker-tag: ann-benchmarks-sklearn
-      module: ann_benchmarks.algorithms.kdtree
-      constructor: KDTree
-      base-args: ["@metric"]
-      run-groups:
-        ball:
-          args: *treeargs
-    ckdtree:
-      docker-tag: ann-benchmarks-scipy
-      module: ann_benchmarks.algorithms.ckdtree
-      constructor: CKDTree
-      base-args: ["@metric"]
-      run-groups:
-        ball:
-          args: *treeargs
-    BallTree(nmslib):
-      docker-tag: ann-benchmarks-nmslib
-      module: ann_benchmarks.algorithms.nmslib
-      constructor: NmslibReuseIndex
-      base-args: ["@metric", "vptree"]
-      run-groups:
-        base:
-          # When @args is a dictionary, algorithm instances will be generated
-          # by taking the Cartesian product of all of its values.
-          arg-groups:
-                - {"tuneK": 10, "desiredRecall": [0.99, 0.97, 0.95, 0.9, 0.85, 0.8,
-                    0.7, 0.6, 0.5, 0.4, 0.3, 0.2, 0.1]}
-                - False
-          # This run group produces thirteen algorithm instances:
-          # NmslibNewIndex("angular", "vptree", {"tuneK": 10,
-          # "desiredRecall": 0.99}), NmslibNewIndex("angular", "vptree",
-          # {"tuneK": 10, "desiredRecall": 0.97}), and so on up to
-          # NmslibNewIndex("angular", "vptree", {"tuneK": 10, "desiredRecall":
-          # 0.1}).
-    pynndescent:
-      docker-tag: ann-benchmarks-pynndescent
-      module: ann_benchmarks.algorithms.pynndescent
-      constructor: PyNNDescent
-      base-args: ["@metric"]
-      run-groups:
-        NN-10-20:
-          arg-groups:
-            - {"n_neighbors": [10, 20], "diversify_prob": [1.0],
-               "pruning_degree_multiplier":[1.5, 2.0], "leaf_size": 32}
-          query-args: [[0.0, 0.02, 0.04, 0.06, 0.08, 0.10, 0.12, 0.14, 0.16]]
-        NN-40-80:
-          arg-groups:
-            - {"n_neighbors": [40, 80], "diversify_prob": [0.0, 1.0],
-               "pruning_degree_multiplier":[2.0, 2.5], "leaf_size": 64}
-          query-args: [[0.0, 0.04, 0.08, 0.12, 0.16, 0.20, 0.24, 0.28, 0.32]]
-    NGT-panng:
-      docker-tag: ann-benchmarks-ngt
-      module: ann_benchmarks.algorithms.panng_ngt
-      constructor : PANNG
-      base-args : ["@metric", "Float"]
-      run-groups :
-        panng:
-           args : [{'edge': 20, 'pathadj': 40, 'searchedge': 60}]
-           query-args : [[0.6, 0.8, 0.9, 1.0, 1.02, 1.05, 1.1, 1.2]]
-    NGT-onng:
-      docker-tag: ann-benchmarks-ngt
-      module: ann_benchmarks.algorithms.onng_ngt
-      constructor : ONNG
-      base-args : ["@metric", "Float", 0.1]
-      run-groups :
-        onng:
-           args : [{'edge': 100, 'outdegree': 10, 'indegree': 120}]
-           query-args : [[[0.60, -2], [0.90, -2], [1.00, -2], [1.02, -2], [1.03, -2],
-                          [1.04, -2], [1.05, -2], [1.07, -2], [1.10, -2], [1.20, -2]]]
-        onng-with-refinement:
-           args : [{'edge': 100, 'outdegree': 10, 'indegree': 120, 'tree': False, 'refine': True}]
-           query-args : [[[0.995, 40], [0.998, 40], [1.00, 40], [1.005, 40], [1.010, 40],
-                          [1.015, 40], [1.020, 40]]]
-    NGT-qg:
-      docker-tag: ann-benchmarks-ngt
-      module: ann_benchmarks.algorithms.qg_ngt
-      constructor : QG
-      base-args : ["@metric", "Float", 0.1]
-      run-groups :
-        me-96:
-           args : [{'edge': 100, 'outdegree': 64, 'indegree': 120, 'max_edge': 96}]
-           query-args : [[[1.2, 0.90], [1.2, 0.95], [1.2, 0.98], [1.2, 1.00], [1.2, 1.02],
-                          [1.5, 0.90], [1.5, 0.95], [1.5, 0.98], [1.5, 1.00], [1.5, 1.02],
-                          [2.0, 0.90], [2.0, 0.95], [2.0, 0.98], [2.0, 1.00], [2.0, 1.02],
-                          [3.0, 0.90], [3.0, 0.95], [3.0, 0.98], [3.0, 1.00], [3.0, 1.02],
-                          [  5, 1.00], [ 10, 1.00], [ 20, 1.00],
-                          [  2, 1.04], [  3, 1.04], [  5, 1.04], [  8, 1.04]]]
-    mrpt:
-      docker-tag: ann-benchmarks-mrpt
-      module: ann_benchmarks.algorithms.mrpt
-      constructor: MRPT
-      base-args: ["@metric"]
-      run-groups:
-        mrpt:
-          args: ["@count"]
-          query-args: [[0.1, 0.2, 0.3, 0.4, 0.5, 0.6, 0.7, 0.8, 0.85, 0.9,
-                        0.925, 0.95, 0.97, 0.98, 0.99, 0.995]]
-    elastiknn-exact:
-      # Disabled because they are < 10 q/s, which will timeout on default settings.
-      disabled: true
-      docker-tag: ann-benchmarks-elastiknn
-      module: ann_benchmarks.algorithms.elastiknn
-      constructor: Exact
-      base-args: [ "@metric", "@dimension" ]
-      run-groups:
-        exact:
-          args: []
-    vald(NGT-panng):
-      docker-tag: ann-benchmarks-vald
-      module: ann_benchmarks.algorithms.vald
-      constructor: Vald
-      base-args: ["@metric", "Float"]
-      run-groups:
-        vald:
-          args: [{'edge': 20, 'searchedge': 60, 'bulk': 100}]
-          query-args: [[0.6, 0.8, 0.9, 1.0, 1.02, 1.05, 1.1, 1.2]]
-
-  euclidean:
-    vamana(diskann):
-      docker-tag: ann-benchmarks-diskann
-      module: ann_benchmarks.algorithms.diskann
-      constructor: Vamana
-      base-args : ["@metric"]
-      run-groups :
-        vamana_100_64_1-2:
-           args : [{'l_build': 100, 'max_outdegree': 64, 'alpha': 1.2}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_100_64_1-1:
-           args : [{'l_build': 100, 'max_outdegree': 64, 'alpha': 1.1}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_100_64_1:
-           args : [{'l_build': 100, 'max_outdegree': 64, 'alpha': 1}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_125_32_1-2:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1.2}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_125_32_1-1:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1.1}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_125_32_1:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-    vamana-pq(diskann):
-      docker-tag: ann-benchmarks-diskann_pq
-      module: ann_benchmarks.algorithms.diskann
-      constructor: VamanaPQ
-      base-args : ["@metric"]
-      run-groups :
-        vamana_pq_100_64_1-2_32:
-           args : [{'l_build': 100, 'max_outdegree': 64, 'alpha': 1.2, 'chunks': 32}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_100_64_1_32:
-           args : [{'l_build': 100, 'max_outdegree': 64, 'alpha': 1, 'chunks': 32}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_80_64_1-2_96:
-           args : [{'l_build': 80, 'max_outdegree': 64, 'alpha': 1.2, 'chunks': 96}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_80_64_1_96:
-           args : [{'l_build': 80, 'max_outdegree': 64, 'alpha': 1, 'chunks': 96}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_80_64_1-2_112:
-           args : [{'l_build': 80, 'max_outdegree': 64, 'alpha': 1.2, 'chunks': 112}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_80_64_1_112:
-           args : [{'l_build': 80, 'max_outdegree': 64, 'alpha': 1, 'chunks': 112}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1-2_32:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1.2, 'chunks': 32}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1_32:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1, 'chunks': 32}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1-2_96:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1.2, 'chunks': 96}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1_96:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1, 'chunks': 96}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1-2_112:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1.2, 'chunks': 112}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1_112:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1, 'chunks': 112}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-    scann:
-      docker-tag: ann-benchmarks-scann
-      module: ann_benchmarks.algorithms.scann
-      constructor: Scann
-      run-groups:
-        scann1:
-          args: [[600], [.nan], [2], ["squared_l2"]]
-          query-args: [[[4, 40], [3, 30], [6, 60], [8, 74], [9, 78], [10, 82], [11, 85], [13, 100], [16, 120], [20, 140], [30, 180], [35, 240], [50, 360]]]
-        scann2:
-          args: [[2000], [.nan], [4], ["squared_l2"]]
-          query-args: [[[10, 100], [15, 140], [25, 160], [35, 190], [40, 200], [45, 220], [50, 240], [60, 250], [70, 300], [80, 400], [100, 500], [120, 600], [150, 800], [200, 900]]]
-        scann3:
-          args: [[100], [.nan], [4], ["squared_l2"]]
-          query-args: [[[2, 20], [3, 20], [3, 30], [4, 30], [5, 40], [8, 80]]]
-    kgraph:
-      docker-tag: ann-benchmarks-kgraph
-      module: ann_benchmarks.algorithms.kgraph
-      constructor: KGraph
-      base-args: ["@metric"]
-      run-groups:
-        kgraph:
-          args: [ {'reverse': -1}, True] # XXX: hard-codes save_index as True
-          query-args: [[1, 2, 3, 4, 5, 10, 20, 30, 40, 50, 60, 70, 80, 90, 100]]
-    hnsw(nmslib):
-      docker-tag: ann-benchmarks-nmslib
-      module: ann_benchmarks.algorithms.nmslib
-      constructor: NmslibReuseIndex
-      base-args: ["@metric", "hnsw"]
-      run-groups:
-        M-32:
-          # If a run group has an array called @arg-groups instead of one
-          # called @args, then every element in that array will be separately
-          # expanded before then taking the Cartesian product of all of those
-          # expansions.
-          #
-          # Yes, this is a bit of a hack, but some constructors are weird.
-          # (This one used to require that dictionaries be encoded as lists
-          # of environment variable-style strings -- ["M=32", "post=2",
-          # "efConstruction=400"] -- which didn't work with this at all...)
-          arg-groups:
-            - {"M": 32, "post": 2, "efConstruction": 400}
-            - False
-          query-args: [[20, 30, 40, 50, 60, 70, 80, 90, 100, 120, 140, 160, 200,
-              300, 400]]
-        M-20:
-          arg-groups:
-            - {"M": 20, "post": 2, "efConstruction": 400}
-            - False
-          query-args: [[2, 5, 10, 15, 20, 30, 40, 50, 70, 80, 120, 200, 400]]
-        M-12:
-          arg-groups:
-            - {"M": 12, "post": 0, "efConstruction": 400}
-            - False
-          query-args: [[1, 2, 5, 10, 15, 20, 30, 40, 50, 70, 80, 120]]
-        M-4:
-          arg-groups:
-            - {"M": 4, "post": 0, "efConstruction": 400}
-            - False
-          query-args: [[1, 2, 5, 10, 20, 30, 50, 70, 90, 120]]
-        M-8:
-          arg-groups:
-            - {"M": 8, "post": 0, "efConstruction": 400}
-            - False
-          query-args: [[1, 2, 5, 10, 20, 30, 50, 70, 90, 120, 160]]
-    SW-graph(nmslib):
-      docker-tag: ann-benchmarks-nmslib
-      module: ann_benchmarks.algorithms.nmslib
-      constructor: NmslibReuseIndex
-      base-args: ["@metric", "sw-graph"]
-      run-groups:
-        NN-24:
-          arg-groups:
-            - {"NN": 24}
-            - False
-          query-args: [[800, 400, 200, 100, 50, 30, 20, 15, 10, 5, 1]]
-        NN-16:
-          arg-groups:
-            - {"NN": 16}
-            - False
-          query-args: [[800, 400, 200, 100, 50, 30, 20, 15, 10, 5, 1]]
-        NN-10:
-          arg-groups:
-            - {"NN": 10}
-            - False
-          query-args: [[800, 400, 200, 100, 50, 30, 20, 15, 10, 5, 1]]
-        NN-5:
-          arg-groups:
-            - {"NN": 5}
-            - False
-          query-args: [[30, 25, 20, 15, 10, 5, 4, 3, 2, 1]]
-    pynndescent:
-      docker-tag: ann-benchmarks-pynndescent
-      module: ann_benchmarks.algorithms.pynndescent
-      constructor: PyNNDescent
-      base-args: ["@metric"]
-      run-groups:
-        NN-10:
-          arg-groups:
-            - {"n_neighbors": 10, "diversify_prob": 1.0,
-               "pruning_degree_multiplier":[0.5, 1.0], "leaf_size": 24}
-          query-args: [[0.0, 0.01, 0.02, 0.03, 0.04, 0.06, 0.08, 0.10, 0.12]]
-        NN-20:
-          arg-groups:
-            - {"n_neighbors": 20, "diversify_prob": 1.0,
-               "pruning_degree_multiplier":[0.75, 1.5], "leaf_size": 24}
-          query-args: [[0.0, 0.02, 0.04, 0.06, 0.08, 0.10, 0.12, 0.14, 0.16, 0.20]]
-        NN-40:
-          arg-groups:
-            - {"n_neighbors": 40, "diversify_prob": [0.0, 1.0],
-               "pruning_degree_multiplier":[1.0, 2.0], "leaf_size": 36}
-          query-args: [[0.0, 0.02, 0.04, 0.08, 0.12, 0.16, 0.20, 0.24, 0.28, 0.32]]
-        NN-60:
-          arg-groups:
-            - {"n_neighbors": 60, "diversify_prob": 0.0,
-               "pruning_degree_multiplier":[2.0, 3.0], "leaf_size": 48}
-          query-args: [[0.0, 0.04, 0.08, 0.12, 0.16, 0.20, 0.24, 0.28, 0.32, 0.36]]
-    elastiknn-l2lsh:
-      docker-tag: ann-benchmarks-elastiknn
-      module: ann_benchmarks.algorithms.elastiknn
-      constructor: L2Lsh
-      base-args: []
-      run-groups:
-        elastiknn-lsh:
-          args:
-          - [50, 75, 100]
-          - [3, 4]
-          - [1, 3, 7]
-          query-args:
-          - [1000, 10000]
-          - [0, 6]
-    opensearchknn:
-      docker-tag: ann-benchmarks-opensearchknn
-      module: ann_benchmarks.algorithms.opensearchknn
-      constructor: OpenSearchKNN
-      base-args: ["@metric", "@dimension"]
-      run-groups:
-        M-4:
-          arg-groups:
-            - {"M": 4,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-8:
-          arg-groups:
-            - {"M": 8,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-12:
-          arg-groups:
-            - {"M": 12,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-16:
-          arg-groups:
-            - {"M": 16,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-24:
-          arg-groups:
-            - {"M": 24,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-36:
-          arg-groups:
-            - {"M": 36,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-48:
-          arg-groups:
-            - {"M": 48,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-    hnsw(vespa):
-      docker-tag: ann-benchmarks-vespa
-      module: ann_benchmarks.algorithms.vespa
-      constructor: VespaHnsw
-      base-args: ["@metric", "@dimension"]
-      run-groups:
-        M-4:
-          arg-groups:
-            - {"M": 4, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-8:
-          arg-groups:
-            - {"M": 8, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-12:
-          arg-groups:
-            - {"M": 12, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-16:
-          arg-groups:
-            - {"M": 16, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-24:
-          arg-groups:
-            - {"M": 24, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-36:
-          arg-groups:
-            - {"M": 36, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-48:
-          arg-groups:
-            - {"M": 48, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-64:
-          arg-groups:
-            - {"M": 64, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-96:
-          arg-groups:
-            - {"M": 96, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-
-  angular:
-    vamana(diskann):
-      docker-tag: ann-benchmarks-diskann
-      module: ann_benchmarks.algorithms.diskann
-      constructor: Vamana
-      base-args : ["@metric"]
-      run-groups :
-        vamana_125_64_1-2:
-           args : [{'l_build': 125, 'max_outdegree': 64, 'alpha': 1.2}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_125_64_1-1:
-           args : [{'l_build': 125, 'max_outdegree': 64, 'alpha': 1.1}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_125_64_1:
-           args : [{'l_build': 125, 'max_outdegree': 64, 'alpha': 1}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_125_32_1-2:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1.2}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_125_32_1-1:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1.1}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_125_32_1:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-    vamana-pq(diskann):
-      docker-tag: ann-benchmarks-diskann_pq
-      module: ann_benchmarks.algorithms.diskann
-      constructor: VamanaPQ
-      base-args : ["@metric"]
-      run-groups :
-        vamana_pq_125_64_1-2_14:
-           args : [{'l_build': 125, 'max_outdegree': 64, 'alpha': 1.2, 'chunks': 14}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_64_1_14:
-           args : [{'l_build': 125, 'max_outdegree': 64, 'alpha': 1, 'chunks': 14}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_64_1-2_28:
-           args : [{'l_build': 125, 'max_outdegree': 64, 'alpha': 1.2, 'chunks': 28}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_64_1_28:
-           args : [{'l_build': 125, 'max_outdegree': 64, 'alpha': 1, 'chunks': 28}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_64_1-2_42:
-           args : [{'l_build': 125, 'max_outdegree': 64, 'alpha': 1.2, 'chunks': 42}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_64_1_42:
-           args : [{'l_build': 125, 'max_outdegree': 64, 'alpha': 1, 'chunks': 42}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1-2_14:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1.2, 'chunks': 14}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1_14:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1, 'chunks': 14}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1-2_28:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1.2, 'chunks': 28}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1_28:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1, 'chunks': 28}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1-2_42:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1.2, 'chunks': 42}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-        vamana_pq_125_32_1_42:
-           args : [{'l_build': 125, 'max_outdegree': 32, 'alpha': 1, 'chunks': 42}]
-           query-args : [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 110, 120]]
-    puffinn:
-      docker-tag: ann-benchmarks-puffinn
-      module: ann_benchmarks.algorithms.puffinn
-      constructor: Puffinn
-      base-args: ["@metric"]
-      run-groups:
-        base:
-            args: [
-              [ 268435456, 536870912, 1073741824, 2147483648, 4294967296],
-              ['fht_crosspolytope'],
-            ]
-            query-args: [[0.1, 0.2, 0.5, 0.7, 0.9, 0.95, 0.99]]
-    kgraph:
-      docker-tag: ann-benchmarks-kgraph
-      module: ann_benchmarks.algorithms.kgraph
-      constructor: KGraph
-      base-args: ["@metric"]
-      run-groups:
-        kgraph:
-          args: [{'reverse': -1, "K": 200, "L": 300, "S": 20}, False]
-          query-args: [[1, 2, 3, 4, 5, 10, 20, 30, 40, 50, 60, 70, 80, 90, 100]]
-    hnsw(nmslib):
-      docker-tag: ann-benchmarks-nmslib
-      module: ann_benchmarks.algorithms.nmslib
-      constructor: NmslibReuseIndex
-      base-args: ["@metric", "hnsw"]
-      run-groups:
-        M-48:
-          arg-groups:
-            - {"M": 48, "post": 2, "efConstruction": 800}
-            - False
-          query-args: [[50, 70, 90, 120, 160, 200, 400, 600, 700, 800, 1000,
-              1400, 1600, 2000]]
-        M-32:
-          arg-groups:
-            - {"M": 32, "post": 2, "efConstruction": 800}
-            - False
-          query-args: [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 120, 140, 160,
-              200, 300, 400, 600, 700, 800, 1000, 1200, 1400, 1600, 2000]]
-        M-20:
-          arg-groups:
-            - {"M": 20, "post": 0, "efConstruction": 800}
-            - False
-          query-args: [[2, 5, 10, 15, 20, 30, 40, 50, 70, 80]]
-        M-12:
-          arg-groups:
-            - {"M": 12, "post": 0, "efConstruction": 800}
-            - False
-          query-args: [[1, 2, 5, 10, 15, 20, 30, 40, 50, 70, 80]]
-    SW-graph(nmslib):
-      docker-tag: ann-benchmarks-nmslib
-      module: ann_benchmarks.algorithms.nmslib
-      constructor: NmslibReuseIndex
-      base-args: ["@metric", "sw-graph"]
-      run-groups:
-        NN-30:
-          arg-groups:
-            - {"NN": 30}
-            - False
-          query-args: [[700, 650, 550, 450, 350, 275, 200, 150, 120, 80,
-              50, 30]]
-        NN-15:
-          arg-groups:
-            - {"NN": 15}
-            - False
-          query-args: [[80, 50, 30, 20]]
-        NN-3:
-          arg-groups:
-            - {"NN": 3}
-            - False
-          query-args: [[120, 80, 60, 40, 20, 10, 8, 4, 2]]
-    rpforest:
-      docker-tag: ann-benchmarks-rpforest
-      module: ann_benchmarks.algorithms.rpforest
-      constructor: RPForest
-      run-groups:
-        base:
-          args: [[3, 10, 40, 100, 400],
-                [3, 10, 40, 100, 400]]
-    pynndescent:
-      docker-tag: ann-benchmarks-pynndescent
-      module: ann_benchmarks.algorithms.pynndescent
-      constructor: PyNNDescent
-      base-args: ["@metric"]
-      run-groups:
-        NN-20:
-          arg-groups:
-            - {"n_neighbors": [20], "diversify_prob": [1.0],
-               "pruning_degree_multiplier":[0.5, 1.0], leaf_size: 20}
-          query-args: [[0.0, 0.02, 0.04, 0.06, 0.08, 0.10, 0.12]]
-        NN-40:
-          arg-groups:
-            - {"n_neighbors": [40], "diversify_prob": [0.5, 1.0],
-               "pruning_degree_multiplier":[1.5], leaf_size: 25}
-          query-args: [[0.0, 0.02, 0.04, 0.06, 0.08, 0.10, 0.12, 0.14, 0.16]]
-        NN-80-fast:
-          arg-groups:
-            - {"n_neighbors": 80, diversify_prob: 1.0,
-               "pruning_degree_multiplier": 2.0, leaf_size: 20}
-          query-args: [[0.0, 0.02, 0.04, 0.08, 0.12, 0.16, 0.20, 0.24]]
-        NN-80-accurate:
-          arg-groups:
-            - {"n_neighbors": 80, diversify_prob: 0.25,
-                "pruning_degree_multiplier": 2.0, leaf_size: 30}
-          query-args: [[0.08, 0.12, 0.16, 0.20, 0.24, 0.28, 0.32, 0.36]]
-        NN-120-fast:
-          arg-groups:
-            - {"n_neighbors": 120, "diversify_prob": 1.0,
-               "pruning_degree_multiplier":2.5, leaf_size: 20}
-          query-args: [[0.0, 0.04, 0.08, 0.16, 0.20, 0.24, 0.28, 0.32]]
-        NN-120-accurate:
-          arg-groups:
-            - {"n_neighbors": 120, "diversify_prob": 0.125,
-               "pruning_degree_multiplier":2.5, leaf_size: 35}
-          query-args: [[0.16, 0.20, 0.24, 0.28, 0.32, 0.36]]
-    scann:
-      docker-tag: ann-benchmarks-scann
-      module: ann_benchmarks.algorithms.scann
-      constructor: Scann
-      run-groups:
-        scann1:
-          args: [[2000], [0.2], [2], ["dot_product"]]
-          query-args: [[[1, 30], [2, 30], [4, 30], [8, 30], [30, 120], [35, 100], [40, 80], [45, 80], [50, 80], [55, 95], [60, 110], [65, 110], [75, 110], [90, 110], [110, 120], [130, 150], [150, 200], [170, 200], [200, 300], [220, 500], [250, 500], [310, 300], [400, 300], [500, 500], [800, 1000]]]
-        scann2:
-          args: [[1500], [0.55], [1], ["dot_product"]]
-          query-args: [[[1, 30], [2, 30], [4, 30], [8, 30], [8, 25], [10, 25], [12, 25], [13, 25], [14, 27], [15, 30], [17, 30], [18, 40], [20, 40], [22, 40], [25, 50], [30, 50], [35, 55], [50, 60], [60, 60], [80, 80], [100, 100]]]
-        scann3:
-          args: [[1000], [.2], [1], ["dot_product"]]
-          query-args: [[[1, 30], [2, 30], [4, 30], [8, 30], [9, 25], [11, 35], [12, 35], [13, 35], [14, 40], [15, 40], [16, 40], [17, 45], [20, 45], [20, 55], [25, 55], [25, 70], [30, 70], [40, 90], [50, 100], [60, 120], [70, 140]]]
-        scann4:
-          args: [[1400], [0.15], [3], ["dot_product"]]
-          query-args: [[[1, 30], [4, 30], [9, 30], [16, 32], [25, 50], [36, 72], [49, 98], [70, 150], [90, 200], [120, 210], [180, 270], [210, 330], [260, 400], [320, 500], [400, 600], [500, 700], [800, 900]]]
-    elasticsearch:
-      docker-tag: ann-benchmarks-elasticsearch
-      module: ann_benchmarks.algorithms.elasticsearch
-      constructor: ElasticsearchScriptScoreQuery
-      base-args: [ "@metric", "@dimension", "@connection" ]
-      run-groups:
-        M-4:
-          arg-groups:
-            - {"m": 4,  "ef_construction": 500, "type": "hnsw"}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-8:
-          arg-groups:
-            - {"m": 8,  "ef_construction": 500, "type": "hnsw"}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-12:
-          arg-groups:
-            - {"m": 12,  "ef_construction": 500, "type": "hnsw"}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-16:
-          arg-groups:
-            - {"m": 16,  "ef_construction": 500, "type": "hnsw"}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-24:
-          arg-groups:
-            - {"m": 24,  "ef_construction": 500, "type": "hnsw"}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-36:
-          arg-groups:
-            - {"m": 36,  "ef_construction": 500, "type": "hnsw"}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-48:
-          arg-groups:
-            - {"m": 48,  "ef_construction": 500, "type": "hnsw"}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-64:
-          arg-groups:
-            - {"m": 64,  "ef_construction": 500, "type": "hnsw"}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-96:
-          arg-groups:
-            - {"m": 96,  "ef_construction": 500, "type": "hnsw"}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-    opensearchknn:
-      docker-tag: ann-benchmarks-opensearchknn
-      module: ann_benchmarks.algorithms.opensearchknn
-      constructor: OpenSearchKNN
-      base-args: ["@metric", "@dimension"]
-      run-groups:
-        M-4:
-          arg-groups:
-            - {"M": 4,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-8:
-          arg-groups:
-            - {"M": 8,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-12:
-          arg-groups:
-            - {"M": 12,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-16:
-          arg-groups:
-            - {"M": 16,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-24:
-          arg-groups:
-            - {"M": 24,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-36:
-          arg-groups:
-            - {"M": 36,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-48:
-          arg-groups:
-            - {"M": 48,  "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-    hnsw(vespa):
-      docker-tag: ann-benchmarks-vespa
-      module: ann_benchmarks.algorithms.vespa
-      constructor: VespaHnsw
-      base-args: ["@metric", "@dimension"]
-      run-groups:
-        M-4:
-          arg-groups:
-            - {"M": 4, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-8:
-          arg-groups:
-            - {"M": 8, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-12:
-          arg-groups:
-            - {"M": 12, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-16:
-          arg-groups:
-            - {"M": 16, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-24:
-          arg-groups:
-            - {"M": 24, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-36:
-          arg-groups:
-            - {"M": 36, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-48:
-          arg-groups:
-            - {"M": 48, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-64:
-          arg-groups:
-            - {"M": 64, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-        M-96:
-          arg-groups:
-            - {"M": 96, "efConstruction": 500}
-          query-args: [[10, 20, 40, 80, 120, 200, 400, 600, 800]]
-
-bit:
-  hamming:
-    mih:
-      docker-tag: ann-benchmarks-mih
-      module: ann_benchmarks.algorithms.subprocess
-      constructor: BitSubprocessPrepared
-      base-args: [["mih/bin/mihwrapper"]]
-      run-groups:
-        base:
-          # Note that MIH assumes that 5 <= dimension / chunks <= 37 and segfaults otherwise.
-          # This parameter space is explored below using the `chunk-factor`.
-          # A factor of 0 means that dimension / chunks = 5 which proceeds linearly to
-          # dimension / chunks = 37 for a factor of 1.
-          # The r parameter denotes a reordering with n / r steps. If r is 0, no reordering
-          # takes places. Otherwise, n / r points from the dataset are used for a
-          # re-ording process. MIH requires either r = 0 or r >= 2.
-          args: { "d" : "@dimension", "r" : [0, 2, 3],
-            "chunk-factor" : [0.2, 0.5, 0.8] }
-    kgraph:
-      docker-tag: ann-benchmarks-kgraph
-      module: ann_benchmarks.algorithms.kgraph
-      constructor: KGraph
-      base-args: ["euclidean"]
-      run-groups:
-        kgraph:
-          args: [[1, 2, 3, 4, 5, 10, 20, 30, 40, 50, 60, 70, 80, 90, 100],
-                 {'reverse': -1, "K": 200, "L": 300, "S": 20}, False]
-    hnsw(nmslib):
-      docker-tag: ann-benchmarks-nmslib
-      module: ann_benchmarks.algorithms.nmslib
-      constructor: NmslibReuseIndex
-      base-args: ["euclidean", "hnsw"]
-      run-groups:
-        M-48:
-          arg-groups:
-            - {"M": 48, "post": 2, "efConstruction": 800}
-            - False
-          query-args: [[50, 70, 90, 120, 160, 200, 400, 600, 700, 800, 1000,
-              1400, 1600, 2000]]
-        M-32:
-          arg-groups:
-            - {"M": 32, "post": 2, "efConstruction": 800}
-            - False
-          query-args: [[10, 20, 30, 40, 50, 60, 70, 80, 90, 100, 120, 140, 160,
-              200, 300, 400, 600, 700, 800, 1000, 1200, 1400, 1600, 2000]]
-        M-20:
-          arg-groups:
-            - {"M": 20, "post": 0, "efConstruction": 800}
-            - False
-          query-args: [[2, 5, 10, 15, 20, 30, 40, 50, 70, 80]]
-        M-12:
-          arg-groups:
-            - {"M": 12, "post": 0, "efConstruction": 800}
-            - False
-          query-args: [[1, 2, 5, 10, 15, 20, 30, 40, 50, 70, 80]]
-    pynndescent:
-      docker-tag: ann-benchmarks-pynndescent
-      module: ann_benchmarks.algorithms.pynndescent
-      constructor: PyNNDescent
-      base-args: ["@metric"]
-      run-groups:
-        NN-20:
-          arg-groups:
-            - {"n_neighbors": [20], "diversify_prob": [0.75, 1.0],
-               "pruning_degree_multiplier":[1.0, 1.5], leaf_size: 32}
-          query-args: [[0.0, 0.01, 0.02, 0.04, 0.08, 0.12, 0.16]]
-        NN-40:
-          arg-groups:
-            - {"n_neighbors": [40], "diversify_prob": [0.5, 1.0],
-               "pruning_degree_multiplier":[1.5, 2.0], leaf_size: 48}
-          query-args: [[0.0, 0.04, 0.08, 0.12, 0.16, 0.20, 0.24]]
-        NN-80:
-          arg-groups:
-            - {"n_neighbors": [80], "diversify_prob": [0.25, 1.0],
-               "pruning_degree_multiplier":[1.75, 2.25], leaf_size: 64}
-          query-args: [[0.0, 0.08, 0.12, 0.16, 0.20, 0.24, 0.28, 0.32]]
-        NN-120:
-          arg-groups:
-            - {"n_neighbors": [120], "diversify_prob": [0.0, 1.0],
-               "pruning_degree_multiplier":[2.0, 2.5], leaf_size: 80}
-          query-args: [[0.08, 0.16, 0.20, 0.24, 0.28, 0.32, 0.36]]
-    annoy:
-      docker-tag: ann-benchmarks-annoy
-      module: ann_benchmarks.algorithms.annoy
-      constructor: Annoy
-      base-args: ["@metric"]
-      run-groups:
-        annoy:
-          args: [[100, 200, 400]]
-          query-args: [[100, 200, 400, 1000, 2000, 4000, 10000, 20000, 40000,
-                      100000, 200000, 400000]]
-          # This run group produces 3 algorithm instances -- Annoy("angular",
-          # 100), Annoy("angular", 200), and Annoy("angular", 400) -- each of
-          # which will be used to run 12 different queries.
-    faiss-ivf:
-      docker-tag: ann-benchmarks-faiss
-      module: ann_benchmarks.algorithms.faiss
-      constructor: FaissIVF
-      base-args: ["euclidean"]
-      run-groups:
-        base:
-          args: [[32,64,128,256,512,1024,2048,4096,8192]]
-          query-args: [[1, 5, 10, 50, 100, 200]]
-  jaccard:
-    bf:
-      docker-tag: ann-benchmarks-sklearn
-      module: ann_benchmarks.algorithms.bruteforce
-      constructor: BruteForceBLAS
-      base-args: ["@metric"]
-      run-groups:
-        base:
-          args: {}
-    datasketch:
-      docker-tag: ann-benchmarks-datasketch
-      module: ann_benchmarks.algorithms.datasketch
-      constructor: DataSketch
-      base-args: ["@metric"]
-      run-groups:
-        base:
-          args:  [[128, 256, 512],[8, 16, 32, 64, 128]]
-    puffinn:
-      docker-tag: ann-benchmarks-puffinn
-      module: ann_benchmarks.algorithms.puffinn
-      constructor: Puffinn
-      base-args: ["@metric"]
-      run-groups:
-        base:
-            args: [
-              [ 16000000, 512000000],
-              ['1bit_minhash'],
-            ]
-            query-args: [[0.1, 0.2, 0.5, 0.7, 0.9, 0.95, 0.99]]
-    pynndescent:
-      docker-tag: ann-benchmarks-pynndescent
-      module: ann_benchmarks.algorithms.pynndescent
-      constructor: PyNNDescent
-      base-args: ["@metric"]
-      run-groups:
-        NN-20:
-          arg-groups:
-            - {"n_neighbors": [20], "diversify_prob": [1.0],
-               "pruning_degree_multiplier":[0.5, 1.0], leaf_size: 20}
-          query-args: [[0.0, 0.02, 0.04, 0.06, 0.08, 0.10, 0.12]]
-        NN-40:
-          arg-groups:
-            - {"n_neighbors": [40], "diversify_prob": [0.5, 1.0],
-               "pruning_degree_multiplier":[1.5], leaf_size: 25}
-          query-args: [[0.0, 0.02, 0.04, 0.06, 0.08, 0.10, 0.12, 0.14, 0.16]]
-        NN-80-fast:
-          arg-groups:
-            - {"n_neighbors": 80, diversify_prob: 1.0,
-               "pruning_degree_multiplier": 2.0, leaf_size: 20}
-          query-args: [[0.0, 0.02, 0.04, 0.08, 0.12, 0.16, 0.20, 0.24]]
-        NN-80-accurate:
-          arg-groups:
-            - {"n_neighbors": 80, diversify_prob: 0.25,
-                "pruning_degree_multiplier": 2.0, leaf_size: 30}
-          query-args: [[0.08, 0.12, 0.16, 0.20, 0.24, 0.28, 0.32, 0.36]]
-        NN-120-fast:
-          arg-groups:
-            - {"n_neighbors": 120, "diversify_prob": 1.0,
-               "pruning_degree_multiplier":2.5, leaf_size: 20}
-          query-args: [[0.0, 0.04, 0.08, 0.16, 0.20, 0.24, 0.28, 0.32]]
-        NN-120-accurate:
-          arg-groups:
-            - {"n_neighbors": 120, "diversify_prob": 0.125,
-               "pruning_degree_multiplier":2.5, leaf_size: 35}
-          query-args: [[0.16, 0.20, 0.24, 0.28, 0.32, 0.36]]