brainstate 0.0.1.post20240612__py2.py3-none-any.whl → 0.0.1.post20240622__py2.py3-none-any.whl

brainstate/math/_einops_parsing.py

@@ -1,169 +0,0 @@
-# Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-from __future__ import annotations
-import keyword
-import warnings
-from typing import List, Optional, Set, Tuple, Union
-
-_ellipsis: str = '…'  # NB, this is a single unicode symbol. String is used as it is not a list, but can be iterated
-
-
-class EinopsError(Exception):
-  pass
-
-
-class AnonymousAxis(object):
-  """Important thing: all instances of this class are not equal to each other """
-
-  def __init__(self, value: str):
-    self.value = int(value)
-    if self.value <= 1:
-      if self.value == 1:
-        raise EinopsError('No need to create anonymous axis of length 1. Report this as an issue')
-      else:
-        raise EinopsError('Anonymous axis should have positive length, not {}'.format(self.value))
-
-  def __repr__(self):
-    return "{}-axis".format(str(self.value))
-
-
-class ParsedExpression:
-  """
-  non-mutable structure that contains information about one side of expression (e.g. 'b c (h w)')
-  and keeps some information important for downstream
-  """
-
-  def __init__(self, expression: str, *, allow_underscore: bool = False,
-               allow_duplicates: bool = False):
-    self.has_ellipsis: bool = False
-    self.has_ellipsis_parenthesized: Optional[bool] = None
-    self.identifiers: Set[str] = set()
-    # that's axes like 2, 3, 4 or 5. Axes with size 1 are exceptional and replaced with empty composition
-    self.has_non_unitary_anonymous_axes: bool = False
-    # composition keeps structure of composite axes, see how different corner cases are handled in tests
-    self.composition: List[Union[List[str], str]] = []
-    if '.' in expression:
-      if '...' not in expression:
-        raise EinopsError('Expression may contain dots only inside ellipsis (...)')
-      if str.count(expression, '...') != 1 or str.count(expression, '.') != 3:
-        raise EinopsError(
-          'Expression may contain dots only inside ellipsis (...); only one ellipsis for tensor ')
-      expression = expression.replace('...', _ellipsis)
-      self.has_ellipsis = True
-
-    bracket_group: Optional[List[str]] = None
-
-    def add_axis_name(x):
-      if x in self.identifiers:
-        if not (allow_underscore and x == "_") and not allow_duplicates:
-          raise EinopsError('Indexing expression contains duplicate dimension "{}"'.format(x))
-      if x == _ellipsis:
-        self.identifiers.add(_ellipsis)
-        if bracket_group is None:
-          self.composition.append(_ellipsis)
-          self.has_ellipsis_parenthesized = False
-        else:
-          bracket_group.append(_ellipsis)
-          self.has_ellipsis_parenthesized = True
-      else:
-        is_number = str.isdecimal(x)
-        if is_number and int(x) == 1:
-          # handling the case of anonymous axis of length 1
-          if bracket_group is None:
-            self.composition.append([])
-          else:
-            pass  # no need to think about 1s inside parenthesis
-          return
-        is_axis_name, reason = self.check_axis_name_return_reason(x, allow_underscore=allow_underscore)
-        if not (is_number or is_axis_name):
-          raise EinopsError('Invalid axis identifier: {}\n{}'.format(x, reason))
-        if is_number:
-          x = AnonymousAxis(x)
-        self.identifiers.add(x)
-        if is_number:
-          self.has_non_unitary_anonymous_axes = True
-        if bracket_group is None:
-          self.composition.append([x])
-        else:
-          bracket_group.append(x)
-
-    current_identifier = None
-    for char in expression:
-      if char in '() ':
-        if current_identifier is not None:
-          add_axis_name(current_identifier)
-        current_identifier = None
-        if char == '(':
-          if bracket_group is not None:
-            raise EinopsError("Axis composition is one-level (brackets inside brackets not allowed)")
-          bracket_group = []
-        elif char == ')':
-          if bracket_group is None:
-            raise EinopsError('Brackets are not balanced')
-          self.composition.append(bracket_group)
-          bracket_group = None
-      elif str.isalnum(char) or char in ['_', _ellipsis]:
-        if current_identifier is None:
-          current_identifier = char
-        else:
-          current_identifier += char
-      else:
-        raise EinopsError("Unknown character '{}'".format(char))
-
-    if bracket_group is not None:
-      raise EinopsError('Imbalanced parentheses in expression: "{}"'.format(expression))
-    if current_identifier is not None:
-      add_axis_name(current_identifier)
-
-  def flat_axes_order(self) -> List:
-    result = []
-    for composed_axis in self.composition:
-      assert isinstance(composed_axis, list), 'does not work with ellipsis'
-      for axis in composed_axis:
-        result.append(axis)
-    return result
-
-  def has_composed_axes(self) -> bool:
-    # this will ignore 1 inside brackets
-    for axes in self.composition:
-      if isinstance(axes, list) and len(axes) > 1:
-        return True
-    return False
-
-  @staticmethod
-  def check_axis_name_return_reason(name: str, allow_underscore: bool = False) -> Tuple[bool, str]:
-    if not str.isidentifier(name):
-      return False, 'not a valid python identifier'
-    elif name[0] == '_' or name[-1] == '_':
-      if name == '_' and allow_underscore:
-        return True, ''
-      return False, 'axis name should should not start or end with underscore'
-    else:
-      if keyword.iskeyword(name):
-        warnings.warn("It is discouraged to use axes names that are keywords: {}".format(name), RuntimeWarning)
-      if name in ['axis']:
-        warnings.warn("It is discouraged to use 'axis' as an axis name "
-                      "and will raise an error in future", FutureWarning)
-      return True, ''
-
-  @staticmethod
-  def check_axis_name(name: str) -> bool:
-    """
-    Valid axes names are python identifiers except keywords,
-    and additionally should not start or end with underscore
-    """
-    is_valid, _reason = ParsedExpression.check_axis_name_return_reason(name)
-    return is_valid

brainstate/math/_einops_parsing_test.py

@@ -1,126 +0,0 @@
-# Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-import pytest
-
-from brainstate.math._einops_parsing import EinopsError, ParsedExpression, AnonymousAxis, _ellipsis
-
-
-class AnonymousAxisPlaceholder:
-  def __init__(self, value: int):
-    self.value = value
-    assert isinstance(self.value, int)
-
-  def __eq__(self, other):
-    return isinstance(other, AnonymousAxis) and self.value == other.value
-
-
-def test_anonymous_axes():
-  a, b = AnonymousAxis('2'), AnonymousAxis('2')
-  assert a != b
-  c, d = AnonymousAxisPlaceholder(2), AnonymousAxisPlaceholder(3)
-  assert a == c and b == c
-  assert a != d and b != d
-  assert [a, 2, b] == [c, 2, c]
-
-
-def test_elementary_axis_name():
-  for name in ['a', 'b', 'h', 'dx', 'h1', 'zz', 'i9123', 'somelongname',
-               'Alex', 'camelCase', 'u_n_d_e_r_score', 'unreasonablyLongAxisName']:
-    assert ParsedExpression.check_axis_name(name)
-
-  for name in ['', '2b', '12', '_startWithUnderscore', 'endWithUnderscore_', '_', '...', _ellipsis]:
-    assert not ParsedExpression.check_axis_name(name)
-
-
-def test_invalid_expressions():
-  # double ellipsis should raise an error
-  ParsedExpression('... a b c d')
-  with pytest.raises(EinopsError):
-    ParsedExpression('... a b c d ...')
-  with pytest.raises(EinopsError):
-    ParsedExpression('... a b c (d ...)')
-  with pytest.raises(EinopsError):
-    ParsedExpression('(... a) b c (d ...)')
-
-  # double/missing/enclosed parenthesis
-  ParsedExpression('(a) b c (d ...)')
-  with pytest.raises(EinopsError):
-    ParsedExpression('(a)) b c (d ...)')
-  with pytest.raises(EinopsError):
-    ParsedExpression('(a b c (d ...)')
-  with pytest.raises(EinopsError):
-    ParsedExpression('(a) (()) b c (d ...)')
-  with pytest.raises(EinopsError):
-    ParsedExpression('(a) ((b c) (d ...))')
-
-  # invalid identifiers
-  ParsedExpression('camelCase under_scored cApiTaLs ß ...')
-  with pytest.raises(EinopsError):
-    ParsedExpression('1a')
-  with pytest.raises(EinopsError):
-    ParsedExpression('_pre')
-  with pytest.raises(EinopsError):
-    ParsedExpression('...pre')
-  with pytest.raises(EinopsError):
-    ParsedExpression('pre...')
-
-
-def test_parse_expression():
-  parsed = ParsedExpression('a1  b1   c1    d1')
-  assert parsed.identifiers == {'a1', 'b1', 'c1', 'd1'}
-  assert parsed.composition == [['a1'], ['b1'], ['c1'], ['d1']]
-  assert not parsed.has_non_unitary_anonymous_axes
-  assert not parsed.has_ellipsis
-
-  parsed = ParsedExpression('() () () ()')
-  assert parsed.identifiers == set()
-  assert parsed.composition == [[], [], [], []]
-  assert not parsed.has_non_unitary_anonymous_axes
-  assert not parsed.has_ellipsis
-
-  parsed = ParsedExpression('1 1 1 ()')
-  assert parsed.identifiers == set()
-  assert parsed.composition == [[], [], [], []]
-  assert not parsed.has_non_unitary_anonymous_axes
-  assert not parsed.has_ellipsis
-
-  aap = AnonymousAxisPlaceholder
-
-  parsed = ParsedExpression('5 (3 4)')
-  assert len(parsed.identifiers) == 3 and {i.value for i in parsed.identifiers} == {3, 4, 5}
-  assert parsed.composition == [[aap(5)], [aap(3), aap(4)]]
-  assert parsed.has_non_unitary_anonymous_axes
-  assert not parsed.has_ellipsis
-
-  parsed = ParsedExpression('5 1 (1 4) 1')
-  assert len(parsed.identifiers) == 2 and {i.value for i in parsed.identifiers} == {4, 5}
-  assert parsed.composition == [[aap(5)], [], [aap(4)], []]
-
-  parsed = ParsedExpression('name1 ... a1 12 (name2 14)')
-  assert len(parsed.identifiers) == 6
-  assert parsed.identifiers.difference({'name1', _ellipsis, 'a1', 'name2'}).__len__() == 2
-  assert parsed.composition == [['name1'], _ellipsis, ['a1'], [aap(12)], ['name2', aap(14)]]
-  assert parsed.has_non_unitary_anonymous_axes
-  assert parsed.has_ellipsis
-  assert not parsed.has_ellipsis_parenthesized
-
-  parsed = ParsedExpression('(name1 ... a1 12) name2 14')
-  assert len(parsed.identifiers) == 6
-  assert parsed.identifiers.difference({'name1', _ellipsis, 'a1', 'name2'}).__len__() == 2
-  assert parsed.composition == [['name1', _ellipsis, 'a1', aap(12)], ['name2'], [aap(14)]]
-  assert parsed.has_non_unitary_anonymous_axes
-  assert parsed.has_ellipsis
-  assert parsed.has_ellipsis_parenthesized

brainstate/math/_einops_test.py

@@ -1,346 +0,0 @@
-# Copyright 2024 BDP Ecosystem Limited. All Rights Reserved.
-#
-# Licensed under the Apache License, Version 2.0 (the "License");
-# you may not use this file except in compliance with the License.
-# You may obtain a copy of the License at
-#
-#     http://www.apache.org/licenses/LICENSE-2.0
-#
-# Unless required by applicable law or agreed to in writing, software
-# distributed under the License is distributed on an "AS IS" BASIS,
-# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
-# See the License for the specific language governing permissions and
-# limitations under the License.
-# ==============================================================================
-
-import numpy as np
-import pytest
-
-import brainstate.math as bcm
-from brainstate.math._einops import einrearrange, einreduce, einrepeat, _enumerate_directions
-from brainstate.math._einops_parsing import EinopsError
-
-REDUCTIONS = ("min", "max", "sum", "mean", "prod")
-
-identity_patterns = [
-  "...->...",
-  "a b c d e-> a b c d e",
-  "a b c d e ...-> ... a b c d e",
-  "a b c d e ...-> a ... b c d e",
-  "... a b c d e -> ... a b c d e",
-  "a ... e-> a ... e",
-  "a ... -> a ... ",
-  "a ... c d e -> a (...) c d e",
-]
-
-equivalent_rearrange_patterns = [
-  ("a b c d e -> (a b) c d e", "a b ... -> (a b) ... "),
-  ("a b c d e -> a b (c d) e", "... c d e -> ... (c d) e"),
-  ("a b c d e -> a b c d e", "... -> ... "),
-  ("a b c d e -> (a b c d e)", "... ->  (...)"),
-  ("a b c d e -> b (c d e) a", "a b ... -> b (...) a"),
-  ("a b c d e -> b (a c d) e", "a b ... e -> b (a ...) e"),
-]
-
-equivalent_reduction_patterns = [
-  ("a b c d e -> ", " ... ->  "),
-  ("a b c d e -> (e a)", "a ... e -> (e a)"),
-  ("a b c d e -> d (a e)", " a b c d e ... -> d (a e) "),
-  ("a b c d e -> (a b)", " ... c d e  -> (...) "),
-]
-
-
-def test_collapsed_ellipsis_errors_out():
-  x = np.zeros([1, 1, 1, 1, 1])
-  einrearrange(x, "a b c d ... ->  a b c ... d")
-  with pytest.raises(EinopsError):
-    einrearrange(x, "a b c d (...) ->  a b c ... d")
-
-  einrearrange(x, "... ->  (...)")
-  with pytest.raises(EinopsError):
-    einrearrange(x, "(...) -> (...)")
-
-
-def test_ellipsis_ops_numpy():
-  x = np.arange(2 * 3 * 4 * 5 * 6).reshape([2, 3, 4, 5, 6])
-  for pattern in identity_patterns:
-    assert np.array_equal(x, einrearrange(x, pattern)), pattern
-
-  for pattern1, pattern2 in equivalent_rearrange_patterns:
-    assert np.array_equal(einrearrange(x, pattern1), einrearrange(x, pattern2))
-
-  for reduction in ["min", "max", "sum"]:
-    for pattern1, pattern2 in equivalent_reduction_patterns:
-      assert np.array_equal(einreduce(x, pattern1, reduction=reduction),
-                            einreduce(x, pattern2, reduction=reduction))
-
-  # now just check coincidence with numpy
-  all_rearrange_patterns = [*identity_patterns]
-  for pattern_pairs in equivalent_rearrange_patterns:
-    all_rearrange_patterns.extend(pattern_pairs)
-
-
-def test_rearrange_consistency_numpy():
-  shape = [1, 2, 3, 5, 7, 11]
-  x = np.arange(np.prod(shape)).reshape(shape)
-  for pattern in [
-    "a b c d e f -> a b c d e f",
-    "b a c d e f -> a b d e f c",
-    "a b c d e f -> f e d c b a",
-    "a b c d e f -> (f e) d (c b a)",
-    "a b c d e f -> (f e d c b a)",
-  ]:
-    result = einrearrange(x, pattern)
-    assert len(np.setdiff1d(x, result)) == 0
-
-  result = einrearrange(x, "a b c d e f -> a (b) (c d e) f")
-  assert np.array_equal(x.flatten(), result.flatten())
-
-  result = einrearrange(x, "a aa aa1 a1a1 aaaa a11 -> a aa aa1 a1a1 aaaa a11")
-  assert np.array_equal(x, result)
-
-  result1 = einrearrange(x, "a b c d e f -> f e d c b a")
-  result2 = einrearrange(x, "f e d c b a -> a b c d e f")
-  assert np.array_equal(result1, result2)
-
-  result = einrearrange(einrearrange(x, "a b c d e f -> (f d) c (e b) a"), "(f d) c (e b) a -> a b c d e f", b=2, d=5)
-  assert np.array_equal(x, result)
-
-  sizes = dict(zip("abcdef", shape))
-  temp = einrearrange(x, "a b c d e f -> (f d) c (e b) a", **sizes)
-  result = einrearrange(temp, "(f d) c (e b) a -> a b c d e f", **sizes)
-  assert np.array_equal(x, result)
-
-  x2 = np.arange(2 * 3 * 4).reshape([2, 3, 4])
-  result = einrearrange(x2, "a b c -> b c a")
-  assert x2[1, 2, 3] == result[2, 3, 1]
-  assert x2[0, 1, 2] == result[1, 2, 0]
-
-
-def test_rearrange_permutations_numpy():
-  # tests random permutation of axes against two independent numpy ways
-  for n_axes in range(1, 10):
-    input = np.arange(2 ** n_axes).reshape([2] * n_axes)
-    permutation = np.random.permutation(n_axes)
-    left_expression = " ".join("i" + str(axis) for axis in range(n_axes))
-    right_expression = " ".join("i" + str(axis) for axis in permutation)
-    expression = left_expression + " -> " + right_expression
-    result = einrearrange(input, expression)
-
-    for pick in np.random.randint(0, 2, [10, n_axes]):
-      assert input[tuple(pick)] == result[tuple(pick[permutation])]
-
-  for n_axes in range(1, 10):
-    input = np.arange(2 ** n_axes).reshape([2] * n_axes)
-    permutation = np.random.permutation(n_axes)
-    left_expression = " ".join("i" + str(axis) for axis in range(n_axes)[::-1])
-    right_expression = " ".join("i" + str(axis) for axis in permutation[::-1])
-    expression = left_expression + " -> " + right_expression
-    result = einrearrange(input, expression)
-    assert result.shape == input.shape
-    expected_result = np.zeros_like(input)
-    for original_axis, result_axis in enumerate(permutation):
-      expected_result |= ((input >> original_axis) & 1) << result_axis
-
-    assert np.array_equal(result, expected_result)
-
-
-def test_reduction_imperatives():
-  for reduction in REDUCTIONS:
-    # slight redundancy for simpler order - numpy version is evaluated multiple times
-    input = np.arange(2 * 3 * 4 * 5 * 6, dtype="int64").reshape([2, 3, 4, 5, 6])
-    if reduction in ["mean", "prod"]:
-      input = input / input.astype("float64").mean()
-    test_cases = [
-      ["a b c d e -> ", {}, getattr(input, reduction)()],
-      ["a ... -> ", {}, getattr(input, reduction)()],
-      ["(a1 a2) ... (e1 e2) -> ", dict(a1=1, e2=2), getattr(input, reduction)()],
-      [
-        "a b c d e -> (e c) a",
-        {},
-        getattr(input, reduction)(axis=(1, 3)).transpose(2, 1, 0).reshape([-1, 2]),
-      ],
-      [
-        "a ... c d e -> (e c) a",
-        {},
-        getattr(input, reduction)(axis=(1, 3)).transpose(2, 1, 0).reshape([-1, 2]),
-      ],
-      [
-        "a b c d e ... -> (e c) a",
-        {},
-        getattr(input, reduction)(axis=(1, 3)).transpose(2, 1, 0).reshape([-1, 2]),
-      ],
-      ["a b c d e -> (e c a)", {}, getattr(input, reduction)(axis=(1, 3)).transpose(2, 1, 0).reshape([-1])],
-      ["(a a2) ... -> (a2 a) ...", dict(a2=1), input],
-    ]
-    for pattern, axes_lengths, expected_result in test_cases:
-      result = einreduce(bcm.from_numpy(input.copy()), pattern, reduction=reduction, **axes_lengths)
-      result = bcm.as_numpy(result)
-      print(reduction, pattern, expected_result, result)
-      assert np.allclose(result, expected_result), f"Failed at {pattern}"
-
-
-def test_enumerating_directions():
-  for shape in [[], [1], [1, 1, 1], [2, 3, 5, 7]]:
-    x = np.arange(np.prod(shape)).reshape(shape)
-    axes1 = _enumerate_directions(x)
-    axes2 = _enumerate_directions(bcm.from_numpy(x))
-    assert len(axes1) == len(axes2) == len(shape)
-    for ax1, ax2 in zip(axes1, axes2):
-      ax2 = bcm.as_numpy(ax2)
-      assert ax1.shape == ax2.shape
-      assert np.allclose(ax1, ax2)
-
-
-def test_concatenations_and_stacking():
-  for n_arrays in [1, 2, 5]:
-    shapes = [[], [1], [1, 1], [2, 3, 5, 7], [1] * 6]
-    for shape in shapes:
-      arrays1 = [np.arange(i, i + np.prod(shape)).reshape(shape) for i in range(n_arrays)]
-      arrays2 = [bcm.from_numpy(array) for array in arrays1]
-      result0 = np.asarray(arrays1)
-      result1 = einrearrange(arrays1, "...->...")
-      result2 = einrearrange(arrays2, "...->...")
-      assert np.array_equal(result0, result1)
-      assert np.array_equal(result1, bcm.as_numpy(result2))
-
-      result1 = einrearrange(arrays1, "b ... -> ... b")
-      result2 = einrearrange(arrays2, "b ... -> ... b")
-      assert np.array_equal(result1, bcm.as_numpy(result2))
-
-
-def test_gradients_imperatives():
-  # lazy - just checking reductions
-  for reduction in REDUCTIONS:
-    if reduction in ("any", "all"):
-      continue  # non-differentiable ops
-    x = np.arange(1, 1 + 2 * 3 * 4).reshape([2, 3, 4]).astype("float32")
-    y0 = bcm.from_numpy(x)
-    if not hasattr(y0, "grad"):
-      continue
-
-    y1 = einreduce(y0, "a b c -> c a", reduction=reduction)
-    y2 = einreduce(y1, "c a -> a c", reduction=reduction)
-    y3 = einreduce(y2, "a (c1 c2) -> a", reduction=reduction, c1=2)
-    y4 = einreduce(y3, "... -> ", reduction=reduction)
-
-    y4.backward()
-    grad = bcm.as_numpy(y0.grad)
-
-
-def test_tiling_imperatives():
-  input = np.arange(2 * 3 * 5, dtype="int64").reshape([2, 1, 3, 1, 5])
-  test_cases = [
-    (1, 1, 1, 1, 1),
-    (1, 2, 1, 3, 1),
-    (3, 1, 1, 4, 1),
-  ]
-  for repeats in test_cases:
-    expected = np.tile(input, repeats)
-    converted = bcm.from_numpy(input)
-    repeated = np.tile(converted, repeats)
-    result = bcm.as_numpy(repeated)
-    assert np.array_equal(result, expected)
-
-
-repeat_test_cases = [
-  # all assume that input has shape [2, 3, 5]
-  ("a b c -> c a b", dict()),
-  ("a b c -> (c copy a b)", dict(copy=2, a=2, b=3, c=5)),
-  ("a b c -> (a copy) b c ", dict(copy=1)),
-  ("a b c -> (c a) (copy1 b copy2)", dict(a=2, copy1=1, copy2=2)),
-  ("a ...  -> a ... copy", dict(copy=4)),
-  ("... c -> ... (copy1 c copy2)", dict(copy1=1, copy2=2)),
-  ("...  -> ... ", dict()),
-  (" ...  -> copy1 ... copy2 ", dict(copy1=2, copy2=3)),
-  ("a b c  -> copy1 a copy2 b c () ", dict(copy1=2, copy2=1)),
-]
-
-
-def check_reversion(x, repeat_pattern, **sizes):
-  """Checks repeat pattern by running reduction"""
-  left, right = repeat_pattern.split("->")
-  reduce_pattern = right + "->" + left
-  repeated = einrepeat(x, repeat_pattern, **sizes)
-  reduced_min = einreduce(repeated, reduce_pattern, reduction="min", **sizes)
-  reduced_max = einreduce(repeated, reduce_pattern, reduction="max", **sizes)
-  assert np.array_equal(x, reduced_min)
-  assert np.array_equal(x, reduced_max)
-
-
-def test_repeat_numpy():
-  # check repeat vs reduce. Repeat works ok if reverse reduction with min and max work well
-  x = np.arange(2 * 3 * 5).reshape([2, 3, 5])
-  x1 = einrepeat(x, "a b c -> copy a b c ", copy=1)
-  assert np.array_equal(x[None], x1)
-  for pattern, axis_dimensions in repeat_test_cases:
-    check_reversion(x, pattern, **axis_dimensions)
-
-
-test_cases_repeat_anonymous = [
-  # all assume that input has shape [1, 2, 4, 6]
-  ("a b c d -> c a d b", dict()),
-  ("a b c d -> (c 2 d a b)", dict(a=1, c=4, d=6)),
-  ("1 b c d -> (d copy 1) 3 b c ", dict(copy=3)),
-  ("1 ...  -> 3 ... ", dict()),
-  ("() ... d -> 1 (copy1 d copy2) ... ", dict(copy1=2, copy2=3)),
-  ("1 b c d -> (1 1) (1 b) 2 c 3 d (1 1)", dict()),
-]
-
-
-def test_anonymous_axes():
-  x = np.arange(1 * 2 * 4 * 6).reshape([1, 2, 4, 6])
-  for pattern, axis_dimensions in test_cases_repeat_anonymous:
-    check_reversion(x, pattern, **axis_dimensions)
-
-
-def test_list_inputs():
-  x = np.arange(2 * 3 * 4 * 5 * 6).reshape([2, 3, 4, 5, 6])
-
-  assert np.array_equal(
-    einrearrange(list(x), "... -> (...)"),
-    einrearrange(x, "... -> (...)"),
-  )
-  assert np.array_equal(
-    einreduce(list(x), "a ... e -> (...)", "min"),
-    einreduce(x, "a ... e -> (...)", "min"),
-  )
-  assert np.array_equal(
-    einrepeat(list(x), "...  -> b (...)", b=3),
-    einrepeat(x, "...  -> b (...)", b=3),
-  )
-
-
-def bit_count(x):
-  return sum((x >> i) & 1 for i in range(20))
-
-
-def test_reduction_imperatives_booleans():
-  """Checks that any/all reduction works in all frameworks"""
-  x_np = np.asarray([(bit_count(x) % 2) == 0 for x in range(2 ** 6)]).reshape([2] * 6)
-
-  for axis in range(6):
-    expected_result_any = np.any(x_np, axis=axis, keepdims=True)
-    expected_result_all = np.all(x_np, axis=axis, keepdims=True)
-    assert not np.array_equal(expected_result_any, expected_result_all)
-
-    axes = list("abcdef")
-    axes_in = list(axes)
-    axes_out = list(axes)
-    axes_out[axis] = "1"
-    pattern = (" ".join(axes_in)) + " -> " + (" ".join(axes_out))
-
-    res_any = einreduce(bcm.from_numpy(x_np), pattern, reduction="any")
-    res_all = einreduce(bcm.from_numpy(x_np), pattern, reduction="all")
-
-    assert np.array_equal(expected_result_any, bcm.as_numpy(res_any))
-    assert np.array_equal(expected_result_all, bcm.as_numpy(res_all))
-
-  # expected result: any/all
-  expected_result_any = np.any(x_np, axis=(0, 1), keepdims=True)
-  expected_result_all = np.all(x_np, axis=(0, 1), keepdims=True)
-  pattern = "a b ... -> 1 1 ..."
-  res_any = einreduce(bcm.from_numpy(x_np), pattern, reduction="any")
-  res_all = einreduce(bcm.from_numpy(x_np), pattern, reduction="all")
-  assert np.array_equal(expected_result_any, bcm.as_numpy(res_any))
-  assert np.array_equal(expected_result_all, bcm.as_numpy(res_all))