pydiverse-common 0.2.1__tar.gz → 0.3.0__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/PKG-INFO +1 -1
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/docs/source/changelog.md +3 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/docs/source/reference/api.rst +4 -4
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/pyproject.toml +1 -1
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/__init__.py +8 -8
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/dtypes.py +32 -32
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/tests/dtypes/test_dtype_pandas.py +20 -20
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/tests/dtypes/test_dtype_polars.py +12 -12
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/tests/dtypes/test_dtype_pyarrow.py +12 -12
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/tests/dtypes/test_dtype_sqlalchemy.py +8 -8
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/.gitattributes +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/.github/CODEOWNERS +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/.github/PULL_REQUEST_TEMPLATE.md +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/.github/dependabot.yml +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/.github/workflows/release.yml +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/.github/workflows/tests.yml +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/.github/workflows/update-lockfiles.yml +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/.gitignore +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/.pre-commit-config.yaml +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/.readthedocs.yaml +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/LICENSE +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/README.md +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/docs/Makefile +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/docs/make.bat +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/docs/package/README.md +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/docs/source/conf.py +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/docs/source/index.md +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/docs/source/license.md +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/pixi.lock +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/pixi.toml +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/pytest.ini +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/errors/__init__.py +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/util/__init__.py +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/util/computation_tracing.py +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/util/deep_map.py +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/util/deep_merge.py +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/util/disposable.py +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/util/hashing.py +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/util/import_.py +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/util/structlog.py +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/tests/conftest.py +0 -0
- {pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/tests/test_util.py +0 -0
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.4
|
2
2
|
Name: pydiverse-common
|
3
|
-
Version: 0.
|
3
|
+
Version: 0.3.0
|
4
4
|
Summary: Common functionality shared between pydiverse libraries
|
5
5
|
Author: QuantCo, Inc.
|
6
6
|
Author-email: Martin Trautmann <windiana@users.sf.net>, Finn Rudolph <finn.rudolph@t-online.de>
|
@@ -24,9 +24,9 @@ Public
|
|
24
24
|
.. autoclass:: NullType
|
25
25
|
.. autoclass:: String
|
26
26
|
.. autoclass:: Time
|
27
|
-
.. autoclass::
|
28
|
-
.. autoclass::
|
29
|
-
.. autoclass::
|
30
|
-
.. autoclass::
|
27
|
+
.. autoclass:: UInt8
|
28
|
+
.. autoclass:: UInt16
|
29
|
+
.. autoclass:: UInt32
|
30
|
+
.. autoclass:: UInt64
|
31
31
|
.. autoclass:: List
|
32
32
|
.. autoclass:: PandasBackend
|
@@ -20,10 +20,10 @@ from .dtypes import (
|
|
20
20
|
PandasBackend,
|
21
21
|
String,
|
22
22
|
Time,
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
23
|
+
UInt8,
|
24
|
+
UInt16,
|
25
|
+
UInt32,
|
26
|
+
UInt64,
|
27
27
|
)
|
28
28
|
|
29
29
|
__all__ = [
|
@@ -44,10 +44,10 @@ __all__ = [
|
|
44
44
|
"NullType",
|
45
45
|
"String",
|
46
46
|
"Time",
|
47
|
-
"
|
48
|
-
"
|
49
|
-
"
|
50
|
-
"
|
47
|
+
"UInt8",
|
48
|
+
"UInt16",
|
49
|
+
"UInt32",
|
50
|
+
"UInt64",
|
51
51
|
"List",
|
52
52
|
"PandasBackend",
|
53
53
|
]
|
@@ -102,13 +102,13 @@ class Dtype:
|
|
102
102
|
raise TypeError
|
103
103
|
if pd.api.types.is_unsigned_integer_dtype(pandas_type):
|
104
104
|
if is_np_dtype(pandas_type, np.uint64):
|
105
|
-
return
|
105
|
+
return UInt64()
|
106
106
|
elif is_np_dtype(pandas_type, np.uint32):
|
107
|
-
return
|
107
|
+
return UInt32()
|
108
108
|
elif is_np_dtype(pandas_type, np.uint16):
|
109
|
-
return
|
109
|
+
return UInt16()
|
110
110
|
elif is_np_dtype(pandas_type, np.uint8):
|
111
|
-
return
|
111
|
+
return UInt8()
|
112
112
|
raise TypeError
|
113
113
|
if pd.api.types.is_float_dtype(pandas_type):
|
114
114
|
if is_np_dtype(pandas_type, np.float64):
|
@@ -143,13 +143,13 @@ class Dtype:
|
|
143
143
|
raise TypeError
|
144
144
|
if pa.types.is_unsigned_integer(arrow_type):
|
145
145
|
if pa.types.is_uint64(arrow_type):
|
146
|
-
return
|
146
|
+
return UInt64()
|
147
147
|
if pa.types.is_uint32(arrow_type):
|
148
|
-
return
|
148
|
+
return UInt32()
|
149
149
|
if pa.types.is_uint16(arrow_type):
|
150
|
-
return
|
150
|
+
return UInt16()
|
151
151
|
if pa.types.is_uint8(arrow_type):
|
152
|
-
return
|
152
|
+
return UInt8()
|
153
153
|
raise TypeError
|
154
154
|
if pa.types.is_floating(arrow_type):
|
155
155
|
if pa.types.is_float64(arrow_type):
|
@@ -186,10 +186,10 @@ class Dtype:
|
|
186
186
|
pl.Int32: Int32(),
|
187
187
|
pl.Int16: Int16(),
|
188
188
|
pl.Int8: Int8(),
|
189
|
-
pl.UInt64:
|
190
|
-
pl.UInt32:
|
191
|
-
pl.UInt16:
|
192
|
-
pl.UInt8:
|
189
|
+
pl.UInt64: UInt64(),
|
190
|
+
pl.UInt32: UInt32(),
|
191
|
+
pl.UInt16: UInt16(),
|
192
|
+
pl.UInt8: UInt8(),
|
193
193
|
pl.Float64: Float64(),
|
194
194
|
pl.Float32: Float32(),
|
195
195
|
pl.Decimal: Decimal(),
|
@@ -212,10 +212,10 @@ class Dtype:
|
|
212
212
|
Int16(): sqa.SmallInteger(),
|
213
213
|
Int32(): sqa.Integer(),
|
214
214
|
Int64(): sqa.BigInteger(),
|
215
|
-
|
216
|
-
|
217
|
-
|
218
|
-
|
215
|
+
UInt8(): sqa.SmallInteger(),
|
216
|
+
UInt16(): sqa.Integer(),
|
217
|
+
UInt32(): sqa.BigInteger(),
|
218
|
+
UInt64(): sqa.BigInteger(),
|
219
219
|
Float(): sqa.Float(53), # we default to 64 bit
|
220
220
|
Float32(): sqa.Float(24),
|
221
221
|
Float64(): sqa.Float(53),
|
@@ -252,10 +252,10 @@ class Dtype:
|
|
252
252
|
Int16(): pd.Int16Dtype(),
|
253
253
|
Int32(): pd.Int32Dtype(),
|
254
254
|
Int64(): pd.Int64Dtype(),
|
255
|
-
|
256
|
-
|
257
|
-
|
258
|
-
|
255
|
+
UInt8(): pd.UInt8Dtype(),
|
256
|
+
UInt16(): pd.UInt16Dtype(),
|
257
|
+
UInt32(): pd.UInt32Dtype(),
|
258
|
+
UInt64(): pd.UInt64Dtype(),
|
259
259
|
Float(): pd.Float64Dtype(), # we default to 64 bit
|
260
260
|
Float32(): pd.Float32Dtype(),
|
261
261
|
Float64(): pd.Float64Dtype(),
|
@@ -276,10 +276,10 @@ class Dtype:
|
|
276
276
|
Int16(): pa.int16(),
|
277
277
|
Int32(): pa.int32(),
|
278
278
|
Int64(): pa.int64(),
|
279
|
-
|
280
|
-
|
281
|
-
|
282
|
-
|
279
|
+
UInt8(): pa.uint8(),
|
280
|
+
UInt16(): pa.uint16(),
|
281
|
+
UInt32(): pa.uint32(),
|
282
|
+
UInt64(): pa.uint64(),
|
283
283
|
Float(): pa.float64(), # we default to 64 bit
|
284
284
|
Float32(): pa.float32(),
|
285
285
|
Float64(): pa.float64(),
|
@@ -300,10 +300,10 @@ class Dtype:
|
|
300
300
|
Int32(): pl.Int32,
|
301
301
|
Int16(): pl.Int16,
|
302
302
|
Int8(): pl.Int8,
|
303
|
-
|
304
|
-
|
305
|
-
|
306
|
-
|
303
|
+
UInt64(): pl.UInt64,
|
304
|
+
UInt32(): pl.UInt32,
|
305
|
+
UInt16(): pl.UInt16,
|
306
|
+
UInt8(): pl.UInt8,
|
307
307
|
Float(): pl.Float64, # we default to 64 bit
|
308
308
|
Float64(): pl.Float64,
|
309
309
|
Float32(): pl.Float32,
|
@@ -351,16 +351,16 @@ class Int16(Int): ...
|
|
351
351
|
class Int8(Int): ...
|
352
352
|
|
353
353
|
|
354
|
-
class
|
354
|
+
class UInt64(Int): ...
|
355
355
|
|
356
356
|
|
357
|
-
class
|
357
|
+
class UInt32(Int): ...
|
358
358
|
|
359
359
|
|
360
|
-
class
|
360
|
+
class UInt16(Int): ...
|
361
361
|
|
362
362
|
|
363
|
-
class
|
363
|
+
class UInt8(Int): ...
|
364
364
|
|
365
365
|
|
366
366
|
class String(Dtype): ...
|
@@ -28,10 +28,10 @@ from pydiverse.common import (
|
|
28
28
|
PandasBackend,
|
29
29
|
String,
|
30
30
|
Time,
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
31
|
+
UInt8,
|
32
|
+
UInt16,
|
33
|
+
UInt32,
|
34
|
+
UInt64,
|
35
35
|
)
|
36
36
|
|
37
37
|
|
@@ -57,10 +57,10 @@ def test_dtype_from_pandas():
|
|
57
57
|
assert_conversion(np.int16, Int16())
|
58
58
|
assert_conversion(np.int8, Int8())
|
59
59
|
|
60
|
-
assert_conversion(np.uint64,
|
61
|
-
assert_conversion(np.uint32,
|
62
|
-
assert_conversion(np.uint16,
|
63
|
-
assert_conversion(np.uint8,
|
60
|
+
assert_conversion(np.uint64, UInt64())
|
61
|
+
assert_conversion(np.uint32, UInt32())
|
62
|
+
assert_conversion(np.uint16, UInt16())
|
63
|
+
assert_conversion(np.uint8, UInt8())
|
64
64
|
|
65
65
|
assert_conversion(np.floating, Float64())
|
66
66
|
assert_conversion(np.float64, Float64())
|
@@ -79,10 +79,10 @@ def test_dtype_from_pandas():
|
|
79
79
|
assert_conversion(pd.Int16Dtype(), Int16())
|
80
80
|
assert_conversion(pd.Int8Dtype(), Int8())
|
81
81
|
|
82
|
-
assert_conversion(pd.UInt64Dtype(),
|
83
|
-
assert_conversion(pd.UInt32Dtype(),
|
84
|
-
assert_conversion(pd.UInt16Dtype(),
|
85
|
-
assert_conversion(pd.UInt8Dtype(),
|
82
|
+
assert_conversion(pd.UInt64Dtype(), UInt64())
|
83
|
+
assert_conversion(pd.UInt32Dtype(), UInt32())
|
84
|
+
assert_conversion(pd.UInt16Dtype(), UInt16())
|
85
|
+
assert_conversion(pd.UInt8Dtype(), UInt8())
|
86
86
|
|
87
87
|
assert_conversion(pd.Float64Dtype(), Float64())
|
88
88
|
assert_conversion(pd.Float32Dtype(), Float32())
|
@@ -101,10 +101,10 @@ def test_dtype_to_pandas_numpy():
|
|
101
101
|
assert_conversion(Int16(), pd.Int16Dtype())
|
102
102
|
assert_conversion(Int8(), pd.Int8Dtype())
|
103
103
|
|
104
|
-
assert_conversion(
|
105
|
-
assert_conversion(
|
106
|
-
assert_conversion(
|
107
|
-
assert_conversion(
|
104
|
+
assert_conversion(UInt64(), pd.UInt64Dtype())
|
105
|
+
assert_conversion(UInt32(), pd.UInt32Dtype())
|
106
|
+
assert_conversion(UInt16(), pd.UInt16Dtype())
|
107
|
+
assert_conversion(UInt8(), pd.UInt8Dtype())
|
108
108
|
|
109
109
|
assert_conversion(String(), pd.StringDtype())
|
110
110
|
assert_conversion(Bool(), pd.BooleanDtype())
|
@@ -130,10 +130,10 @@ def test_dtype_to_pandas_pyarrow():
|
|
130
130
|
assert_conversion(Int16(), pa.int16())
|
131
131
|
assert_conversion(Int8(), pa.int8())
|
132
132
|
|
133
|
-
assert_conversion(
|
134
|
-
assert_conversion(
|
135
|
-
assert_conversion(
|
136
|
-
assert_conversion(
|
133
|
+
assert_conversion(UInt64(), pa.uint64())
|
134
|
+
assert_conversion(UInt32(), pa.uint32())
|
135
|
+
assert_conversion(UInt16(), pa.uint16())
|
136
|
+
assert_conversion(UInt8(), pa.uint8())
|
137
137
|
|
138
138
|
assert_conversion(String(), pd.StringDtype(storage="pyarrow"))
|
139
139
|
assert_conversion(Bool(), pa.bool_())
|
@@ -17,10 +17,10 @@ from pydiverse.common import (
|
|
17
17
|
Int64,
|
18
18
|
String,
|
19
19
|
Time,
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
20
|
+
UInt8,
|
21
|
+
UInt16,
|
22
|
+
UInt32,
|
23
|
+
UInt64,
|
24
24
|
)
|
25
25
|
|
26
26
|
pl = pytest.importorskip("polars")
|
@@ -38,10 +38,10 @@ def test_dtype_from_polars():
|
|
38
38
|
assert_conversion(pl.Int16, Int16())
|
39
39
|
assert_conversion(pl.Int8, Int8())
|
40
40
|
|
41
|
-
assert_conversion(pl.UInt64,
|
42
|
-
assert_conversion(pl.UInt32,
|
43
|
-
assert_conversion(pl.UInt16,
|
44
|
-
assert_conversion(pl.UInt8,
|
41
|
+
assert_conversion(pl.UInt64, UInt64())
|
42
|
+
assert_conversion(pl.UInt32, UInt32())
|
43
|
+
assert_conversion(pl.UInt16, UInt16())
|
44
|
+
assert_conversion(pl.UInt8, UInt8())
|
45
45
|
|
46
46
|
assert_conversion(pl.Float64, Float64())
|
47
47
|
assert_conversion(pl.Float32, Float32())
|
@@ -66,10 +66,10 @@ def test_dtype_to_polars():
|
|
66
66
|
assert_conversion(Int16(), pl.Int16)
|
67
67
|
assert_conversion(Int8(), pl.Int8)
|
68
68
|
|
69
|
-
assert_conversion(
|
70
|
-
assert_conversion(
|
71
|
-
assert_conversion(
|
72
|
-
assert_conversion(
|
69
|
+
assert_conversion(UInt64(), pl.UInt64)
|
70
|
+
assert_conversion(UInt32(), pl.UInt32)
|
71
|
+
assert_conversion(UInt16(), pl.UInt16)
|
72
|
+
assert_conversion(UInt8(), pl.UInt8)
|
73
73
|
|
74
74
|
assert_conversion(Float64(), pl.Float64)
|
75
75
|
assert_conversion(Float32(), pl.Float32)
|
@@ -20,10 +20,10 @@ from pydiverse.common import (
|
|
20
20
|
Int64,
|
21
21
|
String,
|
22
22
|
Time,
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
23
|
+
UInt8,
|
24
|
+
UInt16,
|
25
|
+
UInt32,
|
26
|
+
UInt64,
|
27
27
|
)
|
28
28
|
|
29
29
|
|
@@ -37,10 +37,10 @@ def test_dtype_from_pyarrow():
|
|
37
37
|
assert_conversion(pa.int16(), Int16())
|
38
38
|
assert_conversion(pa.int8(), Int8())
|
39
39
|
|
40
|
-
assert_conversion(pa.uint64(),
|
41
|
-
assert_conversion(pa.uint32(),
|
42
|
-
assert_conversion(pa.uint16(),
|
43
|
-
assert_conversion(pa.uint8(),
|
40
|
+
assert_conversion(pa.uint64(), UInt64())
|
41
|
+
assert_conversion(pa.uint32(), UInt32())
|
42
|
+
assert_conversion(pa.uint16(), UInt16())
|
43
|
+
assert_conversion(pa.uint8(), UInt8())
|
44
44
|
|
45
45
|
assert_conversion(pa.float64(), Float64())
|
46
46
|
assert_conversion(pa.float32(), Float32())
|
@@ -73,10 +73,10 @@ def test_dtype_to_pyarrow():
|
|
73
73
|
assert_conversion(Int16(), pa.int16())
|
74
74
|
assert_conversion(Int8(), pa.int8())
|
75
75
|
|
76
|
-
assert_conversion(
|
77
|
-
assert_conversion(
|
78
|
-
assert_conversion(
|
79
|
-
assert_conversion(
|
76
|
+
assert_conversion(UInt64(), pa.uint64())
|
77
|
+
assert_conversion(UInt32(), pa.uint32())
|
78
|
+
assert_conversion(UInt16(), pa.uint16())
|
79
|
+
assert_conversion(UInt8(), pa.uint8())
|
80
80
|
|
81
81
|
assert_conversion(Float64(), pa.float64())
|
82
82
|
assert_conversion(Float32(), pa.float32())
|
@@ -15,10 +15,10 @@ from pydiverse.common import (
|
|
15
15
|
Int64,
|
16
16
|
String,
|
17
17
|
Time,
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
18
|
+
UInt8,
|
19
|
+
UInt16,
|
20
|
+
UInt32,
|
21
|
+
UInt64,
|
22
22
|
)
|
23
23
|
|
24
24
|
try:
|
@@ -63,10 +63,10 @@ def test_dtype_to_sqlalchemy():
|
|
63
63
|
assert_conversion(Int16(), sa.SmallInteger)
|
64
64
|
assert_conversion(Int8(), sa.SmallInteger)
|
65
65
|
|
66
|
-
assert_conversion(
|
67
|
-
assert_conversion(
|
68
|
-
assert_conversion(
|
69
|
-
assert_conversion(
|
66
|
+
assert_conversion(UInt64(), sa.BigInteger)
|
67
|
+
assert_conversion(UInt32(), sa.BigInteger)
|
68
|
+
assert_conversion(UInt16(), sa.Integer)
|
69
|
+
assert_conversion(UInt8(), sa.SmallInteger)
|
70
70
|
|
71
71
|
assert_conversion(Float64(), sa.Float)
|
72
72
|
assert_conversion(Float32(), sa.Float)
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
{pydiverse_common-0.2.1 → pydiverse_common-0.3.0}/src/pydiverse/common/util/computation_tracing.py
RENAMED
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|
File without changes
|