arthur-common 2.1.59__py3-none-any.whl → 2.1.60__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of arthur-common might be problematic. Click here for more details.
- arthur_common/aggregations/aggregator.py +3 -1
- arthur_common/tools/duckdb_data_loader.py +4 -2
- {arthur_common-2.1.59.dist-info → arthur_common-2.1.60.dist-info}/METADATA +3 -3
- {arthur_common-2.1.59.dist-info → arthur_common-2.1.60.dist-info}/RECORD +5 -5
- {arthur_common-2.1.59.dist-info → arthur_common-2.1.60.dist-info}/WHEEL +0 -0
|
@@ -172,7 +172,9 @@ class SketchAggregationFunction(AggregationFunction, ABC):
|
|
|
172
172
|
groups = data.groupby(dim_columns, dropna=False)
|
|
173
173
|
for _, group in groups:
|
|
174
174
|
calculated_metrics.append(
|
|
175
|
-
SketchAggregationFunction._group_to_series(
|
|
175
|
+
SketchAggregationFunction._group_to_series(
|
|
176
|
+
group, timestamp_col, dim_columns, value_col
|
|
177
|
+
),
|
|
176
178
|
)
|
|
177
179
|
|
|
178
180
|
return calculated_metrics
|
|
@@ -16,6 +16,8 @@ from arthur_common.models.schema_definitions import (
|
|
|
16
16
|
DType,
|
|
17
17
|
)
|
|
18
18
|
|
|
19
|
+
MAX_JSON_OBJECT_SIZE = 1024 * 1024 * 1024 # 1GB
|
|
20
|
+
|
|
19
21
|
|
|
20
22
|
class ColumnFormat(BaseModel):
|
|
21
23
|
source_name: str
|
|
@@ -104,9 +106,9 @@ class DuckDBOperator:
|
|
|
104
106
|
stringified_schema = ", ".join([f"{kv}" for kv in key_value_pairs])
|
|
105
107
|
stringified_schema = f"{{ {stringified_schema} }}"
|
|
106
108
|
|
|
107
|
-
read_stmt = f"read_json('memory://inferences.json', format='array', columns={stringified_schema})"
|
|
109
|
+
read_stmt = f"read_json('memory://inferences.json', format='array', columns={stringified_schema}, maximum_object_size={MAX_JSON_OBJECT_SIZE})"
|
|
108
110
|
else:
|
|
109
|
-
read_stmt = "read_json_auto('memory://inferences.json')"
|
|
111
|
+
read_stmt = f"read_json_auto('memory://inferences.json', maximum_object_size={MAX_JSON_OBJECT_SIZE})"
|
|
110
112
|
|
|
111
113
|
conn.sql(
|
|
112
114
|
f"CREATE OR REPLACE TEMP TABLE {table_name} AS SELECT * FROM {read_stmt}",
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
Metadata-Version: 2.3
|
|
2
2
|
Name: arthur-common
|
|
3
|
-
Version: 2.1.
|
|
3
|
+
Version: 2.1.60
|
|
4
4
|
Summary: Utility code common to Arthur platform components.
|
|
5
5
|
License: MIT
|
|
6
6
|
Author: Arthur
|
|
@@ -43,14 +43,14 @@ pip install arthur-common
|
|
|
43
43
|
|
|
44
44
|
## Requirements
|
|
45
45
|
|
|
46
|
-
- Python 3.
|
|
46
|
+
- Python 3.13
|
|
47
47
|
|
|
48
48
|
## Development
|
|
49
49
|
|
|
50
50
|
To set up the development environment, ensure you have [Poetry](https://python-poetry.org/) installed, then run:
|
|
51
51
|
|
|
52
52
|
```bash
|
|
53
|
-
poetry env use 3.
|
|
53
|
+
poetry env use 3.13
|
|
54
54
|
poetry install
|
|
55
55
|
```
|
|
56
56
|
|
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
arthur_common/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
2
2
|
arthur_common/aggregations/__init__.py,sha256=vISWyciQAtksa71OKeHNP-QyFGd1NzBKq_LBsG0QSG8,67
|
|
3
|
-
arthur_common/aggregations/aggregator.py,sha256=
|
|
3
|
+
arthur_common/aggregations/aggregator.py,sha256=AhyNqBDEbKtS3ZrnSIT9iZ1SK_TAuiUNg9s9loDvek0,8007
|
|
4
4
|
arthur_common/aggregations/functions/README.md,sha256=MkZoTAJ94My96R5Z8GAxud7S6vyR0vgVi9gqdt9a4XY,5460
|
|
5
5
|
arthur_common/aggregations/functions/__init__.py,sha256=HqC3UNRURX7ZQHgamTrQvfA8u_FiZGZ4I4eQW7Ooe5o,1299
|
|
6
6
|
arthur_common/aggregations/functions/agentic_aggregations.py,sha256=dFstRA-kqfGeGO-KpA0YPAipoZhmxxM7KTEr8NAUl-U,33998
|
|
@@ -33,12 +33,12 @@ arthur_common/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
|
33
33
|
arthur_common/tools/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
34
34
|
arthur_common/tools/aggregation_analyzer.py,sha256=UfMtvFWXV2Dqly8S6nneGgomuvEGN-1tBz81tfkMcAE,11206
|
|
35
35
|
arthur_common/tools/aggregation_loader.py,sha256=3CF46bNi-GdJBNOXkjYfCQ1Aung8lf65L532sdWmR_s,2351
|
|
36
|
-
arthur_common/tools/duckdb_data_loader.py,sha256=
|
|
36
|
+
arthur_common/tools/duckdb_data_loader.py,sha256=OwuvppwcBB9qQxyWr86mH7Gz2FBIuyDl0UpQ7TulhlU,11220
|
|
37
37
|
arthur_common/tools/duckdb_utils.py,sha256=1i-kRXu95gh4Sf9Osl2LFUpdb0yZifOjLDtIgSfSmfs,1197
|
|
38
38
|
arthur_common/tools/functions.py,sha256=FWL4eWO5-vLp86WudT-MGUKvf2B8f02IdoXQFKd6d8k,1093
|
|
39
39
|
arthur_common/tools/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
40
40
|
arthur_common/tools/schema_inferer.py,sha256=Ur4CXGAkd6ZMSU0nMNrkOEElsBopHXq0lctTV8X92W8,5188
|
|
41
41
|
arthur_common/tools/time_utils.py,sha256=4gfiu9NXfvPZltiVNLSIQGylX6h2W0viNi9Kv4bKyfw,1410
|
|
42
|
-
arthur_common-2.1.
|
|
43
|
-
arthur_common-2.1.
|
|
44
|
-
arthur_common-2.1.
|
|
42
|
+
arthur_common-2.1.60.dist-info/METADATA,sha256=EK5y-Fy8mKi798zO6j2TXRNdm81pBs08gzAwgezvPjo,2038
|
|
43
|
+
arthur_common-2.1.60.dist-info/WHEEL,sha256=b4K_helf-jlQoXBBETfwnf4B04YC67LOev0jo4fX5m8,88
|
|
44
|
+
arthur_common-2.1.60.dist-info/RECORD,,
|
|
File without changes
|