sdata 1.6.0__tar.gz → 1.6.1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {sdata-1.6.0/sdata.egg-info → sdata-1.6.1}/PKG-INFO +1 -1
- {sdata-1.6.0 → sdata-1.6.1}/sdata/__init__.py +1 -1
- {sdata-1.6.0 → sdata-1.6.1}/sdata/base.py +3 -2
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/dataframe.py +12 -7
- {sdata-1.6.0 → sdata-1.6.1/sdata.egg-info}/PKG-INFO +1 -1
- {sdata-1.6.0 → sdata-1.6.1}/sdata.egg-info/SOURCES.txt +1 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_dtypes.py +2 -1
- sdata-1.6.1/tests/test_metadata_json_dtypes.py +121 -0
- {sdata-1.6.0 → sdata-1.6.1}/LICENSE-MIT +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/MANIFEST.in +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/README.md +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/pyproject.toml +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/contrib/__init__.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/contrib/sobol_seq.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/deprecated/__init__.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/deprecated/data.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/__init__.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/_http.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/base58btc.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/did_github.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/did_peer4.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/did_web.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/diddoc.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/ed25519.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/eddsa.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/errors.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/issue_vc.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/jose.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/keys.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/utils_didkey.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/did/verify_vp.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/doe.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/dtypes.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/__init__.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/blob0.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/file.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/filegroup.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/ks2.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/lapshear.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/material.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/parameters_deprecated.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/workbook.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/format.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/imagemeta.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/interactive.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/__init__.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/hashtree.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/json1sqlitestore.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/jsonsqlitestore.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/pud.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/reader.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/writer.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/metadata.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/parameter.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/schema.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/__init__.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/bfo_classes.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/blob.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/content.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/dataframegroup.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/dependency_graph.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/filereference.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/image.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/lazy_namespace.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/lca.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/process.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/process_graph.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/zipfile.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/semantic.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/suuid.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/timestamp.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/tools.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/units.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata/vocab.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata.egg-info/dependency_links.txt +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata.egg-info/requires.txt +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/sdata.egg-info/top_level.txt +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/setup.cfg +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_attribute.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_attribute_symbol.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_base.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_base_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_base_from_dict_subclass.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_blob.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_csv_sidecar_ontology.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_data.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_data_deprecation.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_did.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_did_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_doe_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_eddsa.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_format_versioning.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_http_backend.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_image.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_imagemeta.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_interactive.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_io.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_ks2.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_metadata.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_metadata_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_metadata_sorteddict.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_parameter.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_parameter_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_schema.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_blob_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_blob_errors.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_blob_hardening.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_blob_io.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_as_blob.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_column_dtype.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_columns.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_correctness.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_datapackage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_field_metadata.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_hdf.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_integrity.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_interop.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_parquet_filename.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_tableschema.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_units.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframegroup_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_filereference_blob.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_filereference_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_lazy_namespace_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_lca.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_misc_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_zipfile_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sdata_init_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_semantic_columns.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_semantic_jsonld.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_semantic_rdf.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_semantic_vc.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sidecar_wiring.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_sqlite.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_suuid.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_suuid_class.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_table.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_testprogram.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_timestamp.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_timestamp_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_tools.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_unit_system_persistence.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_units.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_angle.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_convert.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_electrical.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_frequency.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_pint_interop.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_qudt_coverage.py +0 -0
- {sdata-1.6.0 → sdata-1.6.1}/tests/test_vocab.py +0 -0
|
@@ -12,6 +12,7 @@ from sdata.format import CURRENT_FORMAT_VERSION, ensure_compatible
|
|
|
12
12
|
from sdata.sclass import register
|
|
13
13
|
from sdata.suuid import SUUID
|
|
14
14
|
from sdata.metadata import Metadata, Attribute, extract_name_unit
|
|
15
|
+
from sdata.dtypes import json_default
|
|
15
16
|
from sdata.timestamp import now_utc_str, now_local_str, today_str
|
|
16
17
|
import sdata.sclass
|
|
17
18
|
import gzip
|
|
@@ -459,12 +460,12 @@ class Base:
|
|
|
459
460
|
data_dict = self.to_dict()
|
|
460
461
|
if filepath:
|
|
461
462
|
with open(filepath, "w") as fh:
|
|
462
|
-
json.dump(data_dict, fh, indent=4)
|
|
463
|
+
json.dump(data_dict, fh, indent=4, default=json_default)
|
|
463
464
|
if sidecar:
|
|
464
465
|
self.write_sidecar(os.path.dirname(filepath) or ".")
|
|
465
466
|
return None
|
|
466
467
|
else:
|
|
467
|
-
return json.dumps(data_dict, indent=4)
|
|
468
|
+
return json.dumps(data_dict, indent=4, default=json_default)
|
|
468
469
|
|
|
469
470
|
@classmethod
|
|
470
471
|
def from_json(cls, s: str) -> 'Base':
|
|
@@ -647,9 +647,13 @@ class DataFrame(ContentIntegrityMixin, Base):
|
|
|
647
647
|
_require_parquet(engine)
|
|
648
648
|
|
|
649
649
|
df = self.df.copy()
|
|
650
|
-
df.attrs
|
|
651
|
-
|
|
652
|
-
|
|
650
|
+
# pandas legt df.attrs per json.dumps ohne Encoder ab -> vorab JSON-nativ
|
|
651
|
+
# machen, sonst gehen timestamp/date/bytes/... still verloren
|
|
652
|
+
df.attrs["_sdata"] = json.loads(json.dumps(
|
|
653
|
+
{"metadata": self.metadata.to_dict(),
|
|
654
|
+
"column_metadata": self.column_metadata.to_dict(),
|
|
655
|
+
"description": self.description},
|
|
656
|
+
default=dtypes.json_default))
|
|
653
657
|
|
|
654
658
|
if filename is None and path is not None:
|
|
655
659
|
filename = self.sname + ".spq"
|
|
@@ -860,7 +864,7 @@ class DataFrame(ContentIntegrityMixin, Base):
|
|
|
860
864
|
"metadata": self.metadata.to_dict(),
|
|
861
865
|
"column_metadata": self.column_metadata.to_dict(),
|
|
862
866
|
"description": self.description,
|
|
863
|
-
}).encode("utf-8")
|
|
867
|
+
}, default=dtypes.json_default).encode("utf-8")
|
|
864
868
|
new_schema = pa.schema(fields, metadata=schema_meta)
|
|
865
869
|
return pa.Table.from_arrays(list(table.columns), schema=new_schema)
|
|
866
870
|
|
|
@@ -1056,10 +1060,11 @@ class DataFrame(ContentIntegrityMixin, Base):
|
|
|
1056
1060
|
buffer = io.BytesIO()
|
|
1057
1061
|
with zipfile.ZipFile(buffer, "w", zipfile.ZIP_DEFLATED) as zf:
|
|
1058
1062
|
zf.writestr(data_path, data_bytes)
|
|
1059
|
-
zf.writestr("datapackage.json", json.dumps(descriptor, indent=2))
|
|
1063
|
+
zf.writestr("datapackage.json", json.dumps(descriptor, indent=2, default=dtypes.json_default))
|
|
1060
1064
|
if sidecar:
|
|
1061
1065
|
zf.writestr(f"{self.sname}.meta.jsonld",
|
|
1062
|
-
json.dumps(self.to_jsonld(), indent=2
|
|
1066
|
+
json.dumps(self.to_jsonld(), indent=2,
|
|
1067
|
+
default=dtypes.json_default))
|
|
1063
1068
|
payload = buffer.getvalue()
|
|
1064
1069
|
|
|
1065
1070
|
if filename is None and path is not None:
|
|
@@ -1155,7 +1160,7 @@ class DataFrame(ContentIntegrityMixin, Base):
|
|
|
1155
1160
|
"metadata": self.metadata.to_dict(),
|
|
1156
1161
|
"column_metadata": self.column_metadata.to_dict(),
|
|
1157
1162
|
"description": self.description,
|
|
1158
|
-
})
|
|
1163
|
+
}, default=dtypes.json_default)
|
|
1159
1164
|
grp.attrs["_columns"] = json.dumps(columns)
|
|
1160
1165
|
idx = self.df.index
|
|
1161
1166
|
default_index = (isinstance(idx, pd.RangeIndex)
|
|
@@ -428,7 +428,8 @@ def test_spec_to_json_and_default():
|
|
|
428
428
|
dtypes.json_default(object())
|
|
429
429
|
|
|
430
430
|
|
|
431
|
-
def test_coerce_convenience_and_register():
|
|
431
|
+
def test_coerce_convenience_and_register(monkeypatch):
|
|
432
|
+
monkeypatch.setattr(dtypes, "_REGISTRY", dict(dtypes._REGISTRY)) # kein Leck
|
|
432
433
|
assert dtypes.coerce("5", "int") == 5
|
|
433
434
|
assert dtypes.coerce(b"x", bytes) == b"x"
|
|
434
435
|
spec = dtypes.DtypeSpec("dummy", str, lambda v, s: "D", "xsd:string")
|
|
@@ -0,0 +1,121 @@
|
|
|
1
|
+
# -*- coding: utf-8 -*-
|
|
2
|
+
"""Nicht-native dtype-Werte (timestamp, date, bytes …) überleben jede
|
|
3
|
+
JSON-basierte Serialisierung: ``to_json``, Parquet, Data Package, HDF5."""
|
|
4
|
+
import datetime
|
|
5
|
+
import json
|
|
6
|
+
import zipfile
|
|
7
|
+
from decimal import Decimal
|
|
8
|
+
|
|
9
|
+
import pandas as pd
|
|
10
|
+
import pytest
|
|
11
|
+
|
|
12
|
+
from sdata import dtypes
|
|
13
|
+
from sdata.base import Base
|
|
14
|
+
from sdata.sclass.dataframe import DataFrame
|
|
15
|
+
|
|
16
|
+
# dtype -> (Eingabewert, erwarteter Wert nach dem Rücklesen)
|
|
17
|
+
CASES = {
|
|
18
|
+
"timestamp": ("2026-11-06T09:00:00+01:00", None),
|
|
19
|
+
"date": (datetime.date(2026, 11, 6), datetime.date(2026, 11, 6)),
|
|
20
|
+
"time": (datetime.time(9, 30, 15), datetime.time(9, 30, 15)),
|
|
21
|
+
"duration": (datetime.timedelta(hours=1, seconds=5),
|
|
22
|
+
datetime.timedelta(hours=1, seconds=5)),
|
|
23
|
+
"decimal": (Decimal("1.2345"), Decimal("1.2345")),
|
|
24
|
+
"bytes": (b"\x00\x01sdata", b"\x00\x01sdata"),
|
|
25
|
+
"complex": (complex(1, -2), complex(1, -2)),
|
|
26
|
+
"langstring": (dtypes.LangString("Temperatur", "de"),
|
|
27
|
+
dtypes.LangString("Temperatur", "de")),
|
|
28
|
+
"json": ({"a": [1, 2]}, {"a": [1, 2]}),
|
|
29
|
+
"uri": ("https://example.org/x", "https://example.org/x"),
|
|
30
|
+
"floatlist": ([1.0, 2.5], [1.0, 2.5]),
|
|
31
|
+
"list": (["a", "b"], ["a", "b"]),
|
|
32
|
+
}
|
|
33
|
+
DTYPES = sorted(CASES)
|
|
34
|
+
|
|
35
|
+
|
|
36
|
+
def _expected(dtype):
|
|
37
|
+
value, expected = CASES[dtype]
|
|
38
|
+
return dtypes.get(dtype).coerce(value) if expected is None else expected
|
|
39
|
+
|
|
40
|
+
|
|
41
|
+
def _frame(dtype):
|
|
42
|
+
sdf = DataFrame(df=pd.DataFrame({"t": [1.0, 2.0], "T": [2.4, 5.2]}),
|
|
43
|
+
name="dtype-probe")
|
|
44
|
+
sdf.metadata.add("probe", CASES[dtype][0], dtype=dtype)
|
|
45
|
+
return sdf
|
|
46
|
+
|
|
47
|
+
|
|
48
|
+
def _check(restored, dtype):
|
|
49
|
+
attr = restored.metadata.get("probe")
|
|
50
|
+
assert attr.dtype == dtype
|
|
51
|
+
if dtype == "timestamp": # JSON-Form ist UTC: gleicher Zeitpunkt
|
|
52
|
+
assert attr.value.utc == _expected(dtype).utc
|
|
53
|
+
else:
|
|
54
|
+
assert attr.value == _expected(dtype)
|
|
55
|
+
|
|
56
|
+
|
|
57
|
+
def test_cases_cover_all_registered_dtypes():
|
|
58
|
+
natives = {"str", "int", "float", "bool"}
|
|
59
|
+
assert set(dtypes.names()) - natives == set(CASES)
|
|
60
|
+
|
|
61
|
+
|
|
62
|
+
@pytest.mark.parametrize("dtype", DTYPES)
|
|
63
|
+
def test_base_to_json_roundtrip(dtype):
|
|
64
|
+
b = Base(name="probe")
|
|
65
|
+
b.metadata.add("probe", CASES[dtype][0], dtype=dtype)
|
|
66
|
+
s = b.to_json()
|
|
67
|
+
json.loads(s)
|
|
68
|
+
_check(Base.from_json(s), dtype)
|
|
69
|
+
|
|
70
|
+
|
|
71
|
+
@pytest.mark.parametrize("dtype", DTYPES)
|
|
72
|
+
def test_base_to_json_file(dtype, tmp_path):
|
|
73
|
+
b = Base(name="probe")
|
|
74
|
+
b.metadata.add("probe", CASES[dtype][0], dtype=dtype)
|
|
75
|
+
p = tmp_path / "b.json"
|
|
76
|
+
b.to_json(filepath=str(p))
|
|
77
|
+
_check(Base.from_json(p.read_text()), dtype)
|
|
78
|
+
|
|
79
|
+
|
|
80
|
+
@pytest.mark.parametrize("dtype", DTYPES)
|
|
81
|
+
def test_dataframe_to_json_roundtrip(dtype):
|
|
82
|
+
sdf = _frame(dtype)
|
|
83
|
+
_check(DataFrame.from_json(sdf.to_json()), dtype)
|
|
84
|
+
|
|
85
|
+
|
|
86
|
+
@pytest.mark.parametrize("dtype", DTYPES)
|
|
87
|
+
def test_parquet_roundtrip(dtype, tmp_path):
|
|
88
|
+
pytest.importorskip("pyarrow")
|
|
89
|
+
sdf = _frame(dtype)
|
|
90
|
+
_check(DataFrame.from_parquet_bytes(sdf.to_parquet()), dtype)
|
|
91
|
+
sdf.to_parquet(path=str(tmp_path))
|
|
92
|
+
_check(DataFrame.from_parquet(str(tmp_path / f"{sdf.sname}.spq")), dtype)
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
@pytest.mark.parametrize("fmt", ["csv", "parquet"])
|
|
96
|
+
@pytest.mark.parametrize("dtype", DTYPES)
|
|
97
|
+
def test_datapackage_roundtrip(dtype, fmt, tmp_path):
|
|
98
|
+
if fmt == "parquet":
|
|
99
|
+
pytest.importorskip("pyarrow")
|
|
100
|
+
sdf = _frame(dtype)
|
|
101
|
+
filepath = sdf.to_datapackage(path=str(tmp_path), fmt=fmt)
|
|
102
|
+
with zipfile.ZipFile(filepath) as zf:
|
|
103
|
+
json.loads(zf.read("datapackage.json"))
|
|
104
|
+
json.loads(zf.read(f"{sdf.sname}.meta.jsonld"))
|
|
105
|
+
_check(DataFrame.from_datapackage(filepath), dtype)
|
|
106
|
+
|
|
107
|
+
|
|
108
|
+
@pytest.mark.parametrize("dtype", DTYPES)
|
|
109
|
+
def test_hdf_roundtrip(dtype, tmp_path):
|
|
110
|
+
pytest.importorskip("h5py")
|
|
111
|
+
sdf = _frame(dtype)
|
|
112
|
+
filepath = str(tmp_path / "probe.h5")
|
|
113
|
+
sdf.to_hdf(filename=filepath)
|
|
114
|
+
_check(DataFrame.from_hdf(filepath), dtype)
|
|
115
|
+
|
|
116
|
+
|
|
117
|
+
@pytest.mark.parametrize("dtype", DTYPES)
|
|
118
|
+
def test_arrow_roundtrip(dtype):
|
|
119
|
+
pytest.importorskip("pyarrow")
|
|
120
|
+
sdf = _frame(dtype)
|
|
121
|
+
_check(DataFrame.from_arrow(sdf.to_arrow()), dtype)
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|