sdata 1.6.0__tar.gz → 1.6.1__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (151) hide show
  1. {sdata-1.6.0/sdata.egg-info → sdata-1.6.1}/PKG-INFO +1 -1
  2. {sdata-1.6.0 → sdata-1.6.1}/sdata/__init__.py +1 -1
  3. {sdata-1.6.0 → sdata-1.6.1}/sdata/base.py +3 -2
  4. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/dataframe.py +12 -7
  5. {sdata-1.6.0 → sdata-1.6.1/sdata.egg-info}/PKG-INFO +1 -1
  6. {sdata-1.6.0 → sdata-1.6.1}/sdata.egg-info/SOURCES.txt +1 -0
  7. {sdata-1.6.0 → sdata-1.6.1}/tests/test_dtypes.py +2 -1
  8. sdata-1.6.1/tests/test_metadata_json_dtypes.py +121 -0
  9. {sdata-1.6.0 → sdata-1.6.1}/LICENSE-MIT +0 -0
  10. {sdata-1.6.0 → sdata-1.6.1}/MANIFEST.in +0 -0
  11. {sdata-1.6.0 → sdata-1.6.1}/README.md +0 -0
  12. {sdata-1.6.0 → sdata-1.6.1}/pyproject.toml +0 -0
  13. {sdata-1.6.0 → sdata-1.6.1}/sdata/contrib/__init__.py +0 -0
  14. {sdata-1.6.0 → sdata-1.6.1}/sdata/contrib/sobol_seq.py +0 -0
  15. {sdata-1.6.0 → sdata-1.6.1}/sdata/deprecated/__init__.py +0 -0
  16. {sdata-1.6.0 → sdata-1.6.1}/sdata/deprecated/data.py +0 -0
  17. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/__init__.py +0 -0
  18. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/_http.py +0 -0
  19. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/base58btc.py +0 -0
  20. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/did_github.py +0 -0
  21. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/did_peer4.py +0 -0
  22. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/did_web.py +0 -0
  23. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/diddoc.py +0 -0
  24. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/ed25519.py +0 -0
  25. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/eddsa.py +0 -0
  26. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/errors.py +0 -0
  27. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/issue_vc.py +0 -0
  28. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/jose.py +0 -0
  29. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/keys.py +0 -0
  30. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/utils_didkey.py +0 -0
  31. {sdata-1.6.0 → sdata-1.6.1}/sdata/did/verify_vp.py +0 -0
  32. {sdata-1.6.0 → sdata-1.6.1}/sdata/doe.py +0 -0
  33. {sdata-1.6.0 → sdata-1.6.1}/sdata/dtypes.py +0 -0
  34. {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/__init__.py +0 -0
  35. {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/blob0.py +0 -0
  36. {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/file.py +0 -0
  37. {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/filegroup.py +0 -0
  38. {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/ks2.py +0 -0
  39. {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/lapshear.py +0 -0
  40. {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/material.py +0 -0
  41. {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/parameters_deprecated.py +0 -0
  42. {sdata-1.6.0 → sdata-1.6.1}/sdata/experiments/workbook.py +0 -0
  43. {sdata-1.6.0 → sdata-1.6.1}/sdata/format.py +0 -0
  44. {sdata-1.6.0 → sdata-1.6.1}/sdata/imagemeta.py +0 -0
  45. {sdata-1.6.0 → sdata-1.6.1}/sdata/interactive.py +0 -0
  46. {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/__init__.py +0 -0
  47. {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/hashtree.py +0 -0
  48. {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/json1sqlitestore.py +0 -0
  49. {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/jsonsqlitestore.py +0 -0
  50. {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/pud.py +0 -0
  51. {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/reader.py +0 -0
  52. {sdata-1.6.0 → sdata-1.6.1}/sdata/iolib/writer.py +0 -0
  53. {sdata-1.6.0 → sdata-1.6.1}/sdata/metadata.py +0 -0
  54. {sdata-1.6.0 → sdata-1.6.1}/sdata/parameter.py +0 -0
  55. {sdata-1.6.0 → sdata-1.6.1}/sdata/schema.py +0 -0
  56. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/__init__.py +0 -0
  57. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/bfo_classes.py +0 -0
  58. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/blob.py +0 -0
  59. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/content.py +0 -0
  60. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/dataframegroup.py +0 -0
  61. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/dependency_graph.py +0 -0
  62. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/filereference.py +0 -0
  63. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/image.py +0 -0
  64. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/lazy_namespace.py +0 -0
  65. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/lca.py +0 -0
  66. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/process.py +0 -0
  67. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/process_graph.py +0 -0
  68. {sdata-1.6.0 → sdata-1.6.1}/sdata/sclass/zipfile.py +0 -0
  69. {sdata-1.6.0 → sdata-1.6.1}/sdata/semantic.py +0 -0
  70. {sdata-1.6.0 → sdata-1.6.1}/sdata/suuid.py +0 -0
  71. {sdata-1.6.0 → sdata-1.6.1}/sdata/timestamp.py +0 -0
  72. {sdata-1.6.0 → sdata-1.6.1}/sdata/tools.py +0 -0
  73. {sdata-1.6.0 → sdata-1.6.1}/sdata/units.py +0 -0
  74. {sdata-1.6.0 → sdata-1.6.1}/sdata/vocab.py +0 -0
  75. {sdata-1.6.0 → sdata-1.6.1}/sdata.egg-info/dependency_links.txt +0 -0
  76. {sdata-1.6.0 → sdata-1.6.1}/sdata.egg-info/requires.txt +0 -0
  77. {sdata-1.6.0 → sdata-1.6.1}/sdata.egg-info/top_level.txt +0 -0
  78. {sdata-1.6.0 → sdata-1.6.1}/setup.cfg +0 -0
  79. {sdata-1.6.0 → sdata-1.6.1}/tests/test_attribute.py +0 -0
  80. {sdata-1.6.0 → sdata-1.6.1}/tests/test_attribute_symbol.py +0 -0
  81. {sdata-1.6.0 → sdata-1.6.1}/tests/test_base.py +0 -0
  82. {sdata-1.6.0 → sdata-1.6.1}/tests/test_base_coverage.py +0 -0
  83. {sdata-1.6.0 → sdata-1.6.1}/tests/test_base_from_dict_subclass.py +0 -0
  84. {sdata-1.6.0 → sdata-1.6.1}/tests/test_blob.py +0 -0
  85. {sdata-1.6.0 → sdata-1.6.1}/tests/test_csv_sidecar_ontology.py +0 -0
  86. {sdata-1.6.0 → sdata-1.6.1}/tests/test_data.py +0 -0
  87. {sdata-1.6.0 → sdata-1.6.1}/tests/test_data_deprecation.py +0 -0
  88. {sdata-1.6.0 → sdata-1.6.1}/tests/test_did.py +0 -0
  89. {sdata-1.6.0 → sdata-1.6.1}/tests/test_did_coverage.py +0 -0
  90. {sdata-1.6.0 → sdata-1.6.1}/tests/test_doe_coverage.py +0 -0
  91. {sdata-1.6.0 → sdata-1.6.1}/tests/test_eddsa.py +0 -0
  92. {sdata-1.6.0 → sdata-1.6.1}/tests/test_format_versioning.py +0 -0
  93. {sdata-1.6.0 → sdata-1.6.1}/tests/test_http_backend.py +0 -0
  94. {sdata-1.6.0 → sdata-1.6.1}/tests/test_image.py +0 -0
  95. {sdata-1.6.0 → sdata-1.6.1}/tests/test_imagemeta.py +0 -0
  96. {sdata-1.6.0 → sdata-1.6.1}/tests/test_interactive.py +0 -0
  97. {sdata-1.6.0 → sdata-1.6.1}/tests/test_io.py +0 -0
  98. {sdata-1.6.0 → sdata-1.6.1}/tests/test_ks2.py +0 -0
  99. {sdata-1.6.0 → sdata-1.6.1}/tests/test_metadata.py +0 -0
  100. {sdata-1.6.0 → sdata-1.6.1}/tests/test_metadata_coverage.py +0 -0
  101. {sdata-1.6.0 → sdata-1.6.1}/tests/test_metadata_sorteddict.py +0 -0
  102. {sdata-1.6.0 → sdata-1.6.1}/tests/test_parameter.py +0 -0
  103. {sdata-1.6.0 → sdata-1.6.1}/tests/test_parameter_coverage.py +0 -0
  104. {sdata-1.6.0 → sdata-1.6.1}/tests/test_schema.py +0 -0
  105. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_blob_coverage.py +0 -0
  106. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_blob_errors.py +0 -0
  107. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_blob_hardening.py +0 -0
  108. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_blob_io.py +0 -0
  109. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_as_blob.py +0 -0
  110. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_column_dtype.py +0 -0
  111. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_columns.py +0 -0
  112. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_correctness.py +0 -0
  113. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_coverage.py +0 -0
  114. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_datapackage.py +0 -0
  115. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_field_metadata.py +0 -0
  116. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_hdf.py +0 -0
  117. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_integrity.py +0 -0
  118. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_interop.py +0 -0
  119. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_parquet_filename.py +0 -0
  120. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_tableschema.py +0 -0
  121. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframe_units.py +0 -0
  122. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_dataframegroup_coverage.py +0 -0
  123. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_filereference_blob.py +0 -0
  124. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_filereference_coverage.py +0 -0
  125. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_lazy_namespace_coverage.py +0 -0
  126. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_lca.py +0 -0
  127. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_misc_coverage.py +0 -0
  128. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sclass_zipfile_coverage.py +0 -0
  129. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sdata_init_coverage.py +0 -0
  130. {sdata-1.6.0 → sdata-1.6.1}/tests/test_semantic_columns.py +0 -0
  131. {sdata-1.6.0 → sdata-1.6.1}/tests/test_semantic_jsonld.py +0 -0
  132. {sdata-1.6.0 → sdata-1.6.1}/tests/test_semantic_rdf.py +0 -0
  133. {sdata-1.6.0 → sdata-1.6.1}/tests/test_semantic_vc.py +0 -0
  134. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sidecar_wiring.py +0 -0
  135. {sdata-1.6.0 → sdata-1.6.1}/tests/test_sqlite.py +0 -0
  136. {sdata-1.6.0 → sdata-1.6.1}/tests/test_suuid.py +0 -0
  137. {sdata-1.6.0 → sdata-1.6.1}/tests/test_suuid_class.py +0 -0
  138. {sdata-1.6.0 → sdata-1.6.1}/tests/test_table.py +0 -0
  139. {sdata-1.6.0 → sdata-1.6.1}/tests/test_testprogram.py +0 -0
  140. {sdata-1.6.0 → sdata-1.6.1}/tests/test_timestamp.py +0 -0
  141. {sdata-1.6.0 → sdata-1.6.1}/tests/test_timestamp_coverage.py +0 -0
  142. {sdata-1.6.0 → sdata-1.6.1}/tests/test_tools.py +0 -0
  143. {sdata-1.6.0 → sdata-1.6.1}/tests/test_unit_system_persistence.py +0 -0
  144. {sdata-1.6.0 → sdata-1.6.1}/tests/test_units.py +0 -0
  145. {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_angle.py +0 -0
  146. {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_convert.py +0 -0
  147. {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_electrical.py +0 -0
  148. {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_frequency.py +0 -0
  149. {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_pint_interop.py +0 -0
  150. {sdata-1.6.0 → sdata-1.6.1}/tests/test_units_qudt_coverage.py +0 -0
  151. {sdata-1.6.0 → sdata-1.6.1}/tests/test_vocab.py +0 -0
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sdata
3
- Version: 1.6.0
3
+ Version: 1.6.1
4
4
  Summary: a structured data format
5
5
  Author-email: Ingolf Lepenies <lepy@tuta.io>
6
6
  Maintainer-email: Ingolf Lepenies <lepy@tuta.io>
@@ -1,7 +1,7 @@
1
1
  # -*-coding: utf-8-*-
2
2
  from __future__ import division
3
3
 
4
- __version__ = '1.6.0'
4
+ __version__ = '1.6.1'
5
5
  __revision__ = None
6
6
  __version_info__ = tuple([int(num) for num in __version__.split('.')])
7
7
 
@@ -12,6 +12,7 @@ from sdata.format import CURRENT_FORMAT_VERSION, ensure_compatible
12
12
  from sdata.sclass import register
13
13
  from sdata.suuid import SUUID
14
14
  from sdata.metadata import Metadata, Attribute, extract_name_unit
15
+ from sdata.dtypes import json_default
15
16
  from sdata.timestamp import now_utc_str, now_local_str, today_str
16
17
  import sdata.sclass
17
18
  import gzip
@@ -459,12 +460,12 @@ class Base:
459
460
  data_dict = self.to_dict()
460
461
  if filepath:
461
462
  with open(filepath, "w") as fh:
462
- json.dump(data_dict, fh, indent=4)
463
+ json.dump(data_dict, fh, indent=4, default=json_default)
463
464
  if sidecar:
464
465
  self.write_sidecar(os.path.dirname(filepath) or ".")
465
466
  return None
466
467
  else:
467
- return json.dumps(data_dict, indent=4)
468
+ return json.dumps(data_dict, indent=4, default=json_default)
468
469
 
469
470
  @classmethod
470
471
  def from_json(cls, s: str) -> 'Base':
@@ -647,9 +647,13 @@ class DataFrame(ContentIntegrityMixin, Base):
647
647
  _require_parquet(engine)
648
648
 
649
649
  df = self.df.copy()
650
- df.attrs["_sdata"] = {"metadata": self.metadata.to_dict(),
651
- "column_metadata": self.column_metadata.to_dict(),
652
- "description": self.description}
650
+ # pandas legt df.attrs per json.dumps ohne Encoder ab -> vorab JSON-nativ
651
+ # machen, sonst gehen timestamp/date/bytes/... still verloren
652
+ df.attrs["_sdata"] = json.loads(json.dumps(
653
+ {"metadata": self.metadata.to_dict(),
654
+ "column_metadata": self.column_metadata.to_dict(),
655
+ "description": self.description},
656
+ default=dtypes.json_default))
653
657
 
654
658
  if filename is None and path is not None:
655
659
  filename = self.sname + ".spq"
@@ -860,7 +864,7 @@ class DataFrame(ContentIntegrityMixin, Base):
860
864
  "metadata": self.metadata.to_dict(),
861
865
  "column_metadata": self.column_metadata.to_dict(),
862
866
  "description": self.description,
863
- }).encode("utf-8")
867
+ }, default=dtypes.json_default).encode("utf-8")
864
868
  new_schema = pa.schema(fields, metadata=schema_meta)
865
869
  return pa.Table.from_arrays(list(table.columns), schema=new_schema)
866
870
 
@@ -1056,10 +1060,11 @@ class DataFrame(ContentIntegrityMixin, Base):
1056
1060
  buffer = io.BytesIO()
1057
1061
  with zipfile.ZipFile(buffer, "w", zipfile.ZIP_DEFLATED) as zf:
1058
1062
  zf.writestr(data_path, data_bytes)
1059
- zf.writestr("datapackage.json", json.dumps(descriptor, indent=2))
1063
+ zf.writestr("datapackage.json", json.dumps(descriptor, indent=2, default=dtypes.json_default))
1060
1064
  if sidecar:
1061
1065
  zf.writestr(f"{self.sname}.meta.jsonld",
1062
- json.dumps(self.to_jsonld(), indent=2))
1066
+ json.dumps(self.to_jsonld(), indent=2,
1067
+ default=dtypes.json_default))
1063
1068
  payload = buffer.getvalue()
1064
1069
 
1065
1070
  if filename is None and path is not None:
@@ -1155,7 +1160,7 @@ class DataFrame(ContentIntegrityMixin, Base):
1155
1160
  "metadata": self.metadata.to_dict(),
1156
1161
  "column_metadata": self.column_metadata.to_dict(),
1157
1162
  "description": self.description,
1158
- })
1163
+ }, default=dtypes.json_default)
1159
1164
  grp.attrs["_columns"] = json.dumps(columns)
1160
1165
  idx = self.df.index
1161
1166
  default_index = (isinstance(idx, pd.RangeIndex)
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: sdata
3
- Version: 1.6.0
3
+ Version: 1.6.1
4
4
  Summary: a structured data format
5
5
  Author-email: Ingolf Lepenies <lepy@tuta.io>
6
6
  Maintainer-email: Ingolf Lepenies <lepy@tuta.io>
@@ -95,6 +95,7 @@ tests/test_io.py
95
95
  tests/test_ks2.py
96
96
  tests/test_metadata.py
97
97
  tests/test_metadata_coverage.py
98
+ tests/test_metadata_json_dtypes.py
98
99
  tests/test_metadata_sorteddict.py
99
100
  tests/test_parameter.py
100
101
  tests/test_parameter_coverage.py
@@ -428,7 +428,8 @@ def test_spec_to_json_and_default():
428
428
  dtypes.json_default(object())
429
429
 
430
430
 
431
- def test_coerce_convenience_and_register():
431
+ def test_coerce_convenience_and_register(monkeypatch):
432
+ monkeypatch.setattr(dtypes, "_REGISTRY", dict(dtypes._REGISTRY)) # kein Leck
432
433
  assert dtypes.coerce("5", "int") == 5
433
434
  assert dtypes.coerce(b"x", bytes) == b"x"
434
435
  spec = dtypes.DtypeSpec("dummy", str, lambda v, s: "D", "xsd:string")
@@ -0,0 +1,121 @@
1
+ # -*- coding: utf-8 -*-
2
+ """Nicht-native dtype-Werte (timestamp, date, bytes …) überleben jede
3
+ JSON-basierte Serialisierung: ``to_json``, Parquet, Data Package, HDF5."""
4
+ import datetime
5
+ import json
6
+ import zipfile
7
+ from decimal import Decimal
8
+
9
+ import pandas as pd
10
+ import pytest
11
+
12
+ from sdata import dtypes
13
+ from sdata.base import Base
14
+ from sdata.sclass.dataframe import DataFrame
15
+
16
+ # dtype -> (Eingabewert, erwarteter Wert nach dem Rücklesen)
17
+ CASES = {
18
+ "timestamp": ("2026-11-06T09:00:00+01:00", None),
19
+ "date": (datetime.date(2026, 11, 6), datetime.date(2026, 11, 6)),
20
+ "time": (datetime.time(9, 30, 15), datetime.time(9, 30, 15)),
21
+ "duration": (datetime.timedelta(hours=1, seconds=5),
22
+ datetime.timedelta(hours=1, seconds=5)),
23
+ "decimal": (Decimal("1.2345"), Decimal("1.2345")),
24
+ "bytes": (b"\x00\x01sdata", b"\x00\x01sdata"),
25
+ "complex": (complex(1, -2), complex(1, -2)),
26
+ "langstring": (dtypes.LangString("Temperatur", "de"),
27
+ dtypes.LangString("Temperatur", "de")),
28
+ "json": ({"a": [1, 2]}, {"a": [1, 2]}),
29
+ "uri": ("https://example.org/x", "https://example.org/x"),
30
+ "floatlist": ([1.0, 2.5], [1.0, 2.5]),
31
+ "list": (["a", "b"], ["a", "b"]),
32
+ }
33
+ DTYPES = sorted(CASES)
34
+
35
+
36
+ def _expected(dtype):
37
+ value, expected = CASES[dtype]
38
+ return dtypes.get(dtype).coerce(value) if expected is None else expected
39
+
40
+
41
+ def _frame(dtype):
42
+ sdf = DataFrame(df=pd.DataFrame({"t": [1.0, 2.0], "T": [2.4, 5.2]}),
43
+ name="dtype-probe")
44
+ sdf.metadata.add("probe", CASES[dtype][0], dtype=dtype)
45
+ return sdf
46
+
47
+
48
+ def _check(restored, dtype):
49
+ attr = restored.metadata.get("probe")
50
+ assert attr.dtype == dtype
51
+ if dtype == "timestamp": # JSON-Form ist UTC: gleicher Zeitpunkt
52
+ assert attr.value.utc == _expected(dtype).utc
53
+ else:
54
+ assert attr.value == _expected(dtype)
55
+
56
+
57
+ def test_cases_cover_all_registered_dtypes():
58
+ natives = {"str", "int", "float", "bool"}
59
+ assert set(dtypes.names()) - natives == set(CASES)
60
+
61
+
62
+ @pytest.mark.parametrize("dtype", DTYPES)
63
+ def test_base_to_json_roundtrip(dtype):
64
+ b = Base(name="probe")
65
+ b.metadata.add("probe", CASES[dtype][0], dtype=dtype)
66
+ s = b.to_json()
67
+ json.loads(s)
68
+ _check(Base.from_json(s), dtype)
69
+
70
+
71
+ @pytest.mark.parametrize("dtype", DTYPES)
72
+ def test_base_to_json_file(dtype, tmp_path):
73
+ b = Base(name="probe")
74
+ b.metadata.add("probe", CASES[dtype][0], dtype=dtype)
75
+ p = tmp_path / "b.json"
76
+ b.to_json(filepath=str(p))
77
+ _check(Base.from_json(p.read_text()), dtype)
78
+
79
+
80
+ @pytest.mark.parametrize("dtype", DTYPES)
81
+ def test_dataframe_to_json_roundtrip(dtype):
82
+ sdf = _frame(dtype)
83
+ _check(DataFrame.from_json(sdf.to_json()), dtype)
84
+
85
+
86
+ @pytest.mark.parametrize("dtype", DTYPES)
87
+ def test_parquet_roundtrip(dtype, tmp_path):
88
+ pytest.importorskip("pyarrow")
89
+ sdf = _frame(dtype)
90
+ _check(DataFrame.from_parquet_bytes(sdf.to_parquet()), dtype)
91
+ sdf.to_parquet(path=str(tmp_path))
92
+ _check(DataFrame.from_parquet(str(tmp_path / f"{sdf.sname}.spq")), dtype)
93
+
94
+
95
+ @pytest.mark.parametrize("fmt", ["csv", "parquet"])
96
+ @pytest.mark.parametrize("dtype", DTYPES)
97
+ def test_datapackage_roundtrip(dtype, fmt, tmp_path):
98
+ if fmt == "parquet":
99
+ pytest.importorskip("pyarrow")
100
+ sdf = _frame(dtype)
101
+ filepath = sdf.to_datapackage(path=str(tmp_path), fmt=fmt)
102
+ with zipfile.ZipFile(filepath) as zf:
103
+ json.loads(zf.read("datapackage.json"))
104
+ json.loads(zf.read(f"{sdf.sname}.meta.jsonld"))
105
+ _check(DataFrame.from_datapackage(filepath), dtype)
106
+
107
+
108
+ @pytest.mark.parametrize("dtype", DTYPES)
109
+ def test_hdf_roundtrip(dtype, tmp_path):
110
+ pytest.importorskip("h5py")
111
+ sdf = _frame(dtype)
112
+ filepath = str(tmp_path / "probe.h5")
113
+ sdf.to_hdf(filename=filepath)
114
+ _check(DataFrame.from_hdf(filepath), dtype)
115
+
116
+
117
+ @pytest.mark.parametrize("dtype", DTYPES)
118
+ def test_arrow_roundtrip(dtype):
119
+ pytest.importorskip("pyarrow")
120
+ sdf = _frame(dtype)
121
+ _check(DataFrame.from_arrow(sdf.to_arrow()), dtype)
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes
File without changes