dsff 1.0.6__py3-none-any.whl → 1.2.0__py3-none-any.whl

dsff/formats/pa.py

@@ -0,0 +1,29 @@
+# -*- coding: UTF-8 -*-
+from .__common__ import *
+
+
+__all__ = []
+
+
+def _nowrite(m):
+    raise NotImplementedError(f"none of {m}.write_table and {m}.write_{m} is implemented")
+
+
+for module in ["feather", "orc", "parquet"]:
+    __all__ += [f"from_{module}", f"to_{module}"]
+    def gen_func(m):
+        def from_(dsff, path=None, exclude=DEFAULT_EXCL):
+            dataset = globals()[m].read_table(path)
+            dsff.write(data=[dataset.schema.names] + [list(r.values()) for r in dataset.to_pylist()],
+                       metadata=literal_eval(dataset.schema.metadata.pop(b'__metadata__', b"{}").decode()),
+                       features={k.decode(): v.decode() for k, v in dataset.schema.metadata.items()})
+        from_.__name__ = f"from_{m}"
+        def to_(dsff, path=None, text=False):
+            with (BytesIO() if text else open(path, 'wb+')) as f:
+                getattr(globals()[m], "write_table", getattr(globals()[m], f"write_{m}", _nowrite))(dsff._to_table(), f)
+                if text:
+                    return f.getvalue()
+        to_.__name__ = f"to_{m}"
+        return from_, to_
+    globals()[f'from_{module}'], globals()[f'to_{module}'] = gen_func(module)
+

{dsff-1.0.6.dist-info → dsff-1.2.0.dist-info}/METADATA

@@ -1,9 +1,9 @@
-Metadata-Version: 2.1
+Metadata-Version: 2.4
 Name: dsff
-Version: 1.0.6
+Version: 1.2.0
 Summary: DataSet File Format (DSFF)
 Author-email: Alexandre D'Hondt <alexandre.dhondt@gmail.com>
-License: GNU GENERAL PUBLIC LICENSE
+License:                     GNU GENERAL PUBLIC LICENSE
                                Version 3, 29 June 2007
         
          Copyright (C) 2007 Free Software Foundation, Inc. <https://fsf.org/>
@@ -691,17 +691,16 @@ Classifier: Intended Audience :: Other Audience
 Classifier: License :: OSI Approved :: GNU General Public License v3 or later (GPLv3+)
 Classifier: Programming Language :: Python :: 3
 Classifier: Programming Language :: Python :: 3 :: Only
-Classifier: Programming Language :: Python :: 3.8
-Classifier: Programming Language :: Python :: 3.9
-Classifier: Programming Language :: Python :: 3.10
-Classifier: Programming Language :: Python :: 3.11
 Classifier: Topic :: Software Development :: Libraries :: Python Modules
-Requires-Python: <4,>=3.8
+Requires-Python: <4,>=3.10
 Description-Content-Type: text/markdown
 License-File: LICENSE
 Requires-Dist: openpyxl
+Provides-Extra: extra
+Requires-Dist: pyarrow; extra == "extra"
+Dynamic: license-file
 
-<p align="center"><img src="https://github.com/packing-box/python-dsff/raw/main/docs/pages/imgs/logo.png"></p>
+<p align="center" id="top"><img src="https://github.com/packing-box/python-dsff/raw/main/docs/pages/imgs/logo.png"></p>
 <h1 align="center">DataSet File Format <a href="https://twitter.com/intent/tweet?text=DataSet%20File%20Format%20-%20XSLX-based%20format%20for%20handling%20datasets.%0D%0ATiny%20library%20for%20handling%20a%20dataset%20as%20an%20XSLX%20and%20for%20converting%20it%20to%20ARFF,%20CSV%20or%20a%20FilelessDataset%20structure%20as%20for%20the%20Packing%20Box.%0D%0Ahttps%3a%2f%2fgithub%2ecom%2fpacking-box%2fpython-dsff%0D%0A&hashtags=python,dsff,machinelearning"><img src="https://img.shields.io/badge/Tweet--lightgrey?logo=twitter&style=social" alt="Tweet" height="20"/></a></h1>
 <h3 align="center">Store a dataset in XSLX-like format.</h3>
 
@@ -730,6 +729,7 @@ pip install --user dsff
     f.write("/path/to/my-dataset")  # folder of a FilelessDataset (containing data.csv, features.json and metadata.json)
     f.to_arff()                     # creates ./my-dataset.arff
     f.to_csv()                      # creates ./my-dataset.csv
+    f.to_db()                       # creates ./my-dataset.db (SQLite DB)
 # while leaving the context, ./my-dataset.dsff is created
 ```
 

dsff-1.2.0.dist-info/RECORD

@@ -0,0 +1,15 @@
+dsff/VERSION.txt,sha256=pkcIsBDivPYoFU3cIF7UloimNH75OmakJJJDD2PwIbE,7
+dsff/__info__.py,sha256=K60bLbmoDIwAWcHCSXwl3vWOgYQjPhlF7sKg5fm-wC0,423
+dsff/__init__.py,sha256=vTxmziCSSeaEL5kO5RTN9G1jbFPHNFBzeWL_DEEI29M,173
+dsff/formats/__common__.py,sha256=-_sLqf1xyZ7nq7WiYZJnNNwi_m27bI8lGpZUnigtts0,1110
+dsff/formats/__init__.py,sha256=8dLZt4MB5klIsqVKXheSF4_Qiw-BIjfnZZT5jIxVBjY,13827
+dsff/formats/arff.py,sha256=z4WJMl3keqHz1VWApWflditVLOK5QYSF7qTANfB1w9E,7096
+dsff/formats/csv.py,sha256=9r_Qnle3lGKAgy2YR_HHgMRNHVIayhn215zCfggjBtE,805
+dsff/formats/dataset.py,sha256=tIjWWaEzazIPUhTURAP3PiOc_WGxdEukLyW2-uVOE4k,1390
+dsff/formats/db.py,sha256=6KmPrYimKLlRutv9h6THBsBXG-bUvC-XHMkJyD72UV8,3565
+dsff/formats/pa.py,sha256=8tGXdngkqD-FHr37LDTri-9VGtOfnkk4202N6rbp1GM,1188
+dsff-1.2.0.dist-info/licenses/LICENSE,sha256=IwGE9guuL-ryRPEKi6wFPI_zOhg7zDZbTYuHbSt_SAk,35823
+dsff-1.2.0.dist-info/METADATA,sha256=nIF8MoI4D9bd7edo6m5IB6hXRBEDnweSNUpwg7x9wPI,46109
+dsff-1.2.0.dist-info/WHEEL,sha256=wUyA8OaulRlbfwMtmQsvNngGrxQHAvkKcvRmdizlJi0,92
+dsff-1.2.0.dist-info/top_level.txt,sha256=bmP8yHsEIiNYtYRJGnUl7TDsrLG_zb5g0-AVpVjKssI,5
+dsff-1.2.0.dist-info/RECORD,,

{dsff-1.0.6.dist-info → dsff-1.2.0.dist-info}/WHEEL

@@ -1,5 +1,5 @@
 Wheel-Version: 1.0
-Generator: bdist_wheel (0.38.4)
+Generator: setuptools (80.10.2)
 Root-Is-Purelib: true
 Tag: py3-none-any