python-dwca-reader 0.17.0__py3-none-any.whl → 0.17.1__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- dwca/star_record.py +1 -1
- dwca/version.py +1 -1
- {python_dwca_reader-0.17.0.dist-info → python_dwca_reader-0.17.1.dist-info}/METADATA +13 -2
- {python_dwca_reader-0.17.0.dist-info → python_dwca_reader-0.17.1.dist-info}/RECORD +8 -9
- {python_dwca_reader-0.17.0.dist-info → python_dwca_reader-0.17.1.dist-info}/WHEEL +1 -1
- dwca/minibench.py +0 -61
- {python_dwca_reader-0.17.0.dist-info → python_dwca_reader-0.17.1.dist-info/licenses}/AUTHORS +0 -0
- {python_dwca_reader-0.17.0.dist-info → python_dwca_reader-0.17.1.dist-info/licenses}/LICENSE.txt +0 -0
- {python_dwca_reader-0.17.0.dist-info → python_dwca_reader-0.17.1.dist-info}/top_level.txt +0 -0
dwca/star_record.py
CHANGED
|
@@ -6,7 +6,7 @@ import itertools
|
|
|
6
6
|
class StarRecordIterator(object):
|
|
7
7
|
"""Object used to iterate over multiple DWCA-files joined on the coreid
|
|
8
8
|
|
|
9
|
-
:param files_to_join: a list of the
|
|
9
|
+
:param files_to_join: a list of the :class:`dwca.files.CSVDataFile` objects to join.
|
|
10
10
|
May or may not include the core file (the core is not treated in a special way)
|
|
11
11
|
:param how: indicates the type of join. "inner" and "outer" correspond vaguely to
|
|
12
12
|
inner and full joins. The outer join includes rows that don't match on all files,
|
dwca/version.py
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
__version__ = "0.17.
|
|
1
|
+
__version__ = "0.17.1"
|
|
@@ -1,6 +1,6 @@
|
|
|
1
|
-
Metadata-Version: 2.
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
2
|
Name: python-dwca-reader
|
|
3
|
-
Version: 0.17.
|
|
3
|
+
Version: 0.17.1
|
|
4
4
|
Summary: A simple Python package to read Darwin Core Archive (DwC-A) files.
|
|
5
5
|
Home-page: https://github.com/BelgianBiodiversityPlatform/python-dwca-reader
|
|
6
6
|
Author: Nicolas Noé - Belgian Biodiversity Platform
|
|
@@ -15,8 +15,19 @@ Classifier: Programming Language :: Python :: 3.12
|
|
|
15
15
|
Classifier: Programming Language :: Python :: 3.13
|
|
16
16
|
Classifier: Programming Language :: Python :: Implementation :: PyPy
|
|
17
17
|
Requires-Python: >=3.8
|
|
18
|
+
Description-Content-Type: text/x-rst
|
|
18
19
|
License-File: LICENSE.txt
|
|
19
20
|
License-File: AUTHORS
|
|
21
|
+
Dynamic: author
|
|
22
|
+
Dynamic: author-email
|
|
23
|
+
Dynamic: classifier
|
|
24
|
+
Dynamic: description
|
|
25
|
+
Dynamic: description-content-type
|
|
26
|
+
Dynamic: home-page
|
|
27
|
+
Dynamic: license
|
|
28
|
+
Dynamic: license-file
|
|
29
|
+
Dynamic: requires-python
|
|
30
|
+
Dynamic: summary
|
|
20
31
|
|
|
21
32
|
.. image:: https://badge.fury.io/py/python-dwca-reader.svg
|
|
22
33
|
:target: https://badge.fury.io/py/python-dwca-reader
|
|
@@ -3,12 +3,11 @@ dwca/descriptors.py,sha256=X0ztwqIIEKPsONmCHxyqlV2hvIaPCmEGUfAOtE-XMOI,22451
|
|
|
3
3
|
dwca/exceptions.py,sha256=3TyIelM2rrnFPH97isxQGv0ICRLebT_bXMnXOhuIg30,380
|
|
4
4
|
dwca/files.py,sha256=2d3d5YYM6A83qtbkU_O7TekI88gcOg9pzBKytrAu8lw,20566
|
|
5
5
|
dwca/helpers.py,sha256=3o6L4yTqtVIsFEl9PMpDoyqITKXvS-ErTGVvjWIlFZA,245
|
|
6
|
-
dwca/minibench.py,sha256=6hP4Z-kAz-i57QUdipLvj7D_BCq2YW9wndyg3eW6e9A,1537
|
|
7
6
|
dwca/read.py,sha256=iOhhTz1f6wWk1INRAtVWcaRuJDCsBx65nAStWPd_bL8,25246
|
|
8
7
|
dwca/rows.py,sha256=ZEHdfjtok-GCZ7VKsTeHQNoO7agKf4RCrQvMxuDYPNE,11281
|
|
9
|
-
dwca/star_record.py,sha256=
|
|
8
|
+
dwca/star_record.py,sha256=aeaV5X791pQdoZTmqCRGojeI-35Sji4Hz29negfsQ2c,2779
|
|
10
9
|
dwca/vendor.py,sha256=521cjnCVI-tsomTcc7B-cS6F79wQmqU8fai47zviv0o,99
|
|
11
|
-
dwca/version.py,sha256=
|
|
10
|
+
dwca/version.py,sha256=mrwBkyZNcMowMG4-KslRvuWjlT2xdlnWDSWDZEK270s,23
|
|
12
11
|
dwca/darwincore/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
13
12
|
dwca/darwincore/build_dc_terms_list.py,sha256=3ZTOM8vvKpQR5H-LTDxeo3JoSpuu79OtyWsw4WDfr0A,1388
|
|
14
13
|
dwca/darwincore/terms.py,sha256=Q3ieJp-Fjf3Vrx4qVqhn4NOqiLo6BuxyOluk2cYwzhc,8772
|
|
@@ -22,9 +21,9 @@ dwca/test/test_descriptors.py,sha256=Jhw1xliGenEdoSAh-zVm_QfqIsQsFhE9_4WzMsm5MOM
|
|
|
22
21
|
dwca/test/test_dwcareader.py,sha256=mpDJpjKMTUnorPxuwzLc5GaaximYhdMRcSg9u2OjmlA,47289
|
|
23
22
|
dwca/test/test_rows.py,sha256=J_mY-GbG9GUA8jbaIgu8igZ1rW4tEqlxkUG8o3i3HF0,8991
|
|
24
23
|
dwca/test/test_star_record.py,sha256=5YYVdjIOy8QNuclS7fareApTIvqJuDmNLt4GEak7Z2I,4906
|
|
25
|
-
python_dwca_reader-0.17.
|
|
26
|
-
python_dwca_reader-0.17.
|
|
27
|
-
python_dwca_reader-0.17.
|
|
28
|
-
python_dwca_reader-0.17.
|
|
29
|
-
python_dwca_reader-0.17.
|
|
30
|
-
python_dwca_reader-0.17.
|
|
24
|
+
python_dwca_reader-0.17.1.dist-info/licenses/AUTHORS,sha256=5qn6Kxn1rBj2J7M4LHSwQiQHhVOs5ejilGssEmEhct4,528
|
|
25
|
+
python_dwca_reader-0.17.1.dist-info/licenses/LICENSE.txt,sha256=2Rc1BeoBQjG30Abb8zL34Wd9MrxVBRftyXiltvK2hJg,1506
|
|
26
|
+
python_dwca_reader-0.17.1.dist-info/METADATA,sha256=SE2NFjBNngecb7rcl9lMzxSRss9x7ZdjO8Z0GsuIFY0,1876
|
|
27
|
+
python_dwca_reader-0.17.1.dist-info/WHEEL,sha256=K260EYznzXsJYBQGqmI8VTxEdiZYNvDZwW9cBh9-_MA,91
|
|
28
|
+
python_dwca_reader-0.17.1.dist-info/top_level.txt,sha256=wUMEHbrB4ck4vyfybf4X2bv-HLgIU8uen_C5bMw8P1E,5
|
|
29
|
+
python_dwca_reader-0.17.1.dist-info/RECORD,,
|
dwca/minibench.py
DELETED
|
@@ -1,61 +0,0 @@
|
|
|
1
|
-
# Quick'n'dirty mini benchmark used to compare memory and time performance of
|
|
2
|
-
# array() vs standard list for the _line_offsets attribute of class CSVDataFile
|
|
3
|
-
#
|
|
4
|
-
# Early 2015 results: array is much more efficient in term of memory, and doesn't
|
|
5
|
-
# seem slower => array wins.
|
|
6
|
-
import resource
|
|
7
|
-
|
|
8
|
-
from dwca.read import DwCAReader
|
|
9
|
-
|
|
10
|
-
|
|
11
|
-
def sizeof_fmt(num, suffix="B"):
|
|
12
|
-
for unit in ["", "Ki", "Mi", "Gi", "Ti", "Pi", "Ei", "Zi"]:
|
|
13
|
-
if abs(num) < 1024.0:
|
|
14
|
-
return "%3.1f%s%s" % (num, unit, suffix)
|
|
15
|
-
num /= 1024.0
|
|
16
|
-
return "%.1f%s%s" % (num, "Yi", suffix)
|
|
17
|
-
|
|
18
|
-
|
|
19
|
-
def show_memory_usage():
|
|
20
|
-
bytes = resource.getrusage(resource.RUSAGE_SELF).ru_maxrss
|
|
21
|
-
print(sizeof_fmt(bytes))
|
|
22
|
-
|
|
23
|
-
|
|
24
|
-
# print "Time before: "
|
|
25
|
-
# print time.ctime()
|
|
26
|
-
|
|
27
|
-
# print "Memory before:"
|
|
28
|
-
# show_memory_usage()
|
|
29
|
-
|
|
30
|
-
|
|
31
|
-
def test():
|
|
32
|
-
with DwCAReader("dwca-florabank1-occurrences") as dwca:
|
|
33
|
-
# print "Time after open:"
|
|
34
|
-
# print time.ctime()
|
|
35
|
-
|
|
36
|
-
# print "Memory after open:"
|
|
37
|
-
# show_memory_usage()
|
|
38
|
-
|
|
39
|
-
i = 0
|
|
40
|
-
for row in dwca:
|
|
41
|
-
# tmp = row.data[qn('locality')]
|
|
42
|
-
i = i + 1
|
|
43
|
-
if i % 100000 == 0:
|
|
44
|
-
print("in loop mem: ")
|
|
45
|
-
show_memory_usage()
|
|
46
|
-
|
|
47
|
-
# print "Time after loop"
|
|
48
|
-
# print time.ctime()
|
|
49
|
-
|
|
50
|
-
# print "Memory after loop:"
|
|
51
|
-
# show_memory_usage()
|
|
52
|
-
|
|
53
|
-
# print "Memory at the end:"
|
|
54
|
-
# show_memory_usage()
|
|
55
|
-
|
|
56
|
-
|
|
57
|
-
if __name__ == "__main__":
|
|
58
|
-
from timeit import Timer
|
|
59
|
-
|
|
60
|
-
t = Timer("test()", "from __main__ import test")
|
|
61
|
-
print(t.timeit(number=3))
|
{python_dwca_reader-0.17.0.dist-info → python_dwca_reader-0.17.1.dist-info/licenses}/AUTHORS
RENAMED
|
File without changes
|
{python_dwca_reader-0.17.0.dist-info → python_dwca_reader-0.17.1.dist-info/licenses}/LICENSE.txt
RENAMED
|
File without changes
|
|
File without changes
|