DAWG2 0.9.0rc1__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- DAWG2-0.9.0rc1/AUTHORS.rst +18 -0
- DAWG2-0.9.0rc1/CHANGES.rst +180 -0
- DAWG2-0.9.0rc1/DAWG2.egg-info/PKG-INFO +245 -0
- DAWG2-0.9.0rc1/DAWG2.egg-info/SOURCES.txt +76 -0
- DAWG2-0.9.0rc1/DAWG2.egg-info/dependency_links.txt +1 -0
- DAWG2-0.9.0rc1/DAWG2.egg-info/top_level.txt +1 -0
- DAWG2-0.9.0rc1/LICENSE +18 -0
- DAWG2-0.9.0rc1/MANIFEST.in +13 -0
- DAWG2-0.9.0rc1/PKG-INFO +245 -0
- DAWG2-0.9.0rc1/README.rst +33 -0
- DAWG2-0.9.0rc1/docs/Makefile +153 -0
- DAWG2-0.9.0rc1/docs/conf.py +243 -0
- DAWG2-0.9.0rc1/docs/index.rst +467 -0
- DAWG2-0.9.0rc1/docs/make.bat +190 -0
- DAWG2-0.9.0rc1/lib/COPYING +10 -0
- DAWG2-0.9.0rc1/lib/b64/cdecode.c +88 -0
- DAWG2-0.9.0rc1/lib/b64/cdecode.h +28 -0
- DAWG2-0.9.0rc1/lib/b64/cencode.c +109 -0
- DAWG2-0.9.0rc1/lib/b64/cencode.h +31 -0
- DAWG2-0.9.0rc1/lib/b64/decode.h +75 -0
- DAWG2-0.9.0rc1/lib/b64/encode.h +77 -0
- DAWG2-0.9.0rc1/lib/dawgdic/base-types.h +23 -0
- DAWG2-0.9.0rc1/lib/dawgdic/base-unit.h +43 -0
- DAWG2-0.9.0rc1/lib/dawgdic/bit-pool.h +70 -0
- DAWG2-0.9.0rc1/lib/dawgdic/completer.h +151 -0
- DAWG2-0.9.0rc1/lib/dawgdic/dawg-builder.h +395 -0
- DAWG2-0.9.0rc1/lib/dawgdic/dawg-unit.h +84 -0
- DAWG2-0.9.0rc1/lib/dawgdic/dawg.h +137 -0
- DAWG2-0.9.0rc1/lib/dawgdic/dictionary-builder.h +332 -0
- DAWG2-0.9.0rc1/lib/dawgdic/dictionary-extra-unit.h +60 -0
- DAWG2-0.9.0rc1/lib/dawgdic/dictionary-unit.h +71 -0
- DAWG2-0.9.0rc1/lib/dawgdic/dictionary.h +229 -0
- DAWG2-0.9.0rc1/lib/dawgdic/guide-builder.h +103 -0
- DAWG2-0.9.0rc1/lib/dawgdic/guide-unit.h +35 -0
- DAWG2-0.9.0rc1/lib/dawgdic/guide.h +124 -0
- DAWG2-0.9.0rc1/lib/dawgdic/link-table.h +71 -0
- DAWG2-0.9.0rc1/lib/dawgdic/object-pool.h +69 -0
- DAWG2-0.9.0rc1/lib/dawgdic/ranked-completer-candidate.h +61 -0
- DAWG2-0.9.0rc1/lib/dawgdic/ranked-completer-node.h +58 -0
- DAWG2-0.9.0rc1/lib/dawgdic/ranked-completer.h +223 -0
- DAWG2-0.9.0rc1/lib/dawgdic/ranked-guide-builder.h +182 -0
- DAWG2-0.9.0rc1/lib/dawgdic/ranked-guide-link.h +62 -0
- DAWG2-0.9.0rc1/lib/dawgdic/ranked-guide-unit.h +35 -0
- DAWG2-0.9.0rc1/lib/dawgdic/ranked-guide.h +124 -0
- DAWG2-0.9.0rc1/setup.cfg +4 -0
- DAWG2-0.9.0rc1/setup.py +45 -0
- DAWG2-0.9.0rc1/src/_base_types.cpp +2724 -0
- DAWG2-0.9.0rc1/src/_base_types.pxd +14 -0
- DAWG2-0.9.0rc1/src/_completer.cpp +2759 -0
- DAWG2-0.9.0rc1/src/_completer.pxd +28 -0
- DAWG2-0.9.0rc1/src/_dawg.cpp +2727 -0
- DAWG2-0.9.0rc1/src/_dawg.pxd +46 -0
- DAWG2-0.9.0rc1/src/_dawg_builder.cpp +2730 -0
- DAWG2-0.9.0rc1/src/_dawg_builder.pxd +36 -0
- DAWG2-0.9.0rc1/src/_dictionary.cpp +2747 -0
- DAWG2-0.9.0rc1/src/_dictionary.pxd +61 -0
- DAWG2-0.9.0rc1/src/_dictionary_builder.cpp +2753 -0
- DAWG2-0.9.0rc1/src/_dictionary_builder.pxd +7 -0
- DAWG2-0.9.0rc1/src/_dictionary_unit.cpp +2727 -0
- DAWG2-0.9.0rc1/src/_dictionary_unit.pxd +31 -0
- DAWG2-0.9.0rc1/src/_guide.cpp +2747 -0
- DAWG2-0.9.0rc1/src/_guide.pxd +34 -0
- DAWG2-0.9.0rc1/src/_guide_builder.cpp +2759 -0
- DAWG2-0.9.0rc1/src/_guide_builder.pxd +8 -0
- DAWG2-0.9.0rc1/src/_guide_unit.cpp +2727 -0
- DAWG2-0.9.0rc1/src/_guide_unit.pxd +10 -0
- DAWG2-0.9.0rc1/src/b64_decode.cpp +2741 -0
- DAWG2-0.9.0rc1/src/b64_decode.pxd +12 -0
- DAWG2-0.9.0rc1/src/dawg.cpp +28317 -0
- DAWG2-0.9.0rc1/src/dawg.pyx +986 -0
- DAWG2-0.9.0rc1/src/iostream.cpp +2738 -0
- DAWG2-0.9.0rc1/src/iostream.pxd +43 -0
- DAWG2-0.9.0rc1/tests/__init__.py +2 -0
- DAWG2-0.9.0rc1/tests/test_dawg.py +270 -0
- DAWG2-0.9.0rc1/tests/test_payload_dawg.py +132 -0
- DAWG2-0.9.0rc1/tests/test_prediction.py +64 -0
- DAWG2-0.9.0rc1/tox.ini +14 -0
- DAWG2-0.9.0rc1/update_cpp.sh +2 -0
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
Authors & Contributors
|
|
2
|
+
----------------------
|
|
3
|
+
|
|
4
|
+
* Mikhail Korobov <kmike84@gmail.com>;
|
|
5
|
+
* Dan Blanchard;
|
|
6
|
+
* Jakub Wilk;
|
|
7
|
+
* Alex Moiseenko;
|
|
8
|
+
* `Matt Hickford <https://github.com/matt-hickford>`_;
|
|
9
|
+
* `Ikuya Yamada <https://github.com/ikuyamada>`_.
|
|
10
|
+
|
|
11
|
+
This module uses `dawgdic`_ C++ library by
|
|
12
|
+
Susumu Yata & contributors.
|
|
13
|
+
|
|
14
|
+
base64 decoder is a modified version of libb64_ (original author
|
|
15
|
+
is Chris Venter).
|
|
16
|
+
|
|
17
|
+
.. _libb64: http://libb64.sourceforge.net/
|
|
18
|
+
.. _dawgdic: https://code.google.com/p/dawgdic/
|
|
@@ -0,0 +1,180 @@
|
|
|
1
|
+
|
|
2
|
+
Changes
|
|
3
|
+
=======
|
|
4
|
+
|
|
5
|
+
0.9.0 (2023-05-23)
|
|
6
|
+
------------------
|
|
7
|
+
|
|
8
|
+
* Python 3.10 and 3.11 support is added
|
|
9
|
+
|
|
10
|
+
0.8.0 (2020-02-19)
|
|
11
|
+
------------------
|
|
12
|
+
|
|
13
|
+
* Python 3.8 support is added
|
|
14
|
+
* Python 3.2, 3.3 and 3.4 support is dropped
|
|
15
|
+
* Extension is rebuilt with Cython 0.29.15
|
|
16
|
+
|
|
17
|
+
0.7.8 (2015-04-18)
|
|
18
|
+
------------------
|
|
19
|
+
|
|
20
|
+
* extra type annotations are added to make the code a bit faster;
|
|
21
|
+
* mercurial mirror at bitbucket is dropped;
|
|
22
|
+
* wrapper is rebuilt with Cython 0.22.
|
|
23
|
+
|
|
24
|
+
0.7.7 (2014-11-19)
|
|
25
|
+
------------------
|
|
26
|
+
|
|
27
|
+
* ``DAWG.b_prefixes`` method for avoiding utf8 encoding/decoding
|
|
28
|
+
(thanks Ikuya Yamada);
|
|
29
|
+
* wrapper is rebuilt with Cython 0.21.1.
|
|
30
|
+
|
|
31
|
+
0.7.6 (2014-08-10)
|
|
32
|
+
------------------
|
|
33
|
+
|
|
34
|
+
* Wrapper is rebuilt with Cython 0.20.2 to fix some issues.
|
|
35
|
+
|
|
36
|
+
0.7.5 (2014-06-05)
|
|
37
|
+
------------------
|
|
38
|
+
|
|
39
|
+
* Switched to setuptools;
|
|
40
|
+
* some wheels are uploaded to pypi.
|
|
41
|
+
|
|
42
|
+
0.7.4 (2014-05-29)
|
|
43
|
+
------------------
|
|
44
|
+
|
|
45
|
+
* Fixed a bug in DAWG building: input should be sorted according to its
|
|
46
|
+
binary representation.
|
|
47
|
+
|
|
48
|
+
0.7.3 (2014-05-29)
|
|
49
|
+
------------------
|
|
50
|
+
|
|
51
|
+
* Wrapper is rebuilt with Cython 0.21dev;
|
|
52
|
+
* Python 3.4 compatibility is verified.
|
|
53
|
+
|
|
54
|
+
0.7.2 (2013-10-03)
|
|
55
|
+
------------------
|
|
56
|
+
|
|
57
|
+
* ``has_keys_with_prefix(prefix)`` method (thanks
|
|
58
|
+
`Matt Hickford <https://github.com/matt-hickford>`_)
|
|
59
|
+
|
|
60
|
+
0.7.1 (2013-05-25)
|
|
61
|
+
------------------
|
|
62
|
+
|
|
63
|
+
- Extension is rebuilt with Cython 0.19.1;
|
|
64
|
+
- fixed segfault that happened on lookup from incorrectly loaded DAWG
|
|
65
|
+
(thanks Alex Moiseenko).
|
|
66
|
+
|
|
67
|
+
0.7 (2013-04-05)
|
|
68
|
+
----------------
|
|
69
|
+
|
|
70
|
+
- IntCompletionDAWG
|
|
71
|
+
|
|
72
|
+
0.6.1 (2013-03-23)
|
|
73
|
+
------------------
|
|
74
|
+
|
|
75
|
+
- Installation issues in environments with LC_ALL=C are fixed;
|
|
76
|
+
- PyPy is officially unsupported now (use DAWG-Python_ with PyPy).
|
|
77
|
+
|
|
78
|
+
.. _DAWG-Python: https://github.com/pytries/DAWG-Python
|
|
79
|
+
|
|
80
|
+
0.6 (2013-03-22)
|
|
81
|
+
----------------
|
|
82
|
+
|
|
83
|
+
- many thread-safety bugs are fixed (at the cost of slowing library down).
|
|
84
|
+
|
|
85
|
+
0.5.5 (2013-02-19)
|
|
86
|
+
------------------
|
|
87
|
+
|
|
88
|
+
- fix installation under PyPy (note: DAWG is slow under PyPy
|
|
89
|
+
and may have bugs).
|
|
90
|
+
|
|
91
|
+
0.5.4 (2013-02-14)
|
|
92
|
+
------------------
|
|
93
|
+
|
|
94
|
+
- small tweaks for docstrings;
|
|
95
|
+
- the extension is rebuilt using Cython 0.18.
|
|
96
|
+
|
|
97
|
+
0.5.3 (2013-01-03)
|
|
98
|
+
------------------
|
|
99
|
+
|
|
100
|
+
- small improvements to ``.compile_replaces`` method;
|
|
101
|
+
- benchmarks for ``.similar_items`` method;
|
|
102
|
+
- the extension is rebuilt with Cython pre-0.18; this made
|
|
103
|
+
``.prefixes`` and ``.iterprefixes`` methods faster
|
|
104
|
+
(up to 6x in some cases).
|
|
105
|
+
|
|
106
|
+
0.5.2 (2013-01-02)
|
|
107
|
+
------------------
|
|
108
|
+
|
|
109
|
+
- tests are included in source distribution;
|
|
110
|
+
- benchmark results in README was nonrepresentative because of my
|
|
111
|
+
broken (slow) Python 3.2 install;
|
|
112
|
+
- installation is fixed under Python 3.x with ``LC_ALL=C`` (thanks
|
|
113
|
+
Jakub Wilk).
|
|
114
|
+
|
|
115
|
+
0.5.1 (2012-10-11)
|
|
116
|
+
------------------
|
|
117
|
+
|
|
118
|
+
- better error reporting while building DAWGs;
|
|
119
|
+
- ``__contains__`` is fixed for keys with zero bytes;
|
|
120
|
+
- ``dawg.Error`` exception class;
|
|
121
|
+
- building of ``BytesDAWG`` and ``RecordDAWG`` fails instead of
|
|
122
|
+
producing incorrect results if some of the keys has unsupported characters.
|
|
123
|
+
|
|
124
|
+
|
|
125
|
+
0.5 (2012-10-08)
|
|
126
|
+
----------------
|
|
127
|
+
|
|
128
|
+
The storage scheme of ``BytesDAWG`` and ``RecordDAWG`` is changed in
|
|
129
|
+
this release in order to provide the alphabetical ordering of items.
|
|
130
|
+
|
|
131
|
+
This is a backwards-incompatible release. In order to read ``BytesDAWG`` or
|
|
132
|
+
``RecordDAWG`` created with previous versions of DAWG use ``payload_separator``
|
|
133
|
+
constructor argument::
|
|
134
|
+
|
|
135
|
+
>>> BytesDAWG(payload_separator=b'\xff').load('old.dawg')
|
|
136
|
+
|
|
137
|
+
|
|
138
|
+
0.4.1 (2012-10-01)
|
|
139
|
+
------------------
|
|
140
|
+
|
|
141
|
+
- Segfaults with empty DAWGs are fixed by updating dawgdic to latest svn.
|
|
142
|
+
|
|
143
|
+
0.4 (2012-09-26)
|
|
144
|
+
----------------
|
|
145
|
+
|
|
146
|
+
- ``iterkeys``, ``iteritems`` and ``iterprefixes`` methods
|
|
147
|
+
(thanks Dan Blanchard).
|
|
148
|
+
|
|
149
|
+
0.3.2 (2012-09-24)
|
|
150
|
+
------------------
|
|
151
|
+
|
|
152
|
+
- ``prefixes`` method for finding all prefixes of a given key.
|
|
153
|
+
|
|
154
|
+
0.3.1 (2012-09-20)
|
|
155
|
+
------------------
|
|
156
|
+
|
|
157
|
+
- bundled dawgdic C++ library is updated to the latest version.
|
|
158
|
+
|
|
159
|
+
0.3 (2012-09-13)
|
|
160
|
+
----------------
|
|
161
|
+
|
|
162
|
+
- ``similar_keys``, ``similar_items`` and ``similar_item_values`` methods
|
|
163
|
+
for more permissive lookups (they may be useful e.g. for umlaut handling);
|
|
164
|
+
- ``load`` method returns self;
|
|
165
|
+
- Python 3.3 support.
|
|
166
|
+
|
|
167
|
+
0.2 (2012-09-08)
|
|
168
|
+
----------------
|
|
169
|
+
|
|
170
|
+
Greatly improved memory usage for DAWGs loaded with ``load`` method.
|
|
171
|
+
|
|
172
|
+
There is currently a bug somewhere in a wrapper so DAWGs loaded with
|
|
173
|
+
``read()`` method or unpickled DAWGs uses 3x-4x memory compared to DAWGs
|
|
174
|
+
loaded with ``load()`` method. ``load()`` is fixed in this release but
|
|
175
|
+
other methods are not.
|
|
176
|
+
|
|
177
|
+
0.1 (2012-09-08)
|
|
178
|
+
----------------
|
|
179
|
+
|
|
180
|
+
Initial release.
|
|
@@ -0,0 +1,245 @@
|
|
|
1
|
+
Metadata-Version: 2.1
|
|
2
|
+
Name: DAWG2
|
|
3
|
+
Version: 0.9.0rc1
|
|
4
|
+
Summary: Fast and memory efficient DAWG (DAFSA) for Python
|
|
5
|
+
Home-page: https://github.com/pymorphy2-fork/DAWG/
|
|
6
|
+
Author: Mikhail Korobov
|
|
7
|
+
Author-email: kmike84@gmail.com
|
|
8
|
+
Classifier: Development Status :: 4 - Beta
|
|
9
|
+
Classifier: Intended Audience :: Developers
|
|
10
|
+
Classifier: Intended Audience :: Science/Research
|
|
11
|
+
Classifier: License :: OSI Approved :: MIT License
|
|
12
|
+
Classifier: Programming Language :: Cython
|
|
13
|
+
Classifier: Programming Language :: Python
|
|
14
|
+
Classifier: Programming Language :: Python :: 2
|
|
15
|
+
Classifier: Programming Language :: Python :: 2.7
|
|
16
|
+
Classifier: Programming Language :: Python :: 3
|
|
17
|
+
Classifier: Programming Language :: Python :: 3.5
|
|
18
|
+
Classifier: Programming Language :: Python :: 3.6
|
|
19
|
+
Classifier: Programming Language :: Python :: 3.7
|
|
20
|
+
Classifier: Programming Language :: Python :: 3.8
|
|
21
|
+
Classifier: Programming Language :: Python :: 3.9
|
|
22
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
23
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
24
|
+
Classifier: Programming Language :: Python :: Implementation :: CPython
|
|
25
|
+
Classifier: Topic :: Software Development :: Libraries :: Python Modules
|
|
26
|
+
Classifier: Topic :: Scientific/Engineering :: Information Analysis
|
|
27
|
+
Classifier: Topic :: Text Processing :: Linguistic
|
|
28
|
+
License-File: LICENSE
|
|
29
|
+
License-File: AUTHORS.rst
|
|
30
|
+
|
|
31
|
+
DAWG2
|
|
32
|
+
=====
|
|
33
|
+
|
|
34
|
+
.. image:: https://github.com/pymorphy2-fork/DAWG/actions/workflows/tox_tests.yml/badge.svg
|
|
35
|
+
:target: https://github.com/pymorphy2-fork/DAWG/actions/workflows/tox_tests.yml
|
|
36
|
+
|
|
37
|
+
This is a fork of DAWG_ project rebuilt with Python 3.10+ support.
|
|
38
|
+
|
|
39
|
+
.. _DAWG: https://pypi.org/project/DAWG/
|
|
40
|
+
|
|
41
|
+
This package provides DAWG (DAFSA_)-based dictionary-like
|
|
42
|
+
read-only objects for Python (2.x and 3.x).
|
|
43
|
+
|
|
44
|
+
String data in a DAWG may take 200x less memory than in
|
|
45
|
+
a standard Python dict and the raw lookup speed is comparable;
|
|
46
|
+
it also provides fast advanced methods like prefix search.
|
|
47
|
+
|
|
48
|
+
.. _DAFSA: https://en.wikipedia.org/wiki/Deterministic_acyclic_finite_state_automaton
|
|
49
|
+
|
|
50
|
+
* Docs: https://dawg.readthedocs.org
|
|
51
|
+
* Source code: https://github.com/pymorphy2-fork/DAWG
|
|
52
|
+
* New issue tracker: https://github.com/pymorphy2-fork/DAWG/issues
|
|
53
|
+
* "Old" issue tracker: https://github.com/pytries/DAWG/issues
|
|
54
|
+
|
|
55
|
+
License
|
|
56
|
+
=======
|
|
57
|
+
|
|
58
|
+
Wrapper code is licensed under MIT License.
|
|
59
|
+
Bundled `dawgdic`_ C++ library is licensed under BSD license.
|
|
60
|
+
Bundled libb64_ is Public Domain.
|
|
61
|
+
|
|
62
|
+
.. _dawgdic: https://code.google.com/p/dawgdic/
|
|
63
|
+
.. _libb64: http://libb64.sourceforge.net/
|
|
64
|
+
|
|
65
|
+
|
|
66
|
+
|
|
67
|
+
Changes
|
|
68
|
+
=======
|
|
69
|
+
|
|
70
|
+
0.9.0 (2023-05-23)
|
|
71
|
+
------------------
|
|
72
|
+
|
|
73
|
+
* Python 3.10 and 3.11 support is added
|
|
74
|
+
|
|
75
|
+
0.8.0 (2020-02-19)
|
|
76
|
+
------------------
|
|
77
|
+
|
|
78
|
+
* Python 3.8 support is added
|
|
79
|
+
* Python 3.2, 3.3 and 3.4 support is dropped
|
|
80
|
+
* Extension is rebuilt with Cython 0.29.15
|
|
81
|
+
|
|
82
|
+
0.7.8 (2015-04-18)
|
|
83
|
+
------------------
|
|
84
|
+
|
|
85
|
+
* extra type annotations are added to make the code a bit faster;
|
|
86
|
+
* mercurial mirror at bitbucket is dropped;
|
|
87
|
+
* wrapper is rebuilt with Cython 0.22.
|
|
88
|
+
|
|
89
|
+
0.7.7 (2014-11-19)
|
|
90
|
+
------------------
|
|
91
|
+
|
|
92
|
+
* ``DAWG.b_prefixes`` method for avoiding utf8 encoding/decoding
|
|
93
|
+
(thanks Ikuya Yamada);
|
|
94
|
+
* wrapper is rebuilt with Cython 0.21.1.
|
|
95
|
+
|
|
96
|
+
0.7.6 (2014-08-10)
|
|
97
|
+
------------------
|
|
98
|
+
|
|
99
|
+
* Wrapper is rebuilt with Cython 0.20.2 to fix some issues.
|
|
100
|
+
|
|
101
|
+
0.7.5 (2014-06-05)
|
|
102
|
+
------------------
|
|
103
|
+
|
|
104
|
+
* Switched to setuptools;
|
|
105
|
+
* some wheels are uploaded to pypi.
|
|
106
|
+
|
|
107
|
+
0.7.4 (2014-05-29)
|
|
108
|
+
------------------
|
|
109
|
+
|
|
110
|
+
* Fixed a bug in DAWG building: input should be sorted according to its
|
|
111
|
+
binary representation.
|
|
112
|
+
|
|
113
|
+
0.7.3 (2014-05-29)
|
|
114
|
+
------------------
|
|
115
|
+
|
|
116
|
+
* Wrapper is rebuilt with Cython 0.21dev;
|
|
117
|
+
* Python 3.4 compatibility is verified.
|
|
118
|
+
|
|
119
|
+
0.7.2 (2013-10-03)
|
|
120
|
+
------------------
|
|
121
|
+
|
|
122
|
+
* ``has_keys_with_prefix(prefix)`` method (thanks
|
|
123
|
+
`Matt Hickford <https://github.com/matt-hickford>`_)
|
|
124
|
+
|
|
125
|
+
0.7.1 (2013-05-25)
|
|
126
|
+
------------------
|
|
127
|
+
|
|
128
|
+
- Extension is rebuilt with Cython 0.19.1;
|
|
129
|
+
- fixed segfault that happened on lookup from incorrectly loaded DAWG
|
|
130
|
+
(thanks Alex Moiseenko).
|
|
131
|
+
|
|
132
|
+
0.7 (2013-04-05)
|
|
133
|
+
----------------
|
|
134
|
+
|
|
135
|
+
- IntCompletionDAWG
|
|
136
|
+
|
|
137
|
+
0.6.1 (2013-03-23)
|
|
138
|
+
------------------
|
|
139
|
+
|
|
140
|
+
- Installation issues in environments with LC_ALL=C are fixed;
|
|
141
|
+
- PyPy is officially unsupported now (use DAWG-Python_ with PyPy).
|
|
142
|
+
|
|
143
|
+
.. _DAWG-Python: https://github.com/pytries/DAWG-Python
|
|
144
|
+
|
|
145
|
+
0.6 (2013-03-22)
|
|
146
|
+
----------------
|
|
147
|
+
|
|
148
|
+
- many thread-safety bugs are fixed (at the cost of slowing library down).
|
|
149
|
+
|
|
150
|
+
0.5.5 (2013-02-19)
|
|
151
|
+
------------------
|
|
152
|
+
|
|
153
|
+
- fix installation under PyPy (note: DAWG is slow under PyPy
|
|
154
|
+
and may have bugs).
|
|
155
|
+
|
|
156
|
+
0.5.4 (2013-02-14)
|
|
157
|
+
------------------
|
|
158
|
+
|
|
159
|
+
- small tweaks for docstrings;
|
|
160
|
+
- the extension is rebuilt using Cython 0.18.
|
|
161
|
+
|
|
162
|
+
0.5.3 (2013-01-03)
|
|
163
|
+
------------------
|
|
164
|
+
|
|
165
|
+
- small improvements to ``.compile_replaces`` method;
|
|
166
|
+
- benchmarks for ``.similar_items`` method;
|
|
167
|
+
- the extension is rebuilt with Cython pre-0.18; this made
|
|
168
|
+
``.prefixes`` and ``.iterprefixes`` methods faster
|
|
169
|
+
(up to 6x in some cases).
|
|
170
|
+
|
|
171
|
+
0.5.2 (2013-01-02)
|
|
172
|
+
------------------
|
|
173
|
+
|
|
174
|
+
- tests are included in source distribution;
|
|
175
|
+
- benchmark results in README was nonrepresentative because of my
|
|
176
|
+
broken (slow) Python 3.2 install;
|
|
177
|
+
- installation is fixed under Python 3.x with ``LC_ALL=C`` (thanks
|
|
178
|
+
Jakub Wilk).
|
|
179
|
+
|
|
180
|
+
0.5.1 (2012-10-11)
|
|
181
|
+
------------------
|
|
182
|
+
|
|
183
|
+
- better error reporting while building DAWGs;
|
|
184
|
+
- ``__contains__`` is fixed for keys with zero bytes;
|
|
185
|
+
- ``dawg.Error`` exception class;
|
|
186
|
+
- building of ``BytesDAWG`` and ``RecordDAWG`` fails instead of
|
|
187
|
+
producing incorrect results if some of the keys has unsupported characters.
|
|
188
|
+
|
|
189
|
+
|
|
190
|
+
0.5 (2012-10-08)
|
|
191
|
+
----------------
|
|
192
|
+
|
|
193
|
+
The storage scheme of ``BytesDAWG`` and ``RecordDAWG`` is changed in
|
|
194
|
+
this release in order to provide the alphabetical ordering of items.
|
|
195
|
+
|
|
196
|
+
This is a backwards-incompatible release. In order to read ``BytesDAWG`` or
|
|
197
|
+
``RecordDAWG`` created with previous versions of DAWG use ``payload_separator``
|
|
198
|
+
constructor argument::
|
|
199
|
+
|
|
200
|
+
>>> BytesDAWG(payload_separator=b'\xff').load('old.dawg')
|
|
201
|
+
|
|
202
|
+
|
|
203
|
+
0.4.1 (2012-10-01)
|
|
204
|
+
------------------
|
|
205
|
+
|
|
206
|
+
- Segfaults with empty DAWGs are fixed by updating dawgdic to latest svn.
|
|
207
|
+
|
|
208
|
+
0.4 (2012-09-26)
|
|
209
|
+
----------------
|
|
210
|
+
|
|
211
|
+
- ``iterkeys``, ``iteritems`` and ``iterprefixes`` methods
|
|
212
|
+
(thanks Dan Blanchard).
|
|
213
|
+
|
|
214
|
+
0.3.2 (2012-09-24)
|
|
215
|
+
------------------
|
|
216
|
+
|
|
217
|
+
- ``prefixes`` method for finding all prefixes of a given key.
|
|
218
|
+
|
|
219
|
+
0.3.1 (2012-09-20)
|
|
220
|
+
------------------
|
|
221
|
+
|
|
222
|
+
- bundled dawgdic C++ library is updated to the latest version.
|
|
223
|
+
|
|
224
|
+
0.3 (2012-09-13)
|
|
225
|
+
----------------
|
|
226
|
+
|
|
227
|
+
- ``similar_keys``, ``similar_items`` and ``similar_item_values`` methods
|
|
228
|
+
for more permissive lookups (they may be useful e.g. for umlaut handling);
|
|
229
|
+
- ``load`` method returns self;
|
|
230
|
+
- Python 3.3 support.
|
|
231
|
+
|
|
232
|
+
0.2 (2012-09-08)
|
|
233
|
+
----------------
|
|
234
|
+
|
|
235
|
+
Greatly improved memory usage for DAWGs loaded with ``load`` method.
|
|
236
|
+
|
|
237
|
+
There is currently a bug somewhere in a wrapper so DAWGs loaded with
|
|
238
|
+
``read()`` method or unpickled DAWGs uses 3x-4x memory compared to DAWGs
|
|
239
|
+
loaded with ``load()`` method. ``load()`` is fixed in this release but
|
|
240
|
+
other methods are not.
|
|
241
|
+
|
|
242
|
+
0.1 (2012-09-08)
|
|
243
|
+
----------------
|
|
244
|
+
|
|
245
|
+
Initial release.
|
|
@@ -0,0 +1,76 @@
|
|
|
1
|
+
AUTHORS.rst
|
|
2
|
+
CHANGES.rst
|
|
3
|
+
LICENSE
|
|
4
|
+
MANIFEST.in
|
|
5
|
+
README.rst
|
|
6
|
+
setup.py
|
|
7
|
+
tox.ini
|
|
8
|
+
update_cpp.sh
|
|
9
|
+
DAWG2.egg-info/PKG-INFO
|
|
10
|
+
DAWG2.egg-info/SOURCES.txt
|
|
11
|
+
DAWG2.egg-info/dependency_links.txt
|
|
12
|
+
DAWG2.egg-info/top_level.txt
|
|
13
|
+
docs/Makefile
|
|
14
|
+
docs/conf.py
|
|
15
|
+
docs/index.rst
|
|
16
|
+
docs/make.bat
|
|
17
|
+
lib/COPYING
|
|
18
|
+
lib/b64/cdecode.c
|
|
19
|
+
lib/b64/cdecode.h
|
|
20
|
+
lib/b64/cencode.c
|
|
21
|
+
lib/b64/cencode.h
|
|
22
|
+
lib/b64/decode.h
|
|
23
|
+
lib/b64/encode.h
|
|
24
|
+
lib/dawgdic/base-types.h
|
|
25
|
+
lib/dawgdic/base-unit.h
|
|
26
|
+
lib/dawgdic/bit-pool.h
|
|
27
|
+
lib/dawgdic/completer.h
|
|
28
|
+
lib/dawgdic/dawg-builder.h
|
|
29
|
+
lib/dawgdic/dawg-unit.h
|
|
30
|
+
lib/dawgdic/dawg.h
|
|
31
|
+
lib/dawgdic/dictionary-builder.h
|
|
32
|
+
lib/dawgdic/dictionary-extra-unit.h
|
|
33
|
+
lib/dawgdic/dictionary-unit.h
|
|
34
|
+
lib/dawgdic/dictionary.h
|
|
35
|
+
lib/dawgdic/guide-builder.h
|
|
36
|
+
lib/dawgdic/guide-unit.h
|
|
37
|
+
lib/dawgdic/guide.h
|
|
38
|
+
lib/dawgdic/link-table.h
|
|
39
|
+
lib/dawgdic/object-pool.h
|
|
40
|
+
lib/dawgdic/ranked-completer-candidate.h
|
|
41
|
+
lib/dawgdic/ranked-completer-node.h
|
|
42
|
+
lib/dawgdic/ranked-completer.h
|
|
43
|
+
lib/dawgdic/ranked-guide-builder.h
|
|
44
|
+
lib/dawgdic/ranked-guide-link.h
|
|
45
|
+
lib/dawgdic/ranked-guide-unit.h
|
|
46
|
+
lib/dawgdic/ranked-guide.h
|
|
47
|
+
src/_base_types.cpp
|
|
48
|
+
src/_base_types.pxd
|
|
49
|
+
src/_completer.cpp
|
|
50
|
+
src/_completer.pxd
|
|
51
|
+
src/_dawg.cpp
|
|
52
|
+
src/_dawg.pxd
|
|
53
|
+
src/_dawg_builder.cpp
|
|
54
|
+
src/_dawg_builder.pxd
|
|
55
|
+
src/_dictionary.cpp
|
|
56
|
+
src/_dictionary.pxd
|
|
57
|
+
src/_dictionary_builder.cpp
|
|
58
|
+
src/_dictionary_builder.pxd
|
|
59
|
+
src/_dictionary_unit.cpp
|
|
60
|
+
src/_dictionary_unit.pxd
|
|
61
|
+
src/_guide.cpp
|
|
62
|
+
src/_guide.pxd
|
|
63
|
+
src/_guide_builder.cpp
|
|
64
|
+
src/_guide_builder.pxd
|
|
65
|
+
src/_guide_unit.cpp
|
|
66
|
+
src/_guide_unit.pxd
|
|
67
|
+
src/b64_decode.cpp
|
|
68
|
+
src/b64_decode.pxd
|
|
69
|
+
src/dawg.cpp
|
|
70
|
+
src/dawg.pyx
|
|
71
|
+
src/iostream.cpp
|
|
72
|
+
src/iostream.pxd
|
|
73
|
+
tests/__init__.py
|
|
74
|
+
tests/test_dawg.py
|
|
75
|
+
tests/test_payload_dawg.py
|
|
76
|
+
tests/test_prediction.py
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
dawg
|
DAWG2-0.9.0rc1/LICENSE
ADDED
|
@@ -0,0 +1,18 @@
|
|
|
1
|
+
Copyright (c) Mikhail Korobov, 2012-2014
|
|
2
|
+
|
|
3
|
+
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
4
|
+
of this software and associated documentation files (the "Software"), to deal
|
|
5
|
+
in the Software without restriction, including without limitation the rights
|
|
6
|
+
to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
|
|
7
|
+
copies of the Software, and to permit persons to whom the Software is furnished
|
|
8
|
+
to do so, subject to the following conditions:
|
|
9
|
+
|
|
10
|
+
The above copyright notice and this permission notice shall be included in all
|
|
11
|
+
copies or substantial portions of the Software.
|
|
12
|
+
|
|
13
|
+
THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR IMPLIED,
|
|
14
|
+
INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS FOR
|
|
15
|
+
A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT
|
|
16
|
+
HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION OF
|
|
17
|
+
CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION WITH THE SOFTWARE
|
|
18
|
+
OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
|
|
@@ -0,0 +1,13 @@
|
|
|
1
|
+
include README.rst
|
|
2
|
+
include AUTHORS.rst
|
|
3
|
+
include CHANGES.rst
|
|
4
|
+
include LICENSE
|
|
5
|
+
include tox.ini
|
|
6
|
+
include update_cpp.sh
|
|
7
|
+
include lib/COPYING
|
|
8
|
+
|
|
9
|
+
recursive-include docs *.rst *.py Makefile make.bat
|
|
10
|
+
|
|
11
|
+
recursive-include src *.cpp *.pxd *.pyx
|
|
12
|
+
recursive-include lib *.c *.h
|
|
13
|
+
recursive-include tests *.py
|