fastfloret 0.11.0__tar.gz

fastfloret-0.11.0/.gitignore

@@ -0,0 +1,15 @@
+.*.swp
+*.o
+*.bin
+*.vec
+*.bc
+*.egg-info
+.DS_Store
+.hypothesis
+build
+data
+dist
+/floret
+python/floret_module/*.so
+__pycache__
+.nox

fastfloret-0.11.0/CMakeLists.txt

@@ -0,0 +1,80 @@
+#
+# Copyright (c) 2016-present, Facebook, Inc.
+# All rights reserved.
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+cmake_minimum_required(VERSION 2.8.9)
+project(floret)
+
+# The version number.
+set (floret_VERSION_MAJOR 0)
+set (floret_VERSION_MINOR 1)
+
+include_directories(fasttext)
+
+set(CMAKE_CXX_FLAGS " -pthread -std=c++11 -funroll-loops -O3")
+
+set(HEADER_FILES
+    src/MurmurHash3.h
+    src/args.h
+    src/autotune.h
+    src/densematrix.h
+    src/dictionary.h
+    src/fasttext.h
+    src/loss.h
+    src/matrix.h
+    src/meter.h
+    src/model.h
+    src/productquantizer.h
+    src/quantmatrix.h
+    src/real.h
+    src/utils.h
+    src/vector.h)
+
+set(SOURCE_FILES
+    src/MurmurHash3.cpp
+    src/args.cc
+    src/autotune.cc
+    src/densematrix.cc
+    src/dictionary.cc
+    src/fasttext.cc
+    src/loss.cc
+    src/main.cc
+    src/matrix.cc
+    src/meter.cc
+    src/model.cc
+    src/productquantizer.cc
+    src/quantmatrix.cc
+    src/utils.cc
+    src/vector.cc)
+
+
+if (NOT MSVC)
+  include(GNUInstallDirs)
+  configure_file("floret.pc.in" "floret.pc" @ONLY)
+  install(FILES "${CMAKE_BINARY_DIR}/floret.pc" DESTINATION ${CMAKE_INSTALL_LIBDIR}/pkgconfig)
+endif()
+
+add_library(floret-shared SHARED ${SOURCE_FILES} ${HEADER_FILES})
+add_library(floret-static STATIC ${SOURCE_FILES} ${HEADER_FILES})
+add_library(floret-static_pic STATIC ${SOURCE_FILES} ${HEADER_FILES})
+set_target_properties(floret-shared PROPERTIES OUTPUT_NAME floret
+  SOVERSION "${floret_VERSION_MAJOR}")
+set_target_properties(floret-static PROPERTIES OUTPUT_NAME floret)
+set_target_properties(floret-static_pic PROPERTIES OUTPUT_NAME floret_pic
+  POSITION_INDEPENDENT_CODE True)
+add_executable(floret-bin src/main.cc)
+target_link_libraries(floret-bin pthread floret-static)
+set_target_properties(floret-bin PROPERTIES PUBLIC_HEADER "${HEADER_FILES}" OUTPUT_NAME floret)
+install (TARGETS floret-shared
+    LIBRARY DESTINATION lib)
+install (TARGETS floret-static
+    ARCHIVE DESTINATION lib)
+install (TARGETS floret-static_pic
+    ARCHIVE DESTINATION lib)
+install (TARGETS floret-bin
+    RUNTIME DESTINATION bin
+ PUBLIC_HEADER DESTINATION include/floret)

fastfloret-0.11.0/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2021-present ExplosionAI GmbH; 2016-present, Facebook, Inc.
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

fastfloret-0.11.0/Makefile

@@ -0,0 +1,69 @@
+#
+# Copyright (c) 2016-present, Facebook, Inc.
+# All rights reserved.
+#
+# This source code is licensed under the MIT license found in the
+# LICENSE file in the root directory of this source tree.
+#
+
+CXX = c++
+CXXFLAGS = -pthread -std=c++11
+OBJS = args.o autotune.o matrix.o dictionary.o MurmurHash3.o loss.o productquantizer.o densematrix.o quantmatrix.o vector.o model.o utils.o meter.o fasttext.o
+INCLUDES = -I.
+
+opt: CXXFLAGS += -O3 -funroll-loops -DNDEBUG
+opt: floret
+
+coverage: CXXFLAGS += -O0 -fno-inline -fprofile-arcs --coverage
+coverage: floret
+
+debug: CXXFLAGS += -g -O0 -fno-inline
+debug: floret
+
+args.o: src/args.cc src/args.h
+	$(CXX) $(CXXFLAGS) -c src/args.cc
+
+autotune.o: src/autotune.cc src/autotune.h
+	$(CXX) $(CXXFLAGS) -c src/autotune.cc
+
+matrix.o: src/matrix.cc src/matrix.h
+	$(CXX) $(CXXFLAGS) -c src/matrix.cc
+
+dictionary.o: src/dictionary.cc src/dictionary.h src/args.h src/MurmurHash3.h
+	$(CXX) $(CXXFLAGS) -c src/dictionary.cc
+
+MurmurHash3.o: src/MurmurHash3.cpp src/MurmurHash3.h
+	$(CXX) $(CXXFLAGS) -c src/MurmurHash3.cpp
+
+loss.o: src/loss.cc src/loss.h src/matrix.h src/real.h
+	$(CXX) $(CXXFLAGS) -c src/loss.cc
+
+productquantizer.o: src/productquantizer.cc src/productquantizer.h src/utils.h
+	$(CXX) $(CXXFLAGS) -c src/productquantizer.cc
+
+densematrix.o: src/densematrix.cc src/densematrix.h src/utils.h src/matrix.h
+	$(CXX) $(CXXFLAGS) -c src/densematrix.cc
+
+quantmatrix.o: src/quantmatrix.cc src/quantmatrix.h src/utils.h src/matrix.h
+	$(CXX) $(CXXFLAGS) -c src/quantmatrix.cc
+
+vector.o: src/vector.cc src/vector.h src/utils.h
+	$(CXX) $(CXXFLAGS) -c src/vector.cc
+
+model.o: src/model.cc src/model.h src/args.h
+	$(CXX) $(CXXFLAGS) -c src/model.cc
+
+utils.o: src/utils.cc src/utils.h
+	$(CXX) $(CXXFLAGS) -c src/utils.cc
+
+meter.o: src/meter.cc src/meter.h
+	$(CXX) $(CXXFLAGS) -c src/meter.cc
+
+fasttext.o: src/fasttext.cc src/*.h
+	$(CXX) $(CXXFLAGS) -c src/fasttext.cc
+
+floret: $(OBJS) src/fasttext.cc src/main.cc
+	$(CXX) $(CXXFLAGS) $(OBJS) src/main.cc -o floret
+
+clean:
+	rm -rf *.o floret

fastfloret-0.11.0/PKG-INFO

@@ -0,0 +1,129 @@
+Metadata-Version: 2.4
+Name: fastfloret
+Version: 0.11.0
+Summary: fasttext + floret Python bindings
+Author-Email: spiqueras <piqueras.santi@gmail.com>
+License-Expression: MIT
+License-File: LICENSE
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: Intended Audience :: Science/Research
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Programming Language :: Python :: 3.15
+Classifier: Programming Language :: Python :: 3 :: Only
+Classifier: Programming Language :: Python :: Implementation :: CPython
+Classifier: Programming Language :: Python :: Free Threading
+Classifier: Programming Language :: C++
+Classifier: Topic :: Software Development
+Classifier: Topic :: Scientific/Engineering
+Classifier: Operating System :: POSIX
+Classifier: Operating System :: Unix
+Classifier: Operating System :: MacOS
+Project-URL: Homepage, https://github.com/spiqueras/fastfloret
+Requires-Python: >=3.11
+Requires-Dist: numpy<3.0.0,>=1.26.4
+Provides-Extra: test
+Requires-Dist: pytest; extra == "test"
+Description-Content-Type: text/markdown
+
+# fastfloret: fastText + floret for your Python needs
+
+This library is a fork of [floret](https://github.com/explosion/floret) modified
+to build and run in modern (>3.13) Python.
+
+A rough overview of the changes:
+- [Fix the build](https://github.com/explosion/floret/issues/31)
+- Allow using numpy 2 and up and make it mandatory
+- Generate and upload updated wheels to Pypi
+
+For compatibility, you may import it as floret:
+```python
+import fastfloret as floret
+```
+
+Or not, I won't judge.
+
+The original floret README is provided below for reference.
+
+---
+
+<a href="https://explosion.ai"><img src="https://explosion.ai/assets/img/logo.svg" width="125" height="125" align="right" /></a>
+
+# floret: fastText + Bloom embeddings for compact, full-coverage vectors with spaCy
+
+floret is an extended version of [fastText](https://fasttext.cc) that can
+produce word representations for any word from a compact vector table. It
+combines:
+
+- fastText's subwords to provide embeddings for any word
+- Bloom embeddings ("hashing trick") for a compact vector table
+
+## Installation
+
+```bash
+pip install floret
+```
+
+## Usage
+
+Train floret vectors using the options:
+
+- `mode`: `"floret"`, storing both words and subwords in the same compact hash
+  table
+- `hashCount`: store each entry in 1-4 rows in the hash table (recommended:
+  `2`)
+- `bucket`: in combination with `hashCount>1`, the size of the hash table can
+  be greatly reduced (recommended: `25000`--`100000`, reduced from the fastText
+  default of `2000000`)
+- `minn`: min length of char ngram (default: `3`)
+- `maxn`: max length of char ngram (default: `6`)
+
+```python
+import floret
+
+# train vectors
+model = floret.train_unsupervised(
+    "data.txt",
+    model="cbow",
+    mode="floret",
+    hashCount=2,
+    bucket=50000,
+    minn=3,
+    maxn=6,
+)
+
+# query vector
+model.get_word_vector("broccoli")
+
+# save full model
+model.save_model("vectors.bin")
+
+# export standard word-only vector table
+model.save_vectors("vectors.vec")
+
+# export floret vector table
+model.save_floret_vectors("vectors.floret")
+```
+
+**Note:** with the default setting `mode="fasttext"`, `floret` trains original
+fastText vectors.
+
+## Use floret vectors in spaCy
+
+Import floret vectors into spaCy v3.2+:
+
+```bash
+spacy init vectors LANG vectors.floret spacy_vectors_model --mode floret
+```
+
+## Notes
+
+`floret` contains all features of the original [`fasttext`
+module](https://pypi.org/project/fasttext). See the [`fasttext`
+docs](https://fasttext.cc/docs/en/python-module.html) for more information.
+
+The `fasttext` and `floret` binary formats saved with
+`model.save_model("model.bin")` are not compatible.