ffi-fasttext 0.1.0

data/vendor/fasttext/real.h

@@ -0,0 +1,19 @@
+/**
+ * Copyright (c) 2016-present, Facebook, Inc.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree. An additional grant
+ * of patent rights can be found in the PATENTS file in the same directory.
+ */
+
+#ifndef FASTTEXT_REAL_H
+#define FASTTEXT_REAL_H
+
+namespace fasttext {
+
+typedef float real;
+
+}
+
+#endif

data/vendor/fasttext/utils.cc

@@ -0,0 +1,29 @@
+/**
+ * Copyright (c) 2016-present, Facebook, Inc.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree. An additional grant
+ * of patent rights can be found in the PATENTS file in the same directory.
+ */
+
+#include "utils.h"
+
+#include <ios>
+
+namespace fasttext {
+
+namespace utils {
+
+  int64_t size(std::ifstream& ifs) {
+    ifs.seekg(std::streamoff(0), std::ios::end);
+    return ifs.tellg();
+  }
+
+  void seek(std::ifstream& ifs, int64_t pos) {
+    ifs.clear();
+    ifs.seekg(std::streampos(pos));
+  }
+}
+
+}

data/vendor/fasttext/utils.h

@@ -0,0 +1,25 @@
+/**
+ * Copyright (c) 2016-present, Facebook, Inc.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree. An additional grant
+ * of patent rights can be found in the PATENTS file in the same directory.
+ */
+
+#ifndef FASTTEXT_UTILS_H
+#define FASTTEXT_UTILS_H
+
+#include <fstream>
+
+namespace fasttext {
+
+namespace utils {
+
+  int64_t size(std::ifstream&);
+  void seek(std::ifstream&, int64_t);
+}
+
+}
+
+#endif

data/vendor/fasttext/vector.cc

@@ -0,0 +1,137 @@
+/**
+ * Copyright (c) 2016-present, Facebook, Inc.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree. An additional grant
+ * of patent rights can be found in the PATENTS file in the same directory.
+ */
+
+#include "vector.h"
+
+#include <assert.h>
+
+#include <iomanip>
+#include <cmath>
+
+#include "matrix.h"
+#include "qmatrix.h"
+
+namespace fasttext {
+
+Vector::Vector(int64_t m) {
+  m_ = m;
+  data_ = new real[m];
+}
+
+Vector::~Vector() {
+  delete[] data_;
+}
+
+int64_t Vector::size() const {
+  return m_;
+}
+
+void Vector::zero() {
+  for (int64_t i = 0; i < m_; i++) {
+    data_[i] = 0.0;
+  }
+}
+
+real Vector::norm() const {
+  real sum = 0;
+  for (int64_t i = 0; i < m_; i++) {
+    sum += data_[i] * data_[i];
+  }
+  return std::sqrt(sum);
+}
+
+void Vector::mul(real a) {
+  for (int64_t i = 0; i < m_; i++) {
+    data_[i] *= a;
+  }
+}
+
+void Vector::addVector(const Vector& source) {
+  assert(m_ == source.m_);
+  for (int64_t i = 0; i < m_; i++) {
+    data_[i] += source.data_[i];
+  }
+}
+
+void Vector::addVector(const Vector& source, real s) {
+  assert(m_ == source.m_);
+  for (int64_t i = 0; i < m_; i++) {
+    data_[i] += s * source.data_[i];
+  }
+}
+
+void Vector::addRow(const Matrix& A, int64_t i) {
+  assert(i >= 0);
+  assert(i < A.m_);
+  assert(m_ == A.n_);
+  for (int64_t j = 0; j < A.n_; j++) {
+    data_[j] += A.at(i, j);
+  }
+}
+
+void Vector::addRow(const Matrix& A, int64_t i, real a) {
+  assert(i >= 0);
+  assert(i < A.m_);
+  assert(m_ == A.n_);
+  for (int64_t j = 0; j < A.n_; j++) {
+    data_[j] += a * A.at(i, j);
+  }
+}
+
+void Vector::addRow(const QMatrix& A, int64_t i) {
+  assert(i >= 0);
+  A.addToVector(*this, i);
+}
+
+void Vector::mul(const Matrix& A, const Vector& vec) {
+  assert(A.m_ == m_);
+  assert(A.n_ == vec.m_);
+  for (int64_t i = 0; i < m_; i++) {
+    data_[i] = A.dotRow(vec, i);
+  }
+}
+
+void Vector::mul(const QMatrix& A, const Vector& vec) {
+  assert(A.getM() == m_);
+  assert(A.getN() == vec.m_);
+  for (int64_t i = 0; i < m_; i++) {
+    data_[i] = A.dotRow(vec, i);
+  }
+}
+
+int64_t Vector::argmax() {
+  real max = data_[0];
+  int64_t argmax = 0;
+  for (int64_t i = 1; i < m_; i++) {
+    if (data_[i] > max) {
+      max = data_[i];
+      argmax = i;
+    }
+  }
+  return argmax;
+}
+
+real& Vector::operator[](int64_t i) {
+  return data_[i];
+}
+
+const real& Vector::operator[](int64_t i) const {
+  return data_[i];
+}
+
+std::ostream& operator<<(std::ostream& os, const Vector& v)
+{
+  os << std::setprecision(5);
+  for (int64_t j = 0; j < v.m_; j++) {
+    os << v.data_[j] << ' ';
+  }
+  return os;
+}
+
+}

data/vendor/fasttext/vector.h

@@ -0,0 +1,53 @@
+/**
+ * Copyright (c) 2016-present, Facebook, Inc.
+ * All rights reserved.
+ *
+ * This source code is licensed under the BSD-style license found in the
+ * LICENSE file in the root directory of this source tree. An additional grant
+ * of patent rights can be found in the PATENTS file in the same directory.
+ */
+
+#ifndef FASTTEXT_VECTOR_H
+#define FASTTEXT_VECTOR_H
+
+#include <cstdint>
+#include <ostream>
+
+#include "real.h"
+
+namespace fasttext {
+
+class Matrix;
+class QMatrix;
+
+class Vector {
+
+  public:
+    int64_t m_;
+    real* data_;
+
+    explicit Vector(int64_t);
+    ~Vector();
+
+    real& operator[](int64_t);
+    const real& operator[](int64_t) const;
+
+    int64_t size() const;
+    void zero();
+    void mul(real);
+    real norm() const;
+    void addVector(const Vector& source);
+    void addVector(const Vector&, real);
+    void addRow(const Matrix&, int64_t);
+    void addRow(const QMatrix&, int64_t);
+    void addRow(const Matrix&, int64_t, real);
+    void mul(const QMatrix&, const Vector&);
+    void mul(const Matrix&, const Vector&);
+    int64_t argmax();
+};
+
+std::ostream& operator<<(std::ostream&, const Vector&);
+
+}
+
+#endif

metadata

@@ -0,0 +1,151 @@
+--- !ruby/object:Gem::Specification
+name: ffi-fasttext
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- Brandon Dewitt
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2018-05-27 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: ffi
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.16'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+description: " FFI bindings for Facebook's FastText text classification library "
+email:
+- brandonsdewitt+rubygems@gmail.com
+executables: []
+extensions:
+- ext/ffi/fasttext/Rakefile
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- ext/ffi/fasttext/Rakefile
+- ffi-fasttext.gemspec
+- lib/ffi/fasttext.rb
+- lib/ffi/fasttext/version.rb
+- vendor/fasttext/LICENSE
+- vendor/fasttext/PATENTS
+- vendor/fasttext/args.cc
+- vendor/fasttext/args.h
+- vendor/fasttext/dictionary.cc
+- vendor/fasttext/dictionary.h
+- vendor/fasttext/fasttext.cc
+- vendor/fasttext/fasttext.h
+- vendor/fasttext/ffi_fasttext.cc
+- vendor/fasttext/main.cc
+- vendor/fasttext/matrix.cc
+- vendor/fasttext/matrix.h
+- vendor/fasttext/model.cc
+- vendor/fasttext/model.h
+- vendor/fasttext/productquantizer.cc
+- vendor/fasttext/productquantizer.h
+- vendor/fasttext/qmatrix.cc
+- vendor/fasttext/qmatrix.h
+- vendor/fasttext/real.h
+- vendor/fasttext/utils.cc
+- vendor/fasttext/utils.h
+- vendor/fasttext/vector.cc
+- vendor/fasttext/vector.h
+homepage: https://www.github.com/abrandoned/ffi-fastext
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.6.13
+signing_key: 
+specification_version: 4
+summary: FFI bindings for Facebook's FastText text classification library
+test_files: []