cld3 3.1.0 → 3.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +1 -0
- data/cld3.gemspec +1 -1
- data/ext/cld3/nnet_language_identifier_c.cc +10 -15
- data/lib/cld3.rb +2 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ea4240a74f4ef81e65a71255eb4be281aeafeacf
|
4
|
+
data.tar.gz: b51bafafd92fcf3b2a44f552757a24babf6adc1e
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 650499b98a32f6b5c4d4e44d6016b48f59b9809a02b70b1a72e904243027bed862ced5377388152891db86bf940c4b0d6b3263d1a6ad3d87c0f3968693c92bb4
|
7
|
+
data.tar.gz: 02ba6ba68d6e50e7e35004ab2bec4ddee02390d841151f20ea3b26a56070016f171410a6f7d818e3a8be73e55a45db663e7944463a161e422b5adad592c20741
|
data/README.md
CHANGED
@@ -3,6 +3,7 @@ cld3-ruby is an interface of Compact Language Detector v3 (CLD3) for Ruby.
|
|
3
3
|
|
4
4
|
## Installation
|
5
5
|
### Prerequisites
|
6
|
+
* [Bundler](http://bundler.io/)
|
6
7
|
* C++ compiler
|
7
8
|
* [Protocol buffers](https://developers.google.com/protocol-buffers/)
|
8
9
|
* [Rake](https://ruby.github.io/rake/)
|
data/cld3.gemspec
CHANGED
@@ -16,7 +16,7 @@
|
|
16
16
|
|
17
17
|
Gem::Specification.new do |gem|
|
18
18
|
gem.name = "cld3"
|
19
|
-
gem.version = "3.1.
|
19
|
+
gem.version = "3.1.1"
|
20
20
|
gem.summary = "Compact Language Detector v3 (CLD3)"
|
21
21
|
gem.description = "Compact Language Detector v3 (CLD3) is a neural network model for language identification."
|
22
22
|
gem.license = "Apache-2.0"
|
@@ -24,20 +24,15 @@ limitations under the License.
|
|
24
24
|
#define EXPORT __attribute__ ((visibility ("default")))
|
25
25
|
#endif
|
26
26
|
|
27
|
-
|
28
|
-
|
29
|
-
inline NNetLanguageIdentifier(int min_num_bytes, int max_num_bytes)
|
30
|
-
: chrome_lang_id::NNetLanguageIdentifier(min_num_bytes, max_num_bytes)
|
31
|
-
{
|
32
|
-
}
|
33
|
-
|
27
|
+
struct NNetLanguageIdentifier {
|
28
|
+
chrome_lang_id::NNetLanguageIdentifier context;
|
34
29
|
std::string language;
|
35
30
|
};
|
36
31
|
|
37
32
|
extern "C" {
|
38
33
|
#include <stddef.h>
|
39
34
|
|
40
|
-
struct
|
35
|
+
typedef struct {
|
41
36
|
struct {
|
42
37
|
const char *data;
|
43
38
|
size_t size;
|
@@ -45,16 +40,16 @@ extern "C" {
|
|
45
40
|
float probability;
|
46
41
|
float proportion;
|
47
42
|
bool is_reliable;
|
48
|
-
};
|
43
|
+
} Result;
|
49
44
|
|
50
|
-
EXPORT
|
51
|
-
|
52
|
-
|
45
|
+
EXPORT Result NNetLanguageIdentifier_find_language(void *pointer,
|
46
|
+
const char *data,
|
47
|
+
size_t size) {
|
53
48
|
auto instance = reinterpret_cast<NNetLanguageIdentifier *>(pointer);
|
54
|
-
auto result = instance->FindLanguage(std::string(data, size));
|
49
|
+
auto result = instance->context.FindLanguage(std::string(data, size));
|
55
50
|
instance->language = std::move(result.language);
|
56
51
|
|
57
|
-
return
|
52
|
+
return Result {
|
58
53
|
{ instance->language.data(), instance->language.size() },
|
59
54
|
std::move(result.probability),
|
60
55
|
std::move(result.proportion),
|
@@ -67,6 +62,6 @@ extern "C" {
|
|
67
62
|
}
|
68
63
|
|
69
64
|
EXPORT void *new_NNetLanguageIdentifier(int min_num_bytes, int max_num_bytes) {
|
70
|
-
return new NNetLanguageIdentifier
|
65
|
+
return new NNetLanguageIdentifier{{min_num_bytes, max_num_bytes}, {}};
|
71
66
|
}
|
72
67
|
}
|
data/lib/cld3.rb
CHANGED
@@ -18,6 +18,7 @@
|
|
18
18
|
# ==============================================================================
|
19
19
|
|
20
20
|
require "ffi"
|
21
|
+
require "rbconfig"
|
21
22
|
|
22
23
|
# Module providing an interface for Compact Language Detector v3 (CLD3)
|
23
24
|
module CLD3
|
@@ -83,7 +84,7 @@ module CLD3
|
|
83
84
|
module Unstable
|
84
85
|
extend FFI::Library
|
85
86
|
|
86
|
-
ffi_lib File.join(File.expand_path(File.dirname(__FILE__)), "..", "ext", "cld3",
|
87
|
+
ffi_lib File.join(File.expand_path(File.dirname(__FILE__)), "..", "ext", "cld3", "libcld3." + RbConfig::CONFIG["DLEXT"])
|
87
88
|
|
88
89
|
class NNetLanguageIdentifierResult < FFI::Struct
|
89
90
|
layout :language_data, :pointer, :language_size, :size_t, :probability, :float, :proportion, :float, :reliable?, :bool
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: cld3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 3.1.
|
4
|
+
version: 3.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Akihiko Odaki
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-05-
|
11
|
+
date: 2017-05-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: ffi
|