cld3 3.1.0 → 3.1.1
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/README.md +1 -0
- data/cld3.gemspec +1 -1
- data/ext/cld3/nnet_language_identifier_c.cc +10 -15
- data/lib/cld3.rb +2 -1
- metadata +2 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA1:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: ea4240a74f4ef81e65a71255eb4be281aeafeacf
|
4
|
+
data.tar.gz: b51bafafd92fcf3b2a44f552757a24babf6adc1e
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 650499b98a32f6b5c4d4e44d6016b48f59b9809a02b70b1a72e904243027bed862ced5377388152891db86bf940c4b0d6b3263d1a6ad3d87c0f3968693c92bb4
|
7
|
+
data.tar.gz: 02ba6ba68d6e50e7e35004ab2bec4ddee02390d841151f20ea3b26a56070016f171410a6f7d818e3a8be73e55a45db663e7944463a161e422b5adad592c20741
|
data/README.md
CHANGED
@@ -3,6 +3,7 @@ cld3-ruby is an interface of Compact Language Detector v3 (CLD3) for Ruby.
|
|
3
3
|
|
4
4
|
## Installation
|
5
5
|
### Prerequisites
|
6
|
+
* [Bundler](http://bundler.io/)
|
6
7
|
* C++ compiler
|
7
8
|
* [Protocol buffers](https://developers.google.com/protocol-buffers/)
|
8
9
|
* [Rake](https://ruby.github.io/rake/)
|
data/cld3.gemspec
CHANGED
@@ -16,7 +16,7 @@
|
|
16
16
|
|
17
17
|
Gem::Specification.new do |gem|
|
18
18
|
gem.name = "cld3"
|
19
|
-
gem.version = "3.1.
|
19
|
+
gem.version = "3.1.1"
|
20
20
|
gem.summary = "Compact Language Detector v3 (CLD3)"
|
21
21
|
gem.description = "Compact Language Detector v3 (CLD3) is a neural network model for language identification."
|
22
22
|
gem.license = "Apache-2.0"
|
@@ -24,20 +24,15 @@ limitations under the License.
|
|
24
24
|
#define EXPORT __attribute__ ((visibility ("default")))
|
25
25
|
#endif
|
26
26
|
|
27
|
-
|
28
|
-
|
29
|
-
inline NNetLanguageIdentifier(int min_num_bytes, int max_num_bytes)
|
30
|
-
: chrome_lang_id::NNetLanguageIdentifier(min_num_bytes, max_num_bytes)
|
31
|
-
{
|
32
|
-
}
|
33
|
-
|
27
|
+
struct NNetLanguageIdentifier {
|
28
|
+
chrome_lang_id::NNetLanguageIdentifier context;
|
34
29
|
std::string language;
|
35
30
|
};
|
36
31
|
|
37
32
|
extern "C" {
|
38
33
|
#include <stddef.h>
|
39
34
|
|
40
|
-
struct
|
35
|
+
typedef struct {
|
41
36
|
struct {
|
42
37
|
const char *data;
|
43
38
|
size_t size;
|
@@ -45,16 +40,16 @@ extern "C" {
|
|
45
40
|
float probability;
|
46
41
|
float proportion;
|
47
42
|
bool is_reliable;
|
48
|
-
};
|
43
|
+
} Result;
|
49
44
|
|
50
|
-
EXPORT
|
51
|
-
|
52
|
-
|
45
|
+
EXPORT Result NNetLanguageIdentifier_find_language(void *pointer,
|
46
|
+
const char *data,
|
47
|
+
size_t size) {
|
53
48
|
auto instance = reinterpret_cast<NNetLanguageIdentifier *>(pointer);
|
54
|
-
auto result = instance->FindLanguage(std::string(data, size));
|
49
|
+
auto result = instance->context.FindLanguage(std::string(data, size));
|
55
50
|
instance->language = std::move(result.language);
|
56
51
|
|
57
|
-
return
|
52
|
+
return Result {
|
58
53
|
{ instance->language.data(), instance->language.size() },
|
59
54
|
std::move(result.probability),
|
60
55
|
std::move(result.proportion),
|
@@ -67,6 +62,6 @@ extern "C" {
|
|
67
62
|
}
|
68
63
|
|
69
64
|
EXPORT void *new_NNetLanguageIdentifier(int min_num_bytes, int max_num_bytes) {
|
70
|
-
return new NNetLanguageIdentifier
|
65
|
+
return new NNetLanguageIdentifier{{min_num_bytes, max_num_bytes}, {}};
|
71
66
|
}
|
72
67
|
}
|
data/lib/cld3.rb
CHANGED
@@ -18,6 +18,7 @@
|
|
18
18
|
# ==============================================================================
|
19
19
|
|
20
20
|
require "ffi"
|
21
|
+
require "rbconfig"
|
21
22
|
|
22
23
|
# Module providing an interface for Compact Language Detector v3 (CLD3)
|
23
24
|
module CLD3
|
@@ -83,7 +84,7 @@ module CLD3
|
|
83
84
|
module Unstable
|
84
85
|
extend FFI::Library
|
85
86
|
|
86
|
-
ffi_lib File.join(File.expand_path(File.dirname(__FILE__)), "..", "ext", "cld3",
|
87
|
+
ffi_lib File.join(File.expand_path(File.dirname(__FILE__)), "..", "ext", "cld3", "libcld3." + RbConfig::CONFIG["DLEXT"])
|
87
88
|
|
88
89
|
class NNetLanguageIdentifierResult < FFI::Struct
|
89
90
|
layout :language_data, :pointer, :language_size, :size_t, :probability, :float, :proportion, :float, :reliable?, :bool
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: cld3
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 3.1.
|
4
|
+
version: 3.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Akihiko Odaki
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2017-05-
|
11
|
+
date: 2017-05-10 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: ffi
|