text_alignment 0.3.21 → 0.3.22
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/bin/align_annotations +2 -2
- data/lib/text_alignment/anchor_finder.rb +6 -1
- data/lib/text_alignment/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: aa961ae295a43e3912878dab34fac18a8cbca395eea999a781a538ce17c61bf3
|
|
4
|
+
data.tar.gz: 38ae815d192104b9bff4664c5749910675ae4e5d9c895fa63c26fdc24f6d7b91
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 185bdcd0298932a09795723085734d79aaddf638a45c871ff1d29e6c89e02041ddd12f848e3350244b27ac050adc7c52f7e1dedfe6664159d781c25d6dd55f1b
|
|
7
|
+
data.tar.gz: 0b88cd8aff0f529b5cad32a360aba476e90d525bc77f89c5c5c59dcef5a6d9077c849acdf9f289f61fea2a50ebe927fd9a53c1eb0bdca9c7661900afdaa8fb94
|
data/bin/align_annotations
CHANGED
|
@@ -108,7 +108,7 @@ else
|
|
|
108
108
|
# verification
|
|
109
109
|
source_text = source_annotations[:text]
|
|
110
110
|
puts "=====BEGIN"
|
|
111
|
-
(0 ... source_text.length).each do |p|
|
|
111
|
+
(0 ... source_text.rstrip.length).each do |p|
|
|
112
112
|
t = alignment.transform_begin_position(p)
|
|
113
113
|
if t.nil?
|
|
114
114
|
print source_text[p]
|
|
@@ -120,7 +120,7 @@ else
|
|
|
120
120
|
puts "=====END"
|
|
121
121
|
|
|
122
122
|
puts "=====BEGIN"
|
|
123
|
-
(0 .. source_text.length).each do |p|
|
|
123
|
+
(0 .. source_text.rstrip.length).each do |p|
|
|
124
124
|
t = alignment.transform_end_position(p)
|
|
125
125
|
if t.nil?
|
|
126
126
|
print source_text[p]
|
|
@@ -30,6 +30,10 @@ class TextAlignment::AnchorFinder
|
|
|
30
30
|
def get_next_anchor
|
|
31
31
|
# find the position of an anchor ngram in s1 and s2
|
|
32
32
|
while @beg_s1 < (@s1.length - @size_ngram)
|
|
33
|
+
if [' ', "\n", "\t"].include? @s1[@beg_s1]
|
|
34
|
+
@beg_s1 += 1
|
|
35
|
+
next
|
|
36
|
+
end
|
|
33
37
|
anchor = @s1[@beg_s1, @size_ngram]
|
|
34
38
|
|
|
35
39
|
# search_position = 0
|
|
@@ -57,9 +61,10 @@ class TextAlignment::AnchorFinder
|
|
|
57
61
|
# extend the block
|
|
58
62
|
b1 = @beg_s1
|
|
59
63
|
b2 = @beg_s2
|
|
60
|
-
while b1 >= @end_s1_prev && b2
|
|
64
|
+
while b1 >= @end_s1_prev && b2 >= @end_s2_prev && @s1[b1] == @s2[b2]
|
|
61
65
|
b1 -= 1; b2 -= 1
|
|
62
66
|
end
|
|
67
|
+
|
|
63
68
|
b1 += 1; b2 += 1
|
|
64
69
|
|
|
65
70
|
e1 = @beg_s1 + @size_ngram
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: text_alignment
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.3.
|
|
4
|
+
version: 0.3.22
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- Jin-Dong Kim
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: bin
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2020-09-
|
|
11
|
+
date: 2020-09-28 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: ruby-dictionary
|