blingfire 0.2.0 → 0.2.2

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (7) hide show
  1. checksums.yaml +4 -4
  2. data/CHANGELOG.md +8 -0
  3. data/LICENSE.txt +1 -1
  4. data/README.md +1 -1
  5. data/lib/blingfire/version.rb +1 -1
  6. data/lib/blingfire.rb +1 -1
  7. metadata +18 -8
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: c1d50b260b52505d373156fad02a822da03c95be9c4934f1c3beb5f7c38e650a
4
- data.tar.gz: '067318eeb1f9901d36dbd33131823f70247d38ca49b755b8da407f45c14ee2e6'
3
+ metadata.gz: 4249b21d00e9ae5d0c3c57f4637067b8930703c128f24c17f51ad8bc00a8c44a
4
+ data.tar.gz: 5525869e2be863473f98dd539d742612c1d2bbe0cdf36eb0735222fc018e0046
5
5
  SHA512:
6
- metadata.gz: 8d5bd5569ed024dd9ebfe841cb6f136e15625cf00194463f5208e81d3d27630426ae944af43be8628aa28e076c40eeb541f336fa33b81f9da505c3a9109ee8cf
7
- data.tar.gz: 8c93fb8cda66ef23d61cd427a5e94d9fccdd89205680ed9d221da91b34941486a02b12b4e83b5e1e1a55bc7080d54d4040d8b61e8e0ecbddc852f8003f99fe7c
6
+ metadata.gz: 30f423cf980c12bf88e2700568a7547167575664f921d8fa20472381273f4ca86a491fc5326a407dc2acbef54516280abef39ddccb145f1595ab01c7726c4536
7
+ data.tar.gz: 55be1b28608ec67044bfa1877e6bda8de697c2b4a18dcc019d5749459c7dbd4d416a152842090268db3867e614f05a5be697f2b1fbfd5b27d4211a2e2ce3a2d6
data/CHANGELOG.md CHANGED
@@ -1,3 +1,11 @@
1
+ ## 0.2.2 (2024-12-29)
2
+
3
+ - Fixed warning with Ruby 3.4
4
+
5
+ ## 0.2.1 (2023-12-12)
6
+
7
+ - Fixed error with `ids_to_text` and all special tokens
8
+
1
9
  ## 0.2.0 (2023-09-20)
2
10
 
3
11
  - Fixed error with `dup` and `clone`
data/LICENSE.txt CHANGED
@@ -1,7 +1,7 @@
1
1
  MIT License
2
2
 
3
3
  Copyright (c) Microsoft Corporation. All rights reserved.
4
- Copyright (c) 2020-2023 Andrew Kane
4
+ Copyright (c) 2020-2024 Andrew Kane
5
5
 
6
6
  Permission is hereby granted, free of charge, to any person obtaining a copy
7
7
  of this software and associated documentation files (the "Software"), to deal
data/README.md CHANGED
@@ -2,7 +2,7 @@
2
2
 
3
3
  [Bling Fire](https://github.com/microsoft/BlingFire) - high speed text tokenization - for Ruby
4
4
 
5
- [![Build Status](https://github.com/ankane/blingfire-ruby/workflows/build/badge.svg?branch=master)](https://github.com/ankane/blingfire-ruby/actions)
5
+ [![Build Status](https://github.com/ankane/blingfire-ruby/actions/workflows/build.yml/badge.svg)](https://github.com/ankane/blingfire-ruby/actions)
6
6
 
7
7
  ## Installation
8
8
 
data/lib/blingfire/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module BlingFire
2
- VERSION = "0.2.0"
2
+ VERSION = "0.2.2"
3
3
  end
data/lib/blingfire.rb CHANGED
@@ -119,7 +119,7 @@ module BlingFire
119
119
  out = Fiddle::Pointer.malloc(output_buffer_size)
120
120
  out_size = FFI.IdsToText(model, c_ids, ids.size, out, output_buffer_size, skip_special_tokens ? 1 : 0)
121
121
  check_status out_size, out
122
- encode_utf8(out.to_str(out_size - 1))
122
+ out_size <= 0 ? "" : encode_utf8(out.to_str(out_size - 1))
123
123
  end
124
124
 
125
125
  def free_model(model)
metadata CHANGED
@@ -1,16 +1,28 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: blingfire
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.0
4
+ version: 0.2.2
5
5
  platform: ruby
6
6
  authors:
7
7
  - Andrew Kane
8
- autorequire:
9
8
  bindir: bin
10
9
  cert_chain: []
11
- date: 2023-09-21 00:00:00.000000000 Z
12
- dependencies: []
13
- description:
10
+ date: 2024-12-29 00:00:00.000000000 Z
11
+ dependencies:
12
+ - !ruby/object:Gem::Dependency
13
+ name: fiddle
14
+ requirement: !ruby/object:Gem::Requirement
15
+ requirements:
16
+ - - ">="
17
+ - !ruby/object:Gem::Version
18
+ version: '0'
19
+ type: :runtime
20
+ prerelease: false
21
+ version_requirements: !ruby/object:Gem::Requirement
22
+ requirements:
23
+ - - ">="
24
+ - !ruby/object:Gem::Version
25
+ version: '0'
14
26
  email: andrew@ankane.org
15
27
  executables: []
16
28
  extensions: []
@@ -33,7 +45,6 @@ homepage: https://github.com/ankane/blingfire-ruby
33
45
  licenses:
34
46
  - MIT
35
47
  metadata: {}
36
- post_install_message:
37
48
  rdoc_options: []
38
49
  require_paths:
39
50
  - lib
@@ -48,8 +59,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
48
59
  - !ruby/object:Gem::Version
49
60
  version: '0'
50
61
  requirements: []
51
- rubygems_version: 3.4.10
52
- signing_key:
62
+ rubygems_version: 3.6.2
53
63
  specification_version: 4
54
64
  summary: High speed text tokenization for Ruby
55
65
  test_files: []