tiktoken_ruby 0.0.9-x86_64-linux-musl → 0.0.10-x86_64-linux-musl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 68ab7cf30658d5a38c8a7f8cceb40cb7a5e99da1df56cea9d2eb660fcd7d3608
4
- data.tar.gz: 748226cd09b35adc810cc381404c5a6745f84c353314416c55a798e55ebbc4a9
3
+ metadata.gz: 2e467471e3d4c0369d1d335fb546a6dee2501cdca88f6108fe5bf5be9ddbe90a
4
+ data.tar.gz: 652a4b9020ba88197f0fb2fd8c5d29c132196ecff5b22f6332463702e9960cf2
5
5
  SHA512:
6
- metadata.gz: 8ffc23202ec430374c113b3aaa57b7c3ece7da8f192b0b722b6454dae52191932a4ca10ce30f2d580b23806170b5996b2c345cb00f4c8a1f71d425f69c02cc84
7
- data.tar.gz: 904623d818d68385ca1c4cba8108331a85758fab54f1e2ba2597ee4fbde1fd20205c711607fc6e7cd85924acbc1e237e47868e8b58d411e01b146dac57fb538f
6
+ metadata.gz: ef153b261cdfd66d8e2aaa8f3d6d3b47e3796f9987a6a9d0c6e34ff7326c7d9f2cd89513deda61aeaa6348f3aa127e85a0ccbef4f64433b6f07fd2689ffd8d6b
7
+ data.tar.gz: fa22fd4dc60675eb474c78809068d18dcc20796e2345af0228b557aea57ea1913406446ebf1a5024a3e5f5d6aaa3e644638349ea9bed308b888e3a26a54c8a2b
@@ -0,0 +1,5 @@
1
+ {
2
+ "[ruby]": {
3
+ "editor.defaultFormatter": "Shopify.ruby-lsp"
4
+ }
5
+ }
data/Gemfile.lock CHANGED
@@ -1,8 +1,8 @@
1
1
  PATH
2
2
  remote: .
3
3
  specs:
4
- tiktoken_ruby (0.0.9)
5
- rb_sys (= 0.9.87)
4
+ tiktoken_ruby (0.0.10)
5
+ rb_sys (>= 0.9.87)
6
6
 
7
7
  GEM
8
8
  remote: https://rubygems.org/
@@ -22,7 +22,7 @@ GEM
22
22
  rake (13.1.0)
23
23
  rake-compiler (1.2.5)
24
24
  rake
25
- rb_sys (0.9.87)
25
+ rb_sys (0.9.105)
26
26
  regexp_parser (2.9.0)
27
27
  rexml (3.2.6)
28
28
  rspec (3.12.0)
@@ -89,4 +89,4 @@ DEPENDENCIES
89
89
  yard-doctest
90
90
 
91
91
  BUNDLED WITH
92
- 2.4.4
92
+ 2.5.18
data/Rakefile CHANGED
@@ -21,3 +21,9 @@ end
21
21
  task build: :compile
22
22
 
23
23
  task default: %i[compile spec standard]
24
+
25
+ # Packaging default (non-precompiled) gem
26
+ require "rubygems/package_task"
27
+ gem_path = Gem::PackageTask.new(GEMSPEC).define
28
+ desc "Package the Ruby gem"
29
+ task "package" => [gem_path]
@@ -1,5 +1,5 @@
1
1
  # frozen_string_literal: true
2
2
 
3
3
  module Tiktoken
4
- VERSION = "0.0.9"
4
+ VERSION = "0.0.10"
5
5
  end
data/script/release ADDED
@@ -0,0 +1,33 @@
1
+ #!/usr/bin/env bash
2
+
3
+ set -e
4
+
5
+ if [ -z "${TIKTOKEN_PUBLISH_KEY}" ]; then
6
+ echo "Error: TIKTOKEN_PUBLISH_KEY is not set. This is the RubyGems API key to push the gem."
7
+ exit 1
8
+ fi
9
+
10
+ version=$(grep VERSION lib/tiktoken_ruby/version.rb | head -n 1 | cut -d'"' -f2)
11
+ echo "Building tiktoken_ruby v$version"
12
+
13
+ targets=(
14
+ "arm64-darwin"
15
+ "x86_64-darwin"
16
+ "aarch64-linux"
17
+ "x86_64-linux"
18
+ "x86_64-linux-musl"
19
+ "arm-linux"
20
+ "x64-mingw-ucrt"
21
+ )
22
+
23
+ for target in "${targets[@]}"; do
24
+ bundle exec rb-sys-dock -p "$target" --ruby-versions 3.2 --build
25
+ done
26
+
27
+ for gem in pkg/tiktoken_ruby-"$version"-*.gem ; do
28
+ GEM_HOST_API_KEY="${TIKTOKEN_PUBLISH_KEY}" gem push "$gem" --host https://rubygems.org
29
+ done
30
+
31
+ # last but not least
32
+ bundle exec rake package
33
+ GEM_HOST_API_KEY="${TIKTOKEN_PUBLISH_KEY}" gem push "pkg/tiktoken_ruby-$version.gem" --host https://rubygems.org
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: tiktoken_ruby
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.0.9
4
+ version: 0.0.10
5
5
  platform: x86_64-linux-musl
6
6
  authors:
7
7
  - IAPark
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2024-05-16 00:00:00.000000000 Z
11
+ date: 2024-12-29 00:00:00.000000000 Z
12
12
  dependencies: []
13
13
  description: An unofficial Ruby wrapper for Tiktoken, a BPE tokenizer written by and
14
14
  used by OpenAI. It can be used to count the number of tokens in text before sending
@@ -21,6 +21,7 @@ extra_rdoc_files: []
21
21
  files:
22
22
  - ".rspec"
23
23
  - ".standard.yml"
24
+ - ".vscode/settings.json"
24
25
  - Gemfile
25
26
  - Gemfile.lock
26
27
  - LICENSE.txt
@@ -28,11 +29,10 @@ files:
28
29
  - Rakefile
29
30
  - doctest_helper.rb
30
31
  - lib/tiktoken_ruby.rb
31
- - lib/tiktoken_ruby/3.1/tiktoken_ruby.so
32
- - lib/tiktoken_ruby/3.2/tiktoken_ruby.so
33
- - lib/tiktoken_ruby/3.3/tiktoken_ruby.so
34
32
  - lib/tiktoken_ruby/encoding.rb
33
+ - lib/tiktoken_ruby/tiktoken_ruby.so
35
34
  - lib/tiktoken_ruby/version.rb
35
+ - script/release
36
36
  - sig/tiktoken_ruby.rbs
37
37
  homepage: https://github.com/IAPark/tiktoken_ruby
38
38
  licenses:
@@ -49,17 +49,17 @@ required_ruby_version: !ruby/object:Gem::Requirement
49
49
  requirements:
50
50
  - - ">="
51
51
  - !ruby/object:Gem::Version
52
- version: '3.1'
52
+ version: '3.2'
53
53
  - - "<"
54
54
  - !ruby/object:Gem::Version
55
- version: 3.4.dev
55
+ version: 3.3.dev
56
56
  required_rubygems_version: !ruby/object:Gem::Requirement
57
57
  requirements:
58
58
  - - ">="
59
59
  - !ruby/object:Gem::Version
60
- version: 3.1.0
60
+ version: 3.4.0
61
61
  requirements: []
62
- rubygems_version: 3.4.4
62
+ rubygems_version: 3.5.23
63
63
  signing_key:
64
64
  specification_version: 4
65
65
  summary: Ruby wrapper for Tiktoken
Binary file
Binary file