tiktoken_ruby 0.0.9-aarch64-linux → 0.0.10-aarch64-linux
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.vscode/settings.json +5 -0
- data/Gemfile.lock +4 -4
- data/Rakefile +6 -0
- data/lib/tiktoken_ruby/{3.3/tiktoken_ruby.so → tiktoken_ruby.so} +0 -0
- data/lib/tiktoken_ruby/version.rb +1 -1
- data/script/release +33 -0
- metadata +9 -9
- data/lib/tiktoken_ruby/3.1/tiktoken_ruby.so +0 -0
- data/lib/tiktoken_ruby/3.2/tiktoken_ruby.so +0 -0
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: d592b9e024fad1efe1ffc3068fbf31846151b700226abafbe36c4758e93b226d
|
4
|
+
data.tar.gz: b343edc7072fe9b3ec76dca6ce6971420540c43b496d7efbd95027671c21cb31
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: d61a24f0174d8bd9a2a8851b22aa515feec00145cf2dd473a1f4add3f48248e30284a058d94ff980587e37df6a570c2174a29271b7f760561e9cbc93f325833c
|
7
|
+
data.tar.gz: 3b477a5a3b47f8735e723e12439f76456b24c36f3b8dd6238454f467f983919d7b89f34dd578b36b29c8f7e253bfde6a3cdcfdef803a6f85b0ed35a3b3c57d09
|
data/Gemfile.lock
CHANGED
@@ -1,8 +1,8 @@
|
|
1
1
|
PATH
|
2
2
|
remote: .
|
3
3
|
specs:
|
4
|
-
tiktoken_ruby (0.0.
|
5
|
-
rb_sys (
|
4
|
+
tiktoken_ruby (0.0.10)
|
5
|
+
rb_sys (>= 0.9.87)
|
6
6
|
|
7
7
|
GEM
|
8
8
|
remote: https://rubygems.org/
|
@@ -22,7 +22,7 @@ GEM
|
|
22
22
|
rake (13.1.0)
|
23
23
|
rake-compiler (1.2.5)
|
24
24
|
rake
|
25
|
-
rb_sys (0.9.
|
25
|
+
rb_sys (0.9.105)
|
26
26
|
regexp_parser (2.9.0)
|
27
27
|
rexml (3.2.6)
|
28
28
|
rspec (3.12.0)
|
@@ -89,4 +89,4 @@ DEPENDENCIES
|
|
89
89
|
yard-doctest
|
90
90
|
|
91
91
|
BUNDLED WITH
|
92
|
-
2.
|
92
|
+
2.5.18
|
data/Rakefile
CHANGED
@@ -21,3 +21,9 @@ end
|
|
21
21
|
task build: :compile
|
22
22
|
|
23
23
|
task default: %i[compile spec standard]
|
24
|
+
|
25
|
+
# Packaging default (non-precompiled) gem
|
26
|
+
require "rubygems/package_task"
|
27
|
+
gem_path = Gem::PackageTask.new(GEMSPEC).define
|
28
|
+
desc "Package the Ruby gem"
|
29
|
+
task "package" => [gem_path]
|
Binary file
|
data/script/release
ADDED
@@ -0,0 +1,33 @@
|
|
1
|
+
#!/usr/bin/env bash
|
2
|
+
|
3
|
+
set -e
|
4
|
+
|
5
|
+
if [ -z "${TIKTOKEN_PUBLISH_KEY}" ]; then
|
6
|
+
echo "Error: TIKTOKEN_PUBLISH_KEY is not set. This is the RubyGems API key to push the gem."
|
7
|
+
exit 1
|
8
|
+
fi
|
9
|
+
|
10
|
+
version=$(grep VERSION lib/tiktoken_ruby/version.rb | head -n 1 | cut -d'"' -f2)
|
11
|
+
echo "Building tiktoken_ruby v$version"
|
12
|
+
|
13
|
+
targets=(
|
14
|
+
"arm64-darwin"
|
15
|
+
"x86_64-darwin"
|
16
|
+
"aarch64-linux"
|
17
|
+
"x86_64-linux"
|
18
|
+
"x86_64-linux-musl"
|
19
|
+
"arm-linux"
|
20
|
+
"x64-mingw-ucrt"
|
21
|
+
)
|
22
|
+
|
23
|
+
for target in "${targets[@]}"; do
|
24
|
+
bundle exec rb-sys-dock -p "$target" --ruby-versions 3.2 --build
|
25
|
+
done
|
26
|
+
|
27
|
+
for gem in pkg/tiktoken_ruby-"$version"-*.gem ; do
|
28
|
+
GEM_HOST_API_KEY="${TIKTOKEN_PUBLISH_KEY}" gem push "$gem" --host https://rubygems.org
|
29
|
+
done
|
30
|
+
|
31
|
+
# last but not least
|
32
|
+
bundle exec rake package
|
33
|
+
GEM_HOST_API_KEY="${TIKTOKEN_PUBLISH_KEY}" gem push "pkg/tiktoken_ruby-$version.gem" --host https://rubygems.org
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: tiktoken_ruby
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.10
|
5
5
|
platform: aarch64-linux
|
6
6
|
authors:
|
7
7
|
- IAPark
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-
|
11
|
+
date: 2024-12-29 00:00:00.000000000 Z
|
12
12
|
dependencies: []
|
13
13
|
description: An unofficial Ruby wrapper for Tiktoken, a BPE tokenizer written by and
|
14
14
|
used by OpenAI. It can be used to count the number of tokens in text before sending
|
@@ -21,6 +21,7 @@ extra_rdoc_files: []
|
|
21
21
|
files:
|
22
22
|
- ".rspec"
|
23
23
|
- ".standard.yml"
|
24
|
+
- ".vscode/settings.json"
|
24
25
|
- Gemfile
|
25
26
|
- Gemfile.lock
|
26
27
|
- LICENSE.txt
|
@@ -28,11 +29,10 @@ files:
|
|
28
29
|
- Rakefile
|
29
30
|
- doctest_helper.rb
|
30
31
|
- lib/tiktoken_ruby.rb
|
31
|
-
- lib/tiktoken_ruby/3.1/tiktoken_ruby.so
|
32
|
-
- lib/tiktoken_ruby/3.2/tiktoken_ruby.so
|
33
|
-
- lib/tiktoken_ruby/3.3/tiktoken_ruby.so
|
34
32
|
- lib/tiktoken_ruby/encoding.rb
|
33
|
+
- lib/tiktoken_ruby/tiktoken_ruby.so
|
35
34
|
- lib/tiktoken_ruby/version.rb
|
35
|
+
- script/release
|
36
36
|
- sig/tiktoken_ruby.rbs
|
37
37
|
homepage: https://github.com/IAPark/tiktoken_ruby
|
38
38
|
licenses:
|
@@ -49,17 +49,17 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
49
49
|
requirements:
|
50
50
|
- - ">="
|
51
51
|
- !ruby/object:Gem::Version
|
52
|
-
version: '3.
|
52
|
+
version: '3.2'
|
53
53
|
- - "<"
|
54
54
|
- !ruby/object:Gem::Version
|
55
|
-
version: 3.
|
55
|
+
version: 3.3.dev
|
56
56
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
57
57
|
requirements:
|
58
58
|
- - ">="
|
59
59
|
- !ruby/object:Gem::Version
|
60
|
-
version: 3.
|
60
|
+
version: 3.4.0
|
61
61
|
requirements: []
|
62
|
-
rubygems_version: 3.
|
62
|
+
rubygems_version: 3.5.23
|
63
63
|
signing_key:
|
64
64
|
specification_version: 4
|
65
65
|
summary: Ruby wrapper for Tiktoken
|
Binary file
|
Binary file
|