tiktoken_ruby 0.0.9-x86_64-darwin → 0.0.10-x86_64-darwin
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.vscode/settings.json +5 -0
- data/Gemfile.lock +4 -4
- data/lib/tiktoken_ruby/{3.1/tiktoken_ruby.bundle → tiktoken_ruby.bundle} +0 -0
- data/lib/tiktoken_ruby/version.rb +1 -1
- data/script/release +29 -0
- metadata +9 -9
- data/lib/tiktoken_ruby/3.2/tiktoken_ruby.bundle +0 -0
- data/lib/tiktoken_ruby/3.3/tiktoken_ruby.bundle +0 -0
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: afa44352dbb69dae808847a17d8673ab148d9e2f70ef7a300d06fb5492978449
|
4
|
+
data.tar.gz: 6207a6ef03a0de50acbbd8c48cd6e1bc8d757ccaffa26c0353ff6a2bd7dd9c22
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 6b8db3409bf361913490dd1181bd62f84af99080dbac8ecbdb3fdfea57ef8d0327fa75e9c0621607bcbb12ebccdaaf880722091667d696cd64ef46ccc58ab993
|
7
|
+
data.tar.gz: 60d5b5eb85de133c3a2650b918a8b6e0e9365eb9c6d9771543bab663ce7c65489b4db1fabebea17664672d73f45a4367f28cd896b07d98d8f1d9dd6331857527
|
data/Gemfile.lock
CHANGED
@@ -1,8 +1,8 @@
|
|
1
1
|
PATH
|
2
2
|
remote: .
|
3
3
|
specs:
|
4
|
-
tiktoken_ruby (0.0.
|
5
|
-
rb_sys (
|
4
|
+
tiktoken_ruby (0.0.10)
|
5
|
+
rb_sys (>= 0.9.87)
|
6
6
|
|
7
7
|
GEM
|
8
8
|
remote: https://rubygems.org/
|
@@ -22,7 +22,7 @@ GEM
|
|
22
22
|
rake (13.1.0)
|
23
23
|
rake-compiler (1.2.5)
|
24
24
|
rake
|
25
|
-
rb_sys (0.9.
|
25
|
+
rb_sys (0.9.105)
|
26
26
|
regexp_parser (2.9.0)
|
27
27
|
rexml (3.2.6)
|
28
28
|
rspec (3.12.0)
|
@@ -89,4 +89,4 @@ DEPENDENCIES
|
|
89
89
|
yard-doctest
|
90
90
|
|
91
91
|
BUNDLED WITH
|
92
|
-
2.
|
92
|
+
2.5.18
|
Binary file
|
data/script/release
ADDED
@@ -0,0 +1,29 @@
|
|
1
|
+
#!/usr/bin/env bash
|
2
|
+
|
3
|
+
set -e
|
4
|
+
|
5
|
+
if [ -z "${TIKTOKEN_PUBLISH_KEY}" ]; then
|
6
|
+
echo "Error: TIKTOKEN_PUBLISH_KEY is not set. This is the RubyGems API key to push the gem."
|
7
|
+
exit 1
|
8
|
+
fi
|
9
|
+
|
10
|
+
version=$(grep VERSION lib/tiktoken_ruby/version.rb | head -n 1 | cut -d'"' -f2)
|
11
|
+
echo "Building tiktoken_ruby v$version"
|
12
|
+
|
13
|
+
targets=(
|
14
|
+
"arm64-darwin"
|
15
|
+
"x86_64-darwin"
|
16
|
+
"aarch64-linux"
|
17
|
+
"x86_64-linux"
|
18
|
+
"x86_64-linux-musl"
|
19
|
+
"arm-linux"
|
20
|
+
"x64-mingw-ucrt"
|
21
|
+
)
|
22
|
+
|
23
|
+
for target in "${targets[@]}"; do
|
24
|
+
bundle exec rb-sys-dock -p "$target" --ruby-versions 3.2 --build
|
25
|
+
done
|
26
|
+
|
27
|
+
for gem in pkg/tiktoken_ruby-"$version"-*.gem ; do
|
28
|
+
GEM_HOST_API_KEY="${TIKTOKEN_PUBLISH_KEY}" gem push "$gem" --host https://rubygems.org
|
29
|
+
done
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: tiktoken_ruby
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.0.
|
4
|
+
version: 0.0.10
|
5
5
|
platform: x86_64-darwin
|
6
6
|
authors:
|
7
7
|
- IAPark
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date: 2024-
|
11
|
+
date: 2024-12-29 00:00:00.000000000 Z
|
12
12
|
dependencies: []
|
13
13
|
description: An unofficial Ruby wrapper for Tiktoken, a BPE tokenizer written by and
|
14
14
|
used by OpenAI. It can be used to count the number of tokens in text before sending
|
@@ -21,6 +21,7 @@ extra_rdoc_files: []
|
|
21
21
|
files:
|
22
22
|
- ".rspec"
|
23
23
|
- ".standard.yml"
|
24
|
+
- ".vscode/settings.json"
|
24
25
|
- Gemfile
|
25
26
|
- Gemfile.lock
|
26
27
|
- LICENSE.txt
|
@@ -28,11 +29,10 @@ files:
|
|
28
29
|
- Rakefile
|
29
30
|
- doctest_helper.rb
|
30
31
|
- lib/tiktoken_ruby.rb
|
31
|
-
- lib/tiktoken_ruby/3.1/tiktoken_ruby.bundle
|
32
|
-
- lib/tiktoken_ruby/3.2/tiktoken_ruby.bundle
|
33
|
-
- lib/tiktoken_ruby/3.3/tiktoken_ruby.bundle
|
34
32
|
- lib/tiktoken_ruby/encoding.rb
|
33
|
+
- lib/tiktoken_ruby/tiktoken_ruby.bundle
|
35
34
|
- lib/tiktoken_ruby/version.rb
|
35
|
+
- script/release
|
36
36
|
- sig/tiktoken_ruby.rbs
|
37
37
|
homepage: https://github.com/IAPark/tiktoken_ruby
|
38
38
|
licenses:
|
@@ -49,17 +49,17 @@ required_ruby_version: !ruby/object:Gem::Requirement
|
|
49
49
|
requirements:
|
50
50
|
- - ">="
|
51
51
|
- !ruby/object:Gem::Version
|
52
|
-
version: '3.
|
52
|
+
version: '3.2'
|
53
53
|
- - "<"
|
54
54
|
- !ruby/object:Gem::Version
|
55
|
-
version: 3.
|
55
|
+
version: 3.3.dev
|
56
56
|
required_rubygems_version: !ruby/object:Gem::Requirement
|
57
57
|
requirements:
|
58
58
|
- - ">="
|
59
59
|
- !ruby/object:Gem::Version
|
60
|
-
version: 3.
|
60
|
+
version: 3.4.0
|
61
61
|
requirements: []
|
62
|
-
rubygems_version: 3.
|
62
|
+
rubygems_version: 3.5.23
|
63
63
|
signing_key:
|
64
64
|
specification_version: 4
|
65
65
|
summary: Ruby wrapper for Tiktoken
|
Binary file
|
Binary file
|