tiktoken_ruby 0.0.4 → 0.0.5
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/Gemfile +0 -1
- data/Gemfile.lock +3 -2
- data/lib/tiktoken_ruby/version.rb +1 -1
- data/tiktoken_ruby.gemspec +2 -0
- metadata +17 -3
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: ee8bc941d0d8de83fb99c33acf9c831d2bd7542f54726a2ff3ec8acf41fdaab8
|
|
4
|
+
data.tar.gz: ca70753b8823328f08123328ad4409b351e99a2d564e0fc8c8e779a4b378a2b3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: '031225799558c1bd563ca6d40b7525f956155e7dabe899c0a5c440eedc29727fb7e8504136251623ca63ad0d2877aadf4673ceb6cda5c440aa8f9362d119d119'
|
|
7
|
+
data.tar.gz: 9df34194052e5bdf958d214e6a0d5a9cdda9341401e8226956dc2de05406d22b67a3c7a67fd998af95bf981f1ced34daf8084aeaf9afec0f6e409f416eaa362a
|
data/Gemfile
CHANGED
data/Gemfile.lock
CHANGED
|
@@ -1,7 +1,8 @@
|
|
|
1
1
|
PATH
|
|
2
2
|
remote: .
|
|
3
3
|
specs:
|
|
4
|
-
tiktoken_ruby (0.0.
|
|
4
|
+
tiktoken_ruby (0.0.5)
|
|
5
|
+
rb_sys (~> 0.9.68)
|
|
5
6
|
|
|
6
7
|
GEM
|
|
7
8
|
remote: https://rubygems.org/
|
|
@@ -64,13 +65,13 @@ GEM
|
|
|
64
65
|
|
|
65
66
|
PLATFORMS
|
|
66
67
|
arm64-darwin-22
|
|
68
|
+
ruby
|
|
67
69
|
x86_64-darwin-22
|
|
68
70
|
x86_64-linux
|
|
69
71
|
|
|
70
72
|
DEPENDENCIES
|
|
71
73
|
rake (~> 13.0)
|
|
72
74
|
rake-compiler
|
|
73
|
-
rb_sys
|
|
74
75
|
rspec (~> 3.0)
|
|
75
76
|
standard (~> 1.3)
|
|
76
77
|
tiktoken_ruby!
|
data/tiktoken_ruby.gemspec
CHANGED
|
@@ -37,6 +37,8 @@ Gem::Specification.new do |spec|
|
|
|
37
37
|
spec.require_paths = ["lib"]
|
|
38
38
|
spec.extensions = ["ext/tiktoken_ruby/extconf.rb"]
|
|
39
39
|
|
|
40
|
+
spec.add_dependency "rb_sys", "~> 0.9.68"
|
|
41
|
+
|
|
40
42
|
# For more information and examples about making a new gem, check out our
|
|
41
43
|
# guide at: https://bundler.io/guides/creating_gem.html
|
|
42
44
|
end
|
metadata
CHANGED
|
@@ -1,15 +1,29 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: tiktoken_ruby
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.0.
|
|
4
|
+
version: 0.0.5
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- IAPark
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2023-
|
|
12
|
-
dependencies:
|
|
11
|
+
date: 2023-05-11 00:00:00.000000000 Z
|
|
12
|
+
dependencies:
|
|
13
|
+
- !ruby/object:Gem::Dependency
|
|
14
|
+
name: rb_sys
|
|
15
|
+
requirement: !ruby/object:Gem::Requirement
|
|
16
|
+
requirements:
|
|
17
|
+
- - "~>"
|
|
18
|
+
- !ruby/object:Gem::Version
|
|
19
|
+
version: 0.9.68
|
|
20
|
+
type: :runtime
|
|
21
|
+
prerelease: false
|
|
22
|
+
version_requirements: !ruby/object:Gem::Requirement
|
|
23
|
+
requirements:
|
|
24
|
+
- - "~>"
|
|
25
|
+
- !ruby/object:Gem::Version
|
|
26
|
+
version: 0.9.68
|
|
13
27
|
description: An unofficial Ruby wrapper for Tiktoken, a BPE tokenizer written by and
|
|
14
28
|
used by OpenAI. It can be used to count the number of tokens in text before sending
|
|
15
29
|
it to OpenAI APIs.
|