tiktoken_ruby 0.0.9-aarch64-linux → 0.0.10-aarch64-linux
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.vscode/settings.json +5 -0
- data/Gemfile.lock +4 -4
- data/Rakefile +6 -0
- data/lib/tiktoken_ruby/{3.3/tiktoken_ruby.so → tiktoken_ruby.so} +0 -0
- data/lib/tiktoken_ruby/version.rb +1 -1
- data/script/release +33 -0
- metadata +9 -9
- data/lib/tiktoken_ruby/3.1/tiktoken_ruby.so +0 -0
- data/lib/tiktoken_ruby/3.2/tiktoken_ruby.so +0 -0
    
        checksums.yaml
    CHANGED
    
    | @@ -1,7 +1,7 @@ | |
| 1 1 | 
             
            ---
         | 
| 2 2 | 
             
            SHA256:
         | 
| 3 | 
            -
              metadata.gz:  | 
| 4 | 
            -
              data.tar.gz:  | 
| 3 | 
            +
              metadata.gz: d592b9e024fad1efe1ffc3068fbf31846151b700226abafbe36c4758e93b226d
         | 
| 4 | 
            +
              data.tar.gz: b343edc7072fe9b3ec76dca6ce6971420540c43b496d7efbd95027671c21cb31
         | 
| 5 5 | 
             
            SHA512:
         | 
| 6 | 
            -
              metadata.gz:  | 
| 7 | 
            -
              data.tar.gz:  | 
| 6 | 
            +
              metadata.gz: d61a24f0174d8bd9a2a8851b22aa515feec00145cf2dd473a1f4add3f48248e30284a058d94ff980587e37df6a570c2174a29271b7f760561e9cbc93f325833c
         | 
| 7 | 
            +
              data.tar.gz: 3b477a5a3b47f8735e723e12439f76456b24c36f3b8dd6238454f467f983919d7b89f34dd578b36b29c8f7e253bfde6a3cdcfdef803a6f85b0ed35a3b3c57d09
         | 
    
        data/Gemfile.lock
    CHANGED
    
    | @@ -1,8 +1,8 @@ | |
| 1 1 | 
             
            PATH
         | 
| 2 2 | 
             
              remote: .
         | 
| 3 3 | 
             
              specs:
         | 
| 4 | 
            -
                tiktoken_ruby (0.0. | 
| 5 | 
            -
                  rb_sys ( | 
| 4 | 
            +
                tiktoken_ruby (0.0.10)
         | 
| 5 | 
            +
                  rb_sys (>= 0.9.87)
         | 
| 6 6 |  | 
| 7 7 | 
             
            GEM
         | 
| 8 8 | 
             
              remote: https://rubygems.org/
         | 
| @@ -22,7 +22,7 @@ GEM | |
| 22 22 | 
             
                rake (13.1.0)
         | 
| 23 23 | 
             
                rake-compiler (1.2.5)
         | 
| 24 24 | 
             
                  rake
         | 
| 25 | 
            -
                rb_sys (0.9. | 
| 25 | 
            +
                rb_sys (0.9.105)
         | 
| 26 26 | 
             
                regexp_parser (2.9.0)
         | 
| 27 27 | 
             
                rexml (3.2.6)
         | 
| 28 28 | 
             
                rspec (3.12.0)
         | 
| @@ -89,4 +89,4 @@ DEPENDENCIES | |
| 89 89 | 
             
              yard-doctest
         | 
| 90 90 |  | 
| 91 91 | 
             
            BUNDLED WITH
         | 
| 92 | 
            -
               2. | 
| 92 | 
            +
               2.5.18
         | 
    
        data/Rakefile
    CHANGED
    
    | @@ -21,3 +21,9 @@ end | |
| 21 21 | 
             
            task build: :compile
         | 
| 22 22 |  | 
| 23 23 | 
             
            task default: %i[compile spec standard]
         | 
| 24 | 
            +
             | 
| 25 | 
            +
            # Packaging default (non-precompiled) gem
         | 
| 26 | 
            +
            require "rubygems/package_task"
         | 
| 27 | 
            +
            gem_path = Gem::PackageTask.new(GEMSPEC).define
         | 
| 28 | 
            +
            desc "Package the Ruby gem"
         | 
| 29 | 
            +
            task "package" => [gem_path]
         | 
| Binary file | 
    
        data/script/release
    ADDED
    
    | @@ -0,0 +1,33 @@ | |
| 1 | 
            +
            #!/usr/bin/env bash
         | 
| 2 | 
            +
             | 
| 3 | 
            +
            set -e
         | 
| 4 | 
            +
             | 
| 5 | 
            +
            if [ -z "${TIKTOKEN_PUBLISH_KEY}" ]; then
         | 
| 6 | 
            +
              echo "Error: TIKTOKEN_PUBLISH_KEY is not set. This is the RubyGems API key to push the gem."
         | 
| 7 | 
            +
              exit 1
         | 
| 8 | 
            +
            fi
         | 
| 9 | 
            +
             | 
| 10 | 
            +
            version=$(grep VERSION lib/tiktoken_ruby/version.rb  | head -n 1 | cut -d'"' -f2)
         | 
| 11 | 
            +
            echo "Building tiktoken_ruby v$version"
         | 
| 12 | 
            +
             | 
| 13 | 
            +
            targets=(
         | 
| 14 | 
            +
              "arm64-darwin"
         | 
| 15 | 
            +
              "x86_64-darwin"
         | 
| 16 | 
            +
              "aarch64-linux"
         | 
| 17 | 
            +
              "x86_64-linux"
         | 
| 18 | 
            +
              "x86_64-linux-musl"
         | 
| 19 | 
            +
              "arm-linux"
         | 
| 20 | 
            +
              "x64-mingw-ucrt"
         | 
| 21 | 
            +
            )
         | 
| 22 | 
            +
             | 
| 23 | 
            +
            for target in "${targets[@]}"; do
         | 
| 24 | 
            +
              bundle exec rb-sys-dock -p "$target" --ruby-versions 3.2 --build
         | 
| 25 | 
            +
            done
         | 
| 26 | 
            +
             | 
| 27 | 
            +
            for gem in pkg/tiktoken_ruby-"$version"-*.gem ; do
         | 
| 28 | 
            +
                GEM_HOST_API_KEY="${TIKTOKEN_PUBLISH_KEY}" gem push "$gem" --host https://rubygems.org
         | 
| 29 | 
            +
            done
         | 
| 30 | 
            +
             | 
| 31 | 
            +
            # last but not least
         | 
| 32 | 
            +
            bundle exec rake package
         | 
| 33 | 
            +
            GEM_HOST_API_KEY="${TIKTOKEN_PUBLISH_KEY}" gem push "pkg/tiktoken_ruby-$version.gem" --host https://rubygems.org
         | 
    
        metadata
    CHANGED
    
    | @@ -1,14 +1,14 @@ | |
| 1 1 | 
             
            --- !ruby/object:Gem::Specification
         | 
| 2 2 | 
             
            name: tiktoken_ruby
         | 
| 3 3 | 
             
            version: !ruby/object:Gem::Version
         | 
| 4 | 
            -
              version: 0.0. | 
| 4 | 
            +
              version: 0.0.10
         | 
| 5 5 | 
             
            platform: aarch64-linux
         | 
| 6 6 | 
             
            authors:
         | 
| 7 7 | 
             
            - IAPark
         | 
| 8 8 | 
             
            autorequire: 
         | 
| 9 9 | 
             
            bindir: exe
         | 
| 10 10 | 
             
            cert_chain: []
         | 
| 11 | 
            -
            date: 2024- | 
| 11 | 
            +
            date: 2024-12-29 00:00:00.000000000 Z
         | 
| 12 12 | 
             
            dependencies: []
         | 
| 13 13 | 
             
            description: An unofficial Ruby wrapper for Tiktoken, a BPE tokenizer written by and
         | 
| 14 14 | 
             
              used by OpenAI. It can be used to count the number of tokens in text before sending
         | 
| @@ -21,6 +21,7 @@ extra_rdoc_files: [] | |
| 21 21 | 
             
            files:
         | 
| 22 22 | 
             
            - ".rspec"
         | 
| 23 23 | 
             
            - ".standard.yml"
         | 
| 24 | 
            +
            - ".vscode/settings.json"
         | 
| 24 25 | 
             
            - Gemfile
         | 
| 25 26 | 
             
            - Gemfile.lock
         | 
| 26 27 | 
             
            - LICENSE.txt
         | 
| @@ -28,11 +29,10 @@ files: | |
| 28 29 | 
             
            - Rakefile
         | 
| 29 30 | 
             
            - doctest_helper.rb
         | 
| 30 31 | 
             
            - lib/tiktoken_ruby.rb
         | 
| 31 | 
            -
            - lib/tiktoken_ruby/3.1/tiktoken_ruby.so
         | 
| 32 | 
            -
            - lib/tiktoken_ruby/3.2/tiktoken_ruby.so
         | 
| 33 | 
            -
            - lib/tiktoken_ruby/3.3/tiktoken_ruby.so
         | 
| 34 32 | 
             
            - lib/tiktoken_ruby/encoding.rb
         | 
| 33 | 
            +
            - lib/tiktoken_ruby/tiktoken_ruby.so
         | 
| 35 34 | 
             
            - lib/tiktoken_ruby/version.rb
         | 
| 35 | 
            +
            - script/release
         | 
| 36 36 | 
             
            - sig/tiktoken_ruby.rbs
         | 
| 37 37 | 
             
            homepage: https://github.com/IAPark/tiktoken_ruby
         | 
| 38 38 | 
             
            licenses:
         | 
| @@ -49,17 +49,17 @@ required_ruby_version: !ruby/object:Gem::Requirement | |
| 49 49 | 
             
              requirements:
         | 
| 50 50 | 
             
              - - ">="
         | 
| 51 51 | 
             
                - !ruby/object:Gem::Version
         | 
| 52 | 
            -
                  version: '3. | 
| 52 | 
            +
                  version: '3.2'
         | 
| 53 53 | 
             
              - - "<"
         | 
| 54 54 | 
             
                - !ruby/object:Gem::Version
         | 
| 55 | 
            -
                  version: 3. | 
| 55 | 
            +
                  version: 3.3.dev
         | 
| 56 56 | 
             
            required_rubygems_version: !ruby/object:Gem::Requirement
         | 
| 57 57 | 
             
              requirements:
         | 
| 58 58 | 
             
              - - ">="
         | 
| 59 59 | 
             
                - !ruby/object:Gem::Version
         | 
| 60 | 
            -
                  version: 3. | 
| 60 | 
            +
                  version: 3.4.0
         | 
| 61 61 | 
             
            requirements: []
         | 
| 62 | 
            -
            rubygems_version: 3. | 
| 62 | 
            +
            rubygems_version: 3.5.23
         | 
| 63 63 | 
             
            signing_key: 
         | 
| 64 64 | 
             
            specification_version: 4
         | 
| 65 65 | 
             
            summary: Ruby wrapper for Tiktoken
         | 
| Binary file | 
| Binary file |