kaba 0.2.1 → 0.2.3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 73fe981d3fc1a765b78b603f5f04ee8cd23514cc620f601e437363b158362d8b
-  data.tar.gz: bac9dcf38f519286ac2d9d1fd2b24ff3f1c2dabf3a0c85a93b761394f6d13db8
+  metadata.gz: '0819a2ca5b94fd6ce32a48fc973dd86d0c2234a073bf32ee9327e02f572b45b2'
+  data.tar.gz: 203c7c8cfcc4d1d059c01b01467f8b897580c4422d25db85335a2b119e674401
 SHA512:
-  metadata.gz: 5f60669e92bc3851fe7c481d2271d64cca8cfc1c1e67ffeb2e6ce24c0749171366360b330cfa7e9453e1a30876fbfcdc2c41cd42ef5de97a1a3a31e1000d4f35
-  data.tar.gz: 2139393a5569187cb8d7b5a32d9a641b33f26b93ac0c8b799ac991aad2db965db8d755d23850895af16f95c15518a8b9f6ca58df6d16e1497763c58d0498a071
+  metadata.gz: 8abc31a51664418d2c8df17d2ff370c71b3124df3eb4cd17b9f05d3162e75b7fe76945986e47ae6415d0d43147be83c9627a41e9b9f7181623dcb752e91a0873
+  data.tar.gz: cc4078a6d7b4205d4403a4451ec95d4020c354809332788c755f0d2a2f6381f3d36d5206f96f7b04312a7ddf72348c2fadcf8ee519e63be4bcd730a76761b3bd

data/exe/kaba

@@ -1,12 +1,6 @@
 #!/usr/bin/env ruby
 require "bundler/setup"
 
-require 'async'
-require 'faraday'
-require 'colorize'
-require 'tty-progressbar'
-require 'async/http/faraday'
-
 require 'json'
 require "kaba"
 
@@ -25,10 +19,5 @@ class Application
   end
 end
 
-def ddbug
-  require 'irb'
-  binding.irb
-end
-
 # 运行 DPodfile 文件，DPodfile 是一个 Ruby 文件
 load DatasetSource.podfile

data/lib/kaba/_DPodfile_

@@ -1,5 +1,5 @@
 ## 使用 Ruby 语言编写的数据集校验脚本
-# ddbug 断点调试
+# binding.irb 断点调试
 # 使用 colorize 来输出带颜色的信息，https://github.com/fazibear/colorize
 # 使用 progressbar 来显示进度条，https://github.com/piotrmurach/tty-progressbar
 # 设置数据集目录, 如果使用 Docker 方式运行，需要将数据集挂载到 /data 目录下，DatasetSource 会自动加载 /data 目录下的数据集
@@ -24,6 +24,8 @@ validate.run_files(source.row)
 dataset.scan()
 dataset.save(source.join('train.jsonl'))
 
+puts "Dataset 校验结果：#{dataset.validate}"
+
 ## 高级玩法，不要轻易尝试
 #
 ### 可以加入 limit 来限制读取的文件数量，validate.run_files('./data/row', limit: 1) do |response, json, file| 

data/lib/kaba/validate.rb

@@ -18,7 +18,7 @@ class Validate
   # 读取某个文件然后运行
   def run_file(file)
     input = JSON.parse File.read(File.expand_path file)
-    ValidateReponse.new run(input)
+    ValidateReponse.new run(input), file: file
   end
 
   # 读取某个文件夹下的然后运行，运行有结果了 block 会被调用
@@ -75,8 +75,8 @@ class Validate
 
     def to_s
       s = "#{'success:'.colorize(:bold_blue)} #{success? ? 'true'.colorize(:green) : 'false'.colorize(:red)}"
-      s += "\n#{'file:'.colorize(:bold_blue)} #{file.colorize(:yellow)}"
-      s += "\n#{'message:'.colorize(:bold_blue)} #{message.colorize(:yellow)}" unless success?
+      s += "\n#{'file:'.colorize(:bold_blue)} #{file&.to_s&.colorize(:yellow)}"
+      s += "\n#{'message:'.colorize(:bold_blue)} #{message&.colorize(:yellow)}" unless success?
       s += "\n\n"
     end
   end

data/lib/kaba/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Kaba
-  VERSION = "0.2.1"
+  VERSION = "0.2.3"
 end

data/lib/kaba.rb

@@ -1,5 +1,11 @@
 # frozen_string_literal: true
 
+require 'async'
+require 'faraday'
+require 'colorize'
+require 'tty-progressbar'
+require 'async/http/faraday'
+
 require_relative "kaba/version"
 require_relative "kaba/dataset"
 require_relative "kaba/dataset_source"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: kaba
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.2.3
 platform: ruby
 authors:
 - MJ
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-11-13 00:00:00.000000000 Z
+date: 2024-11-14 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: async