itak 2 → 3

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 05d3ad0b0b7a48d1053aa421e23a4d720f8069e3b767d52ffe305eb52266ea4c
-  data.tar.gz: 1ca65afc391b6d3b5b80c79478e8317ec87198785a3376e34feafe9b20aa86b7
+  metadata.gz: a7ab66466c640ba4b91cfdf41de938434bdf3decd225c606213ff0aa91a9cff2
+  data.tar.gz: 8eabbd49439e13cd6d1831a7fc5fd83a391538f89a06e9c69640ba3ec5006ace
 SHA512:
-  metadata.gz: 682271f0f3c32b88b489f3465f40df61bfc20588f611fedd41cdea75b2935ed14259166993f8039d7833ffc8abd7e22af3cf0c41d91bad33f15068e22c9143a3
-  data.tar.gz: 07e5d6f02e6127ebc74835561ee44c9c0aaa57094ef6fd110f980b08838b698f244cabe64d798b8acd9abf698db2296a6e6d54fded5a19eeb887759a30e10d6e
+  metadata.gz: 0f7278553178a3d2fa2de089f14a71f5079814528772adccd5fd1897056b31fb5a624efe5b73c2a8779f6d3bb7e8ee213cea8aea8fc26a1f9984967b9b6a75c7
+  data.tar.gz: ed4f9e3765197050aa8061e52cad8cfcbed747f00c2433e59f80fa7ce1a715255be4ec0e36ecc7d78cae85dc7fc8463d4aa2fc7154eee3e12eda0b882b7d069c

data/itak.gemspec

@@ -1,6 +1,6 @@
 Gem::Specification.new do |s|
   s.name = "itak"
-  s.version = "2"
+  s.version = "3"
   s.authors = ["Kitaiti Makoto"]
   s.email = ["KitaitiMaokto@gmail.com"]
   s.summary = "Audio editing tool for podcasters"
@@ -15,9 +15,6 @@ Gem::Specification.new do |s|
   s.add_runtime_dependency "whispercpp", ">= 1.3.6"
   s.add_runtime_dependency "torchaudio", ">= 0.5.0"
   s.add_runtime_dependency "torchcodec"
-  s.add_runtime_dependency "red-arrow"
-  s.add_runtime_dependency "numo-narray-alt"
-  s.add_runtime_dependency "red-arrow-numo-narray"
   s.add_runtime_dependency "torch-rb"
   s.add_runtime_dependency "optparse-pathname"
   s.add_runtime_dependency "ndav-torch-tensor"

data/lib/itak/transcriber.rb

@@ -0,0 +1,39 @@
+require "whisper"
+
+class Itak
+  class Transcriber
+    PARAMS = {
+      language: "ja",
+      temperature: 1.0
+    }
+
+    def initialize(model: "large-v3-turbo-q8_0")
+      Whisper.log_set proc {}, nil
+      @whisper = Whisper::Context.new(model)
+    end
+
+    def run(src, params: {})
+      params = Whisper::Params.new(**PARAMS.merge(params))
+      src = src[0] if src.ndim == 2 && src.shape[0] == 1
+      @whisper
+        .full(params, src.to_ndav)
+        .each_segment
+        .collect {|segment|
+          "[%<start_time>s --> %<end_time>s]%<text>s" % {
+            start_time: format_time(segment.start_time),
+            end_time: format_time(segment.end_time),
+            text: segment.text
+          }
+        }.join("\n\n")
+    end
+
+    private
+
+    def format_time(time_ms)
+      sec, decimal_part = time_ms.divmod(1000)
+      min, sec = sec.divmod(60)
+      hour, min = min.divmod(60)
+      "%02d:%02d:%02d" % [hour, min, sec]
+    end
+  end
+end

data/lib/itak/vad.rb

@@ -9,6 +9,7 @@ class Itak
     )
 
     def initialize(model: "silero-v6.2.0")
+      Whisper.log_set proc {}, nil
       @vad = Whisper::VAD::Context.new(model)
     end
 

data/lib/itak.rb

@@ -3,6 +3,7 @@ require "torchaudio"
 
 require "itak/denoiser"
 require "itak/vad"
+require "itak/transcriber"
 
 class Itak
   SAMPLE_RATE = 16_000
@@ -28,8 +29,19 @@ class Itak
     $stderr.puts "VAD..."
     vadded = VAD.new.run(denoised)
 
-    TorchAudio.save(dest.to_path, vadded.unsqueeze(0), SAMPLE_RATE)
-    $stderr.puts "Saved to #{dest}"
+    saving = Thread.new {
+      TorchAudio.save(dest.to_path, vadded.unsqueeze(0), SAMPLE_RATE)
+      $stderr.puts "Saved to #{dest}"
+    }
+    transcribing = Thread.new {
+      $stderr.puts "Transcribing..."
+      transcription = Transcriber.new.run(vadded)
+      transcription_path = dest.sub_ext(".txt")
+      transcription_path.write transcription
+      $stderr.puts "Transcription saved to #{transcription_path}"
+    }
+    saving.join
+    transcribing.join
     dest
   end
 end

data/test/test_itak.rb

@@ -9,6 +9,7 @@ class TestItak < TestBase
     output = Itak.new.run(@src)
     assert_equal Pathname("test/fixtures/mix.denoised-vad.wav").expand_path, output
     assert_path_exist output
+    assert_path_exist output.sub_ext(".txt")
 
     src_reader = WaveFile::Reader.new(@src)
     src_reader.close

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: itak
 version: !ruby/object:Gem::Version
-  version: '2'
+  version: '3'
 platform: ruby
 authors:
 - Kitaiti Makoto
@@ -65,48 +65,6 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-- !ruby/object:Gem::Dependency
-  name: red-arrow
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: numo-narray-alt
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-- !ruby/object:Gem::Dependency
-  name: red-arrow-numo-narray
-  requirement: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
-  type: :runtime
-  prerelease: false
-  version_requirements: !ruby/object:Gem::Requirement
-    requirements:
-    - - ">="
-      - !ruby/object:Gem::Version
-        version: '0'
 - !ruby/object:Gem::Dependency
   name: torch-rb
   requirement: !ruby/object:Gem::Requirement
@@ -265,6 +223,7 @@ files:
 - itak.gemspec
 - lib/itak.rb
 - lib/itak/denoiser.rb
+- lib/itak/transcriber.rb
 - lib/itak/vad.rb
 - test/fixtures/.gitkeep
 - test/helper.rb