td 0.18.0 → 0.19.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: b1dbc916f042b6416a0e1938f7d1b352d2bad5f3cb44be4d3f9e9d576f51f96b
-  data.tar.gz: faa0d9b3281e368d0999714aa7e58a9f517da3071dab4d5c357fb0e8f3a97ad5
+  metadata.gz: 1ebe67b2367225f0f76628747040e690fcaeb12e6ac87b1f23942fab375c1b4b
+  data.tar.gz: 9dcb16a1c380e358228f0d0ec4a46278e558936426f9f72df569f9482ddcb255
 SHA512:
-  metadata.gz: 61584b44bf0e10309f3117af78b547158340735515745f06d4647cbf9c67aac513c2e26bcfc3f5f86dbb0c878257852f80bbc014e2fc2d1eeb4baca4f7c41c77
-  data.tar.gz: 527a8c17ca6e253dc0d5e3ead71a7aab077af320aa6d940af4ec0b89ed29ecec7222c59c66abd4ba0629dbb4301658d274ca115b070641662c4db4167424f539
+  metadata.gz: b2616cbddece9bc85c97144be570779a3b12abf640eb06811e40704d931f23ee5d1fe4c7bba479e45e5d9cac2b781a2fc248db2efe4faa9fd22091281bf9745f
+  data.tar.gz: 1d3e79c3f50093eefb7a43d91d4350d7b96f924d1eb38a1df67d486d2144e16d666d4b440c957bf7ded2b73326f57e5e2b3c184b548e358f4ae85b46ae825005

data/.circleci/config.yml

@@ -9,13 +9,26 @@ orbs:
 commands:
   install_windows_requirements:
     description: "Install windows requirements"
+    parameters:
+      ruby_version:
+        type: string
+        default: "latest"
     steps:
       - run:
           name: "Install MSYS2"
+          shell: powershell.exe
           command: choco install msys2 -y
       - run:
           name: "Install Ruby devkit"
+          shell: powershell.exe
           command: ridk install 2 3
+      - run:
+          name: "Install Ruby version"
+          shell: powershell.exe
+          command: choco install ruby --version=<<parameters.ruby_version>>
+      - run:
+          name: "Install bundler"
+          command: gem install bundler
   bundle-install:
     description: "Install dependencies"
     steps:
@@ -65,16 +78,25 @@ jobs:
     steps:
       - run-tests-flow
 
+  ruby_33:
+    docker:
+      - image: cimg/ruby:3.3-browsers
+    steps:
+      - run-tests-flow
+
+  ruby_34:
+    docker:
+      - image: cimg/ruby:3.4-browsers
+    steps:
+      - run-tests-flow
+
   win_ruby:
     executor:
       name: win/default
       shell: powershell.exe
     steps:
-      - install_windows_requirements
-      - run:
-          name: "Install bundler"
-          shell: powershell.exe
-          command: gem install bundler
+      - install_windows_requirements:
+          ruby_version: "3.4.4.2"
       - run-tests-flow
 
 
@@ -85,4 +107,6 @@ workflows:
       - ruby_30
       - ruby_31
       - ruby_32
+      - ruby_33
+      - ruby_34
       - win_ruby

data/ChangeLog

@@ -1,3 +1,11 @@
+== 2025-08-05 version 0.19.0
+
+* Remove partial_delete api.
+
+== 2025-07-18 version 0.18.1
+
+* Use https://toolbelt.treasuredata.com/ for TD Toolbelt's download URL #270
+
 == 2025-04-29 version 0.18.0
 
 * Update password symbol for user creation #262

data/bin/td

@@ -9,7 +9,7 @@ require 'td/updater'
 TreasureData::Updater.disable(<<EOS
 
 `td update` is only available from the Treasure Data Toolbelt.
-You can download and install it from http://toolbelt.treasure-data.com.
+You can download and install it from http://toolbelt.treasuredata.com.
 
 It appers you are running the `td` gem. To update the gem to the latest
 version, please run `gem update td`.

data/contrib/completion/_td

@@ -79,7 +79,6 @@ subcommands=(
     "table\:export":"Dump logs in a table to the specified storage"
     "table\:swap":"Swap names of two tables"
     "table\:tail":"Get recently imported logs"
-    "table\:partial_delete":"Delete logs from the table within the specified time range"
 
     "wf":"Run a workflow command"
     "workflow":"Run a workflow command"

data/lib/td/command/list.rb

@@ -241,7 +241,6 @@ module List
   add_list 'table:swap', %w[db table1 table2], 'Swap names of two tables', ['table:swap example_db table1 table2']
   add_list 'table:rename', %w[db from_table dest_table], 'rename exist table', ['table:rename example_db table1 table2']
   add_list 'table:tail', %w[db table], 'Get recently imported logs', ['table:tail example_db table1', 'table:tail example_db table1 -n 30']
-  add_list 'table:partial_delete', %w[db table], 'Delete logs from the table within the specified time range', ['table:partial_delete example_db table1 --from 1341000000 --to 1341003600']
   add_list 'table:expire', %w[db table expire_days], 'Expire data in table after specified number of days. Set to 0 to disable the expiration.', ['table:expire example_db table1 30']
   add_list 'table:update', %w[db table], 'Update table options', ['table:update example_db table1 --include-v false']
 

data/lib/td/command/table.rb

@@ -289,72 +289,6 @@ module Command
     end
   end
 
-  def table_partial_delete(op)
-    from = nil
-    to = nil
-    wait = false
-    pool_name = nil
-
-    op.on('-t', '--to TIME', 'end time of logs to delete in Unix time >0 and multiple of 3600 (1 hour)') {|s|
-      if s.to_i.to_s == s
-        # UNIX time
-        to = s.to_i
-      else
-        require 'time'
-        to = Time.parse(s).to_i
-      end
-    }
-    op.on('-f', '--from TIME', 'start time of logs to delete in Unix time >0 and multiple of 3600 (1 hour)') {|s|
-      if s.to_i.to_s == s
-        from = s.to_i
-      else
-        require 'time'
-        from = Time.parse(s).to_i
-      end
-    }
-    op.on('-w', '--wait', 'wait for the job to finish', TrueClass) {|b|
-      wait = b
-    }
-    op.on('-O', '--pool-name NAME', 'specify resource pool by name') {|s|
-      pool_name = s
-    }
-
-    db_name, table_name = op.cmd_parse
-
-    unless from
-      $stderr.puts "-f, --from TIME option is required"
-      exit 1
-    end
-
-    unless to
-      $stderr.puts "-t, --to TIME option is required"
-      exit 1
-    end
-
-    if from % 3600 != 0 || to % 3600 != 0
-      $stderr.puts "Time for the -f / --from and -t / --to options must either be a multiple of 3600 (1 hour)\n" +
-                   "  or be expressed in Ruby time string format where the minutes and seconds are 0"
-      exit 1
-    end
-
-    client = get_client
-
-    table = get_table(client, db_name, table_name)
-
-    opts = {}
-    opts['pool_name'] = pool_name if pool_name
-    job = client.partial_delete(db_name, table_name, to, from, opts)
-
-    $stderr.puts "Partial delete job #{job.job_id} is queued."
-    $stderr.puts "Use '#{$prog} " + Config.cl_options_string + "job:show #{job.job_id}' to show the status."
-
-    if wait
-      $stderr.puts "queued..."
-      wait_job(job)
-      $stdout.puts "Status     : #{job.status}"
-    end
-  end
-
   def table_update(op)
     params = {}
     op.on('--expire-days DAYS', Integer, 'set table expire days') do |v|

data/lib/td/command/workflow.rb

@@ -140,7 +140,7 @@ module TreasureData
     end
 
     def digdag_base_url(version=nil)
-      base = 'https://toolbelt.treasure-data.com/digdag'
+      base = 'https://toolbelt.treasuredata.com/digdag'
       if version.to_s == ''
         base
       else

data/lib/td/version.rb

@@ -1,3 +1,3 @@
 module TreasureData
-  TOOLBELT_VERSION = '0.18.0'
+  TOOLBELT_VERSION = '0.19.0'
 end

data/spec/td/command/workflow_spec.rb

@@ -161,7 +161,7 @@ EOF
         expect(TreasureData::Updater).to_not have_received(:stream_fetch).with(
             %r{/java/}, instance_of(File))
         expect(TreasureData::Updater).to have_received(:stream_fetch).with(
-            'https://toolbelt.treasure-data.com/digdag?user=test%40example.com', instance_of(File))
+            'https://toolbelt.treasuredata.com/digdag?user=test%40example.com', instance_of(File))
       end
 
       it 'installs java + digdag and can run a workflow' do
@@ -180,7 +180,7 @@ EOF
         expect(stdout_io.string).to include 'Downloading workflow module'
         expect(File).to exist(File.join(ENV[home_env], '.td', 'digdag', 'digdag'))
         expect(TreasureData::Updater).to have_received(:stream_fetch).with(
-            'https://toolbelt.treasure-data.com/digdag?user=test%40example.com', instance_of(File))
+            'https://toolbelt.treasuredata.com/digdag?user=test%40example.com', instance_of(File))
 
         # Check that java and digdag is not re-installed
         stdout_io.truncate(0)
@@ -228,7 +228,7 @@ EOF
           expect(TreasureData::Updater).to_not have_received(:stream_fetch).with(
               %r{/java/}, instance_of(File))
           expect(TreasureData::Updater).to have_received(:stream_fetch).with(
-              'https://toolbelt.treasure-data.com/digdag?user=test%40example.com', instance_of(File))
+              'https://toolbelt.treasuredata.com/digdag?user=test%40example.com', instance_of(File))
 
           # Check that digdag is not re-installed
           stdout_io.truncate(0)
@@ -250,7 +250,7 @@ EOF
           expect(stdout_io.string).to include 'Downloading workflow module'
           expect(File).to exist(File.join(ENV[home_env], '.td', 'digdag', 'digdag'))
           expect(TreasureData::Updater).to have_received(:stream_fetch).with(
-              'https://toolbelt.treasure-data.com/digdag', instance_of(File))
+              'https://toolbelt.treasuredata.com/digdag', instance_of(File))
         }
       end
 

data/td.gemspec

@@ -22,11 +22,12 @@ Gem::Specification.new do |gem|
   gem.add_dependency "yajl-ruby", ">= 1.3.1", "< 2.0"
   gem.add_dependency "hirb", ">= 0.4.5"
   gem.add_dependency "parallel", "~> 1.20.0"
-  gem.add_dependency "td-client", ">= 1.0.8", "< 3"
+  gem.add_dependency "td-client", ">= 1.0.8", "< 4"
   gem.add_dependency "td-logger", ">= 0.3.21", "< 2"
   gem.add_dependency "rubyzip", "~> 1.3.0"
   gem.add_dependency "zip-zip", "~> 0.3"
   gem.add_dependency "ruby-progressbar", "~> 1.7"
+  gem.add_dependency "csv"
   gem.add_development_dependency "rake"
   gem.add_development_dependency "rspec"
   gem.add_development_dependency 'webrick'

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: td
 version: !ruby/object:Gem::Version
-  version: 0.18.0
+  version: 0.19.0
 platform: ruby
 authors:
 - Treasure Data, Inc.
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2025-04-29 00:00:00.000000000 Z
+date: 2025-08-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: msgpack
@@ -95,7 +95,7 @@ dependencies:
         version: 1.0.8
     - - "<"
       - !ruby/object:Gem::Version
-        version: '3'
+        version: '4'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
@@ -105,7 +105,7 @@ dependencies:
         version: 1.0.8
     - - "<"
       - !ruby/object:Gem::Version
-        version: '3'
+        version: '4'
 - !ruby/object:Gem::Dependency
   name: td-logger
   requirement: !ruby/object:Gem::Requirement
@@ -168,6 +168,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.7'
+- !ruby/object:Gem::Dependency
+  name: csv
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -350,7 +364,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.26
+rubygems_version: 3.3.27
 signing_key:
 specification_version: 4
 summary: CLI to manage data on Treasure Data, the Hadoop-based cloud data warehousing