td 0.18.1 → 0.19.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: fc099bb4729fbe746724ea1732b280475c4950b7008cef8c8b9062aa68c865c9
4
- data.tar.gz: b5468e7e574363fbca9e0557c08bc2189c68ce5ed3334ef4ac4db1935e5af3b8
3
+ metadata.gz: 1ebe67b2367225f0f76628747040e690fcaeb12e6ac87b1f23942fab375c1b4b
4
+ data.tar.gz: 9dcb16a1c380e358228f0d0ec4a46278e558936426f9f72df569f9482ddcb255
5
5
  SHA512:
6
- metadata.gz: 4efacd0282102014222592635e9c81bffec71510d811255897c9662d4d22be47905306c4ba2160eb9a27063e0718cd296f3c00f4a730196a5a47e10a1d146c7a
7
- data.tar.gz: 5b5e5a6adb757ebbd91fc69f7e66aef81d9994e17b1a1ed8732351636135aa5af6b24f92a78d62a75b5109def57e1d51789c8007799b9384fef7ad94eb154065
6
+ metadata.gz: b2616cbddece9bc85c97144be570779a3b12abf640eb06811e40704d931f23ee5d1fe4c7bba479e45e5d9cac2b781a2fc248db2efe4faa9fd22091281bf9745f
7
+ data.tar.gz: 1d3e79c3f50093eefb7a43d91d4350d7b96f924d1eb38a1df67d486d2144e16d666d4b440c957bf7ded2b73326f57e5e2b3c184b548e358f4ae85b46ae825005
data/.circleci/config.yml CHANGED
@@ -9,13 +9,26 @@ orbs:
9
9
  commands:
10
10
  install_windows_requirements:
11
11
  description: "Install windows requirements"
12
+ parameters:
13
+ ruby_version:
14
+ type: string
15
+ default: "latest"
12
16
  steps:
13
17
  - run:
14
18
  name: "Install MSYS2"
19
+ shell: powershell.exe
15
20
  command: choco install msys2 -y
16
21
  - run:
17
22
  name: "Install Ruby devkit"
23
+ shell: powershell.exe
18
24
  command: ridk install 2 3
25
+ - run:
26
+ name: "Install Ruby version"
27
+ shell: powershell.exe
28
+ command: choco install ruby --version=<<parameters.ruby_version>>
29
+ - run:
30
+ name: "Install bundler"
31
+ command: gem install bundler
19
32
  bundle-install:
20
33
  description: "Install dependencies"
21
34
  steps:
@@ -65,16 +78,25 @@ jobs:
65
78
  steps:
66
79
  - run-tests-flow
67
80
 
81
+ ruby_33:
82
+ docker:
83
+ - image: cimg/ruby:3.3-browsers
84
+ steps:
85
+ - run-tests-flow
86
+
87
+ ruby_34:
88
+ docker:
89
+ - image: cimg/ruby:3.4-browsers
90
+ steps:
91
+ - run-tests-flow
92
+
68
93
  win_ruby:
69
94
  executor:
70
95
  name: win/default
71
96
  shell: powershell.exe
72
97
  steps:
73
- - install_windows_requirements
74
- - run:
75
- name: "Install bundler"
76
- shell: powershell.exe
77
- command: gem install bundler
98
+ - install_windows_requirements:
99
+ ruby_version: "3.4.4.2"
78
100
  - run-tests-flow
79
101
 
80
102
 
@@ -85,4 +107,6 @@ workflows:
85
107
  - ruby_30
86
108
  - ruby_31
87
109
  - ruby_32
110
+ - ruby_33
111
+ - ruby_34
88
112
  - win_ruby
data/ChangeLog CHANGED
@@ -1,3 +1,7 @@
1
+ == 2025-08-05 version 0.19.0
2
+
3
+ * Remove partial_delete api.
4
+
1
5
  == 2025-07-18 version 0.18.1
2
6
 
3
7
  * Use https://toolbelt.treasuredata.com/ for TD Toolbelt's download URL #270
@@ -79,7 +79,6 @@ subcommands=(
79
79
  "table\:export":"Dump logs in a table to the specified storage"
80
80
  "table\:swap":"Swap names of two tables"
81
81
  "table\:tail":"Get recently imported logs"
82
- "table\:partial_delete":"Delete logs from the table within the specified time range"
83
82
 
84
83
  "wf":"Run a workflow command"
85
84
  "workflow":"Run a workflow command"
@@ -241,7 +241,6 @@ module List
241
241
  add_list 'table:swap', %w[db table1 table2], 'Swap names of two tables', ['table:swap example_db table1 table2']
242
242
  add_list 'table:rename', %w[db from_table dest_table], 'rename exist table', ['table:rename example_db table1 table2']
243
243
  add_list 'table:tail', %w[db table], 'Get recently imported logs', ['table:tail example_db table1', 'table:tail example_db table1 -n 30']
244
- add_list 'table:partial_delete', %w[db table], 'Delete logs from the table within the specified time range', ['table:partial_delete example_db table1 --from 1341000000 --to 1341003600']
245
244
  add_list 'table:expire', %w[db table expire_days], 'Expire data in table after specified number of days. Set to 0 to disable the expiration.', ['table:expire example_db table1 30']
246
245
  add_list 'table:update', %w[db table], 'Update table options', ['table:update example_db table1 --include-v false']
247
246
 
@@ -289,72 +289,6 @@ module Command
289
289
  end
290
290
  end
291
291
 
292
- def table_partial_delete(op)
293
- from = nil
294
- to = nil
295
- wait = false
296
- pool_name = nil
297
-
298
- op.on('-t', '--to TIME', 'end time of logs to delete in Unix time >0 and multiple of 3600 (1 hour)') {|s|
299
- if s.to_i.to_s == s
300
- # UNIX time
301
- to = s.to_i
302
- else
303
- require 'time'
304
- to = Time.parse(s).to_i
305
- end
306
- }
307
- op.on('-f', '--from TIME', 'start time of logs to delete in Unix time >0 and multiple of 3600 (1 hour)') {|s|
308
- if s.to_i.to_s == s
309
- from = s.to_i
310
- else
311
- require 'time'
312
- from = Time.parse(s).to_i
313
- end
314
- }
315
- op.on('-w', '--wait', 'wait for the job to finish', TrueClass) {|b|
316
- wait = b
317
- }
318
- op.on('-O', '--pool-name NAME', 'specify resource pool by name') {|s|
319
- pool_name = s
320
- }
321
-
322
- db_name, table_name = op.cmd_parse
323
-
324
- unless from
325
- $stderr.puts "-f, --from TIME option is required"
326
- exit 1
327
- end
328
-
329
- unless to
330
- $stderr.puts "-t, --to TIME option is required"
331
- exit 1
332
- end
333
-
334
- if from % 3600 != 0 || to % 3600 != 0
335
- $stderr.puts "Time for the -f / --from and -t / --to options must either be a multiple of 3600 (1 hour)\n" +
336
- " or be expressed in Ruby time string format where the minutes and seconds are 0"
337
- exit 1
338
- end
339
-
340
- client = get_client
341
-
342
- table = get_table(client, db_name, table_name)
343
-
344
- opts = {}
345
- opts['pool_name'] = pool_name if pool_name
346
- job = client.partial_delete(db_name, table_name, to, from, opts)
347
-
348
- $stderr.puts "Partial delete job #{job.job_id} is queued."
349
- $stderr.puts "Use '#{$prog} " + Config.cl_options_string + "job:show #{job.job_id}' to show the status."
350
-
351
- if wait
352
- $stderr.puts "queued..."
353
- wait_job(job)
354
- $stdout.puts "Status : #{job.status}"
355
- end
356
- end
357
-
358
292
  def table_update(op)
359
293
  params = {}
360
294
  op.on('--expire-days DAYS', Integer, 'set table expire days') do |v|
data/lib/td/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module TreasureData
2
- TOOLBELT_VERSION = '0.18.1'
2
+ TOOLBELT_VERSION = '0.19.0'
3
3
  end
data/td.gemspec CHANGED
@@ -22,11 +22,12 @@ Gem::Specification.new do |gem|
22
22
  gem.add_dependency "yajl-ruby", ">= 1.3.1", "< 2.0"
23
23
  gem.add_dependency "hirb", ">= 0.4.5"
24
24
  gem.add_dependency "parallel", "~> 1.20.0"
25
- gem.add_dependency "td-client", ">= 1.0.8", "< 3"
25
+ gem.add_dependency "td-client", ">= 1.0.8", "< 4"
26
26
  gem.add_dependency "td-logger", ">= 0.3.21", "< 2"
27
27
  gem.add_dependency "rubyzip", "~> 1.3.0"
28
28
  gem.add_dependency "zip-zip", "~> 0.3"
29
29
  gem.add_dependency "ruby-progressbar", "~> 1.7"
30
+ gem.add_dependency "csv"
30
31
  gem.add_development_dependency "rake"
31
32
  gem.add_development_dependency "rspec"
32
33
  gem.add_development_dependency 'webrick'
metadata CHANGED
@@ -1,13 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: td
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.18.1
4
+ version: 0.19.0
5
5
  platform: ruby
6
6
  authors:
7
7
  - Treasure Data, Inc.
8
+ autorequire:
8
9
  bindir: bin
9
10
  cert_chain: []
10
- date: 1980-01-02 00:00:00.000000000 Z
11
+ date: 2025-08-05 00:00:00.000000000 Z
11
12
  dependencies:
12
13
  - !ruby/object:Gem::Dependency
13
14
  name: msgpack
@@ -94,7 +95,7 @@ dependencies:
94
95
  version: 1.0.8
95
96
  - - "<"
96
97
  - !ruby/object:Gem::Version
97
- version: '3'
98
+ version: '4'
98
99
  type: :runtime
99
100
  prerelease: false
100
101
  version_requirements: !ruby/object:Gem::Requirement
@@ -104,7 +105,7 @@ dependencies:
104
105
  version: 1.0.8
105
106
  - - "<"
106
107
  - !ruby/object:Gem::Version
107
- version: '3'
108
+ version: '4'
108
109
  - !ruby/object:Gem::Dependency
109
110
  name: td-logger
110
111
  requirement: !ruby/object:Gem::Requirement
@@ -167,6 +168,20 @@ dependencies:
167
168
  - - "~>"
168
169
  - !ruby/object:Gem::Version
169
170
  version: '1.7'
171
+ - !ruby/object:Gem::Dependency
172
+ name: csv
173
+ requirement: !ruby/object:Gem::Requirement
174
+ requirements:
175
+ - - ">="
176
+ - !ruby/object:Gem::Version
177
+ version: '0'
178
+ type: :runtime
179
+ prerelease: false
180
+ version_requirements: !ruby/object:Gem::Requirement
181
+ requirements:
182
+ - - ">="
183
+ - !ruby/object:Gem::Version
184
+ version: '0'
170
185
  - !ruby/object:Gem::Dependency
171
186
  name: rake
172
187
  requirement: !ruby/object:Gem::Requirement
@@ -334,6 +349,7 @@ homepage: http://treasure-data.com/
334
349
  licenses:
335
350
  - Apache-2.0
336
351
  metadata: {}
352
+ post_install_message:
337
353
  rdoc_options: []
338
354
  require_paths:
339
355
  - lib
@@ -348,7 +364,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
348
364
  - !ruby/object:Gem::Version
349
365
  version: '0'
350
366
  requirements: []
351
- rubygems_version: 3.6.7
367
+ rubygems_version: 3.3.27
368
+ signing_key:
352
369
  specification_version: 4
353
370
  summary: CLI to manage data on Treasure Data, the Hadoop-based cloud data warehousing
354
371
  test_files: