td 0.18.1 → 0.19.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.circleci/config.yml +29 -5
- data/ChangeLog +4 -0
- data/contrib/completion/_td +0 -1
- data/lib/td/command/list.rb +0 -1
- data/lib/td/command/table.rb +0 -66
- data/lib/td/version.rb +1 -1
- data/td.gemspec +2 -1
- metadata +22 -5
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 1ebe67b2367225f0f76628747040e690fcaeb12e6ac87b1f23942fab375c1b4b
|
4
|
+
data.tar.gz: 9dcb16a1c380e358228f0d0ec4a46278e558936426f9f72df569f9482ddcb255
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: b2616cbddece9bc85c97144be570779a3b12abf640eb06811e40704d931f23ee5d1fe4c7bba479e45e5d9cac2b781a2fc248db2efe4faa9fd22091281bf9745f
|
7
|
+
data.tar.gz: 1d3e79c3f50093eefb7a43d91d4350d7b96f924d1eb38a1df67d486d2144e16d666d4b440c957bf7ded2b73326f57e5e2b3c184b548e358f4ae85b46ae825005
|
data/.circleci/config.yml
CHANGED
@@ -9,13 +9,26 @@ orbs:
|
|
9
9
|
commands:
|
10
10
|
install_windows_requirements:
|
11
11
|
description: "Install windows requirements"
|
12
|
+
parameters:
|
13
|
+
ruby_version:
|
14
|
+
type: string
|
15
|
+
default: "latest"
|
12
16
|
steps:
|
13
17
|
- run:
|
14
18
|
name: "Install MSYS2"
|
19
|
+
shell: powershell.exe
|
15
20
|
command: choco install msys2 -y
|
16
21
|
- run:
|
17
22
|
name: "Install Ruby devkit"
|
23
|
+
shell: powershell.exe
|
18
24
|
command: ridk install 2 3
|
25
|
+
- run:
|
26
|
+
name: "Install Ruby version"
|
27
|
+
shell: powershell.exe
|
28
|
+
command: choco install ruby --version=<<parameters.ruby_version>>
|
29
|
+
- run:
|
30
|
+
name: "Install bundler"
|
31
|
+
command: gem install bundler
|
19
32
|
bundle-install:
|
20
33
|
description: "Install dependencies"
|
21
34
|
steps:
|
@@ -65,16 +78,25 @@ jobs:
|
|
65
78
|
steps:
|
66
79
|
- run-tests-flow
|
67
80
|
|
81
|
+
ruby_33:
|
82
|
+
docker:
|
83
|
+
- image: cimg/ruby:3.3-browsers
|
84
|
+
steps:
|
85
|
+
- run-tests-flow
|
86
|
+
|
87
|
+
ruby_34:
|
88
|
+
docker:
|
89
|
+
- image: cimg/ruby:3.4-browsers
|
90
|
+
steps:
|
91
|
+
- run-tests-flow
|
92
|
+
|
68
93
|
win_ruby:
|
69
94
|
executor:
|
70
95
|
name: win/default
|
71
96
|
shell: powershell.exe
|
72
97
|
steps:
|
73
|
-
- install_windows_requirements
|
74
|
-
|
75
|
-
name: "Install bundler"
|
76
|
-
shell: powershell.exe
|
77
|
-
command: gem install bundler
|
98
|
+
- install_windows_requirements:
|
99
|
+
ruby_version: "3.4.4.2"
|
78
100
|
- run-tests-flow
|
79
101
|
|
80
102
|
|
@@ -85,4 +107,6 @@ workflows:
|
|
85
107
|
- ruby_30
|
86
108
|
- ruby_31
|
87
109
|
- ruby_32
|
110
|
+
- ruby_33
|
111
|
+
- ruby_34
|
88
112
|
- win_ruby
|
data/ChangeLog
CHANGED
data/contrib/completion/_td
CHANGED
@@ -79,7 +79,6 @@ subcommands=(
|
|
79
79
|
"table\:export":"Dump logs in a table to the specified storage"
|
80
80
|
"table\:swap":"Swap names of two tables"
|
81
81
|
"table\:tail":"Get recently imported logs"
|
82
|
-
"table\:partial_delete":"Delete logs from the table within the specified time range"
|
83
82
|
|
84
83
|
"wf":"Run a workflow command"
|
85
84
|
"workflow":"Run a workflow command"
|
data/lib/td/command/list.rb
CHANGED
@@ -241,7 +241,6 @@ module List
|
|
241
241
|
add_list 'table:swap', %w[db table1 table2], 'Swap names of two tables', ['table:swap example_db table1 table2']
|
242
242
|
add_list 'table:rename', %w[db from_table dest_table], 'rename exist table', ['table:rename example_db table1 table2']
|
243
243
|
add_list 'table:tail', %w[db table], 'Get recently imported logs', ['table:tail example_db table1', 'table:tail example_db table1 -n 30']
|
244
|
-
add_list 'table:partial_delete', %w[db table], 'Delete logs from the table within the specified time range', ['table:partial_delete example_db table1 --from 1341000000 --to 1341003600']
|
245
244
|
add_list 'table:expire', %w[db table expire_days], 'Expire data in table after specified number of days. Set to 0 to disable the expiration.', ['table:expire example_db table1 30']
|
246
245
|
add_list 'table:update', %w[db table], 'Update table options', ['table:update example_db table1 --include-v false']
|
247
246
|
|
data/lib/td/command/table.rb
CHANGED
@@ -289,72 +289,6 @@ module Command
|
|
289
289
|
end
|
290
290
|
end
|
291
291
|
|
292
|
-
def table_partial_delete(op)
|
293
|
-
from = nil
|
294
|
-
to = nil
|
295
|
-
wait = false
|
296
|
-
pool_name = nil
|
297
|
-
|
298
|
-
op.on('-t', '--to TIME', 'end time of logs to delete in Unix time >0 and multiple of 3600 (1 hour)') {|s|
|
299
|
-
if s.to_i.to_s == s
|
300
|
-
# UNIX time
|
301
|
-
to = s.to_i
|
302
|
-
else
|
303
|
-
require 'time'
|
304
|
-
to = Time.parse(s).to_i
|
305
|
-
end
|
306
|
-
}
|
307
|
-
op.on('-f', '--from TIME', 'start time of logs to delete in Unix time >0 and multiple of 3600 (1 hour)') {|s|
|
308
|
-
if s.to_i.to_s == s
|
309
|
-
from = s.to_i
|
310
|
-
else
|
311
|
-
require 'time'
|
312
|
-
from = Time.parse(s).to_i
|
313
|
-
end
|
314
|
-
}
|
315
|
-
op.on('-w', '--wait', 'wait for the job to finish', TrueClass) {|b|
|
316
|
-
wait = b
|
317
|
-
}
|
318
|
-
op.on('-O', '--pool-name NAME', 'specify resource pool by name') {|s|
|
319
|
-
pool_name = s
|
320
|
-
}
|
321
|
-
|
322
|
-
db_name, table_name = op.cmd_parse
|
323
|
-
|
324
|
-
unless from
|
325
|
-
$stderr.puts "-f, --from TIME option is required"
|
326
|
-
exit 1
|
327
|
-
end
|
328
|
-
|
329
|
-
unless to
|
330
|
-
$stderr.puts "-t, --to TIME option is required"
|
331
|
-
exit 1
|
332
|
-
end
|
333
|
-
|
334
|
-
if from % 3600 != 0 || to % 3600 != 0
|
335
|
-
$stderr.puts "Time for the -f / --from and -t / --to options must either be a multiple of 3600 (1 hour)\n" +
|
336
|
-
" or be expressed in Ruby time string format where the minutes and seconds are 0"
|
337
|
-
exit 1
|
338
|
-
end
|
339
|
-
|
340
|
-
client = get_client
|
341
|
-
|
342
|
-
table = get_table(client, db_name, table_name)
|
343
|
-
|
344
|
-
opts = {}
|
345
|
-
opts['pool_name'] = pool_name if pool_name
|
346
|
-
job = client.partial_delete(db_name, table_name, to, from, opts)
|
347
|
-
|
348
|
-
$stderr.puts "Partial delete job #{job.job_id} is queued."
|
349
|
-
$stderr.puts "Use '#{$prog} " + Config.cl_options_string + "job:show #{job.job_id}' to show the status."
|
350
|
-
|
351
|
-
if wait
|
352
|
-
$stderr.puts "queued..."
|
353
|
-
wait_job(job)
|
354
|
-
$stdout.puts "Status : #{job.status}"
|
355
|
-
end
|
356
|
-
end
|
357
|
-
|
358
292
|
def table_update(op)
|
359
293
|
params = {}
|
360
294
|
op.on('--expire-days DAYS', Integer, 'set table expire days') do |v|
|
data/lib/td/version.rb
CHANGED
data/td.gemspec
CHANGED
@@ -22,11 +22,12 @@ Gem::Specification.new do |gem|
|
|
22
22
|
gem.add_dependency "yajl-ruby", ">= 1.3.1", "< 2.0"
|
23
23
|
gem.add_dependency "hirb", ">= 0.4.5"
|
24
24
|
gem.add_dependency "parallel", "~> 1.20.0"
|
25
|
-
gem.add_dependency "td-client", ">= 1.0.8", "<
|
25
|
+
gem.add_dependency "td-client", ">= 1.0.8", "< 4"
|
26
26
|
gem.add_dependency "td-logger", ">= 0.3.21", "< 2"
|
27
27
|
gem.add_dependency "rubyzip", "~> 1.3.0"
|
28
28
|
gem.add_dependency "zip-zip", "~> 0.3"
|
29
29
|
gem.add_dependency "ruby-progressbar", "~> 1.7"
|
30
|
+
gem.add_dependency "csv"
|
30
31
|
gem.add_development_dependency "rake"
|
31
32
|
gem.add_development_dependency "rspec"
|
32
33
|
gem.add_development_dependency 'webrick'
|
metadata
CHANGED
@@ -1,13 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: td
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.
|
4
|
+
version: 0.19.0
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Treasure Data, Inc.
|
8
|
+
autorequire:
|
8
9
|
bindir: bin
|
9
10
|
cert_chain: []
|
10
|
-
date:
|
11
|
+
date: 2025-08-05 00:00:00.000000000 Z
|
11
12
|
dependencies:
|
12
13
|
- !ruby/object:Gem::Dependency
|
13
14
|
name: msgpack
|
@@ -94,7 +95,7 @@ dependencies:
|
|
94
95
|
version: 1.0.8
|
95
96
|
- - "<"
|
96
97
|
- !ruby/object:Gem::Version
|
97
|
-
version: '
|
98
|
+
version: '4'
|
98
99
|
type: :runtime
|
99
100
|
prerelease: false
|
100
101
|
version_requirements: !ruby/object:Gem::Requirement
|
@@ -104,7 +105,7 @@ dependencies:
|
|
104
105
|
version: 1.0.8
|
105
106
|
- - "<"
|
106
107
|
- !ruby/object:Gem::Version
|
107
|
-
version: '
|
108
|
+
version: '4'
|
108
109
|
- !ruby/object:Gem::Dependency
|
109
110
|
name: td-logger
|
110
111
|
requirement: !ruby/object:Gem::Requirement
|
@@ -167,6 +168,20 @@ dependencies:
|
|
167
168
|
- - "~>"
|
168
169
|
- !ruby/object:Gem::Version
|
169
170
|
version: '1.7'
|
171
|
+
- !ruby/object:Gem::Dependency
|
172
|
+
name: csv
|
173
|
+
requirement: !ruby/object:Gem::Requirement
|
174
|
+
requirements:
|
175
|
+
- - ">="
|
176
|
+
- !ruby/object:Gem::Version
|
177
|
+
version: '0'
|
178
|
+
type: :runtime
|
179
|
+
prerelease: false
|
180
|
+
version_requirements: !ruby/object:Gem::Requirement
|
181
|
+
requirements:
|
182
|
+
- - ">="
|
183
|
+
- !ruby/object:Gem::Version
|
184
|
+
version: '0'
|
170
185
|
- !ruby/object:Gem::Dependency
|
171
186
|
name: rake
|
172
187
|
requirement: !ruby/object:Gem::Requirement
|
@@ -334,6 +349,7 @@ homepage: http://treasure-data.com/
|
|
334
349
|
licenses:
|
335
350
|
- Apache-2.0
|
336
351
|
metadata: {}
|
352
|
+
post_install_message:
|
337
353
|
rdoc_options: []
|
338
354
|
require_paths:
|
339
355
|
- lib
|
@@ -348,7 +364,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
348
364
|
- !ruby/object:Gem::Version
|
349
365
|
version: '0'
|
350
366
|
requirements: []
|
351
|
-
rubygems_version: 3.
|
367
|
+
rubygems_version: 3.3.27
|
368
|
+
signing_key:
|
352
369
|
specification_version: 4
|
353
370
|
summary: CLI to manage data on Treasure Data, the Hadoop-based cloud data warehousing
|
354
371
|
test_files:
|