csvql 0.1.4 → 0.1.5
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +31 -16
- data/lib/csvql/csvql.rb +18 -1
- data/lib/csvql/version.rb +1 -1
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 97d8dadd3d422fd894edcd30cf17af06332d570a
|
|
4
|
+
data.tar.gz: 501c3926dccc65e86367aa9d82fe9192df4c0599
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 5f96a8f0bf6162fcf2e710e1b79050aef0ab75bb04350a386da81c5cbf5d5077ee7dd1f9d96111956b61d040a6b4b68f2347286fa17ab57dbe4a1c8a4c1f15b6
|
|
7
|
+
data.tar.gz: 8a6559ecfdf815918602a8d0e96a1513896a730a1a34c2ce4db602aa04e893356faca9785abe8a46ccd54abb0c0c582291a205ee5b05e8de2ca46fd2700203b8
|
data/README.md
CHANGED
|
@@ -56,6 +56,11 @@ From stdin:
|
|
|
56
56
|
$ cat sample.csv | csvql --header --sql "select max(age) from tbl"
|
|
57
57
|
52
|
|
58
58
|
|
|
59
|
+
And you can specify source csvfile at the first argment, instead of --source option or stdin:
|
|
60
|
+
|
|
61
|
+
$ csvql sample.csv --header --sql "select max(age) from tbl"
|
|
62
|
+
52
|
|
63
|
+
|
|
59
64
|
Save to db-file:
|
|
60
65
|
|
|
61
66
|
$ csvql --source sample.csv --header --save-to test.db
|
|
@@ -68,26 +73,36 @@ Save to db-file:
|
|
|
68
73
|
|
|
69
74
|
Change output delimiter:
|
|
70
75
|
|
|
71
|
-
$ csvql --source sample.csv --header
|
|
72
|
-
|
|
73
|
-
|
|
74
|
-
|
|
75
|
-
|
|
76
|
-
|
|
76
|
+
$ csvql --source sample.csv --header --sql "select * from tbl where age > 30" --output-dlm ","
|
|
77
|
+
1,Anne,33
|
|
78
|
+
3,Charry,48
|
|
79
|
+
5,Edward,52
|
|
80
|
+
$ csvql --source sample.csv --header --sql "select * from tbl where age > 30" --output-dlm=tab
|
|
81
|
+
1 Anne 33
|
|
82
|
+
3 Charry 48
|
|
83
|
+
5 Edward 52
|
|
84
|
+
|
|
85
|
+
Only where clause:
|
|
86
|
+
|
|
87
|
+
$ csvql sample.csv --header --where "age between 30 and 50"
|
|
88
|
+
1|Anne|33
|
|
89
|
+
3|Charry|48
|
|
77
90
|
|
|
78
91
|
Options:
|
|
79
92
|
|
|
80
93
|
$ svql --help
|
|
81
|
-
Usage: csvql [options]
|
|
82
|
-
|
|
83
|
-
|
|
84
|
-
|
|
85
|
-
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
|
|
94
|
+
Usage: csvql [csvfile] [options]
|
|
95
|
+
--console After all commands are run, open sqlite3 console with this data
|
|
96
|
+
--header Treat file as having the first row as a header row
|
|
97
|
+
--output-dlm="|" Output delimiter (|)
|
|
98
|
+
--save-to=FILE If set, sqlite3 db is left on disk at this path
|
|
99
|
+
--skip-comment Skip comment lines start with '#'
|
|
100
|
+
--source=FILE Source file to load, or defaults to stdin
|
|
101
|
+
--sql=SQL SQL Command(s) to run on the data
|
|
102
|
+
--select=COLUMN Select column (*)
|
|
103
|
+
--where=COND Where clause
|
|
104
|
+
--table-name=NAME Override the default table name (tbl)
|
|
105
|
+
--verbose Enable verbose logging
|
|
91
106
|
|
|
92
107
|
## Contributing
|
|
93
108
|
|
data/lib/csvql/csvql.rb
CHANGED
|
@@ -89,6 +89,7 @@ module Csvql
|
|
|
89
89
|
opt = OptionParser.new
|
|
90
90
|
option = {}
|
|
91
91
|
|
|
92
|
+
opt.banner = "Usage: csvql [csvfile] [options]"
|
|
92
93
|
opt.on("--console", "After all commands are run, open sqlite3 console with this data") {|v| option[:console] = v }
|
|
93
94
|
opt.on("--header", "Treat file as having the first row as a header row") {|v| option[:header] = v }
|
|
94
95
|
opt.on('--output-dlm="|"', "Output delimiter (|)") {|v| option[:output_dlm] = v }
|
|
@@ -96,10 +97,14 @@ module Csvql
|
|
|
96
97
|
opt.on("--skip-comment", "Skip comment lines start with '#'") {|v| option[:skip_comment] = v }
|
|
97
98
|
opt.on("--source=FILE", "Source file to load, or defaults to stdin") {|v| option[:source] = v }
|
|
98
99
|
opt.on("--sql=SQL", "SQL Command(s) to run on the data") {|v| option[:sql] = v }
|
|
100
|
+
opt.on("--select=COLUMN", "Select column (*)") {|v| option[:select] = v }
|
|
101
|
+
opt.on("--where=COND", "Where clause") {|v| option[:where] = v }
|
|
99
102
|
opt.on("--table-name=NAME", "Override the default table name (tbl)") {|v| option[:table_name] = v }
|
|
100
103
|
opt.on("--verbose", "Enable verbose logging") {|v| option[:verbose] = v }
|
|
101
104
|
opt.parse!(argv)
|
|
102
105
|
|
|
106
|
+
option[:source] ||= argv[0]
|
|
107
|
+
option[:table_name] ||= "tbl"
|
|
103
108
|
option
|
|
104
109
|
end
|
|
105
110
|
|
|
@@ -109,6 +114,10 @@ module Csvql
|
|
|
109
114
|
puts "Can not open console with pipe input, read a file instead"
|
|
110
115
|
exit 1
|
|
111
116
|
end
|
|
117
|
+
if option[:sql] && (option[:select] || option[:where])
|
|
118
|
+
puts "Can not use --sql option and --select|--where option at the same time."
|
|
119
|
+
exit 1
|
|
120
|
+
end
|
|
112
121
|
|
|
113
122
|
csvfile = option[:source] ? File.open(option[:source]) : $stdin
|
|
114
123
|
|
|
@@ -122,13 +131,21 @@ module Csvql
|
|
|
122
131
|
next if option[:skip_comment] && line.start_with?("#")
|
|
123
132
|
row = line.parse_csv
|
|
124
133
|
if i == 1
|
|
125
|
-
tbl.create_table(row, option[:header], option[:table_name]
|
|
134
|
+
tbl.create_table(row, option[:header], option[:table_name])
|
|
126
135
|
next if option[:header]
|
|
127
136
|
end
|
|
128
137
|
tbl.insert(row,i)
|
|
129
138
|
end
|
|
130
139
|
tbl.exec("COMMIT TRANSACTION")
|
|
131
140
|
|
|
141
|
+
if option[:select] || option[:where]
|
|
142
|
+
option[:select] ||= "*"
|
|
143
|
+
option[:sql] = "select #{option[:select]} from #{option[:table_name]}"
|
|
144
|
+
if option[:where]
|
|
145
|
+
option[:sql] += " where #{option[:where]}"
|
|
146
|
+
end
|
|
147
|
+
end
|
|
148
|
+
|
|
132
149
|
tbl.exec(option[:sql], option[:output_dlm]||"|") if option[:sql]
|
|
133
150
|
tbl.open_console if option[:console]
|
|
134
151
|
end
|
data/lib/csvql/version.rb
CHANGED