csvsql 0.1.1 → 0.1.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +5 -5
- data/README.md +59 -3
- data/lib/csvsql/db.rb +1 -1
- data/lib/csvsql/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
|
-
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
2
|
+
SHA256:
|
|
3
|
+
metadata.gz: 399abac44119bfde664bcf81ac25f8c2b61271d8abefbdb616488ca21fbdc343
|
|
4
|
+
data.tar.gz: b7ffecdfe6a9fc94014bd23ebe1ce10928501d934bce6045eb0ccdaaf70ba6b3
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 1455183640dda81a26234dfd2a072e4ef4e076776e62ad28727601d688493c49e42d264e3918226d1a661a4365f9f408f30a9fd30cc3e0beca2e1cd4f332df0e
|
|
7
|
+
data.tar.gz: 90ef8555cbfd7022f2acd8057a284c76f0ce697f125549aff58116ea028c1432e1f5a3ab8c518972d80bd3547cdfda8881c1846b9074dbf1af97699ca6ffafb7
|
data/README.md
CHANGED
|
@@ -90,10 +90,65 @@ csvsql --clear-cache
|
|
|
90
90
|
```
|
|
91
91
|
|
|
92
92
|
|
|
93
|
-
## Performance
|
|
93
|
+
## Performance (MBP 2016)
|
|
94
|
+
|
|
95
|
+
**Data**
|
|
96
|
+
|
|
97
|
+
```
|
|
98
|
+
title,desc,created_at:datetime
|
|
99
|
+
1asdfklajskdjfk alksd flka sdfkja sldfk ,lka sdfa sdlkfj alkr jl2kjlkajslkdfjak,2017-10-20 20:20
|
|
100
|
+
|
|
101
|
+
```
|
|
102
|
+
|
|
103
|
+
**10,000 lines**
|
|
104
|
+
|
|
105
|
+
```
|
|
106
|
+
$ time csvsql -i /tmp/a.csv "select count(*) from csv"
|
|
107
|
+
```
|
|
108
|
+
|
|
109
|
+
output
|
|
110
|
+
|
|
111
|
+
```
|
|
112
|
+
count(*)
|
|
113
|
+
100000
|
|
114
|
+
|
|
115
|
+
real 0m5.070s
|
|
116
|
+
user 0m4.776s
|
|
117
|
+
sys 0m0.256s
|
|
118
|
+
```
|
|
119
|
+
|
|
120
|
+
**10,000 lines with cache**
|
|
121
|
+
|
|
122
|
+
```
|
|
123
|
+
$ time csvsql -c -i /tmp/a.csv "select count(*) from csv"
|
|
124
|
+
```
|
|
125
|
+
|
|
126
|
+
Output
|
|
127
|
+
|
|
128
|
+
```
|
|
129
|
+
count(*)
|
|
130
|
+
100000
|
|
131
|
+
|
|
132
|
+
real 0m4.677s
|
|
133
|
+
user 0m4.309s
|
|
134
|
+
sys 0m0.253s
|
|
135
|
+
```
|
|
136
|
+
|
|
137
|
+
Second output
|
|
138
|
+
|
|
139
|
+
```
|
|
140
|
+
$ time csvsql -c -i /tmp/a.csv "select count(*) from csv"
|
|
141
|
+
```
|
|
142
|
+
|
|
143
|
+
```
|
|
144
|
+
count(*)
|
|
145
|
+
100000
|
|
146
|
+
|
|
147
|
+
real 0m0.502s
|
|
148
|
+
user 0m0.327s
|
|
149
|
+
sys 0m0.151s
|
|
150
|
+
```
|
|
94
151
|
|
|
95
|
-
* 10,000 lines
|
|
96
|
-
* 10,000 lines with cache
|
|
97
152
|
* 1,000,000 lines
|
|
98
153
|
* 1,000,000 lines with cache
|
|
99
154
|
|
|
@@ -110,3 +165,4 @@ Bug reports and pull requests are welcome on GitHub at https://github.com/[USERN
|
|
|
110
165
|
## License
|
|
111
166
|
|
|
112
167
|
The gem is available as open source under the terms of the [MIT License](https://opensource.org/licenses/MIT).
|
|
168
|
+
/
|
data/lib/csvsql/db.rb
CHANGED
|
@@ -1,6 +1,7 @@
|
|
|
1
1
|
# frozen_string_literal: true
|
|
2
2
|
|
|
3
3
|
require 'digest'
|
|
4
|
+
require 'fileutils'
|
|
4
5
|
|
|
5
6
|
class Csvsql::Db
|
|
6
7
|
BATCH_ROWS = 10000
|
|
@@ -10,7 +11,6 @@ class Csvsql::Db
|
|
|
10
11
|
attr_reader :use_cache, :csv_path, :csv_io, :db, :batch_rows
|
|
11
12
|
|
|
12
13
|
def self.clear_cache!
|
|
13
|
-
require 'fileutils'
|
|
14
14
|
FileUtils.rm_f(Dir.glob(File.join(CACHE_DIR, '*')))
|
|
15
15
|
end
|
|
16
16
|
|
data/lib/csvsql/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: csvsql
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.1.
|
|
4
|
+
version: 0.1.2
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- jiangzhi.xie
|
|
@@ -124,7 +124,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
|
124
124
|
version: '0'
|
|
125
125
|
requirements: []
|
|
126
126
|
rubyforge_project:
|
|
127
|
-
rubygems_version: 2.6
|
|
127
|
+
rubygems_version: 2.7.6
|
|
128
128
|
signing_key:
|
|
129
129
|
specification_version: 4
|
|
130
130
|
summary: Process csv with SQL.
|