embulk-plugin-input-sfdc-event-log-files 0.0.6 → 0.0.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/README.md +3 -3
- data/lib/embulk/input_sfdc_event_log_files.rb +6 -10
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: f973162321b0974a1cc1dcca261ee3be8e2d9e4e
|
|
4
|
+
data.tar.gz: 6768787a20145071af909e2d3f63242eefe8357f
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: e0d3049dfcfcd0e23260769325d6358b971d976bc18dc7b1fd145ff15f530041c3bda31b30f30f4c383437dc4f62a6f447e93dbc031333ca41ac060c64f99795
|
|
7
|
+
data.tar.gz: bb6b96b8c4b21fbdb8807dd82bec0ee6b9fd6ff509a962f07d5047ffd97f161dd0ba4afa101547303150a1f25a3d6997ceed4d547dfd7a5a2e2e50e021a15395
|
data/README.md
CHANGED
|
@@ -3,6 +3,6 @@ embulk-plugin-input-sfdc-event-log-files
|
|
|
3
3
|
|
|
4
4
|
Embulk plugin for Salesforce.com Event Log Files input
|
|
5
5
|
|
|
6
|
-
|
|
7
|
-
|
|
8
|
-
|
|
6
|
+
To extract EventLogFiles:
|
|
7
|
+
1. check sample\_config.yml and edit OAuth ID, secret, username and password
|
|
8
|
+
2. run embulk
|
|
@@ -33,9 +33,6 @@ module Embulk
|
|
|
33
33
|
|
|
34
34
|
task['records'] = query(client, task)
|
|
35
35
|
|
|
36
|
-
if schema.empty?
|
|
37
|
-
raise 'empty schema given'
|
|
38
|
-
end
|
|
39
36
|
reports = yield(task, schema, threads)
|
|
40
37
|
last_log_date_report = reports.max_by { |report|
|
|
41
38
|
report['last_log_date']
|
|
@@ -98,7 +95,6 @@ module Embulk
|
|
|
98
95
|
client = self.class.init_client(HTTPClient.new, task)
|
|
99
96
|
records = task['records']
|
|
100
97
|
last_log_date = Time.parse(task['last_log_date'])
|
|
101
|
-
columns = schema.map { |c| c.name }
|
|
102
98
|
records.each do |record|
|
|
103
99
|
event_type = record['EventType']
|
|
104
100
|
last_log_date = [last_log_date, Time.parse(record['LogDate']).to_i].max
|
|
@@ -106,13 +102,13 @@ module Embulk
|
|
|
106
102
|
log_body = client.get_content(log_file)
|
|
107
103
|
CSV.parse(log_body, headers: true) do |row|
|
|
108
104
|
if row['TIMESTAMP']
|
|
109
|
-
|
|
110
|
-
row['TIMESTAMP'] = Time.parse(row['TIMESTAMP']).to_i
|
|
111
|
-
rescue
|
|
112
|
-
# ignore
|
|
113
|
-
end
|
|
105
|
+
row['time'] = Time.parse(row['TIMESTAMP']).to_i rescue nil
|
|
114
106
|
end
|
|
115
|
-
page_builder.add(
|
|
107
|
+
page_builder.add(schema.map { |c|
|
|
108
|
+
v = row[c.name]
|
|
109
|
+
v = v.to_i if c.type == 'long'
|
|
110
|
+
v
|
|
111
|
+
})
|
|
116
112
|
end
|
|
117
113
|
end
|
|
118
114
|
page_builder.finish unless records.empty?
|