a_parser_client 0.1.10 → 0.1.12
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +2 -2
- data/bin/console +4 -10
- data/lib/a_parser_client.rb +18 -21
- data/lib/a_parser_client/api.rb +235 -250
- data/lib/a_parser_client/version.rb +3 -1
- metadata +3 -4
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: bb17cbf3c7f7242c9b4b59029f9e0b4cc1b5f69d0232047cf9876a78f654579d
|
4
|
+
data.tar.gz: ef2ab37b08492563235b4fd80de9462f86c684b4cea8d42da1daea17c5643bc0
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 67e35c398c10bbf1016b9c204f8dd5a71568442b9a9abd023c1da0af5f8882c9a7fb5ec59c1f16123855f74b705f3352757e8f92a137b9483fa298bfa50e72c6
|
7
|
+
data.tar.gz: 19c44de33e962c58597eb226584ae4e19cf2be134d82263f021592ca6301b85de32d408b971494e6fe9b87a91a8f82fd4da61f0880e64665e953a7c16d69eef5
|
data/Gemfile.lock
CHANGED
data/bin/console
CHANGED
@@ -1,14 +1,8 @@
|
|
1
1
|
#!/usr/bin/env ruby
|
2
|
+
# frozen_string_literal: true
|
2
3
|
|
3
|
-
require
|
4
|
-
require
|
4
|
+
require 'bundler/setup'
|
5
|
+
require 'a_parser_client'
|
5
6
|
|
6
|
-
|
7
|
-
# with your gem easier. You can also use a different console, if you like.
|
8
|
-
|
9
|
-
# (If you use this, don't forget to add pry to your Gemfile!)
|
10
|
-
# require "pry"
|
11
|
-
# Pry.start
|
12
|
-
|
13
|
-
require "irb"
|
7
|
+
require 'irb'
|
14
8
|
IRB.start(__FILE__)
|
data/lib/a_parser_client.rb
CHANGED
@@ -1,30 +1,27 @@
|
|
1
|
-
|
2
|
-
|
1
|
+
# frozen_string_literal: true
|
2
|
+
|
3
|
+
require 'a_parser_client/version'
|
4
|
+
require 'a_parser_client/api'
|
3
5
|
|
4
6
|
module AParserClient
|
5
|
-
|
7
|
+
class Error < StandardError; end
|
6
8
|
|
7
|
-
|
8
|
-
|
9
|
+
class Control
|
10
|
+
attr_reader :tasks, :driver
|
9
11
|
|
10
|
-
|
11
|
-
|
12
|
+
def initialize(api_driver)
|
13
|
+
@driver = api_driver
|
12
14
|
|
13
|
-
|
14
|
-
unless @driver.alive?
|
15
|
-
raise "API driver should be alive to take control of parser."
|
16
|
-
end
|
15
|
+
raise 'No API driver provided.' unless @driver
|
17
16
|
|
18
|
-
|
19
|
-
else
|
20
|
-
raise "No API driver provided."
|
21
|
-
end
|
17
|
+
raise 'API driver should be alive to take control of parser.' unless @driver.alive?
|
22
18
|
|
23
|
-
|
19
|
+
@tasks = fetch_tasks
|
20
|
+
end
|
24
21
|
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
22
|
+
def fetch_tasks
|
23
|
+
data = @driver.get_tasks_list
|
24
|
+
data['data'] || []
|
25
|
+
end
|
26
|
+
end
|
30
27
|
end
|
data/lib/a_parser_client/api.rb
CHANGED
@@ -1,253 +1,238 @@
|
|
1
|
-
|
1
|
+
# frozen_string_literal: true
|
2
2
|
|
3
|
+
module AParserClient
|
3
4
|
class API
|
4
|
-
|
5
|
-
|
6
|
-
|
7
|
-
|
8
|
-
|
9
|
-
|
10
|
-
|
11
|
-
|
12
|
-
|
13
|
-
|
14
|
-
|
15
|
-
|
16
|
-
|
17
|
-
|
18
|
-
|
19
|
-
|
20
|
-
|
21
|
-
|
22
|
-
|
23
|
-
|
24
|
-
|
25
|
-
|
26
|
-
|
27
|
-
|
28
|
-
|
29
|
-
|
30
|
-
|
31
|
-
|
32
|
-
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
40
|
-
|
41
|
-
|
42
|
-
|
43
|
-
|
44
|
-
|
45
|
-
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
|
51
|
-
|
52
|
-
|
53
|
-
|
54
|
-
|
55
|
-
|
56
|
-
|
57
|
-
|
58
|
-
|
59
|
-
|
60
|
-
|
61
|
-
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
|
66
|
-
|
67
|
-
|
68
|
-
|
69
|
-
|
70
|
-
|
71
|
-
|
72
|
-
|
73
|
-
|
74
|
-
|
75
|
-
|
76
|
-
|
77
|
-
|
78
|
-
|
79
|
-
|
80
|
-
|
81
|
-
|
82
|
-
|
83
|
-
|
84
|
-
|
85
|
-
|
86
|
-
|
87
|
-
|
88
|
-
|
89
|
-
|
90
|
-
|
91
|
-
|
92
|
-
|
93
|
-
|
94
|
-
|
95
|
-
|
96
|
-
|
97
|
-
|
98
|
-
|
99
|
-
|
100
|
-
|
101
|
-
|
102
|
-
|
103
|
-
|
104
|
-
|
105
|
-
|
106
|
-
|
107
|
-
|
108
|
-
|
109
|
-
|
110
|
-
|
111
|
-
|
112
|
-
|
113
|
-
|
114
|
-
|
115
|
-
|
116
|
-
|
117
|
-
|
118
|
-
|
119
|
-
|
120
|
-
|
121
|
-
|
122
|
-
|
123
|
-
|
124
|
-
|
125
|
-
|
126
|
-
|
127
|
-
|
128
|
-
|
129
|
-
|
130
|
-
|
131
|
-
|
132
|
-
|
133
|
-
|
134
|
-
|
135
|
-
|
136
|
-
|
137
|
-
|
138
|
-
|
139
|
-
|
140
|
-
|
141
|
-
|
142
|
-
|
143
|
-
|
144
|
-
|
145
|
-
|
146
|
-
|
147
|
-
|
148
|
-
|
149
|
-
|
150
|
-
|
151
|
-
|
152
|
-
|
153
|
-
|
154
|
-
|
155
|
-
|
156
|
-
|
157
|
-
|
158
|
-
|
159
|
-
|
160
|
-
|
161
|
-
|
162
|
-
|
163
|
-
|
164
|
-
|
165
|
-
|
166
|
-
|
167
|
-
|
168
|
-
|
169
|
-
|
170
|
-
|
171
|
-
|
172
|
-
|
173
|
-
|
174
|
-
|
175
|
-
|
176
|
-
|
177
|
-
|
178
|
-
|
179
|
-
|
180
|
-
|
181
|
-
|
182
|
-
|
183
|
-
|
184
|
-
|
185
|
-
|
186
|
-
|
187
|
-
|
188
|
-
|
189
|
-
|
190
|
-
|
191
|
-
|
192
|
-
|
193
|
-
|
194
|
-
|
195
|
-
|
196
|
-
|
197
|
-
|
198
|
-
|
199
|
-
|
200
|
-
|
201
|
-
|
202
|
-
|
203
|
-
|
204
|
-
|
205
|
-
|
206
|
-
|
207
|
-
|
208
|
-
|
209
|
-
|
210
|
-
|
211
|
-
|
212
|
-
|
213
|
-
|
214
|
-
|
215
|
-
|
216
|
-
|
217
|
-
|
218
|
-
|
219
|
-
|
220
|
-
|
221
|
-
|
222
|
-
|
223
|
-
|
224
|
-
|
225
|
-
|
226
|
-
|
227
|
-
|
228
|
-
|
229
|
-
|
230
|
-
|
231
|
-
|
232
|
-
|
233
|
-
|
234
|
-
|
235
|
-
|
236
|
-
end
|
237
|
-
|
238
|
-
if res
|
239
|
-
begin
|
240
|
-
response = JSON.parse res.body
|
241
|
-
rescue JSON::ParserError => e
|
242
|
-
raise "Not a JSON type response from the server #{@api_url}. Probably not an API endpoint."
|
243
|
-
end
|
244
|
-
else
|
245
|
-
nil
|
246
|
-
end
|
247
|
-
end
|
248
|
-
|
249
|
-
|
5
|
+
require 'json'
|
6
|
+
require 'open-uri'
|
7
|
+
require 'net/http'
|
8
|
+
|
9
|
+
attr :api_url, :api_password, :alive
|
10
|
+
|
11
|
+
def initialize(api_url, api_password)
|
12
|
+
raise 'Bad API URL provided.' unless api_url =~ URI::DEFAULT_PARSER.make_regexp
|
13
|
+
|
14
|
+
@api_url = api_url
|
15
|
+
@api_password = api_password
|
16
|
+
@alive = alive?
|
17
|
+
end
|
18
|
+
|
19
|
+
def ping
|
20
|
+
request = {
|
21
|
+
password: @api_password,
|
22
|
+
action: 'ping'
|
23
|
+
}
|
24
|
+
do_it request
|
25
|
+
end
|
26
|
+
|
27
|
+
# updates alive status
|
28
|
+
def alive?
|
29
|
+
@alive = ping ? true : false
|
30
|
+
end
|
31
|
+
|
32
|
+
def get_tasks_list(completed = false)
|
33
|
+
request = {
|
34
|
+
password: @api_password,
|
35
|
+
action: 'getTasksList',
|
36
|
+
data: { completed: completed ? 1 : 0 }
|
37
|
+
}
|
38
|
+
do_it request
|
39
|
+
end
|
40
|
+
|
41
|
+
def get_task_state(task_id)
|
42
|
+
request = {
|
43
|
+
password: @api_password,
|
44
|
+
action: 'getTaskState',
|
45
|
+
data: { taskUid: task_id }
|
46
|
+
}
|
47
|
+
do_it request
|
48
|
+
end
|
49
|
+
|
50
|
+
def get_task_conf(task_id)
|
51
|
+
request = {
|
52
|
+
password: @api_password,
|
53
|
+
action: 'getTaskConf',
|
54
|
+
data: { taskUid: task_id }
|
55
|
+
}
|
56
|
+
do_it request
|
57
|
+
end
|
58
|
+
|
59
|
+
def get_info
|
60
|
+
request = {
|
61
|
+
password: @api_password,
|
62
|
+
action: 'info',
|
63
|
+
}
|
64
|
+
do_it request
|
65
|
+
end
|
66
|
+
|
67
|
+
def add_task(task_type = 'text', queries_array = [], queries_file = nil, config, preset, parsers, result_file_name)
|
68
|
+
request = {
|
69
|
+
password: @api_password,
|
70
|
+
action: 'addTask',
|
71
|
+
data: {
|
72
|
+
queriesFrom: task_type,
|
73
|
+
queries: (task_type == 'text' ? queries_array : queries_file),
|
74
|
+
configPreset: config,
|
75
|
+
preset: preset,
|
76
|
+
parsers: parsers,
|
77
|
+
resultsFileName: result_file_name
|
78
|
+
}
|
79
|
+
}
|
80
|
+
do_it request
|
81
|
+
end
|
82
|
+
|
83
|
+
def one_request(query, parser, preset = 'default', config_preset = 'default', options = [])
|
84
|
+
request = {
|
85
|
+
password: @api_password,
|
86
|
+
action: 'oneRequest',
|
87
|
+
data: {
|
88
|
+
query: query,
|
89
|
+
parser: parser,
|
90
|
+
configPreset: config_preset,
|
91
|
+
preset: preset,
|
92
|
+
options: options
|
93
|
+
}
|
94
|
+
}
|
95
|
+
do_it request
|
96
|
+
end
|
97
|
+
|
98
|
+
def bulk_request(queries, parser, preset, config_preset, threads, raw_results, need_data, options)
|
99
|
+
request = {
|
100
|
+
password: @api_password,
|
101
|
+
action: 'bulkRequest',
|
102
|
+
data: {
|
103
|
+
queries: queries,
|
104
|
+
parser: parser,
|
105
|
+
configPreset: config_preset,
|
106
|
+
preset: preset,
|
107
|
+
threads: threads,
|
108
|
+
rawResults: raw_results,
|
109
|
+
needData: need_data,
|
110
|
+
options: options
|
111
|
+
}
|
112
|
+
}
|
113
|
+
do_it request
|
114
|
+
end
|
115
|
+
|
116
|
+
def change_task_status(task_id, to_status)
|
117
|
+
request = {
|
118
|
+
password: @api_password,
|
119
|
+
action: 'changeTaskStatus',
|
120
|
+
data: {
|
121
|
+
taskUid: task_id,
|
122
|
+
toStatus: to_status
|
123
|
+
}
|
124
|
+
}
|
125
|
+
do_it request
|
126
|
+
end
|
127
|
+
|
128
|
+
def get_accounts_count
|
129
|
+
request = {
|
130
|
+
password: @api_password,
|
131
|
+
action: 'getAccountsCount',
|
132
|
+
data: {}
|
133
|
+
}
|
134
|
+
do_it request
|
135
|
+
end
|
136
|
+
|
137
|
+
def get_proxies
|
138
|
+
request = {
|
139
|
+
password: @api_password,
|
140
|
+
action: 'getProxies'
|
141
|
+
}
|
142
|
+
do_it request
|
143
|
+
end
|
144
|
+
|
145
|
+
def update!
|
146
|
+
request = {
|
147
|
+
password: @api_password,
|
148
|
+
action: 'update',
|
149
|
+
data: {}
|
150
|
+
}
|
151
|
+
do_it request
|
152
|
+
end
|
153
|
+
|
154
|
+
def get_task_results_file(task_id)
|
155
|
+
request = {
|
156
|
+
password: @api_password,
|
157
|
+
action: 'getTaskResultsFile',
|
158
|
+
data: { taskUid: task_id }
|
159
|
+
}
|
160
|
+
do_it request
|
161
|
+
end
|
162
|
+
|
163
|
+
def delete_task_results_file(task_id)
|
164
|
+
request = {
|
165
|
+
password: @api_password,
|
166
|
+
action: 'deleteTaskResultsFile',
|
167
|
+
data: { taskUid: task_id }
|
168
|
+
}
|
169
|
+
do_it request
|
170
|
+
end
|
171
|
+
|
172
|
+
def move_task(task_id, direction)
|
173
|
+
request = {
|
174
|
+
password: @api_password,
|
175
|
+
action: 'moveTask',
|
176
|
+
data: {
|
177
|
+
taskUid: task_id,
|
178
|
+
toStatus: direction
|
179
|
+
}
|
180
|
+
}
|
181
|
+
do_it request
|
182
|
+
end
|
183
|
+
|
184
|
+
def get_parser_info(parser_name)
|
185
|
+
request = {
|
186
|
+
password: @api_password,
|
187
|
+
action: 'getParserInfo',
|
188
|
+
data: {
|
189
|
+
parser: parser_name
|
190
|
+
}
|
191
|
+
}
|
192
|
+
do_it request
|
193
|
+
end
|
194
|
+
|
195
|
+
def get_parser_preset(parser_name, preset_name)
|
196
|
+
request = {
|
197
|
+
password: @api_password,
|
198
|
+
action: 'getParserInfo',
|
199
|
+
data: {
|
200
|
+
parser: parser_name,
|
201
|
+
reset: preset_name
|
202
|
+
}
|
203
|
+
}
|
204
|
+
do_it request
|
205
|
+
end
|
206
|
+
|
207
|
+
private # internal use only
|
208
|
+
|
209
|
+
def do_it(request)
|
210
|
+
request_body = request.to_json
|
211
|
+
send_request(request_body)
|
212
|
+
end
|
213
|
+
|
214
|
+
def send_request(request)
|
215
|
+
uri = URI @api_url
|
216
|
+
|
217
|
+
req = Net::HTTP::Post.new uri
|
218
|
+
req.body = (request)
|
219
|
+
req.content_type = 'text/plain; charset=UTF-8'
|
220
|
+
|
221
|
+
begin
|
222
|
+
res = Net::HTTP.start(uri.hostname, uri.port) do |http|
|
223
|
+
http.request(req)
|
224
|
+
end
|
225
|
+
rescue StandardError => e
|
226
|
+
puts "Send request error: #{e}"
|
227
|
+
end
|
228
|
+
|
229
|
+
return unless res
|
230
|
+
|
231
|
+
begin
|
232
|
+
JSON.parse res.body
|
233
|
+
rescue JSON::ParserError => e
|
234
|
+
raise "Not a JSON type response from the server #{@api_url}. Probably not an API endpoint. Error: #{e}"
|
235
|
+
end
|
236
|
+
end
|
250
237
|
end
|
251
|
-
|
252
|
-
|
253
|
-
end
|
238
|
+
end
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: a_parser_client
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.1.
|
4
|
+
version: 0.1.12
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Yaroslav Shevchenko
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2021-03-16 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: bundler
|
@@ -97,8 +97,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
|
|
97
97
|
- !ruby/object:Gem::Version
|
98
98
|
version: '0'
|
99
99
|
requirements: []
|
100
|
-
|
101
|
-
rubygems_version: 2.7.7
|
100
|
+
rubygems_version: 3.1.4
|
102
101
|
signing_key:
|
103
102
|
specification_version: 4
|
104
103
|
summary: A simple inerface to A-Parser API.
|