http_crawler 0.2.2.6 → 0.2.2.7
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.idea/workspace.xml +83 -25
- data/lib/http_crawler/http.rb +2 -0
- data/lib/http_crawler/version.rb +1 -1
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA1:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 93396be4c3f0ece060f0869683020b02f9b9f73e
|
|
4
|
+
data.tar.gz: c7725107df258294397070dd7c6fcf509c653a59
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: ada6ea728dab4a017d85debc1fae638afbd88a957d49f5de44863aafa5002c98744921dcbc8b4593b6037b68f50c1b6b1678a2969a2b3a09accbe2e98e1d92a4
|
|
7
|
+
data.tar.gz: 62edc56e250942d8bfcf8fbd18866c3913b8b3a15c8478729652816bdb345a232afd3f9615a125432daf4530e31f926dd96c6fd81342277a3bc547434d26a789
|
data/.idea/workspace.xml
CHANGED
|
@@ -28,8 +28,8 @@
|
|
|
28
28
|
<file leaf-file-name="version.rb" pinned="false" current-in-tab="true">
|
|
29
29
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
|
|
30
30
|
<provider selected="true" editor-type-id="text-editor">
|
|
31
|
-
<state
|
|
32
|
-
<caret
|
|
31
|
+
<state>
|
|
32
|
+
<caret column="18" lean-forward="true" selection-start-column="18" selection-end-column="18" />
|
|
33
33
|
</state>
|
|
34
34
|
</provider>
|
|
35
35
|
</entry>
|
|
@@ -38,7 +38,7 @@
|
|
|
38
38
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
|
|
39
39
|
<provider selected="true" editor-type-id="text-editor">
|
|
40
40
|
<state relative-caret-position="90">
|
|
41
|
-
<caret line="6"
|
|
41
|
+
<caret line="6" selection-start-line="6" selection-end-line="6" />
|
|
42
42
|
</state>
|
|
43
43
|
</provider>
|
|
44
44
|
</entry>
|
|
@@ -46,8 +46,8 @@
|
|
|
46
46
|
<file leaf-file-name="http.rb" pinned="false" current-in-tab="false">
|
|
47
47
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
|
|
48
48
|
<provider selected="true" editor-type-id="text-editor">
|
|
49
|
-
<state relative-caret-position="
|
|
50
|
-
<caret line="
|
|
49
|
+
<state relative-caret-position="40">
|
|
50
|
+
<caret line="202" column="36" selection-start-line="202" selection-start-column="36" selection-end-line="202" selection-end-column="36" />
|
|
51
51
|
</state>
|
|
52
52
|
</provider>
|
|
53
53
|
</entry>
|
|
@@ -73,7 +73,7 @@
|
|
|
73
73
|
<file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
|
|
74
74
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
|
|
75
75
|
<provider selected="true" editor-type-id="text-editor">
|
|
76
|
-
<state relative-caret-position="
|
|
76
|
+
<state relative-caret-position="90">
|
|
77
77
|
<caret line="6" column="36" selection-start-line="6" selection-start-column="36" selection-end-line="6" selection-end-column="36" />
|
|
78
78
|
</state>
|
|
79
79
|
</provider>
|
|
@@ -158,9 +158,9 @@
|
|
|
158
158
|
<option value="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" />
|
|
159
159
|
<option value="$PROJECT_DIR$/lib/http_crawler/web/client.rb" />
|
|
160
160
|
<option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" />
|
|
161
|
-
<option value="$PROJECT_DIR$/lib/http_crawler/http.rb" />
|
|
162
161
|
<option value="$PROJECT_DIR$/lib/http_crawler/proxy.rb" />
|
|
163
162
|
<option value="$PROJECT_DIR$/lib/http_crawler/web.rb" />
|
|
163
|
+
<option value="$PROJECT_DIR$/lib/http_crawler/http.rb" />
|
|
164
164
|
<option value="$PROJECT_DIR$/lib/http_crawler/version.rb" />
|
|
165
165
|
</list>
|
|
166
166
|
</option>
|
|
@@ -184,6 +184,7 @@
|
|
|
184
184
|
<foldersAlwaysOnTop value="true" />
|
|
185
185
|
</navigator>
|
|
186
186
|
<panes>
|
|
187
|
+
<pane id="Scope" />
|
|
187
188
|
<pane id="ProjectPane">
|
|
188
189
|
<subPane>
|
|
189
190
|
<expand>
|
|
@@ -206,7 +207,6 @@
|
|
|
206
207
|
<select />
|
|
207
208
|
</subPane>
|
|
208
209
|
</pane>
|
|
209
|
-
<pane id="Scope" />
|
|
210
210
|
</panes>
|
|
211
211
|
</component>
|
|
212
212
|
<component name="PropertiesComponent">
|
|
@@ -249,33 +249,35 @@
|
|
|
249
249
|
<option name="presentableId" value="Default" />
|
|
250
250
|
<updated>1545966039594</updated>
|
|
251
251
|
<workItem from="1545966041001" duration="9181000" />
|
|
252
|
-
<workItem from="1546164127129" duration="
|
|
252
|
+
<workItem from="1546164127129" duration="10301000" />
|
|
253
|
+
<workItem from="1546240992243" duration="719000" />
|
|
254
|
+
<workItem from="1546291493927" duration="26000" />
|
|
253
255
|
</task>
|
|
254
256
|
<servers />
|
|
255
257
|
</component>
|
|
256
258
|
<component name="TimeTrackingManager">
|
|
257
|
-
<option name="totallyTimeSpent" value="
|
|
259
|
+
<option name="totallyTimeSpent" value="20227000" />
|
|
258
260
|
</component>
|
|
259
261
|
<component name="ToolWindowManager">
|
|
260
262
|
<frame x="0" y="0" width="1680" height="1050" extended-state="6" />
|
|
261
263
|
<editor active="true" />
|
|
262
264
|
<layout>
|
|
263
|
-
<window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.
|
|
265
|
+
<window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.25213677" />
|
|
264
266
|
<window_info anchor="bottom" id="TODO" order="6" />
|
|
265
267
|
<window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
|
|
266
268
|
<window_info anchor="bottom" id="Event Log" order="7" side_tool="true" />
|
|
267
269
|
<window_info anchor="right" id="Database" order="3" />
|
|
268
270
|
<window_info anchor="bottom" id="Database Changes" order="7" show_stripe_button="false" />
|
|
269
271
|
<window_info anchor="bottom" id="Version Control" order="7" />
|
|
270
|
-
<window_info anchor="bottom" id="Run" order="2" />
|
|
271
272
|
<window_info id="Structure" order="1" side_tool="true" weight="0.25" />
|
|
272
|
-
<window_info anchor="bottom" id="Terminal" order="7" visible="true" weight="0.
|
|
273
|
+
<window_info anchor="bottom" id="Terminal" order="7" visible="true" weight="0.34393638" />
|
|
273
274
|
<window_info id="Favorites" order="2" side_tool="true" />
|
|
274
|
-
<window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
|
|
275
275
|
<window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
|
|
276
276
|
<window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
|
|
277
277
|
<window_info anchor="right" id="Commander" order="0" weight="0.4" />
|
|
278
278
|
<window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
|
|
279
|
+
<window_info anchor="bottom" id="Run" order="2" />
|
|
280
|
+
<window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
|
|
279
281
|
<window_info anchor="bottom" id="Message" order="0" />
|
|
280
282
|
<window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
|
|
281
283
|
<window_info anchor="bottom" id="Find" order="1" />
|
|
@@ -288,6 +290,62 @@
|
|
|
288
290
|
<option name="myLimit" value="2678400000" />
|
|
289
291
|
</component>
|
|
290
292
|
<component name="editorHistoryManager">
|
|
293
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
|
|
294
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
295
|
+
<state relative-caret-position="3495">
|
|
296
|
+
<caret line="233" lean-forward="true" selection-start-line="233" selection-end-line="233" />
|
|
297
|
+
</state>
|
|
298
|
+
</provider>
|
|
299
|
+
</entry>
|
|
300
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
|
|
301
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
302
|
+
<state relative-caret-position="465">
|
|
303
|
+
<caret line="31" column="54" selection-start-line="31" selection-start-column="54" selection-end-line="31" selection-end-column="54" />
|
|
304
|
+
</state>
|
|
305
|
+
</provider>
|
|
306
|
+
</entry>
|
|
307
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
|
|
308
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
309
|
+
<state relative-caret-position="30">
|
|
310
|
+
<caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
|
|
311
|
+
</state>
|
|
312
|
+
</provider>
|
|
313
|
+
</entry>
|
|
314
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
|
|
315
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
316
|
+
<state relative-caret-position="90">
|
|
317
|
+
<caret line="6" column="36" selection-start-line="6" selection-start-column="36" selection-end-line="6" selection-end-column="36" />
|
|
318
|
+
</state>
|
|
319
|
+
</provider>
|
|
320
|
+
</entry>
|
|
321
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
|
|
322
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
323
|
+
<state relative-caret-position="315">
|
|
324
|
+
<caret line="21" selection-start-line="21" selection-end-line="21" />
|
|
325
|
+
</state>
|
|
326
|
+
</provider>
|
|
327
|
+
</entry>
|
|
328
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
|
|
329
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
330
|
+
<state relative-caret-position="150">
|
|
331
|
+
<caret line="10" column="48" selection-start-line="10" selection-start-column="48" selection-end-line="10" selection-end-column="48" />
|
|
332
|
+
</state>
|
|
333
|
+
</provider>
|
|
334
|
+
</entry>
|
|
335
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
|
|
336
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
337
|
+
<state relative-caret-position="15">
|
|
338
|
+
<caret line="1" column="18" selection-start-line="1" selection-start-column="7" selection-end-line="1" selection-end-column="18" />
|
|
339
|
+
</state>
|
|
340
|
+
</provider>
|
|
341
|
+
</entry>
|
|
342
|
+
<entry file="file://$PROJECT_DIR$/Gemfile">
|
|
343
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
344
|
+
<state relative-caret-position="120">
|
|
345
|
+
<caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
|
|
346
|
+
</state>
|
|
347
|
+
</provider>
|
|
348
|
+
</entry>
|
|
291
349
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
|
|
292
350
|
<provider selected="true" editor-type-id="text-editor">
|
|
293
351
|
<state relative-caret-position="45">
|
|
@@ -515,7 +573,7 @@
|
|
|
515
573
|
</entry>
|
|
516
574
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
|
|
517
575
|
<provider selected="true" editor-type-id="text-editor">
|
|
518
|
-
<state relative-caret-position="
|
|
576
|
+
<state relative-caret-position="90">
|
|
519
577
|
<caret line="6" column="36" selection-start-line="6" selection-start-column="36" selection-end-line="6" selection-end-column="36" />
|
|
520
578
|
</state>
|
|
521
579
|
</provider>
|
|
@@ -527,13 +585,6 @@
|
|
|
527
585
|
</state>
|
|
528
586
|
</provider>
|
|
529
587
|
</entry>
|
|
530
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
|
|
531
|
-
<provider selected="true" editor-type-id="text-editor">
|
|
532
|
-
<state relative-caret-position="595">
|
|
533
|
-
<caret line="233" lean-forward="true" selection-start-line="233" selection-end-line="233" />
|
|
534
|
-
</state>
|
|
535
|
-
</provider>
|
|
536
|
-
</entry>
|
|
537
588
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
|
|
538
589
|
<provider selected="true" editor-type-id="text-editor">
|
|
539
590
|
<state relative-caret-position="315">
|
|
@@ -544,7 +595,7 @@
|
|
|
544
595
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
|
|
545
596
|
<provider selected="true" editor-type-id="text-editor">
|
|
546
597
|
<state relative-caret-position="90">
|
|
547
|
-
<caret line="6"
|
|
598
|
+
<caret line="6" selection-start-line="6" selection-end-line="6" />
|
|
548
599
|
</state>
|
|
549
600
|
</provider>
|
|
550
601
|
</entry>
|
|
@@ -562,10 +613,17 @@
|
|
|
562
613
|
</state>
|
|
563
614
|
</provider>
|
|
564
615
|
</entry>
|
|
616
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
|
|
617
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
618
|
+
<state relative-caret-position="40">
|
|
619
|
+
<caret line="202" column="36" selection-start-line="202" selection-start-column="36" selection-end-line="202" selection-end-column="36" />
|
|
620
|
+
</state>
|
|
621
|
+
</provider>
|
|
622
|
+
</entry>
|
|
565
623
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
|
|
566
624
|
<provider selected="true" editor-type-id="text-editor">
|
|
567
|
-
<state
|
|
568
|
-
<caret
|
|
625
|
+
<state>
|
|
626
|
+
<caret column="18" lean-forward="true" selection-start-column="18" selection-end-column="18" />
|
|
569
627
|
</state>
|
|
570
628
|
</provider>
|
|
571
629
|
</entry>
|
data/lib/http_crawler/http.rb
CHANGED
|
@@ -188,6 +188,8 @@ module HttpCrawler
|
|
|
188
188
|
rescue => error
|
|
189
189
|
if started?
|
|
190
190
|
# started? 是为了判断是否结束http请求，如果不添加则会处理2次异常
|
|
191
|
+
Rails.logger.error("#{req.class} => #{use_ssl? ? "https://" : "http://" }#{address}:#{port}#{req.path}")
|
|
192
|
+
Rails.logger.error("body => #{body}") if body
|
|
191
193
|
raise error
|
|
192
194
|
else
|
|
193
195
|
# 最大错误尝试次数
|
data/lib/http_crawler/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: http_crawler
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.2.
|
|
4
|
+
version: 0.2.2.7
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- jagger
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2018-12-
|
|
11
|
+
date: 2018-12-31 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rspec
|