http_crawler 0.2.2.3 → 0.2.2.4

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (14) hide show
  1. checksums.yaml +4 -4
  2. data/.idea/workspace.xml +130 -95
  3. data/lib/http_crawler/client.rb +0 -3
  4. data/lib/http_crawler/common.rb +2 -3
  5. data/lib/http_crawler/proxy/client.rb +2 -0
  6. data/lib/http_crawler/proxy/test_proxy_api/client.rb +1 -0
  7. data/lib/http_crawler/proxy.rb +0 -1
  8. data/lib/http_crawler/version.rb +1 -1
  9. data/lib/http_crawler/web/baidu/client.rb +2 -0
  10. data/lib/http_crawler/web/client.rb +2 -0
  11. data/lib/http_crawler/web.rb +7 -0
  12. data/lib/http_crawler.rb +3 -1
  13. metadata +2 -2
  14. data/lib/http_crawler/common/web.rb +0 -7
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 32a91911a47a0b39ca19d9655a8a364dc3416bd1
4
- data.tar.gz: b62145f8d063c9825c5d93f1ec647f16995b8cad
3
+ metadata.gz: 28b0fdd658bfb74cbf434c6999732f8aa99c7560
4
+ data.tar.gz: 52a3910681617bbec99576234c9be0c2e6769ff0
5
5
  SHA512:
6
- metadata.gz: 0e06a1f44aa20c7be935d0b5e0c56ed58c3f5c48bd85df5d2ca193f3174dd827a1df2f0b23d2372969cf182a92b7a6312d0108da1dfc11a880edf7768655fa23
7
- data.tar.gz: 430f009ad66fd802ddf3cee8e619c2cd1b8047b333af1658b39806af18f23af572b861166d6030a80e4e6743944813b2a2317b6a9b653a9537e24b4d59cf613b
6
+ metadata.gz: b208fc2c1cd8b3ddde21cf7000cabe55a0d050d749d5c3c73374a2e7ab5becb6abe17b071ba21eddb219d21ed0d2b984b30e91152603de5594fda55ba1cf8069
7
+ data.tar.gz: 84ec7f86866af06d1544adb52a3404a30abd6ab52f2f335febb55d8f6c89d03c392015af19ca745be74bd32c289249108c1de88e0160764b8aff5eb2287df2fb
data/.idea/workspace.xml CHANGED
@@ -3,8 +3,17 @@
3
3
  <component name="ChangeListManager">
4
4
  <list default="true" id="07223dd4-8944-486b-a29b-7461a5c9ec2d" name="Default" comment="">
5
5
  <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
6
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler.rb" afterDir="false" />
7
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/client.rb" afterDir="false" />
8
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/common.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/common.rb" afterDir="false" />
9
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/common/web.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web.rb" afterDir="false" />
6
10
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/http.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/http.rb" afterDir="false" />
11
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy.rb" afterDir="false" />
12
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" afterDir="false" />
13
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" afterDir="false" />
7
14
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/version.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/version.rb" afterDir="false" />
15
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" afterDir="false" />
16
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" afterDir="false" />
8
17
  </list>
9
18
  <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
10
19
  <option name="TRACKING_ENABLED" value="true" />
@@ -18,8 +27,8 @@
18
27
  <file leaf-file-name="version.rb" pinned="false" current-in-tab="true">
19
28
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
20
29
  <provider selected="true" editor-type-id="text-editor">
21
- <state relative-caret-position="15">
22
- <caret line="1" column="20" selection-start-line="1" selection-start-column="20" selection-end-line="1" selection-end-column="20" />
30
+ <state relative-caret-position="45">
31
+ <caret line="3" lean-forward="true" selection-start-line="3" selection-end-line="3" />
23
32
  </state>
24
33
  </provider>
25
34
  </entry>
@@ -27,35 +36,44 @@
27
36
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
28
37
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
29
38
  <provider selected="true" editor-type-id="text-editor">
30
- <state relative-caret-position="30">
31
- <caret line="2" column="17" selection-start-line="2" selection-start-column="17" selection-end-line="2" selection-end-column="17" />
39
+ <state>
40
+ <caret column="18" lean-forward="true" selection-end-column="57" />
32
41
  </state>
33
42
  </provider>
34
43
  </entry>
35
44
  </file>
36
- <file leaf-file-name="http_crawler.rb" pinned="false" current-in-tab="false">
37
- <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
45
+ <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
46
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
38
47
  <provider selected="true" editor-type-id="text-editor">
39
- <state relative-caret-position="120">
40
- <caret line="8" lean-forward="true" selection-start-line="8" selection-end-line="8" />
48
+ <state relative-caret-position="75">
49
+ <caret line="5" lean-forward="true" selection-start-line="5" selection-end-line="5" />
41
50
  </state>
42
51
  </provider>
43
52
  </entry>
44
53
  </file>
45
- <file leaf-file-name="http.rb" pinned="false" current-in-tab="false">
46
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
54
+ <file leaf-file-name="get_proxy.rb" pinned="false" current-in-tab="false">
55
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb">
47
56
  <provider selected="true" editor-type-id="text-editor">
48
- <state relative-caret-position="278">
49
- <caret line="165" column="41" selection-start-line="165" selection-start-column="41" selection-end-line="165" selection-end-column="41" />
57
+ <state relative-caret-position="90">
58
+ <caret line="6" column="20" lean-forward="true" selection-start-line="6" selection-start-column="20" selection-end-line="6" selection-end-column="20" />
50
59
  </state>
51
60
  </provider>
52
61
  </entry>
53
62
  </file>
54
- <file leaf-file-name="common.rb" pinned="false" current-in-tab="false">
55
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
63
+ <file leaf-file-name="web.rb" pinned="false" current-in-tab="false">
64
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
56
65
  <provider selected="true" editor-type-id="text-editor">
57
- <state relative-caret-position="45">
58
- <caret line="3" lean-forward="true" selection-start-line="3" selection-end-line="3" />
66
+ <state relative-caret-position="60">
67
+ <caret line="4" lean-forward="true" selection-start-line="4" selection-end-line="4" />
68
+ </state>
69
+ </provider>
70
+ </entry>
71
+ </file>
72
+ <file leaf-file-name="http_crawler.rb" pinned="false" current-in-tab="false">
73
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
74
+ <provider selected="true" editor-type-id="text-editor">
75
+ <state relative-caret-position="210">
76
+ <caret line="14" lean-forward="true" selection-start-line="14" selection-end-line="14" />
59
77
  </state>
60
78
  </provider>
61
79
  </entry>
@@ -63,8 +81,17 @@
63
81
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
64
82
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
65
83
  <provider selected="true" editor-type-id="text-editor">
66
- <state relative-caret-position="-99">
67
- <caret line="26" column="4" selection-start-line="26" selection-start-column="4" selection-end-line="26" selection-end-column="4" />
84
+ <state relative-caret-position="135">
85
+ <caret line="9" column="24" lean-forward="true" selection-start-line="9" selection-start-column="24" selection-end-line="9" selection-end-column="24" />
86
+ </state>
87
+ </provider>
88
+ </entry>
89
+ </file>
90
+ <file leaf-file-name="proxy.rb" pinned="false" current-in-tab="false">
91
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
92
+ <provider selected="true" editor-type-id="text-editor">
93
+ <state relative-caret-position="15">
94
+ <caret line="1" column="31" lean-forward="true" selection-start-line="1" selection-end-line="1" selection-end-column="48" />
68
95
  </state>
69
96
  </provider>
70
97
  </entry>
@@ -72,17 +99,17 @@
72
99
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
73
100
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
74
101
  <provider selected="true" editor-type-id="text-editor">
75
- <state relative-caret-position="90">
76
- <caret line="6" column="3" lean-forward="true" selection-start-line="6" selection-start-column="3" selection-end-line="6" selection-end-column="3" />
102
+ <state>
103
+ <caret column="18" lean-forward="true" selection-end-column="48" />
77
104
  </state>
78
105
  </provider>
79
106
  </entry>
80
107
  </file>
81
- <file leaf-file-name="proxy.rb" pinned="false" current-in-tab="false">
82
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
108
+ <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
109
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
83
110
  <provider selected="true" editor-type-id="text-editor">
84
- <state relative-caret-position="30">
85
- <caret line="2" column="4" selection-start-line="2" selection-end-line="2" selection-end-column="4" />
111
+ <state relative-caret-position="15">
112
+ <caret line="1" lean-forward="true" selection-start-line="1" selection-end-line="1" />
86
113
  </state>
87
114
  </provider>
88
115
  </entry>
@@ -110,29 +137,29 @@
110
137
  <list>
111
138
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/laofu/client.rb" />
112
139
  <option value="$PROJECT_DIR$/lib/http_crawler/web/README.md" />
113
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" />
114
140
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb" />
115
141
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response.rb" />
116
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" />
117
142
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/response.rb" />
118
143
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" />
119
144
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/response.rb" />
120
- <option value="$PROJECT_DIR$/lib/http_crawler/web.rb" />
121
145
  <option value="$PROJECT_DIR$/README.md" />
122
- <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" />
123
146
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md" />
124
147
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/README.md" />
125
148
  <option value="$PROJECT_DIR$/http_crawler.gemspec" />
126
- <option value="$PROJECT_DIR$/lib/http_crawler/web/client.rb" />
127
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy.rb" />
128
- <option value="$PROJECT_DIR$/lib/http_crawler/common.rb" />
129
- <option value="$PROJECT_DIR$/lib/http_crawler/client.rb" />
130
149
  <option value="$PROJECT_DIR$/lib/test.rb" />
131
150
  <option value="$PROJECT_DIR$/lib/http_crawler/test1.rb" />
132
- <option value="$PROJECT_DIR$/lib/http_crawler.rb" />
133
151
  <option value="$PROJECT_DIR$/lib/http_crawler/test.rb" />
134
152
  <option value="$PROJECT_DIR$/lib/http_crawler/test2.rb" />
135
153
  <option value="$PROJECT_DIR$/lib/http_crawler/http.rb" />
154
+ <option value="$PROJECT_DIR$/lib/http_crawler/web/client.rb" />
155
+ <option value="$PROJECT_DIR$/lib/http_crawler/common.rb" />
156
+ <option value="$PROJECT_DIR$/lib/http_crawler/web.rb" />
157
+ <option value="$PROJECT_DIR$/lib/http_crawler/client.rb" />
158
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy.rb" />
159
+ <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" />
160
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" />
161
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" />
162
+ <option value="$PROJECT_DIR$/lib/http_crawler.rb" />
136
163
  <option value="$PROJECT_DIR$/lib/http_crawler/version.rb" />
137
164
  </list>
138
165
  </option>
@@ -188,13 +215,14 @@
188
215
  <property name="nodejs_npm_path_reset_for_default_project" value="true" />
189
216
  </component>
190
217
  <component name="RecentsManager">
191
- <key name="MoveFile.RECENT_KEYS">
192
- <recent name="$PROJECT_DIR$/lib/http_crawler/common" />
193
- </key>
194
218
  <key name="CopyFile.RECENT_KEYS">
195
219
  <recent name="$PROJECT_DIR$/lib/http_crawler" />
196
220
  <recent name="$PROJECT_DIR$/lib/http_crawler/web" />
197
221
  </key>
222
+ <key name="MoveFile.RECENT_KEYS">
223
+ <recent name="$PROJECT_DIR$/lib/http_crawler" />
224
+ <recent name="$PROJECT_DIR$/lib/http_crawler/common" />
225
+ </key>
198
226
  </component>
199
227
  <component name="RunDashboard">
200
228
  <option name="ruleStates">
@@ -220,12 +248,12 @@
220
248
  <option name="presentableId" value="Default" />
221
249
  <updated>1545966039594</updated>
222
250
  <workItem from="1545966041001" duration="9181000" />
223
- <workItem from="1546164127129" duration="7006000" />
251
+ <workItem from="1546164127129" duration="8147000" />
224
252
  </task>
225
253
  <servers />
226
254
  </component>
227
255
  <component name="TimeTrackingManager">
228
- <option name="totallyTimeSpent" value="16187000" />
256
+ <option name="totallyTimeSpent" value="17328000" />
229
257
  </component>
230
258
  <component name="ToolWindowManager">
231
259
  <frame x="0" y="0" width="1680" height="1050" extended-state="6" />
@@ -333,13 +361,6 @@
333
361
  </state>
334
362
  </provider>
335
363
  </entry>
336
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/web.rb">
337
- <provider selected="true" editor-type-id="text-editor">
338
- <state relative-caret-position="30">
339
- <caret line="2" column="18" selection-start-line="2" selection-start-column="18" selection-end-line="2" selection-end-column="18" />
340
- </state>
341
- </provider>
342
- </entry>
343
364
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/string.rb">
344
365
  <provider selected="true" editor-type-id="text-editor" />
345
366
  </entry>
@@ -376,13 +397,6 @@
376
397
  </state>
377
398
  </provider>
378
399
  </entry>
379
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb">
380
- <provider selected="true" editor-type-id="text-editor">
381
- <state relative-caret-position="15">
382
- <caret line="1" column="18" selection-start-line="1" selection-start-column="18" selection-end-line="1" selection-end-column="18" />
383
- </state>
384
- </provider>
385
- </entry>
386
400
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response.rb">
387
401
  <provider selected="true" editor-type-id="text-editor">
388
402
  <state relative-caret-position="120">
@@ -390,13 +404,6 @@
390
404
  </state>
391
405
  </provider>
392
406
  </entry>
393
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb">
394
- <provider selected="true" editor-type-id="text-editor">
395
- <state relative-caret-position="15">
396
- <caret line="1" column="18" selection-start-line="1" selection-start-column="18" selection-end-line="1" selection-end-column="18" />
397
- </state>
398
- </provider>
399
- </entry>
400
407
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md">
401
408
  <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
402
409
  <state split_layout="SPLIT">
@@ -441,91 +448,119 @@
441
448
  </state>
442
449
  </provider>
443
450
  </entry>
444
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
451
+ <entry file="file://$PROJECT_DIR$/lib/test.rb" />
452
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/test1.rb" />
453
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/test.rb" />
454
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/test2.rb" />
455
+ <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/net/http/responses.rb">
445
456
  <provider selected="true" editor-type-id="text-editor">
446
- <state relative-caret-position="75">
447
- <caret line="5" lean-forward="true" selection-start-line="5" selection-end-line="5" />
457
+ <state relative-caret-position="215">
458
+ <caret line="113" column="24" lean-forward="true" selection-start-line="113" selection-start-column="24" selection-end-line="113" selection-end-column="24" />
448
459
  </state>
449
460
  </provider>
450
461
  </entry>
451
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
462
+ <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/net/http.rb">
452
463
  <provider selected="true" editor-type-id="text-editor">
453
- <state>
454
- <caret column="18" selection-start-column="7" selection-end-column="18" />
464
+ <state relative-caret-position="15">
465
+ <caret line="1065" column="8" selection-start-line="1065" selection-start-column="8" selection-end-line="1065" selection-end-column="8" />
455
466
  </state>
456
467
  </provider>
457
468
  </entry>
458
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
469
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb">
459
470
  <provider selected="true" editor-type-id="text-editor">
460
- <state relative-caret-position="90">
461
- <caret line="6" column="3" lean-forward="true" selection-start-line="6" selection-start-column="3" selection-end-line="6" selection-end-column="3" />
471
+ <state relative-caret-position="60">
472
+ <caret line="4" column="21" lean-forward="true" selection-start-line="4" selection-start-column="21" selection-end-line="4" selection-end-column="21" />
462
473
  </state>
463
474
  </provider>
464
475
  </entry>
465
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
476
+ <entry file="file://$PROJECT_DIR$/Gemfile">
466
477
  <provider selected="true" editor-type-id="text-editor">
467
- <state relative-caret-position="30">
468
- <caret line="2" column="4" selection-start-line="2" selection-end-line="2" selection-end-column="4" />
478
+ <state relative-caret-position="120">
479
+ <caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
469
480
  </state>
470
481
  </provider>
471
482
  </entry>
472
- <entry file="file://$PROJECT_DIR$/lib/test.rb" />
473
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/test1.rb" />
474
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/test.rb" />
475
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/test2.rb" />
476
483
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
477
484
  <provider selected="true" editor-type-id="text-editor">
478
- <state relative-caret-position="45">
479
- <caret line="3" lean-forward="true" selection-start-line="3" selection-end-line="3" />
485
+ <state relative-caret-position="30">
486
+ <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
480
487
  </state>
481
488
  </provider>
482
489
  </entry>
483
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
490
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
484
491
  <provider selected="true" editor-type-id="text-editor">
485
492
  <state relative-caret-position="30">
486
- <caret line="2" column="17" selection-start-line="2" selection-start-column="17" selection-end-line="2" selection-end-column="17" />
493
+ <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
487
494
  </state>
488
495
  </provider>
489
496
  </entry>
490
- <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
497
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
491
498
  <provider selected="true" editor-type-id="text-editor">
492
- <state relative-caret-position="120">
493
- <caret line="8" lean-forward="true" selection-start-line="8" selection-end-line="8" />
499
+ <state relative-caret-position="135">
500
+ <caret line="9" column="24" lean-forward="true" selection-start-line="9" selection-start-column="24" selection-end-line="9" selection-end-column="24" />
494
501
  </state>
495
502
  </provider>
496
503
  </entry>
497
- <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/net/http/responses.rb">
504
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
498
505
  <provider selected="true" editor-type-id="text-editor">
499
- <state relative-caret-position="215">
500
- <caret line="113" column="24" lean-forward="true" selection-start-line="113" selection-start-column="24" selection-end-line="113" selection-end-column="24" />
506
+ <state relative-caret-position="60">
507
+ <caret line="4" lean-forward="true" selection-start-line="4" selection-end-line="4" />
501
508
  </state>
502
509
  </provider>
503
510
  </entry>
504
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
511
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
505
512
  <provider selected="true" editor-type-id="text-editor">
506
- <state relative-caret-position="-99">
507
- <caret line="26" column="4" selection-start-line="26" selection-start-column="4" selection-end-line="26" selection-end-column="4" />
513
+ <state>
514
+ <caret column="18" lean-forward="true" selection-end-column="48" />
508
515
  </state>
509
516
  </provider>
510
517
  </entry>
511
- <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/net/http.rb">
518
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
512
519
  <provider selected="true" editor-type-id="text-editor">
513
520
  <state relative-caret-position="15">
514
- <caret line="1065" column="8" selection-start-line="1065" selection-start-column="8" selection-end-line="1065" selection-end-column="8" />
521
+ <caret line="1" lean-forward="true" selection-start-line="1" selection-end-line="1" />
515
522
  </state>
516
523
  </provider>
517
524
  </entry>
518
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
525
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
519
526
  <provider selected="true" editor-type-id="text-editor">
520
- <state relative-caret-position="278">
521
- <caret line="165" column="41" selection-start-line="165" selection-start-column="41" selection-end-line="165" selection-end-column="41" />
527
+ <state relative-caret-position="15">
528
+ <caret line="1" column="31" lean-forward="true" selection-start-line="1" selection-end-line="1" selection-end-column="48" />
529
+ </state>
530
+ </provider>
531
+ </entry>
532
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
533
+ <provider selected="true" editor-type-id="text-editor">
534
+ <state>
535
+ <caret column="18" lean-forward="true" selection-end-column="57" />
536
+ </state>
537
+ </provider>
538
+ </entry>
539
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb">
540
+ <provider selected="true" editor-type-id="text-editor">
541
+ <state relative-caret-position="90">
542
+ <caret line="6" column="20" lean-forward="true" selection-start-line="6" selection-start-column="20" selection-end-line="6" selection-end-column="20" />
543
+ </state>
544
+ </provider>
545
+ </entry>
546
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
547
+ <provider selected="true" editor-type-id="text-editor">
548
+ <state relative-caret-position="75">
549
+ <caret line="5" lean-forward="true" selection-start-line="5" selection-end-line="5" />
550
+ </state>
551
+ </provider>
552
+ </entry>
553
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
554
+ <provider selected="true" editor-type-id="text-editor">
555
+ <state relative-caret-position="210">
556
+ <caret line="14" lean-forward="true" selection-start-line="14" selection-end-line="14" />
522
557
  </state>
523
558
  </provider>
524
559
  </entry>
525
560
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
526
561
  <provider selected="true" editor-type-id="text-editor">
527
- <state relative-caret-position="15">
528
- <caret line="1" column="20" selection-start-line="1" selection-start-column="20" selection-end-line="1" selection-end-column="20" />
562
+ <state relative-caret-position="45">
563
+ <caret line="3" lean-forward="true" selection-start-line="3" selection-end-line="3" />
529
564
  </state>
530
565
  </provider>
531
566
  </entry>
data/lib/http_crawler/client.rb CHANGED
@@ -1,6 +1,3 @@
1
-
2
- load File.dirname(__FILE__) + '/web/client.rb'
3
-
4
1
  module HttpCrawler
5
2
  module Client
6
3
 
data/lib/http_crawler/common.rb CHANGED
@@ -1,3 +1,2 @@
1
- load File.dirname(__FILE__) + '/http.rb'
2
- load File.dirname(__FILE__) + '/object.rb'
3
- load File.dirname(__FILE__) + '/string.rb'
1
+ load File.dirname(__FILE__) + '/common/object.rb'
2
+ load File.dirname(__FILE__) + '/common/string.rb'
data/lib/http_crawler/proxy/client.rb CHANGED
@@ -1,3 +1,5 @@
1
+ load File.dirname(__FILE__) + '/test_proxy_api/client.rb'
2
+
1
3
  module HttpCrawler
2
4
  module Proxy
3
5
  module Client
data/lib/http_crawler/proxy/test_proxy_api/client.rb CHANGED
@@ -1,3 +1,4 @@
1
+ load File.dirname(__FILE__) + '/response/get_proxy.rb'
1
2
  module HttpCrawler
2
3
  module Proxy
3
4
  module TestProxyApi
data/lib/http_crawler/proxy.rb CHANGED
@@ -1,5 +1,4 @@
1
1
 
2
-
3
2
  load File.dirname(__FILE__) + '/proxy/client.rb'
4
3
 
5
4
  module HttpCrawler
data/lib/http_crawler/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module HttpCrawler
2
- VERSION = "0.2.2.3"
2
+ VERSION = "0.2.2.4"
3
3
  end
data/lib/http_crawler/web/baidu/client.rb CHANGED
@@ -1,3 +1,5 @@
1
+ load File.dirname(__FILE__) + '/response/index.rb'
2
+
1
3
  module HttpCrawler
2
4
  module Web
3
5
  module Baidu
data/lib/http_crawler/web/client.rb CHANGED
@@ -1,3 +1,5 @@
1
+ load File.dirname(__FILE__) + '/baidu/client.rb'
2
+
1
3
  module HttpCrawler
2
4
  module Web
3
5
  module Client
data/lib/http_crawler/web.rb ADDED
@@ -0,0 +1,7 @@
1
+ load File.dirname(__FILE__) + '/web/client.rb'
2
+
3
+ module HttpCrawler
4
+ module Web
5
+
6
+ end
7
+ end
data/lib/http_crawler.rb CHANGED
@@ -3,9 +3,11 @@ require 'json'
3
3
  require 'digest/md5'
4
4
  require 'nokogiri'
5
5
 
6
+ load 'http_crawler/common.rb'
7
+ load 'http_crawler/http.rb'
6
8
  load 'http_crawler/client.rb'
7
9
  load 'http_crawler/proxy.rb'
8
- load 'http_crawler/http.rb'
10
+ load 'http_crawler/web.rb'
9
11
 
10
12
  module HttpCrawler
11
13
  # Your code goes here...
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: http_crawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.2.3
4
+ version: 0.2.2.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - jagger
@@ -135,7 +135,6 @@ files:
135
135
  - lib/http_crawler/common.rb
136
136
  - lib/http_crawler/common/object.rb
137
137
  - lib/http_crawler/common/string.rb
138
- - lib/http_crawler/common/web.rb
139
138
  - lib/http_crawler/http.rb
140
139
  - lib/http_crawler/net/http.rb
141
140
  - lib/http_crawler/net/response.rb
@@ -148,6 +147,7 @@ files:
148
147
  - lib/http_crawler/proxy/test_proxy_api/response.rb
149
148
  - lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb
150
149
  - lib/http_crawler/version.rb
150
+ - lib/http_crawler/web.rb
151
151
  - lib/http_crawler/web/README.md
152
152
  - lib/http_crawler/web/baidu/README.md
153
153
  - lib/http_crawler/web/baidu/client.rb
data/lib/http_crawler/common/web.rb DELETED
@@ -1,7 +0,0 @@
1
- # Dir[File.dirname(__FILE__) + '/web/*.rb'].each {|file| require file}
2
-
3
- module HttpCrawler
4
- module Web
5
-
6
- end
7
- end