http_crawler 0.2.2.3 → 0.2.2.4

Sign up to get free protection for your applications and to get access to all the features.
Files changed (14) hide show
  1. checksums.yaml +4 -4
  2. data/.idea/workspace.xml +130 -95
  3. data/lib/http_crawler/client.rb +0 -3
  4. data/lib/http_crawler/common.rb +2 -3
  5. data/lib/http_crawler/proxy/client.rb +2 -0
  6. data/lib/http_crawler/proxy/test_proxy_api/client.rb +1 -0
  7. data/lib/http_crawler/proxy.rb +0 -1
  8. data/lib/http_crawler/version.rb +1 -1
  9. data/lib/http_crawler/web/baidu/client.rb +2 -0
  10. data/lib/http_crawler/web/client.rb +2 -0
  11. data/lib/http_crawler/web.rb +7 -0
  12. data/lib/http_crawler.rb +3 -1
  13. metadata +2 -2
  14. data/lib/http_crawler/common/web.rb +0 -7
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 32a91911a47a0b39ca19d9655a8a364dc3416bd1
4
- data.tar.gz: b62145f8d063c9825c5d93f1ec647f16995b8cad
3
+ metadata.gz: 28b0fdd658bfb74cbf434c6999732f8aa99c7560
4
+ data.tar.gz: 52a3910681617bbec99576234c9be0c2e6769ff0
5
5
  SHA512:
6
- metadata.gz: 0e06a1f44aa20c7be935d0b5e0c56ed58c3f5c48bd85df5d2ca193f3174dd827a1df2f0b23d2372969cf182a92b7a6312d0108da1dfc11a880edf7768655fa23
7
- data.tar.gz: 430f009ad66fd802ddf3cee8e619c2cd1b8047b333af1658b39806af18f23af572b861166d6030a80e4e6743944813b2a2317b6a9b653a9537e24b4d59cf613b
6
+ metadata.gz: b208fc2c1cd8b3ddde21cf7000cabe55a0d050d749d5c3c73374a2e7ab5becb6abe17b071ba21eddb219d21ed0d2b984b30e91152603de5594fda55ba1cf8069
7
+ data.tar.gz: 84ec7f86866af06d1544adb52a3404a30abd6ab52f2f335febb55d8f6c89d03c392015af19ca745be74bd32c289249108c1de88e0160764b8aff5eb2287df2fb
data/.idea/workspace.xml CHANGED
@@ -3,8 +3,17 @@
3
3
  <component name="ChangeListManager">
4
4
  <list default="true" id="07223dd4-8944-486b-a29b-7461a5c9ec2d" name="Default" comment="">
5
5
  <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
6
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler.rb" afterDir="false" />
7
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/client.rb" afterDir="false" />
8
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/common.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/common.rb" afterDir="false" />
9
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/common/web.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web.rb" afterDir="false" />
6
10
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/http.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/http.rb" afterDir="false" />
11
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy.rb" afterDir="false" />
12
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" afterDir="false" />
13
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" afterDir="false" />
7
14
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/version.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/version.rb" afterDir="false" />
15
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" afterDir="false" />
16
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" afterDir="false" />
8
17
  </list>
9
18
  <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
10
19
  <option name="TRACKING_ENABLED" value="true" />
@@ -18,8 +27,8 @@
18
27
  <file leaf-file-name="version.rb" pinned="false" current-in-tab="true">
19
28
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
20
29
  <provider selected="true" editor-type-id="text-editor">
21
- <state relative-caret-position="15">
22
- <caret line="1" column="20" selection-start-line="1" selection-start-column="20" selection-end-line="1" selection-end-column="20" />
30
+ <state relative-caret-position="45">
31
+ <caret line="3" lean-forward="true" selection-start-line="3" selection-end-line="3" />
23
32
  </state>
24
33
  </provider>
25
34
  </entry>
@@ -27,35 +36,44 @@
27
36
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
28
37
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
29
38
  <provider selected="true" editor-type-id="text-editor">
30
- <state relative-caret-position="30">
31
- <caret line="2" column="17" selection-start-line="2" selection-start-column="17" selection-end-line="2" selection-end-column="17" />
39
+ <state>
40
+ <caret column="18" lean-forward="true" selection-end-column="57" />
32
41
  </state>
33
42
  </provider>
34
43
  </entry>
35
44
  </file>
36
- <file leaf-file-name="http_crawler.rb" pinned="false" current-in-tab="false">
37
- <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
45
+ <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
46
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
38
47
  <provider selected="true" editor-type-id="text-editor">
39
- <state relative-caret-position="120">
40
- <caret line="8" lean-forward="true" selection-start-line="8" selection-end-line="8" />
48
+ <state relative-caret-position="75">
49
+ <caret line="5" lean-forward="true" selection-start-line="5" selection-end-line="5" />
41
50
  </state>
42
51
  </provider>
43
52
  </entry>
44
53
  </file>
45
- <file leaf-file-name="http.rb" pinned="false" current-in-tab="false">
46
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
54
+ <file leaf-file-name="get_proxy.rb" pinned="false" current-in-tab="false">
55
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb">
47
56
  <provider selected="true" editor-type-id="text-editor">
48
- <state relative-caret-position="278">
49
- <caret line="165" column="41" selection-start-line="165" selection-start-column="41" selection-end-line="165" selection-end-column="41" />
57
+ <state relative-caret-position="90">
58
+ <caret line="6" column="20" lean-forward="true" selection-start-line="6" selection-start-column="20" selection-end-line="6" selection-end-column="20" />
50
59
  </state>
51
60
  </provider>
52
61
  </entry>
53
62
  </file>
54
- <file leaf-file-name="common.rb" pinned="false" current-in-tab="false">
55
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
63
+ <file leaf-file-name="web.rb" pinned="false" current-in-tab="false">
64
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
56
65
  <provider selected="true" editor-type-id="text-editor">
57
- <state relative-caret-position="45">
58
- <caret line="3" lean-forward="true" selection-start-line="3" selection-end-line="3" />
66
+ <state relative-caret-position="60">
67
+ <caret line="4" lean-forward="true" selection-start-line="4" selection-end-line="4" />
68
+ </state>
69
+ </provider>
70
+ </entry>
71
+ </file>
72
+ <file leaf-file-name="http_crawler.rb" pinned="false" current-in-tab="false">
73
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
74
+ <provider selected="true" editor-type-id="text-editor">
75
+ <state relative-caret-position="210">
76
+ <caret line="14" lean-forward="true" selection-start-line="14" selection-end-line="14" />
59
77
  </state>
60
78
  </provider>
61
79
  </entry>
@@ -63,8 +81,17 @@
63
81
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
64
82
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
65
83
  <provider selected="true" editor-type-id="text-editor">
66
- <state relative-caret-position="-99">
67
- <caret line="26" column="4" selection-start-line="26" selection-start-column="4" selection-end-line="26" selection-end-column="4" />
84
+ <state relative-caret-position="135">
85
+ <caret line="9" column="24" lean-forward="true" selection-start-line="9" selection-start-column="24" selection-end-line="9" selection-end-column="24" />
86
+ </state>
87
+ </provider>
88
+ </entry>
89
+ </file>
90
+ <file leaf-file-name="proxy.rb" pinned="false" current-in-tab="false">
91
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
92
+ <provider selected="true" editor-type-id="text-editor">
93
+ <state relative-caret-position="15">
94
+ <caret line="1" column="31" lean-forward="true" selection-start-line="1" selection-end-line="1" selection-end-column="48" />
68
95
  </state>
69
96
  </provider>
70
97
  </entry>
@@ -72,17 +99,17 @@
72
99
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
73
100
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
74
101
  <provider selected="true" editor-type-id="text-editor">
75
- <state relative-caret-position="90">
76
- <caret line="6" column="3" lean-forward="true" selection-start-line="6" selection-start-column="3" selection-end-line="6" selection-end-column="3" />
102
+ <state>
103
+ <caret column="18" lean-forward="true" selection-end-column="48" />
77
104
  </state>
78
105
  </provider>
79
106
  </entry>
80
107
  </file>
81
- <file leaf-file-name="proxy.rb" pinned="false" current-in-tab="false">
82
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
108
+ <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
109
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
83
110
  <provider selected="true" editor-type-id="text-editor">
84
- <state relative-caret-position="30">
85
- <caret line="2" column="4" selection-start-line="2" selection-end-line="2" selection-end-column="4" />
111
+ <state relative-caret-position="15">
112
+ <caret line="1" lean-forward="true" selection-start-line="1" selection-end-line="1" />
86
113
  </state>
87
114
  </provider>
88
115
  </entry>
@@ -110,29 +137,29 @@
110
137
  <list>
111
138
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/laofu/client.rb" />
112
139
  <option value="$PROJECT_DIR$/lib/http_crawler/web/README.md" />
113
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" />
114
140
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb" />
115
141
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response.rb" />
116
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" />
117
142
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/response.rb" />
118
143
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" />
119
144
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/response.rb" />
120
- <option value="$PROJECT_DIR$/lib/http_crawler/web.rb" />
121
145
  <option value="$PROJECT_DIR$/README.md" />
122
- <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" />
123
146
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md" />
124
147
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/README.md" />
125
148
  <option value="$PROJECT_DIR$/http_crawler.gemspec" />
126
- <option value="$PROJECT_DIR$/lib/http_crawler/web/client.rb" />
127
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy.rb" />
128
- <option value="$PROJECT_DIR$/lib/http_crawler/common.rb" />
129
- <option value="$PROJECT_DIR$/lib/http_crawler/client.rb" />
130
149
  <option value="$PROJECT_DIR$/lib/test.rb" />
131
150
  <option value="$PROJECT_DIR$/lib/http_crawler/test1.rb" />
132
- <option value="$PROJECT_DIR$/lib/http_crawler.rb" />
133
151
  <option value="$PROJECT_DIR$/lib/http_crawler/test.rb" />
134
152
  <option value="$PROJECT_DIR$/lib/http_crawler/test2.rb" />
135
153
  <option value="$PROJECT_DIR$/lib/http_crawler/http.rb" />
154
+ <option value="$PROJECT_DIR$/lib/http_crawler/web/client.rb" />
155
+ <option value="$PROJECT_DIR$/lib/http_crawler/common.rb" />
156
+ <option value="$PROJECT_DIR$/lib/http_crawler/web.rb" />
157
+ <option value="$PROJECT_DIR$/lib/http_crawler/client.rb" />
158
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy.rb" />
159
+ <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" />
160
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" />
161
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" />
162
+ <option value="$PROJECT_DIR$/lib/http_crawler.rb" />
136
163
  <option value="$PROJECT_DIR$/lib/http_crawler/version.rb" />
137
164
  </list>
138
165
  </option>
@@ -188,13 +215,14 @@
188
215
  <property name="nodejs_npm_path_reset_for_default_project" value="true" />
189
216
  </component>
190
217
  <component name="RecentsManager">
191
- <key name="MoveFile.RECENT_KEYS">
192
- <recent name="$PROJECT_DIR$/lib/http_crawler/common" />
193
- </key>
194
218
  <key name="CopyFile.RECENT_KEYS">
195
219
  <recent name="$PROJECT_DIR$/lib/http_crawler" />
196
220
  <recent name="$PROJECT_DIR$/lib/http_crawler/web" />
197
221
  </key>
222
+ <key name="MoveFile.RECENT_KEYS">
223
+ <recent name="$PROJECT_DIR$/lib/http_crawler" />
224
+ <recent name="$PROJECT_DIR$/lib/http_crawler/common" />
225
+ </key>
198
226
  </component>
199
227
  <component name="RunDashboard">
200
228
  <option name="ruleStates">
@@ -220,12 +248,12 @@
220
248
  <option name="presentableId" value="Default" />
221
249
  <updated>1545966039594</updated>
222
250
  <workItem from="1545966041001" duration="9181000" />
223
- <workItem from="1546164127129" duration="7006000" />
251
+ <workItem from="1546164127129" duration="8147000" />
224
252
  </task>
225
253
  <servers />
226
254
  </component>
227
255
  <component name="TimeTrackingManager">
228
- <option name="totallyTimeSpent" value="16187000" />
256
+ <option name="totallyTimeSpent" value="17328000" />
229
257
  </component>
230
258
  <component name="ToolWindowManager">
231
259
  <frame x="0" y="0" width="1680" height="1050" extended-state="6" />
@@ -333,13 +361,6 @@
333
361
  </state>
334
362
  </provider>
335
363
  </entry>
336
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/web.rb">
337
- <provider selected="true" editor-type-id="text-editor">
338
- <state relative-caret-position="30">
339
- <caret line="2" column="18" selection-start-line="2" selection-start-column="18" selection-end-line="2" selection-end-column="18" />
340
- </state>
341
- </provider>
342
- </entry>
343
364
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/string.rb">
344
365
  <provider selected="true" editor-type-id="text-editor" />
345
366
  </entry>
@@ -376,13 +397,6 @@
376
397
  </state>
377
398
  </provider>
378
399
  </entry>
379
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb">
380
- <provider selected="true" editor-type-id="text-editor">
381
- <state relative-caret-position="15">
382
- <caret line="1" column="18" selection-start-line="1" selection-start-column="18" selection-end-line="1" selection-end-column="18" />
383
- </state>
384
- </provider>
385
- </entry>
386
400
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response.rb">
387
401
  <provider selected="true" editor-type-id="text-editor">
388
402
  <state relative-caret-position="120">
@@ -390,13 +404,6 @@
390
404
  </state>
391
405
  </provider>
392
406
  </entry>
393
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb">
394
- <provider selected="true" editor-type-id="text-editor">
395
- <state relative-caret-position="15">
396
- <caret line="1" column="18" selection-start-line="1" selection-start-column="18" selection-end-line="1" selection-end-column="18" />
397
- </state>
398
- </provider>
399
- </entry>
400
407
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md">
401
408
  <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
402
409
  <state split_layout="SPLIT">
@@ -441,91 +448,119 @@
441
448
  </state>
442
449
  </provider>
443
450
  </entry>
444
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
451
+ <entry file="file://$PROJECT_DIR$/lib/test.rb" />
452
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/test1.rb" />
453
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/test.rb" />
454
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/test2.rb" />
455
+ <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/net/http/responses.rb">
445
456
  <provider selected="true" editor-type-id="text-editor">
446
- <state relative-caret-position="75">
447
- <caret line="5" lean-forward="true" selection-start-line="5" selection-end-line="5" />
457
+ <state relative-caret-position="215">
458
+ <caret line="113" column="24" lean-forward="true" selection-start-line="113" selection-start-column="24" selection-end-line="113" selection-end-column="24" />
448
459
  </state>
449
460
  </provider>
450
461
  </entry>
451
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
462
+ <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/net/http.rb">
452
463
  <provider selected="true" editor-type-id="text-editor">
453
- <state>
454
- <caret column="18" selection-start-column="7" selection-end-column="18" />
464
+ <state relative-caret-position="15">
465
+ <caret line="1065" column="8" selection-start-line="1065" selection-start-column="8" selection-end-line="1065" selection-end-column="8" />
455
466
  </state>
456
467
  </provider>
457
468
  </entry>
458
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
469
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb">
459
470
  <provider selected="true" editor-type-id="text-editor">
460
- <state relative-caret-position="90">
461
- <caret line="6" column="3" lean-forward="true" selection-start-line="6" selection-start-column="3" selection-end-line="6" selection-end-column="3" />
471
+ <state relative-caret-position="60">
472
+ <caret line="4" column="21" lean-forward="true" selection-start-line="4" selection-start-column="21" selection-end-line="4" selection-end-column="21" />
462
473
  </state>
463
474
  </provider>
464
475
  </entry>
465
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
476
+ <entry file="file://$PROJECT_DIR$/Gemfile">
466
477
  <provider selected="true" editor-type-id="text-editor">
467
- <state relative-caret-position="30">
468
- <caret line="2" column="4" selection-start-line="2" selection-end-line="2" selection-end-column="4" />
478
+ <state relative-caret-position="120">
479
+ <caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
469
480
  </state>
470
481
  </provider>
471
482
  </entry>
472
- <entry file="file://$PROJECT_DIR$/lib/test.rb" />
473
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/test1.rb" />
474
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/test.rb" />
475
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/test2.rb" />
476
483
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
477
484
  <provider selected="true" editor-type-id="text-editor">
478
- <state relative-caret-position="45">
479
- <caret line="3" lean-forward="true" selection-start-line="3" selection-end-line="3" />
485
+ <state relative-caret-position="30">
486
+ <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
480
487
  </state>
481
488
  </provider>
482
489
  </entry>
483
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
490
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
484
491
  <provider selected="true" editor-type-id="text-editor">
485
492
  <state relative-caret-position="30">
486
- <caret line="2" column="17" selection-start-line="2" selection-start-column="17" selection-end-line="2" selection-end-column="17" />
493
+ <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
487
494
  </state>
488
495
  </provider>
489
496
  </entry>
490
- <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
497
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
491
498
  <provider selected="true" editor-type-id="text-editor">
492
- <state relative-caret-position="120">
493
- <caret line="8" lean-forward="true" selection-start-line="8" selection-end-line="8" />
499
+ <state relative-caret-position="135">
500
+ <caret line="9" column="24" lean-forward="true" selection-start-line="9" selection-start-column="24" selection-end-line="9" selection-end-column="24" />
494
501
  </state>
495
502
  </provider>
496
503
  </entry>
497
- <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/net/http/responses.rb">
504
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
498
505
  <provider selected="true" editor-type-id="text-editor">
499
- <state relative-caret-position="215">
500
- <caret line="113" column="24" lean-forward="true" selection-start-line="113" selection-start-column="24" selection-end-line="113" selection-end-column="24" />
506
+ <state relative-caret-position="60">
507
+ <caret line="4" lean-forward="true" selection-start-line="4" selection-end-line="4" />
501
508
  </state>
502
509
  </provider>
503
510
  </entry>
504
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
511
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
505
512
  <provider selected="true" editor-type-id="text-editor">
506
- <state relative-caret-position="-99">
507
- <caret line="26" column="4" selection-start-line="26" selection-start-column="4" selection-end-line="26" selection-end-column="4" />
513
+ <state>
514
+ <caret column="18" lean-forward="true" selection-end-column="48" />
508
515
  </state>
509
516
  </provider>
510
517
  </entry>
511
- <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/net/http.rb">
518
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
512
519
  <provider selected="true" editor-type-id="text-editor">
513
520
  <state relative-caret-position="15">
514
- <caret line="1065" column="8" selection-start-line="1065" selection-start-column="8" selection-end-line="1065" selection-end-column="8" />
521
+ <caret line="1" lean-forward="true" selection-start-line="1" selection-end-line="1" />
515
522
  </state>
516
523
  </provider>
517
524
  </entry>
518
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
525
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
519
526
  <provider selected="true" editor-type-id="text-editor">
520
- <state relative-caret-position="278">
521
- <caret line="165" column="41" selection-start-line="165" selection-start-column="41" selection-end-line="165" selection-end-column="41" />
527
+ <state relative-caret-position="15">
528
+ <caret line="1" column="31" lean-forward="true" selection-start-line="1" selection-end-line="1" selection-end-column="48" />
529
+ </state>
530
+ </provider>
531
+ </entry>
532
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
533
+ <provider selected="true" editor-type-id="text-editor">
534
+ <state>
535
+ <caret column="18" lean-forward="true" selection-end-column="57" />
536
+ </state>
537
+ </provider>
538
+ </entry>
539
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb">
540
+ <provider selected="true" editor-type-id="text-editor">
541
+ <state relative-caret-position="90">
542
+ <caret line="6" column="20" lean-forward="true" selection-start-line="6" selection-start-column="20" selection-end-line="6" selection-end-column="20" />
543
+ </state>
544
+ </provider>
545
+ </entry>
546
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
547
+ <provider selected="true" editor-type-id="text-editor">
548
+ <state relative-caret-position="75">
549
+ <caret line="5" lean-forward="true" selection-start-line="5" selection-end-line="5" />
550
+ </state>
551
+ </provider>
552
+ </entry>
553
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
554
+ <provider selected="true" editor-type-id="text-editor">
555
+ <state relative-caret-position="210">
556
+ <caret line="14" lean-forward="true" selection-start-line="14" selection-end-line="14" />
522
557
  </state>
523
558
  </provider>
524
559
  </entry>
525
560
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
526
561
  <provider selected="true" editor-type-id="text-editor">
527
- <state relative-caret-position="15">
528
- <caret line="1" column="20" selection-start-line="1" selection-start-column="20" selection-end-line="1" selection-end-column="20" />
562
+ <state relative-caret-position="45">
563
+ <caret line="3" lean-forward="true" selection-start-line="3" selection-end-line="3" />
529
564
  </state>
530
565
  </provider>
531
566
  </entry>
data/lib/http_crawler/client.rb CHANGED
@@ -1,6 +1,3 @@
1
-
2
- load File.dirname(__FILE__) + '/web/client.rb'
3
-
4
1
  module HttpCrawler
5
2
  module Client
6
3
 
data/lib/http_crawler/common.rb CHANGED
@@ -1,3 +1,2 @@
1
- load File.dirname(__FILE__) + '/http.rb'
2
- load File.dirname(__FILE__) + '/object.rb'
3
- load File.dirname(__FILE__) + '/string.rb'
1
+ load File.dirname(__FILE__) + '/common/object.rb'
2
+ load File.dirname(__FILE__) + '/common/string.rb'
data/lib/http_crawler/proxy/client.rb CHANGED
@@ -1,3 +1,5 @@
1
+ load File.dirname(__FILE__) + '/test_proxy_api/client.rb'
2
+
1
3
  module HttpCrawler
2
4
  module Proxy
3
5
  module Client
data/lib/http_crawler/proxy/test_proxy_api/client.rb CHANGED
@@ -1,3 +1,4 @@
1
+ load File.dirname(__FILE__) + '/response/get_proxy.rb'
1
2
  module HttpCrawler
2
3
  module Proxy
3
4
  module TestProxyApi
data/lib/http_crawler/proxy.rb CHANGED
@@ -1,5 +1,4 @@
1
1
 
2
-
3
2
  load File.dirname(__FILE__) + '/proxy/client.rb'
4
3
 
5
4
  module HttpCrawler
data/lib/http_crawler/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module HttpCrawler
2
- VERSION = "0.2.2.3"
2
+ VERSION = "0.2.2.4"
3
3
  end
data/lib/http_crawler/web/baidu/client.rb CHANGED
@@ -1,3 +1,5 @@
1
+ load File.dirname(__FILE__) + '/response/index.rb'
2
+
1
3
  module HttpCrawler
2
4
  module Web
3
5
  module Baidu
data/lib/http_crawler/web/client.rb CHANGED
@@ -1,3 +1,5 @@
1
+ load File.dirname(__FILE__) + '/baidu/client.rb'
2
+
1
3
  module HttpCrawler
2
4
  module Web
3
5
  module Client
data/lib/http_crawler/web.rb ADDED
@@ -0,0 +1,7 @@
1
+ load File.dirname(__FILE__) + '/web/client.rb'
2
+
3
+ module HttpCrawler
4
+ module Web
5
+
6
+ end
7
+ end
data/lib/http_crawler.rb CHANGED
@@ -3,9 +3,11 @@ require 'json'
3
3
  require 'digest/md5'
4
4
  require 'nokogiri'
5
5
 
6
+ load 'http_crawler/common.rb'
7
+ load 'http_crawler/http.rb'
6
8
  load 'http_crawler/client.rb'
7
9
  load 'http_crawler/proxy.rb'
8
- load 'http_crawler/http.rb'
10
+ load 'http_crawler/web.rb'
9
11
 
10
12
  module HttpCrawler
11
13
  # Your code goes here...
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: http_crawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.2.3
4
+ version: 0.2.2.4
5
5
  platform: ruby
6
6
  authors:
7
7
  - jagger
@@ -135,7 +135,6 @@ files:
135
135
  - lib/http_crawler/common.rb
136
136
  - lib/http_crawler/common/object.rb
137
137
  - lib/http_crawler/common/string.rb
138
- - lib/http_crawler/common/web.rb
139
138
  - lib/http_crawler/http.rb
140
139
  - lib/http_crawler/net/http.rb
141
140
  - lib/http_crawler/net/response.rb
@@ -148,6 +147,7 @@ files:
148
147
  - lib/http_crawler/proxy/test_proxy_api/response.rb
149
148
  - lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb
150
149
  - lib/http_crawler/version.rb
150
+ - lib/http_crawler/web.rb
151
151
  - lib/http_crawler/web/README.md
152
152
  - lib/http_crawler/web/baidu/README.md
153
153
  - lib/http_crawler/web/baidu/client.rb
data/lib/http_crawler/common/web.rb DELETED
@@ -1,7 +0,0 @@
1
- # Dir[File.dirname(__FILE__) + '/web/*.rb'].each {|file| require file}
2
-
3
- module HttpCrawler
4
- module Web
5
-
6
- end
7
- end