http_crawler 0.2.2.5 → 0.2.2.6

Sign up to get free protection for your applications and to get access to all the features.
Files changed (12) hide show
  1. checksums.yaml +4 -4
  2. data/.idea/workspace.xml +89 -88
  3. data/lib/http_crawler/http.rb +5 -4
  4. data/lib/http_crawler/proxy/client.rb +3 -2
  5. data/lib/http_crawler/proxy/test_proxy_api/client.rb +3 -1
  6. data/lib/http_crawler/proxy.rb +3 -2
  7. data/lib/http_crawler/version.rb +1 -1
  8. data/lib/http_crawler/web/baidu/client.rb +1 -3
  9. data/lib/http_crawler/web/baidu/response/index.rb +2 -2
  10. data/lib/http_crawler/web/client.rb +1 -1
  11. data/lib/http_crawler/web.rb +3 -1
  12. metadata +1 -1
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: b5b2ca28b39f3ca7f425deffc3a619aa8542026a
4
- data.tar.gz: fca1f293888563010d0988f8916c1def82e238c6
3
+ metadata.gz: 8ec85d04288497db0547396d6f503ffef66f9c46
4
+ data.tar.gz: 3cb990d8291d0e4ffb32d22fc853e289cfa2d748
5
5
  SHA512:
6
- metadata.gz: 8b77a7227e718be104e664f58a55ee33e794a57a125aa63d42f5fd0d8ad732dc01018c229e1b75ca54d9f39785eb00c66b93b4ea6be244ddd7ed29b2818094c2
7
- data.tar.gz: 823cae89613f38f0d0ce17304326c850f1403a3fbcf084de697c79a37b341f5e3d1cbdda0757345176094a662c44fa1a81baa75dcd27790a520e80017ecd02d4
6
+ metadata.gz: dde5aeebf93a52f8eab476dba8d38317238d5e138585bec1854808c941713eed8cd2919a2db769deb4390e8ac8aadf95628929b068039ae84772480fd5c0da92
7
+ data.tar.gz: 46beccef7b7296f0ac3cbf07905a1948e681e2d882472273a4a40521a3493e2483134360c91e8bb0d23977bc83c4bf5b2bfe24e7a02f3cd72d729504dba84b5f
data/.idea/workspace.xml CHANGED
@@ -13,6 +13,7 @@
13
13
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" afterDir="false" />
14
14
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/version.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/version.rb" afterDir="false" />
15
15
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" afterDir="false" />
16
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" afterDir="false" />
16
17
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" afterDir="false" />
17
18
  </list>
18
19
  <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
@@ -24,7 +25,7 @@
24
25
  </component>
25
26
  <component name="FileEditorManager">
26
27
  <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
27
- <file leaf-file-name="version.rb" pinned="false" current-in-tab="false">
28
+ <file leaf-file-name="version.rb" pinned="false" current-in-tab="true">
28
29
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
29
30
  <provider selected="true" editor-type-id="text-editor">
30
31
  <state relative-caret-position="15">
@@ -33,83 +34,83 @@
33
34
  </provider>
34
35
  </entry>
35
36
  </file>
36
- <file leaf-file-name="http.rb" pinned="false" current-in-tab="true">
37
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
37
+ <file leaf-file-name="web.rb" pinned="false" current-in-tab="false">
38
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
38
39
  <provider selected="true" editor-type-id="text-editor">
39
- <state relative-caret-position="-457">
40
- <caret line="5" column="44" selection-start-line="5" selection-start-column="44" selection-end-line="5" selection-end-column="44" />
40
+ <state relative-caret-position="90">
41
+ <caret line="6" lean-forward="true" selection-start-line="6" selection-end-line="6" />
41
42
  </state>
42
43
  </provider>
43
44
  </entry>
44
45
  </file>
45
- <file leaf-file-name="response.rb" pinned="false" current-in-tab="false">
46
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/response.rb">
46
+ <file leaf-file-name="http.rb" pinned="false" current-in-tab="false">
47
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
47
48
  <provider selected="true" editor-type-id="text-editor">
48
- <state relative-caret-position="90">
49
- <caret line="6" column="45" lean-forward="true" selection-start-line="6" selection-start-column="45" selection-end-line="6" selection-end-column="45" />
49
+ <state relative-caret-position="595">
50
+ <caret line="233" lean-forward="true" selection-start-line="233" selection-end-line="233" />
50
51
  </state>
51
52
  </provider>
52
53
  </entry>
53
54
  </file>
54
- <file leaf-file-name="http.rb" pinned="false" current-in-tab="false">
55
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/http.rb">
55
+ <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
56
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
56
57
  <provider selected="true" editor-type-id="text-editor">
57
- <state relative-caret-position="30">
58
- <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
58
+ <state relative-caret-position="465">
59
+ <caret line="31" column="54" selection-start-line="31" selection-start-column="54" selection-end-line="31" selection-end-column="54" />
59
60
  </state>
60
61
  </provider>
61
62
  </entry>
62
63
  </file>
63
- <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
64
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
64
+ <file leaf-file-name="common.rb" pinned="false" current-in-tab="false">
65
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
65
66
  <provider selected="true" editor-type-id="text-editor">
66
- <state relative-caret-position="75">
67
- <caret line="5" column="46" selection-start-line="5" selection-start-column="46" selection-end-line="5" selection-end-column="46" />
67
+ <state relative-caret-position="30">
68
+ <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
68
69
  </state>
69
70
  </provider>
70
71
  </entry>
71
72
  </file>
72
73
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
73
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
74
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
74
75
  <provider selected="true" editor-type-id="text-editor">
75
- <state relative-caret-position="75">
76
- <caret line="5" column="18" lean-forward="true" selection-start-line="5" selection-start-column="18" selection-end-line="5" selection-end-column="18" />
76
+ <state relative-caret-position="-620">
77
+ <caret line="6" column="36" selection-start-line="6" selection-start-column="36" selection-end-line="6" selection-end-column="36" />
77
78
  </state>
78
79
  </provider>
79
80
  </entry>
80
81
  </file>
81
- <file leaf-file-name="web.rb" pinned="false" current-in-tab="false">
82
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
82
+ <file leaf-file-name="proxy.rb" pinned="false" current-in-tab="false">
83
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
83
84
  <provider selected="true" editor-type-id="text-editor">
84
- <state relative-caret-position="45">
85
- <caret line="3" column="41" selection-start-line="3" selection-start-column="41" selection-end-line="3" selection-end-column="41" />
85
+ <state relative-caret-position="315">
86
+ <caret line="21" selection-start-line="21" selection-end-line="21" />
86
87
  </state>
87
88
  </provider>
88
89
  </entry>
89
90
  </file>
90
- <file leaf-file-name="http_crawler.rb" pinned="false" current-in-tab="false">
91
- <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
91
+ <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
92
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
92
93
  <provider selected="true" editor-type-id="text-editor">
93
- <state relative-caret-position="120">
94
- <caret line="8" column="22" lean-forward="true" selection-start-line="8" selection-start-column="22" selection-end-line="8" selection-end-column="22" />
94
+ <state relative-caret-position="150">
95
+ <caret line="10" column="48" selection-start-line="10" selection-start-column="48" selection-end-line="10" selection-end-column="48" />
95
96
  </state>
96
97
  </provider>
97
98
  </entry>
98
99
  </file>
99
100
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
100
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
101
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
101
102
  <provider selected="true" editor-type-id="text-editor">
102
- <state relative-caret-position="90">
103
- <caret line="6" column="36" selection-start-line="6" selection-start-column="36" selection-end-line="6" selection-end-column="36" />
103
+ <state relative-caret-position="15">
104
+ <caret line="1" column="18" selection-start-line="1" selection-start-column="7" selection-end-line="1" selection-end-column="18" />
104
105
  </state>
105
106
  </provider>
106
107
  </entry>
107
108
  </file>
108
- <file leaf-file-name="proxy.rb" pinned="false" current-in-tab="false">
109
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
109
+ <file leaf-file-name="Gemfile" pinned="false" current-in-tab="false">
110
+ <entry file="file://$PROJECT_DIR$/Gemfile">
110
111
  <provider selected="true" editor-type-id="text-editor">
111
- <state relative-caret-position="75">
112
- <caret line="5" column="40" selection-start-line="5" selection-start-column="40" selection-end-line="5" selection-end-column="40" />
112
+ <state relative-caret-position="120">
113
+ <caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
113
114
  </state>
114
115
  </provider>
115
116
  </entry>
@@ -140,7 +141,6 @@
140
141
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb" />
141
142
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response.rb" />
142
143
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/response.rb" />
143
- <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" />
144
144
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/response.rb" />
145
145
  <option value="$PROJECT_DIR$/README.md" />
146
146
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md" />
@@ -152,14 +152,15 @@
152
152
  <option value="$PROJECT_DIR$/lib/http_crawler/test2.rb" />
153
153
  <option value="$PROJECT_DIR$/lib/http_crawler/common.rb" />
154
154
  <option value="$PROJECT_DIR$/lib/http_crawler/client.rb" />
155
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" />
156
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" />
157
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy.rb" />
158
- <option value="$PROJECT_DIR$/lib/http_crawler/web.rb" />
159
- <option value="$PROJECT_DIR$/lib/http_crawler/http.rb" />
160
155
  <option value="$PROJECT_DIR$/lib/http_crawler.rb" />
156
+ <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" />
157
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" />
158
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" />
161
159
  <option value="$PROJECT_DIR$/lib/http_crawler/web/client.rb" />
162
160
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" />
161
+ <option value="$PROJECT_DIR$/lib/http_crawler/http.rb" />
162
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy.rb" />
163
+ <option value="$PROJECT_DIR$/lib/http_crawler/web.rb" />
163
164
  <option value="$PROJECT_DIR$/lib/http_crawler/version.rb" />
164
165
  </list>
165
166
  </option>
@@ -248,12 +249,12 @@
248
249
  <option name="presentableId" value="Default" />
249
250
  <updated>1545966039594</updated>
250
251
  <workItem from="1545966041001" duration="9181000" />
251
- <workItem from="1546164127129" duration="8638000" />
252
+ <workItem from="1546164127129" duration="9348000" />
252
253
  </task>
253
254
  <servers />
254
255
  </component>
255
256
  <component name="TimeTrackingManager">
256
- <option name="totallyTimeSpent" value="17819000" />
257
+ <option name="totallyTimeSpent" value="18529000" />
257
258
  </component>
258
259
  <component name="ToolWindowManager">
259
260
  <frame x="0" y="0" width="1680" height="1050" extended-state="6" />
@@ -266,15 +267,15 @@
266
267
  <window_info anchor="right" id="Database" order="3" />
267
268
  <window_info anchor="bottom" id="Database Changes" order="7" show_stripe_button="false" />
268
269
  <window_info anchor="bottom" id="Version Control" order="7" />
270
+ <window_info anchor="bottom" id="Run" order="2" />
269
271
  <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
270
272
  <window_info anchor="bottom" id="Terminal" order="7" visible="true" weight="0.32902583" />
271
273
  <window_info id="Favorites" order="2" side_tool="true" />
274
+ <window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
272
275
  <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
273
276
  <window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
274
277
  <window_info anchor="right" id="Commander" order="0" weight="0.4" />
275
278
  <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
276
- <window_info anchor="bottom" id="Run" order="2" />
277
- <window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
278
279
  <window_info anchor="bottom" id="Message" order="0" />
279
280
  <window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
280
281
  <window_info anchor="bottom" id="Find" order="1" />
@@ -456,115 +457,115 @@
456
457
  </state>
457
458
  </provider>
458
459
  </entry>
459
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb">
460
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb">
460
461
  <provider selected="true" editor-type-id="text-editor">
461
- <state relative-caret-position="60">
462
- <caret line="4" column="21" lean-forward="true" selection-start-line="4" selection-start-column="21" selection-end-line="4" selection-end-column="21" />
462
+ <state relative-caret-position="90">
463
+ <caret line="6" column="20" lean-forward="true" selection-start-line="6" selection-start-column="20" selection-end-line="6" selection-end-column="20" />
463
464
  </state>
464
465
  </provider>
465
466
  </entry>
466
- <entry file="file://$PROJECT_DIR$/Gemfile">
467
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/http.rb">
467
468
  <provider selected="true" editor-type-id="text-editor">
468
- <state relative-caret-position="120">
469
- <caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
469
+ <state relative-caret-position="30">
470
+ <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
470
471
  </state>
471
472
  </provider>
472
473
  </entry>
473
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb">
474
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/response.rb">
474
475
  <provider selected="true" editor-type-id="text-editor">
475
476
  <state relative-caret-position="90">
476
- <caret line="6" column="20" lean-forward="true" selection-start-line="6" selection-start-column="20" selection-end-line="6" selection-end-column="20" />
477
+ <caret line="6" column="45" lean-forward="true" selection-start-line="6" selection-start-column="45" selection-end-line="6" selection-end-column="45" />
477
478
  </state>
478
479
  </provider>
479
480
  </entry>
480
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
481
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
481
482
  <provider selected="true" editor-type-id="text-editor">
482
- <state relative-caret-position="75">
483
- <caret line="5" lean-forward="true" selection-start-line="5" selection-end-line="5" />
483
+ <state relative-caret-position="120">
484
+ <caret line="8" column="22" lean-forward="true" selection-start-line="8" selection-start-column="22" selection-end-line="8" selection-end-column="22" />
484
485
  </state>
485
486
  </provider>
486
487
  </entry>
487
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
488
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb">
488
489
  <provider selected="true" editor-type-id="text-editor">
489
- <state relative-caret-position="30">
490
- <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
490
+ <state relative-caret-position="240">
491
+ <caret line="16" lean-forward="true" selection-start-line="16" selection-end-line="16" />
491
492
  </state>
492
493
  </provider>
493
494
  </entry>
494
495
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
495
496
  <provider selected="true" editor-type-id="text-editor">
496
- <state>
497
- <caret column="18" lean-forward="true" selection-end-column="57" />
497
+ <state relative-caret-position="120">
498
+ <caret line="8" lean-forward="true" selection-start-line="8" selection-end-line="8" />
498
499
  </state>
499
500
  </provider>
500
501
  </entry>
501
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/http.rb">
502
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
502
503
  <provider selected="true" editor-type-id="text-editor">
503
- <state relative-caret-position="30">
504
- <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
504
+ <state relative-caret-position="465">
505
+ <caret line="31" column="54" selection-start-line="31" selection-start-column="54" selection-end-line="31" selection-end-column="54" />
505
506
  </state>
506
507
  </provider>
507
508
  </entry>
508
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/response.rb">
509
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
509
510
  <provider selected="true" editor-type-id="text-editor">
510
- <state relative-caret-position="90">
511
- <caret line="6" column="45" lean-forward="true" selection-start-line="6" selection-start-column="45" selection-end-line="6" selection-end-column="45" />
511
+ <state relative-caret-position="150">
512
+ <caret line="10" column="48" selection-start-line="10" selection-start-column="48" selection-end-line="10" selection-end-column="48" />
512
513
  </state>
513
514
  </provider>
514
515
  </entry>
515
516
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
516
517
  <provider selected="true" editor-type-id="text-editor">
517
- <state relative-caret-position="90">
518
+ <state relative-caret-position="-620">
518
519
  <caret line="6" column="36" selection-start-line="6" selection-start-column="36" selection-end-line="6" selection-end-column="36" />
519
520
  </state>
520
521
  </provider>
521
522
  </entry>
522
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
523
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
523
524
  <provider selected="true" editor-type-id="text-editor">
524
- <state relative-caret-position="75">
525
- <caret line="5" column="40" selection-start-line="5" selection-start-column="40" selection-end-line="5" selection-end-column="40" />
525
+ <state relative-caret-position="30">
526
+ <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
526
527
  </state>
527
528
  </provider>
528
529
  </entry>
529
- <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
530
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
530
531
  <provider selected="true" editor-type-id="text-editor">
531
- <state relative-caret-position="120">
532
- <caret line="8" column="22" lean-forward="true" selection-start-line="8" selection-start-column="22" selection-end-line="8" selection-end-column="22" />
532
+ <state relative-caret-position="595">
533
+ <caret line="233" lean-forward="true" selection-start-line="233" selection-end-line="233" />
533
534
  </state>
534
535
  </provider>
535
536
  </entry>
536
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
537
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
537
538
  <provider selected="true" editor-type-id="text-editor">
538
- <state relative-caret-position="45">
539
- <caret line="3" column="41" selection-start-line="3" selection-start-column="41" selection-end-line="3" selection-end-column="41" />
539
+ <state relative-caret-position="315">
540
+ <caret line="21" selection-start-line="21" selection-end-line="21" />
540
541
  </state>
541
542
  </provider>
542
543
  </entry>
543
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
544
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
544
545
  <provider selected="true" editor-type-id="text-editor">
545
- <state relative-caret-position="75">
546
- <caret line="5" column="46" selection-start-line="5" selection-start-column="46" selection-end-line="5" selection-end-column="46" />
546
+ <state relative-caret-position="90">
547
+ <caret line="6" lean-forward="true" selection-start-line="6" selection-end-line="6" />
547
548
  </state>
548
549
  </provider>
549
550
  </entry>
550
551
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
551
552
  <provider selected="true" editor-type-id="text-editor">
552
- <state relative-caret-position="75">
553
- <caret line="5" column="18" lean-forward="true" selection-start-line="5" selection-start-column="18" selection-end-line="5" selection-end-column="18" />
553
+ <state relative-caret-position="15">
554
+ <caret line="1" column="18" selection-start-line="1" selection-start-column="7" selection-end-line="1" selection-end-column="18" />
554
555
  </state>
555
556
  </provider>
556
557
  </entry>
557
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
558
+ <entry file="file://$PROJECT_DIR$/Gemfile">
558
559
  <provider selected="true" editor-type-id="text-editor">
559
- <state relative-caret-position="15">
560
- <caret line="1" column="20" selection-start-line="1" selection-start-column="20" selection-end-line="1" selection-end-column="20" />
560
+ <state relative-caret-position="120">
561
+ <caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
561
562
  </state>
562
563
  </provider>
563
564
  </entry>
564
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
565
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
565
566
  <provider selected="true" editor-type-id="text-editor">
566
- <state relative-caret-position="-457">
567
- <caret line="5" column="44" selection-start-line="5" selection-start-column="44" selection-end-line="5" selection-end-column="44" />
567
+ <state relative-caret-position="15">
568
+ <caret line="1" column="20" selection-start-line="1" selection-start-column="20" selection-end-line="1" selection-end-column="20" />
568
569
  </state>
569
570
  </provider>
570
571
  </entry>
data/lib/http_crawler/http.rb CHANGED
@@ -2,9 +2,6 @@
2
2
  module HttpCrawler
3
3
  class HTTP < Net::HTTP
4
4
 
5
- load File.dirname(__FILE__) + '/net/http.rb'
6
- load File.dirname(__FILE__) + '/net/response.rb'
7
-
8
5
  # 自动获取代理，true 表示自动获取代理 、false 表示不自动获取
9
6
  attr_accessor :auto_proxy
10
7
  # 代理API的别名 主要关联 HttpCrawler::Proxy中维护的代理API
@@ -229,4 +226,8 @@ module HttpCrawler
229
226
  end # begin
230
227
  end # def request(req, body = nil, &block)
231
228
  end
232
- end
229
+ end
230
+
231
+
232
+ load File.dirname(__FILE__) + '/net/http.rb'
233
+ load File.dirname(__FILE__) + '/net/response.rb'
data/lib/http_crawler/proxy/client.rb CHANGED
@@ -1,4 +1,3 @@
1
- load File.dirname(__FILE__) + '/test_proxy_api/client.rb'
2
1
 
3
2
  module HttpCrawler
4
3
  module Proxy
@@ -6,4 +5,6 @@ module HttpCrawler
6
5
 
7
6
  end
8
7
  end
9
- end
8
+ end
9
+
10
+ load File.dirname(__FILE__) + '/test_proxy_api/client.rb'
data/lib/http_crawler/proxy/test_proxy_api/client.rb CHANGED
@@ -1,4 +1,4 @@
1
- load File.dirname(__FILE__) + '/response/get_proxy.rb'
1
+
2
2
  module HttpCrawler
3
3
  module Proxy
4
4
  module TestProxyApi
@@ -7,6 +7,7 @@ module HttpCrawler
7
7
  include(HttpCrawler::Client)
8
8
  include(HttpCrawler::Proxy::Client)
9
9
 
10
+
10
11
  class << self
11
12
  def new(*args)
12
13
  @client ||= super(*args)
@@ -28,3 +29,4 @@ module HttpCrawler
28
29
  end # module Web
29
30
  end # module HttpCrawler
30
31
 
32
+ load File.dirname(__FILE__) + '/response/get_proxy.rb'
data/lib/http_crawler/proxy.rb CHANGED
@@ -3,7 +3,6 @@
3
3
  module HttpCrawler
4
4
  module Proxy
5
5
 
6
- load File.dirname(__FILE__) + '/proxy/client.rb'
7
6
  class << self
8
7
 
9
8
  # 接收格式
@@ -18,4 +17,6 @@ module HttpCrawler
18
17
 
19
18
 
20
19
  end
21
- end
20
+ end
21
+
22
+ load File.dirname(__FILE__) + '/proxy/client.rb'
data/lib/http_crawler/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module HttpCrawler
2
- VERSION = "0.2.2.5"
2
+ VERSION = "0.2.2.6"
3
3
  end
data/lib/http_crawler/web/baidu/client.rb CHANGED
@@ -1,12 +1,9 @@
1
1
 
2
-
3
2
  module HttpCrawler
4
3
  module Web
5
4
  module Baidu
6
5
  class Client
7
6
 
8
- load File.dirname(__FILE__) + '/response/index.rb'
9
-
10
7
  include(HttpCrawler::Client)
11
8
 
12
9
  def init_http
@@ -28,3 +25,4 @@ module HttpCrawler
28
25
  end # module Web
29
26
  end # module HttpCrawler
30
27
 
28
+ load File.dirname(__FILE__) + '/response/index.rb'
data/lib/http_crawler/web/baidu/response/index.rb CHANGED
@@ -7,9 +7,9 @@ module HttpCrawler
7
7
  def parsing(parameter = {})
8
8
  html
9
9
  end
10
- end # module Search
10
+ end # module Index
11
11
  end # module Response
12
- end # module Qichacha
12
+ end # module Baidu
13
13
  end # module Web
14
14
  end # module HttpCrawler
15
15
 
data/lib/http_crawler/web/client.rb CHANGED
@@ -3,9 +3,9 @@
3
3
  module HttpCrawler
4
4
  module Web
5
5
  module Client
6
- load File.dirname(__FILE__) + '/baidu/client.rb'
7
6
  end
8
7
  end
9
8
  end
10
9
 
11
10
 
11
+ load File.dirname(__FILE__) + '/baidu/client.rb'
data/lib/http_crawler/web.rb CHANGED
@@ -1,6 +1,8 @@
1
1
 
2
2
  module HttpCrawler
3
3
  module Web
4
- load File.dirname(__FILE__) + '/web/client.rb'
4
+
5
5
  end
6
6
  end
7
+
8
+ load File.dirname(__FILE__) + '/web/client.rb'
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: http_crawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.2.5
4
+ version: 0.2.2.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - jagger