http_crawler 0.2.2.5 → 0.2.2.6

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (12) hide show
  1. checksums.yaml +4 -4
  2. data/.idea/workspace.xml +89 -88
  3. data/lib/http_crawler/http.rb +5 -4
  4. data/lib/http_crawler/proxy/client.rb +3 -2
  5. data/lib/http_crawler/proxy/test_proxy_api/client.rb +3 -1
  6. data/lib/http_crawler/proxy.rb +3 -2
  7. data/lib/http_crawler/version.rb +1 -1
  8. data/lib/http_crawler/web/baidu/client.rb +1 -3
  9. data/lib/http_crawler/web/baidu/response/index.rb +2 -2
  10. data/lib/http_crawler/web/client.rb +1 -1
  11. data/lib/http_crawler/web.rb +3 -1
  12. metadata +1 -1
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: b5b2ca28b39f3ca7f425deffc3a619aa8542026a
4
- data.tar.gz: fca1f293888563010d0988f8916c1def82e238c6
3
+ metadata.gz: 8ec85d04288497db0547396d6f503ffef66f9c46
4
+ data.tar.gz: 3cb990d8291d0e4ffb32d22fc853e289cfa2d748
5
5
  SHA512:
6
- metadata.gz: 8b77a7227e718be104e664f58a55ee33e794a57a125aa63d42f5fd0d8ad732dc01018c229e1b75ca54d9f39785eb00c66b93b4ea6be244ddd7ed29b2818094c2
7
- data.tar.gz: 823cae89613f38f0d0ce17304326c850f1403a3fbcf084de697c79a37b341f5e3d1cbdda0757345176094a662c44fa1a81baa75dcd27790a520e80017ecd02d4
6
+ metadata.gz: dde5aeebf93a52f8eab476dba8d38317238d5e138585bec1854808c941713eed8cd2919a2db769deb4390e8ac8aadf95628929b068039ae84772480fd5c0da92
7
+ data.tar.gz: 46beccef7b7296f0ac3cbf07905a1948e681e2d882472273a4a40521a3493e2483134360c91e8bb0d23977bc83c4bf5b2bfe24e7a02f3cd72d729504dba84b5f
data/.idea/workspace.xml CHANGED
@@ -13,6 +13,7 @@
13
13
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" afterDir="false" />
14
14
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/version.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/version.rb" afterDir="false" />
15
15
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" afterDir="false" />
16
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" afterDir="false" />
16
17
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" afterDir="false" />
17
18
  </list>
18
19
  <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
@@ -24,7 +25,7 @@
24
25
  </component>
25
26
  <component name="FileEditorManager">
26
27
  <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
27
- <file leaf-file-name="version.rb" pinned="false" current-in-tab="false">
28
+ <file leaf-file-name="version.rb" pinned="false" current-in-tab="true">
28
29
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
29
30
  <provider selected="true" editor-type-id="text-editor">
30
31
  <state relative-caret-position="15">
@@ -33,83 +34,83 @@
33
34
  </provider>
34
35
  </entry>
35
36
  </file>
36
- <file leaf-file-name="http.rb" pinned="false" current-in-tab="true">
37
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
37
+ <file leaf-file-name="web.rb" pinned="false" current-in-tab="false">
38
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
38
39
  <provider selected="true" editor-type-id="text-editor">
39
- <state relative-caret-position="-457">
40
- <caret line="5" column="44" selection-start-line="5" selection-start-column="44" selection-end-line="5" selection-end-column="44" />
40
+ <state relative-caret-position="90">
41
+ <caret line="6" lean-forward="true" selection-start-line="6" selection-end-line="6" />
41
42
  </state>
42
43
  </provider>
43
44
  </entry>
44
45
  </file>
45
- <file leaf-file-name="response.rb" pinned="false" current-in-tab="false">
46
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/response.rb">
46
+ <file leaf-file-name="http.rb" pinned="false" current-in-tab="false">
47
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
47
48
  <provider selected="true" editor-type-id="text-editor">
48
- <state relative-caret-position="90">
49
- <caret line="6" column="45" lean-forward="true" selection-start-line="6" selection-start-column="45" selection-end-line="6" selection-end-column="45" />
49
+ <state relative-caret-position="595">
50
+ <caret line="233" lean-forward="true" selection-start-line="233" selection-end-line="233" />
50
51
  </state>
51
52
  </provider>
52
53
  </entry>
53
54
  </file>
54
- <file leaf-file-name="http.rb" pinned="false" current-in-tab="false">
55
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/http.rb">
55
+ <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
56
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
56
57
  <provider selected="true" editor-type-id="text-editor">
57
- <state relative-caret-position="30">
58
- <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
58
+ <state relative-caret-position="465">
59
+ <caret line="31" column="54" selection-start-line="31" selection-start-column="54" selection-end-line="31" selection-end-column="54" />
59
60
  </state>
60
61
  </provider>
61
62
  </entry>
62
63
  </file>
63
- <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
64
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
64
+ <file leaf-file-name="common.rb" pinned="false" current-in-tab="false">
65
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
65
66
  <provider selected="true" editor-type-id="text-editor">
66
- <state relative-caret-position="75">
67
- <caret line="5" column="46" selection-start-line="5" selection-start-column="46" selection-end-line="5" selection-end-column="46" />
67
+ <state relative-caret-position="30">
68
+ <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
68
69
  </state>
69
70
  </provider>
70
71
  </entry>
71
72
  </file>
72
73
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
73
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
74
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
74
75
  <provider selected="true" editor-type-id="text-editor">
75
- <state relative-caret-position="75">
76
- <caret line="5" column="18" lean-forward="true" selection-start-line="5" selection-start-column="18" selection-end-line="5" selection-end-column="18" />
76
+ <state relative-caret-position="-620">
77
+ <caret line="6" column="36" selection-start-line="6" selection-start-column="36" selection-end-line="6" selection-end-column="36" />
77
78
  </state>
78
79
  </provider>
79
80
  </entry>
80
81
  </file>
81
- <file leaf-file-name="web.rb" pinned="false" current-in-tab="false">
82
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
82
+ <file leaf-file-name="proxy.rb" pinned="false" current-in-tab="false">
83
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
83
84
  <provider selected="true" editor-type-id="text-editor">
84
- <state relative-caret-position="45">
85
- <caret line="3" column="41" selection-start-line="3" selection-start-column="41" selection-end-line="3" selection-end-column="41" />
85
+ <state relative-caret-position="315">
86
+ <caret line="21" selection-start-line="21" selection-end-line="21" />
86
87
  </state>
87
88
  </provider>
88
89
  </entry>
89
90
  </file>
90
- <file leaf-file-name="http_crawler.rb" pinned="false" current-in-tab="false">
91
- <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
91
+ <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
92
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
92
93
  <provider selected="true" editor-type-id="text-editor">
93
- <state relative-caret-position="120">
94
- <caret line="8" column="22" lean-forward="true" selection-start-line="8" selection-start-column="22" selection-end-line="8" selection-end-column="22" />
94
+ <state relative-caret-position="150">
95
+ <caret line="10" column="48" selection-start-line="10" selection-start-column="48" selection-end-line="10" selection-end-column="48" />
95
96
  </state>
96
97
  </provider>
97
98
  </entry>
98
99
  </file>
99
100
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
100
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
101
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
101
102
  <provider selected="true" editor-type-id="text-editor">
102
- <state relative-caret-position="90">
103
- <caret line="6" column="36" selection-start-line="6" selection-start-column="36" selection-end-line="6" selection-end-column="36" />
103
+ <state relative-caret-position="15">
104
+ <caret line="1" column="18" selection-start-line="1" selection-start-column="7" selection-end-line="1" selection-end-column="18" />
104
105
  </state>
105
106
  </provider>
106
107
  </entry>
107
108
  </file>
108
- <file leaf-file-name="proxy.rb" pinned="false" current-in-tab="false">
109
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
109
+ <file leaf-file-name="Gemfile" pinned="false" current-in-tab="false">
110
+ <entry file="file://$PROJECT_DIR$/Gemfile">
110
111
  <provider selected="true" editor-type-id="text-editor">
111
- <state relative-caret-position="75">
112
- <caret line="5" column="40" selection-start-line="5" selection-start-column="40" selection-end-line="5" selection-end-column="40" />
112
+ <state relative-caret-position="120">
113
+ <caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
113
114
  </state>
114
115
  </provider>
115
116
  </entry>
@@ -140,7 +141,6 @@
140
141
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb" />
141
142
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response.rb" />
142
143
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy/response.rb" />
143
- <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" />
144
144
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/response.rb" />
145
145
  <option value="$PROJECT_DIR$/README.md" />
146
146
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md" />
@@ -152,14 +152,15 @@
152
152
  <option value="$PROJECT_DIR$/lib/http_crawler/test2.rb" />
153
153
  <option value="$PROJECT_DIR$/lib/http_crawler/common.rb" />
154
154
  <option value="$PROJECT_DIR$/lib/http_crawler/client.rb" />
155
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" />
156
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" />
157
- <option value="$PROJECT_DIR$/lib/http_crawler/proxy.rb" />
158
- <option value="$PROJECT_DIR$/lib/http_crawler/web.rb" />
159
- <option value="$PROJECT_DIR$/lib/http_crawler/http.rb" />
160
155
  <option value="$PROJECT_DIR$/lib/http_crawler.rb" />
156
+ <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" />
157
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" />
158
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" />
161
159
  <option value="$PROJECT_DIR$/lib/http_crawler/web/client.rb" />
162
160
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" />
161
+ <option value="$PROJECT_DIR$/lib/http_crawler/http.rb" />
162
+ <option value="$PROJECT_DIR$/lib/http_crawler/proxy.rb" />
163
+ <option value="$PROJECT_DIR$/lib/http_crawler/web.rb" />
163
164
  <option value="$PROJECT_DIR$/lib/http_crawler/version.rb" />
164
165
  </list>
165
166
  </option>
@@ -248,12 +249,12 @@
248
249
  <option name="presentableId" value="Default" />
249
250
  <updated>1545966039594</updated>
250
251
  <workItem from="1545966041001" duration="9181000" />
251
- <workItem from="1546164127129" duration="8638000" />
252
+ <workItem from="1546164127129" duration="9348000" />
252
253
  </task>
253
254
  <servers />
254
255
  </component>
255
256
  <component name="TimeTrackingManager">
256
- <option name="totallyTimeSpent" value="17819000" />
257
+ <option name="totallyTimeSpent" value="18529000" />
257
258
  </component>
258
259
  <component name="ToolWindowManager">
259
260
  <frame x="0" y="0" width="1680" height="1050" extended-state="6" />
@@ -266,15 +267,15 @@
266
267
  <window_info anchor="right" id="Database" order="3" />
267
268
  <window_info anchor="bottom" id="Database Changes" order="7" show_stripe_button="false" />
268
269
  <window_info anchor="bottom" id="Version Control" order="7" />
270
+ <window_info anchor="bottom" id="Run" order="2" />
269
271
  <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
270
272
  <window_info anchor="bottom" id="Terminal" order="7" visible="true" weight="0.32902583" />
271
273
  <window_info id="Favorites" order="2" side_tool="true" />
274
+ <window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
272
275
  <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
273
276
  <window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
274
277
  <window_info anchor="right" id="Commander" order="0" weight="0.4" />
275
278
  <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
276
- <window_info anchor="bottom" id="Run" order="2" />
277
- <window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
278
279
  <window_info anchor="bottom" id="Message" order="0" />
279
280
  <window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
280
281
  <window_info anchor="bottom" id="Find" order="1" />
@@ -456,115 +457,115 @@
456
457
  </state>
457
458
  </provider>
458
459
  </entry>
459
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb">
460
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb">
460
461
  <provider selected="true" editor-type-id="text-editor">
461
- <state relative-caret-position="60">
462
- <caret line="4" column="21" lean-forward="true" selection-start-line="4" selection-start-column="21" selection-end-line="4" selection-end-column="21" />
462
+ <state relative-caret-position="90">
463
+ <caret line="6" column="20" lean-forward="true" selection-start-line="6" selection-start-column="20" selection-end-line="6" selection-end-column="20" />
463
464
  </state>
464
465
  </provider>
465
466
  </entry>
466
- <entry file="file://$PROJECT_DIR$/Gemfile">
467
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/http.rb">
467
468
  <provider selected="true" editor-type-id="text-editor">
468
- <state relative-caret-position="120">
469
- <caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
469
+ <state relative-caret-position="30">
470
+ <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
470
471
  </state>
471
472
  </provider>
472
473
  </entry>
473
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb">
474
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/response.rb">
474
475
  <provider selected="true" editor-type-id="text-editor">
475
476
  <state relative-caret-position="90">
476
- <caret line="6" column="20" lean-forward="true" selection-start-line="6" selection-start-column="20" selection-end-line="6" selection-end-column="20" />
477
+ <caret line="6" column="45" lean-forward="true" selection-start-line="6" selection-start-column="45" selection-end-line="6" selection-end-column="45" />
477
478
  </state>
478
479
  </provider>
479
480
  </entry>
480
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
481
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
481
482
  <provider selected="true" editor-type-id="text-editor">
482
- <state relative-caret-position="75">
483
- <caret line="5" lean-forward="true" selection-start-line="5" selection-end-line="5" />
483
+ <state relative-caret-position="120">
484
+ <caret line="8" column="22" lean-forward="true" selection-start-line="8" selection-start-column="22" selection-end-line="8" selection-end-column="22" />
484
485
  </state>
485
486
  </provider>
486
487
  </entry>
487
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
488
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb">
488
489
  <provider selected="true" editor-type-id="text-editor">
489
- <state relative-caret-position="30">
490
- <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
490
+ <state relative-caret-position="240">
491
+ <caret line="16" lean-forward="true" selection-start-line="16" selection-end-line="16" />
491
492
  </state>
492
493
  </provider>
493
494
  </entry>
494
495
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
495
496
  <provider selected="true" editor-type-id="text-editor">
496
- <state>
497
- <caret column="18" lean-forward="true" selection-end-column="57" />
497
+ <state relative-caret-position="120">
498
+ <caret line="8" lean-forward="true" selection-start-line="8" selection-end-line="8" />
498
499
  </state>
499
500
  </provider>
500
501
  </entry>
501
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/http.rb">
502
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb">
502
503
  <provider selected="true" editor-type-id="text-editor">
503
- <state relative-caret-position="30">
504
- <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
504
+ <state relative-caret-position="465">
505
+ <caret line="31" column="54" selection-start-line="31" selection-start-column="54" selection-end-line="31" selection-end-column="54" />
505
506
  </state>
506
507
  </provider>
507
508
  </entry>
508
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/response.rb">
509
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
509
510
  <provider selected="true" editor-type-id="text-editor">
510
- <state relative-caret-position="90">
511
- <caret line="6" column="45" lean-forward="true" selection-start-line="6" selection-start-column="45" selection-end-line="6" selection-end-column="45" />
511
+ <state relative-caret-position="150">
512
+ <caret line="10" column="48" selection-start-line="10" selection-start-column="48" selection-end-line="10" selection-end-column="48" />
512
513
  </state>
513
514
  </provider>
514
515
  </entry>
515
516
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
516
517
  <provider selected="true" editor-type-id="text-editor">
517
- <state relative-caret-position="90">
518
+ <state relative-caret-position="-620">
518
519
  <caret line="6" column="36" selection-start-line="6" selection-start-column="36" selection-end-line="6" selection-end-column="36" />
519
520
  </state>
520
521
  </provider>
521
522
  </entry>
522
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
523
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
523
524
  <provider selected="true" editor-type-id="text-editor">
524
- <state relative-caret-position="75">
525
- <caret line="5" column="40" selection-start-line="5" selection-start-column="40" selection-end-line="5" selection-end-column="40" />
525
+ <state relative-caret-position="30">
526
+ <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
526
527
  </state>
527
528
  </provider>
528
529
  </entry>
529
- <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
530
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
530
531
  <provider selected="true" editor-type-id="text-editor">
531
- <state relative-caret-position="120">
532
- <caret line="8" column="22" lean-forward="true" selection-start-line="8" selection-start-column="22" selection-end-line="8" selection-end-column="22" />
532
+ <state relative-caret-position="595">
533
+ <caret line="233" lean-forward="true" selection-start-line="233" selection-end-line="233" />
533
534
  </state>
534
535
  </provider>
535
536
  </entry>
536
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
537
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
537
538
  <provider selected="true" editor-type-id="text-editor">
538
- <state relative-caret-position="45">
539
- <caret line="3" column="41" selection-start-line="3" selection-start-column="41" selection-end-line="3" selection-end-column="41" />
539
+ <state relative-caret-position="315">
540
+ <caret line="21" selection-start-line="21" selection-end-line="21" />
540
541
  </state>
541
542
  </provider>
542
543
  </entry>
543
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
544
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web.rb">
544
545
  <provider selected="true" editor-type-id="text-editor">
545
- <state relative-caret-position="75">
546
- <caret line="5" column="46" selection-start-line="5" selection-start-column="46" selection-end-line="5" selection-end-column="46" />
546
+ <state relative-caret-position="90">
547
+ <caret line="6" lean-forward="true" selection-start-line="6" selection-end-line="6" />
547
548
  </state>
548
549
  </provider>
549
550
  </entry>
550
551
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
551
552
  <provider selected="true" editor-type-id="text-editor">
552
- <state relative-caret-position="75">
553
- <caret line="5" column="18" lean-forward="true" selection-start-line="5" selection-start-column="18" selection-end-line="5" selection-end-column="18" />
553
+ <state relative-caret-position="15">
554
+ <caret line="1" column="18" selection-start-line="1" selection-start-column="7" selection-end-line="1" selection-end-column="18" />
554
555
  </state>
555
556
  </provider>
556
557
  </entry>
557
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
558
+ <entry file="file://$PROJECT_DIR$/Gemfile">
558
559
  <provider selected="true" editor-type-id="text-editor">
559
- <state relative-caret-position="15">
560
- <caret line="1" column="20" selection-start-line="1" selection-start-column="20" selection-end-line="1" selection-end-column="20" />
560
+ <state relative-caret-position="120">
561
+ <caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
561
562
  </state>
562
563
  </provider>
563
564
  </entry>
564
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
565
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
565
566
  <provider selected="true" editor-type-id="text-editor">
566
- <state relative-caret-position="-457">
567
- <caret line="5" column="44" selection-start-line="5" selection-start-column="44" selection-end-line="5" selection-end-column="44" />
567
+ <state relative-caret-position="15">
568
+ <caret line="1" column="20" selection-start-line="1" selection-start-column="20" selection-end-line="1" selection-end-column="20" />
568
569
  </state>
569
570
  </provider>
570
571
  </entry>
data/lib/http_crawler/http.rb CHANGED
@@ -2,9 +2,6 @@
2
2
  module HttpCrawler
3
3
  class HTTP < Net::HTTP
4
4
 
5
- load File.dirname(__FILE__) + '/net/http.rb'
6
- load File.dirname(__FILE__) + '/net/response.rb'
7
-
8
5
  # 自动获取代理，true 表示自动获取代理 、false 表示不自动获取
9
6
  attr_accessor :auto_proxy
10
7
  # 代理API的别名 主要关联 HttpCrawler::Proxy中维护的代理API
@@ -229,4 +226,8 @@ module HttpCrawler
229
226
  end # begin
230
227
  end # def request(req, body = nil, &block)
231
228
  end
232
- end
229
+ end
230
+
231
+
232
+ load File.dirname(__FILE__) + '/net/http.rb'
233
+ load File.dirname(__FILE__) + '/net/response.rb'
data/lib/http_crawler/proxy/client.rb CHANGED
@@ -1,4 +1,3 @@
1
- load File.dirname(__FILE__) + '/test_proxy_api/client.rb'
2
1
 
3
2
  module HttpCrawler
4
3
  module Proxy
@@ -6,4 +5,6 @@ module HttpCrawler
6
5
 
7
6
  end
8
7
  end
9
- end
8
+ end
9
+
10
+ load File.dirname(__FILE__) + '/test_proxy_api/client.rb'
data/lib/http_crawler/proxy/test_proxy_api/client.rb CHANGED
@@ -1,4 +1,4 @@
1
- load File.dirname(__FILE__) + '/response/get_proxy.rb'
1
+
2
2
  module HttpCrawler
3
3
  module Proxy
4
4
  module TestProxyApi
@@ -7,6 +7,7 @@ module HttpCrawler
7
7
  include(HttpCrawler::Client)
8
8
  include(HttpCrawler::Proxy::Client)
9
9
 
10
+
10
11
  class << self
11
12
  def new(*args)
12
13
  @client ||= super(*args)
@@ -28,3 +29,4 @@ module HttpCrawler
28
29
  end # module Web
29
30
  end # module HttpCrawler
30
31
 
32
+ load File.dirname(__FILE__) + '/response/get_proxy.rb'
data/lib/http_crawler/proxy.rb CHANGED
@@ -3,7 +3,6 @@
3
3
  module HttpCrawler
4
4
  module Proxy
5
5
 
6
- load File.dirname(__FILE__) + '/proxy/client.rb'
7
6
  class << self
8
7
 
9
8
  # 接收格式
@@ -18,4 +17,6 @@ module HttpCrawler
18
17
 
19
18
 
20
19
  end
21
- end
20
+ end
21
+
22
+ load File.dirname(__FILE__) + '/proxy/client.rb'
data/lib/http_crawler/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module HttpCrawler
2
- VERSION = "0.2.2.5"
2
+ VERSION = "0.2.2.6"
3
3
  end
data/lib/http_crawler/web/baidu/client.rb CHANGED
@@ -1,12 +1,9 @@
1
1
 
2
-
3
2
  module HttpCrawler
4
3
  module Web
5
4
  module Baidu
6
5
  class Client
7
6
 
8
- load File.dirname(__FILE__) + '/response/index.rb'
9
-
10
7
  include(HttpCrawler::Client)
11
8
 
12
9
  def init_http
@@ -28,3 +25,4 @@ module HttpCrawler
28
25
  end # module Web
29
26
  end # module HttpCrawler
30
27
 
28
+ load File.dirname(__FILE__) + '/response/index.rb'
data/lib/http_crawler/web/baidu/response/index.rb CHANGED
@@ -7,9 +7,9 @@ module HttpCrawler
7
7
  def parsing(parameter = {})
8
8
  html
9
9
  end
10
- end # module Search
10
+ end # module Index
11
11
  end # module Response
12
- end # module Qichacha
12
+ end # module Baidu
13
13
  end # module Web
14
14
  end # module HttpCrawler
15
15
 
data/lib/http_crawler/web/client.rb CHANGED
@@ -3,9 +3,9 @@
3
3
  module HttpCrawler
4
4
  module Web
5
5
  module Client
6
- load File.dirname(__FILE__) + '/baidu/client.rb'
7
6
  end
8
7
  end
9
8
  end
10
9
 
11
10
 
11
+ load File.dirname(__FILE__) + '/baidu/client.rb'
data/lib/http_crawler/web.rb CHANGED
@@ -1,6 +1,8 @@
1
1
 
2
2
  module HttpCrawler
3
3
  module Web
4
- load File.dirname(__FILE__) + '/web/client.rb'
4
+
5
5
  end
6
6
  end
7
+
8
+ load File.dirname(__FILE__) + '/web/client.rb'
metadata CHANGED
@@ -1,7 +1,7 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: http_crawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.2.5
4
+ version: 0.2.2.6
5
5
  platform: ruby
6
6
  authors:
7
7
  - jagger