http_crawler 0.2.2.8 → 0.2.2.9

Sign up to get free protection for your applications and to get access to all the features.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/.idea/workspace.xml +12 -24
  3. data/lib/http_crawler/proxy/test_proxy_api/client.rb +8 -6
  4. data/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb +2 -2
  5. data/lib/http_crawler/version.rb +1 -1
  6. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 4126016201a30cb18b5cd7fe089d64fd14b9757f
4
- data.tar.gz: 57f61d877b5ecf879293d8426026dc46629c9031
3
+ metadata.gz: bfc90fb7db6f2f0f9b4c69a463b8d34238c726fd
4
+ data.tar.gz: 616925cfae1d53f8f444857560e0b65bc71f73d6
5
5
  SHA512:
6
- metadata.gz: 0bc0225909563a93b8c7d655099ef27895deb469479c21c6827ce23448454915fdaecc5073473a363e9dae30c1aedeeb8bf6c46e6b6b17b40b582f2ec6fe2326
7
- data.tar.gz: 74f6022b992c49b4020d50d2dd824176d4c914e46bdb788439f3a1152c4c28d642b8a795926a95ad6e31b421d0715f9f0f69e12629831447ba9ed67809de7656
6
+ metadata.gz: f967d82951667ef8559422eb575919755ef84d0b1792b8481b6e8b557566b132b289839eb9ec1d8d7921bb2e0dda1271b77c3af0c70b9d99d5c4bc0248c116c8
7
+ data.tar.gz: 8a92dac36b280267f0e22d3be8035972082bab9172971c441fdc1be3f45c7a77bacde6f42e64b2b0a5b33789466bb85e315bde6f9690a584ca85846fb69aacc3
data/.idea/workspace.xml CHANGED
@@ -3,18 +3,6 @@
3
3
  <component name="ChangeListManager">
4
4
  <list default="true" id="07223dd4-8944-486b-a29b-7461a5c9ec2d" name="Default" comment="">
5
5
  <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
6
- <change beforePath="$PROJECT_DIR$/lib/http_crawler.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler.rb" afterDir="false" />
7
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/client.rb" afterDir="false" />
8
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/common.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/common.rb" afterDir="false" />
9
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/common/web.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web.rb" afterDir="false" />
10
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/http.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/http.rb" afterDir="false" />
11
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy.rb" afterDir="false" />
12
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" afterDir="false" />
13
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" afterDir="false" />
14
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/version.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/version.rb" afterDir="false" />
15
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" afterDir="false" />
16
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" afterDir="false" />
17
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" afterDir="false" />
18
6
  </list>
19
7
  <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
20
8
  <option name="TRACKING_ENABLED" value="true" />
@@ -56,7 +44,7 @@
56
44
  <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/webrick/compat.rb">
57
45
  <provider selected="true" editor-type-id="text-editor">
58
46
  <state relative-caret-position="270">
59
- <caret line="18" column="1" lean-forward="true" selection-start-line="18" selection-start-column="1" selection-end-line="18" selection-end-column="1" />
47
+ <caret line="18" column="1" selection-start-line="18" selection-start-column="1" selection-end-line="18" selection-end-column="1" />
60
48
  </state>
61
49
  </provider>
62
50
  </entry>
@@ -74,7 +62,7 @@
74
62
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
75
63
  <provider selected="true" editor-type-id="text-editor">
76
64
  <state relative-caret-position="30">
77
- <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
65
+ <caret line="2" selection-start-line="2" selection-end-line="2" />
78
66
  </state>
79
67
  </provider>
80
68
  </entry>
@@ -165,10 +153,10 @@
165
153
  <component name="NodePackageJsonFileManager">
166
154
  <packageJsonPaths />
167
155
  </component>
168
- <component name="ProjectFrameBounds" extendedState="6" fullScreen="true">
156
+ <component name="ProjectFrameBounds" fullScreen="true">
169
157
  <option name="y" value="23" />
170
- <option name="width" value="1680" />
171
- <option name="height" value="1027" />
158
+ <option name="width" value="1280" />
159
+ <option name="height" value="777" />
172
160
  </component>
173
161
  <component name="ProjectView">
174
162
  <navigator proportions="" version="1">
@@ -258,18 +246,18 @@
258
246
  <workItem from="1546164127129" duration="10301000" />
259
247
  <workItem from="1546240992243" duration="719000" />
260
248
  <workItem from="1546291493927" duration="464000" />
261
- <workItem from="1546436457874" duration="826000" />
249
+ <workItem from="1546436457874" duration="2443000" />
262
250
  </task>
263
251
  <servers />
264
252
  </component>
265
253
  <component name="TimeTrackingManager">
266
- <option name="totallyTimeSpent" value="21491000" />
254
+ <option name="totallyTimeSpent" value="23108000" />
267
255
  </component>
268
256
  <component name="ToolWindowManager">
269
- <frame x="0" y="0" width="1680" height="1050" extended-state="6" />
257
+ <frame x="0" y="0" width="1280" height="800" extended-state="0" />
270
258
  <editor active="true" />
271
259
  <layout>
272
- <window_info content_ui="combo" id="Project" order="0" visible="true" weight="0.25518927" />
260
+ <window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.33764136" />
273
261
  <window_info anchor="bottom" id="TODO" order="6" />
274
262
  <window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
275
263
  <window_info anchor="bottom" id="Event Log" order="7" side_tool="true" />
@@ -277,7 +265,7 @@
277
265
  <window_info anchor="bottom" id="Database Changes" order="7" show_stripe_button="false" />
278
266
  <window_info anchor="bottom" id="Version Control" order="7" />
279
267
  <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
280
- <window_info active="true" anchor="bottom" id="Terminal" order="7" visible="true" weight="0.34393638" />
268
+ <window_info anchor="bottom" id="Terminal" order="7" visible="true" weight="0.45767197" />
281
269
  <window_info id="Favorites" order="2" side_tool="true" />
282
270
  <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
283
271
  <window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
@@ -567,7 +555,7 @@
567
555
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
568
556
  <provider selected="true" editor-type-id="text-editor">
569
557
  <state relative-caret-position="30">
570
- <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
558
+ <caret line="2" selection-start-line="2" selection-end-line="2" />
571
559
  </state>
572
560
  </provider>
573
561
  </entry>
@@ -623,7 +611,7 @@
623
611
  <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/webrick/compat.rb">
624
612
  <provider selected="true" editor-type-id="text-editor">
625
613
  <state relative-caret-position="270">
626
- <caret line="18" column="1" lean-forward="true" selection-start-line="18" selection-start-column="1" selection-end-line="18" selection-end-column="1" />
614
+ <caret line="18" column="1" selection-start-line="18" selection-start-column="1" selection-end-line="18" selection-end-column="1" />
627
615
  </state>
628
616
  </provider>
629
617
  </entry>
data/lib/http_crawler/proxy/test_proxy_api/client.rb CHANGED
@@ -8,11 +8,13 @@ module HttpCrawler
8
8
  include(HttpCrawler::Proxy::Client)
9
9
 
10
10
 
11
- class << self
12
- def new(*args)
13
- @client ||= super(*args)
14
- end
15
- end
11
+
12
+ # 这是个错误代码 http类不能唯一，如果唯一的话高并发情况下会导致前一个请求未结束，下一个请求已经在发送，会出现冲突
13
+ # class << self
14
+ # def new(*args)
15
+ # @client ||= super(*args)
16
+ # end
17
+ # end
16
18
 
17
19
  def init_uri
18
20
  @uri = URI("http://127.0.0.1:1111/")
@@ -21,7 +23,7 @@ module HttpCrawler
21
23
  # http://39.108.59.38:7772/Tools/proxyIP.ashx?OrderNumber=ccd4c8912691f28861a1ed048fec88dc&poolIndex=22717&cache=1&qty=2
22
24
  def get_proxy(parameter = {})
23
25
  r = http.get_fetch("/api/get_proxy")
24
- r.extend(HttpCrawler::Proxy::Laofu::Response::GetProxy)
26
+ r.extend(HttpCrawler::Proxy::TestProxyApi::Response::GetProxy)
25
27
  end
26
28
 
27
29
  end
data/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb CHANGED
@@ -1,9 +1,9 @@
1
1
  # 查询
2
2
  module HttpCrawler
3
3
  module Proxy
4
- module Laofu
4
+ module TestProxyApi
5
5
  module Response
6
- module TestProxyApi
6
+ module GetProxy
7
7
  def parsing
8
8
  array = []
9
9
  decoding_body.scan(/([^\n\r:]*):([^\n\r]*)/) do |v1, v2|
data/lib/http_crawler/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module HttpCrawler
2
- VERSION = "0.2.2.8"
2
+ VERSION = "0.2.2.9"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: http_crawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.2.8
4
+ version: 0.2.2.9
5
5
  platform: ruby
6
6
  authors:
7
7
  - jagger
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2019-01-02 00:00:00.000000000 Z
11
+ date: 2019-01-10 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: rspec