http_crawler 0.2.2.8 → 0.2.2.9

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. checksums.yaml +4 -4
  2. data/.idea/workspace.xml +12 -24
  3. data/lib/http_crawler/proxy/test_proxy_api/client.rb +8 -6
  4. data/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb +2 -2
  5. data/lib/http_crawler/version.rb +1 -1
  6. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA1:
3
- metadata.gz: 4126016201a30cb18b5cd7fe089d64fd14b9757f
4
- data.tar.gz: 57f61d877b5ecf879293d8426026dc46629c9031
3
+ metadata.gz: bfc90fb7db6f2f0f9b4c69a463b8d34238c726fd
4
+ data.tar.gz: 616925cfae1d53f8f444857560e0b65bc71f73d6
5
5
  SHA512:
6
- metadata.gz: 0bc0225909563a93b8c7d655099ef27895deb469479c21c6827ce23448454915fdaecc5073473a363e9dae30c1aedeeb8bf6c46e6b6b17b40b582f2ec6fe2326
7
- data.tar.gz: 74f6022b992c49b4020d50d2dd824176d4c914e46bdb788439f3a1152c4c28d642b8a795926a95ad6e31b421d0715f9f0f69e12629831447ba9ed67809de7656
6
+ metadata.gz: f967d82951667ef8559422eb575919755ef84d0b1792b8481b6e8b557566b132b289839eb9ec1d8d7921bb2e0dda1271b77c3af0c70b9d99d5c4bc0248c116c8
7
+ data.tar.gz: 8a92dac36b280267f0e22d3be8035972082bab9172971c441fdc1be3f45c7a77bacde6f42e64b2b0a5b33789466bb85e315bde6f9690a584ca85846fb69aacc3
data/.idea/workspace.xml CHANGED
@@ -3,18 +3,6 @@
3
3
  <component name="ChangeListManager">
4
4
  <list default="true" id="07223dd4-8944-486b-a29b-7461a5c9ec2d" name="Default" comment="">
5
5
  <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
6
- <change beforePath="$PROJECT_DIR$/lib/http_crawler.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler.rb" afterDir="false" />
7
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/client.rb" afterDir="false" />
8
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/common.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/common.rb" afterDir="false" />
9
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/common/web.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web.rb" afterDir="false" />
10
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/http.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/http.rb" afterDir="false" />
11
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy.rb" afterDir="false" />
12
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy/client.rb" afterDir="false" />
13
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/client.rb" afterDir="false" />
14
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/version.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/version.rb" afterDir="false" />
15
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" afterDir="false" />
16
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" afterDir="false" />
17
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/web/client.rb" afterDir="false" />
18
6
  </list>
19
7
  <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
20
8
  <option name="TRACKING_ENABLED" value="true" />
@@ -56,7 +44,7 @@
56
44
  <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/webrick/compat.rb">
57
45
  <provider selected="true" editor-type-id="text-editor">
58
46
  <state relative-caret-position="270">
59
- <caret line="18" column="1" lean-forward="true" selection-start-line="18" selection-start-column="1" selection-end-line="18" selection-end-column="1" />
47
+ <caret line="18" column="1" selection-start-line="18" selection-start-column="1" selection-end-line="18" selection-end-column="1" />
60
48
  </state>
61
49
  </provider>
62
50
  </entry>
@@ -74,7 +62,7 @@
74
62
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
75
63
  <provider selected="true" editor-type-id="text-editor">
76
64
  <state relative-caret-position="30">
77
- <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
65
+ <caret line="2" selection-start-line="2" selection-end-line="2" />
78
66
  </state>
79
67
  </provider>
80
68
  </entry>
@@ -165,10 +153,10 @@
165
153
  <component name="NodePackageJsonFileManager">
166
154
  <packageJsonPaths />
167
155
  </component>
168
- <component name="ProjectFrameBounds" extendedState="6" fullScreen="true">
156
+ <component name="ProjectFrameBounds" fullScreen="true">
169
157
  <option name="y" value="23" />
170
- <option name="width" value="1680" />
171
- <option name="height" value="1027" />
158
+ <option name="width" value="1280" />
159
+ <option name="height" value="777" />
172
160
  </component>
173
161
  <component name="ProjectView">
174
162
  <navigator proportions="" version="1">
@@ -258,18 +246,18 @@
258
246
  <workItem from="1546164127129" duration="10301000" />
259
247
  <workItem from="1546240992243" duration="719000" />
260
248
  <workItem from="1546291493927" duration="464000" />
261
- <workItem from="1546436457874" duration="826000" />
249
+ <workItem from="1546436457874" duration="2443000" />
262
250
  </task>
263
251
  <servers />
264
252
  </component>
265
253
  <component name="TimeTrackingManager">
266
- <option name="totallyTimeSpent" value="21491000" />
254
+ <option name="totallyTimeSpent" value="23108000" />
267
255
  </component>
268
256
  <component name="ToolWindowManager">
269
- <frame x="0" y="0" width="1680" height="1050" extended-state="6" />
257
+ <frame x="0" y="0" width="1280" height="800" extended-state="0" />
270
258
  <editor active="true" />
271
259
  <layout>
272
- <window_info content_ui="combo" id="Project" order="0" visible="true" weight="0.25518927" />
260
+ <window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.33764136" />
273
261
  <window_info anchor="bottom" id="TODO" order="6" />
274
262
  <window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
275
263
  <window_info anchor="bottom" id="Event Log" order="7" side_tool="true" />
@@ -277,7 +265,7 @@
277
265
  <window_info anchor="bottom" id="Database Changes" order="7" show_stripe_button="false" />
278
266
  <window_info anchor="bottom" id="Version Control" order="7" />
279
267
  <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
280
- <window_info active="true" anchor="bottom" id="Terminal" order="7" visible="true" weight="0.34393638" />
268
+ <window_info anchor="bottom" id="Terminal" order="7" visible="true" weight="0.45767197" />
281
269
  <window_info id="Favorites" order="2" side_tool="true" />
282
270
  <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
283
271
  <window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
@@ -567,7 +555,7 @@
567
555
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
568
556
  <provider selected="true" editor-type-id="text-editor">
569
557
  <state relative-caret-position="30">
570
- <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
558
+ <caret line="2" selection-start-line="2" selection-end-line="2" />
571
559
  </state>
572
560
  </provider>
573
561
  </entry>
@@ -623,7 +611,7 @@
623
611
  <entry file="file://$USER_HOME$/.rvm/rubies/ruby-2.4.1/lib/ruby/2.4.0/webrick/compat.rb">
624
612
  <provider selected="true" editor-type-id="text-editor">
625
613
  <state relative-caret-position="270">
626
- <caret line="18" column="1" lean-forward="true" selection-start-line="18" selection-start-column="1" selection-end-line="18" selection-end-column="1" />
614
+ <caret line="18" column="1" selection-start-line="18" selection-start-column="1" selection-end-line="18" selection-end-column="1" />
627
615
  </state>
628
616
  </provider>
629
617
  </entry>
data/lib/http_crawler/proxy/test_proxy_api/client.rb CHANGED
@@ -8,11 +8,13 @@ module HttpCrawler
8
8
  include(HttpCrawler::Proxy::Client)
9
9
 
10
10
 
11
- class << self
12
- def new(*args)
13
- @client ||= super(*args)
14
- end
15
- end
11
+
12
+ # 这是个错误代码 http类不能唯一，如果唯一的话高并发情况下会导致前一个请求未结束，下一个请求已经在发送，会出现冲突
13
+ # class << self
14
+ # def new(*args)
15
+ # @client ||= super(*args)
16
+ # end
17
+ # end
16
18
 
17
19
  def init_uri
18
20
  @uri = URI("http://127.0.0.1:1111/")
@@ -21,7 +23,7 @@ module HttpCrawler
21
23
  # http://39.108.59.38:7772/Tools/proxyIP.ashx?OrderNumber=ccd4c8912691f28861a1ed048fec88dc&poolIndex=22717&cache=1&qty=2
22
24
  def get_proxy(parameter = {})
23
25
  r = http.get_fetch("/api/get_proxy")
24
- r.extend(HttpCrawler::Proxy::Laofu::Response::GetProxy)
26
+ r.extend(HttpCrawler::Proxy::TestProxyApi::Response::GetProxy)
25
27
  end
26
28
 
27
29
  end
data/lib/http_crawler/proxy/test_proxy_api/response/get_proxy.rb CHANGED
@@ -1,9 +1,9 @@
1
1
  # 查询
2
2
  module HttpCrawler
3
3
  module Proxy
4
- module Laofu
4
+ module TestProxyApi
5
5
  module Response
6
- module TestProxyApi
6
+ module GetProxy
7
7
  def parsing
8
8
  array = []
9
9
  decoding_body.scan(/([^\n\r:]*):([^\n\r]*)/) do |v1, v2|
data/lib/http_crawler/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module HttpCrawler
2
- VERSION = "0.2.2.8"
2
+ VERSION = "0.2.2.9"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: http_crawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.2.8
4
+ version: 0.2.2.9
5
5
  platform: ruby
6
6
  authors:
7
7
  - jagger
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2019-01-02 00:00:00.000000000 Z
11
+ date: 2019-01-10 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: rspec