http_crawler 0.3.1.18 → 0.3.1.19

Sign up to get free protection for your applications and to get access to all the features.
Files changed (11) hide show
  1. checksums.yaml +4 -4
  2. data/.idea/.rakeTasks +1 -1
  3. data/.idea/http_crawler.iml +2 -13
  4. data/.idea/workspace.xml +124 -121
  5. data/lib/http_crawler.rb +0 -1
  6. data/lib/http_crawler/common/integer.rb +1 -1
  7. data/lib/http_crawler/common/object.rb +1 -1
  8. data/lib/http_crawler/common/string.rb +18 -5
  9. data/lib/http_crawler/decryption.rb +0 -2
  10. data/lib/http_crawler/version.rb +1 -1
  11. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 68396749c9bd9f6ce666cfbefdfc0d878dece536859392de5bc3c195856548c2
4
- data.tar.gz: c47ad257b69a6f04d550d8f5cadcbfe97e0ee8c9dcc650c231241da8b7cbcd28
3
+ metadata.gz: d0e50899bd853cd086eabd2be247b40fa74f6f2d0c5a50f7e5a04e6f4fba7f90
4
+ data.tar.gz: b77db25f63506a1182fafd7741d83b04fea6ec9d339e8147390332937fb6f7da
5
5
  SHA512:
6
- metadata.gz: f0ba6357dc1fd9db86f9f4726b3982ca0e137c89b50fe2b479c719bec850bf2fc5f580a0a1fdc93586a97543f39a02e0c17b114277e1facfc850e6600cd81cf2
7
- data.tar.gz: 244c96afe3b989792e680340cec73e87762490390fdeb3e5931788109068ac562bbd35e65fbc768323d2e1758c86afd2edca38bc18b40c98340e815f9b41880f
6
+ metadata.gz: d3251a089a02bd55a1dc1a4f6fc92ded5f631e59d7e81f9d6f756a36dca09c37694b7414c61595aec900c2e2255458ebf3e7104839eba782b903a62494694fa7
7
+ data.tar.gz: c8945774aa2e60f58685e78e4ba7a67aab0a8866636ee9ec4d442d5fe178530e2c3ff927d37078de8cee0056b168c5fe5b92d749056fa906f68f5dfe3eca2071
data/.idea/.rakeTasks CHANGED
@@ -4,4 +4,4 @@ You are allowed to:
4
4
  1. Remove rake task
5
5
  2. Add existing rake tasks
6
6
  To add existing rake tasks automatically delete this file and reload the project.
7
- --><RakeGroup description="" fullCmd="" taksId="rake"><RakeTask description="Build http_crawler-0.1.6.gem into the pkg directory" fullCmd="build" taksId="build" /><RakeTask description="Remove any temporary products" fullCmd="clean" taksId="clean" /><RakeTask description="Remove any generated files" fullCmd="clobber" taksId="clobber" /><RakeTask description="Build and install http_crawler-0.1.6.gem into system gems" fullCmd="install" taksId="install" /><RakeGroup description="" fullCmd="" taksId="install"><RakeTask description="Build and install http_crawler-0.1.6.gem into system gems without network access" fullCmd="install:local" taksId="local" /></RakeGroup><RakeTask description="Create tag v0.1.6 and build and push http_crawler-0.1.6.gem to Rubygems" fullCmd="release[remote]" taksId="release[remote]" /><RakeTask description="" fullCmd="default" taksId="default" /><RakeTask description="" fullCmd="release" taksId="release" /><RakeGroup description="" fullCmd="" taksId="release"><RakeTask description="" fullCmd="release:guard_clean" taksId="guard_clean" /><RakeTask description="" fullCmd="release:rubygem_push" taksId="rubygem_push" /><RakeTask description="" fullCmd="release:source_control_push" taksId="source_control_push" /></RakeGroup></RakeGroup></Settings>
7
+ --><RakeGroup description="" fullCmd="" taksId="rake" /></Settings>
data/.idea/http_crawler.iml CHANGED
@@ -5,19 +5,8 @@
5
5
  </component>
6
6
  <component name="NewModuleRootManager">
7
7
  <content url="file://$MODULE_DIR$" />
8
- <orderEntry type="jdk" jdkName="RVM: ruby-2.4.1 [rails5.1.6]" jdkType="RUBY_SDK" />
8
+ <orderEntry type="inheritedJdk" />
9
9
  <orderEntry type="sourceFolder" forTests="false" />
10
- <orderEntry type="library" scope="PROVIDED" name="brotli (v0.2.2, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
11
- <orderEntry type="library" scope="PROVIDED" name="bundler (v1.16.6, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
12
- <orderEntry type="library" scope="PROVIDED" name="diff-lcs (v1.3, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
13
- <orderEntry type="library" scope="PROVIDED" name="guess_html_encoding (v0.0.11, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
14
- <orderEntry type="library" scope="PROVIDED" name="mini_portile2 (v2.4.0, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
15
- <orderEntry type="library" scope="PROVIDED" name="nokogiri (v1.10.1, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
16
- <orderEntry type="library" scope="PROVIDED" name="rchardet (v1.8.0, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
17
- <orderEntry type="library" scope="PROVIDED" name="rspec (v3.8.0, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
18
- <orderEntry type="library" scope="PROVIDED" name="rspec-core (v3.8.0, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
19
- <orderEntry type="library" scope="PROVIDED" name="rspec-mocks (v3.8.0, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
20
- <orderEntry type="library" scope="PROVIDED" name="rspec-support (v3.8.0, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
21
- <orderEntry type="library" scope="PROVIDED" name="ruby-readability (v0.7.0, RVM: ruby-2.4.1 [rails5.1.6]) [gem]" level="application" />
10
+ <orderEntry type="library" scope="PROVIDED" name="bundler (v1.16.6, RVM: ruby-2.4.1) [gem]" level="application" />
22
11
  </component>
23
12
  </module>
data/.idea/workspace.xml CHANGED
@@ -2,11 +2,9 @@
2
2
  <project version="4">
3
3
  <component name="ChangeListManager">
4
4
  <list default="true" id="07223dd4-8944-486b-a29b-7461a5c9ec2d" name="Default" comment="">
5
- <change afterPath="$PROJECT_DIR$/.idea/inspectionProfiles/Project_Default.xml" afterDir="false" />
6
- <change beforePath="$PROJECT_DIR$/.idea/http_crawler.iml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/http_crawler.iml" afterDir="false" />
5
+ <change beforePath="$PROJECT_DIR$/.idea/.rakeTasks" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/.rakeTasks" afterDir="false" />
7
6
  <change beforePath="$PROJECT_DIR$/.idea/workspace.xml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/workspace.xml" afterDir="false" />
8
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/http.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/http.rb" afterDir="false" />
9
- <change beforePath="$PROJECT_DIR$/lib/http_crawler/net/response.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/net/response.rb" afterDir="false" />
7
+ <change beforePath="$PROJECT_DIR$/lib/http_crawler/decryption/node.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/decryption/node.rb" afterDir="false" />
10
8
  <change beforePath="$PROJECT_DIR$/lib/http_crawler/version.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/version.rb" afterDir="false" />
11
9
  </list>
12
10
  <option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
@@ -18,47 +16,76 @@
18
16
  </component>
19
17
  <component name="FileEditorManager">
20
18
  <leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
21
- <file leaf-file-name="http.rb" pinned="false" current-in-tab="false">
22
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
19
+ <file leaf-file-name="common.rb" pinned="false" current-in-tab="false">
20
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
23
21
  <provider selected="true" editor-type-id="text-editor">
24
- <state relative-caret-position="504">
25
- <caret line="24" column="22" selection-start-line="24" selection-start-column="22" selection-end-line="24" selection-end-column="22" />
22
+ <state relative-caret-position="36">
23
+ <caret line="2" selection-start-line="2" selection-end-line="2" />
26
24
  </state>
27
25
  </provider>
28
26
  </entry>
29
27
  </file>
30
- <file leaf-file-name="common.rb" pinned="false" current-in-tab="false">
31
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
28
+ <file leaf-file-name="version.rb" pinned="false" current-in-tab="false">
29
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
32
30
  <provider selected="true" editor-type-id="text-editor">
33
- <state relative-caret-position="42">
34
- <caret line="2" selection-start-line="2" selection-end-line="2" />
31
+ <state relative-caret-position="54">
32
+ <caret line="3" lean-forward="true" selection-start-line="3" selection-end-line="3" />
35
33
  </state>
36
34
  </provider>
37
35
  </entry>
38
36
  </file>
37
+ <file leaf-file-name="response.rb" pinned="false" current-in-tab="false">
38
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/http/response.rb">
39
+ <provider selected="true" editor-type-id="text-editor" />
40
+ </entry>
41
+ </file>
39
42
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
40
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
43
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
41
44
  <provider selected="true" editor-type-id="text-editor">
42
- <state relative-caret-position="483">
43
- <caret line="23" column="19" selection-start-line="23" selection-start-column="19" selection-end-line="23" selection-end-column="19" />
45
+ <state relative-caret-position="180">
46
+ <caret line="10" column="48" selection-start-line="10" selection-start-column="48" selection-end-line="10" selection-end-column="48" />
44
47
  </state>
45
48
  </provider>
46
49
  </entry>
47
50
  </file>
51
+ <file leaf-file-name="node.rb" pinned="false" current-in-tab="true">
52
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/decryption/node.rb">
53
+ <provider selected="true" editor-type-id="text-editor">
54
+ <state relative-caret-position="342">
55
+ <caret line="19" column="7" lean-forward="true" selection-start-line="19" selection-start-column="7" selection-end-line="19" selection-end-column="7" />
56
+ </state>
57
+ </provider>
58
+ </entry>
59
+ </file>
60
+ <file leaf-file-name="string.rb" pinned="false" current-in-tab="false">
61
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/string.rb">
62
+ <provider selected="true" editor-type-id="text-editor" />
63
+ </entry>
64
+ </file>
65
+ <file leaf-file-name="integer.rb" pinned="false" current-in-tab="false">
66
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/integer.rb">
67
+ <provider selected="true" editor-type-id="text-editor" />
68
+ </entry>
69
+ </file>
70
+ <file leaf-file-name="object.rb" pinned="false" current-in-tab="false">
71
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/object.rb">
72
+ <provider selected="true" editor-type-id="text-editor" />
73
+ </entry>
74
+ </file>
48
75
  <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
49
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
76
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
50
77
  <provider selected="true" editor-type-id="text-editor">
51
- <state relative-caret-position="105">
52
- <caret line="5" selection-start-line="5" selection-end-line="5" />
78
+ <state relative-caret-position="414">
79
+ <caret line="23" selection-start-line="23" selection-end-line="23" />
53
80
  </state>
54
81
  </provider>
55
82
  </entry>
56
83
  </file>
57
- <file leaf-file-name="response.rb" pinned="false" current-in-tab="true">
58
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/response.rb">
84
+ <file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
85
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
59
86
  <provider selected="true" editor-type-id="text-editor">
60
- <state relative-caret-position="65">
61
- <caret line="4" column="21" selection-start-line="4" selection-start-column="8" selection-end-line="4" selection-end-column="21" />
87
+ <state relative-caret-position="90">
88
+ <caret line="5" selection-start-line="5" selection-end-line="5" />
62
89
  </state>
63
90
  </provider>
64
91
  </entry>
@@ -110,8 +137,9 @@
110
137
  <option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" />
111
138
  <option value="$PROJECT_DIR$/lib/http_crawler/proxy.rb" />
112
139
  <option value="$PROJECT_DIR$/lib/http_crawler/web.rb" />
113
- <option value="$PROJECT_DIR$/lib/http_crawler/version.rb" />
114
140
  <option value="$PROJECT_DIR$/lib/http_crawler/http.rb" />
141
+ <option value="$PROJECT_DIR$/lib/http_crawler/version.rb" />
142
+ <option value="$PROJECT_DIR$/lib/http_crawler/decryption/node.rb" />
115
143
  </list>
116
144
  </option>
117
145
  </component>
@@ -124,7 +152,7 @@
124
152
  <component name="NodePackageJsonFileManager">
125
153
  <packageJsonPaths />
126
154
  </component>
127
- <component name="ProjectFrameBounds" fullScreen="true">
155
+ <component name="ProjectFrameBounds" extendedState="6" fullScreen="true">
128
156
  <option name="y" value="23" />
129
157
  <option name="width" value="1280" />
130
158
  <option name="height" value="777" />
@@ -157,7 +185,28 @@
157
185
  <item name="http_crawler" type="462c0819:PsiDirectoryNode" />
158
186
  <item name="lib" type="462c0819:PsiDirectoryNode" />
159
187
  <item name="http_crawler" type="462c0819:PsiDirectoryNode" />
160
- <item name="net" type="462c0819:PsiDirectoryNode" />
188
+ <item name="common" type="462c0819:PsiDirectoryNode" />
189
+ </path>
190
+ <path>
191
+ <item name="http_crawler" type="b2602c69:ProjectViewProjectNode" />
192
+ <item name="http_crawler" type="462c0819:PsiDirectoryNode" />
193
+ <item name="lib" type="462c0819:PsiDirectoryNode" />
194
+ <item name="http_crawler" type="462c0819:PsiDirectoryNode" />
195
+ <item name="decryption" type="462c0819:PsiDirectoryNode" />
196
+ </path>
197
+ <path>
198
+ <item name="http_crawler" type="b2602c69:ProjectViewProjectNode" />
199
+ <item name="http_crawler" type="462c0819:PsiDirectoryNode" />
200
+ <item name="lib" type="462c0819:PsiDirectoryNode" />
201
+ <item name="http_crawler" type="462c0819:PsiDirectoryNode" />
202
+ <item name="http" type="462c0819:PsiDirectoryNode" />
203
+ </path>
204
+ <path>
205
+ <item name="http_crawler" type="b2602c69:ProjectViewProjectNode" />
206
+ <item name="http_crawler" type="462c0819:PsiDirectoryNode" />
207
+ <item name="lib" type="462c0819:PsiDirectoryNode" />
208
+ <item name="http_crawler" type="462c0819:PsiDirectoryNode" />
209
+ <item name="web" type="462c0819:PsiDirectoryNode" />
161
210
  </path>
162
211
  <path>
163
212
  <item name="http_crawler" type="b2602c69:ProjectViewProjectNode" />
@@ -165,6 +214,7 @@
165
214
  <item name="lib" type="462c0819:PsiDirectoryNode" />
166
215
  <item name="http_crawler" type="462c0819:PsiDirectoryNode" />
167
216
  <item name="web" type="462c0819:PsiDirectoryNode" />
217
+ <item name="baidu" type="462c0819:PsiDirectoryNode" />
168
218
  </path>
169
219
  </expand>
170
220
  <select />
@@ -220,31 +270,34 @@
220
270
  <workItem from="1549964225949" duration="1209000" />
221
271
  <workItem from="1550132724592" duration="3006000" />
222
272
  <workItem from="1550208979012" duration="304000" />
273
+ <workItem from="1556176614736" duration="951000" />
223
274
  </task>
224
275
  <servers />
225
276
  </component>
226
277
  <component name="TimeTrackingManager">
227
- <option name="totallyTimeSpent" value="27627000" />
278
+ <option name="totallyTimeSpent" value="28578000" />
228
279
  </component>
229
280
  <component name="ToolWindowManager">
230
- <frame x="0" y="0" width="1680" height="1050" extended-state="0" />
281
+ <frame x="0" y="0" width="1680" height="1050" extended-state="6" />
282
+ <editor active="true" />
231
283
  <layout>
232
- <window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.35042736" />
233
284
  <window_info anchor="bottom" id="TODO" order="6" />
234
- <window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
285
+ <window_info anchor="bottom" id="Messages" weight="0.22974358" />
235
286
  <window_info anchor="bottom" id="Event Log" order="7" side_tool="true" />
236
- <window_info anchor="right" id="Database" order="3" />
237
287
  <window_info anchor="bottom" id="Database Changes" order="7" show_stripe_button="false" />
288
+ <window_info anchor="bottom" id="Run" order="2" />
238
289
  <window_info anchor="bottom" id="Version Control" order="7" />
239
- <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
240
290
  <window_info anchor="bottom" id="Terminal" order="7" weight="0.45725647" />
291
+ <window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.26923078" />
292
+ <window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
293
+ <window_info anchor="right" id="Database" order="3" />
294
+ <window_info id="Structure" order="1" side_tool="true" weight="0.25" />
295
+ <window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
241
296
  <window_info id="Favorites" order="2" side_tool="true" />
242
297
  <window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
243
298
  <window_info anchor="bottom" id="Inspection" order="5" weight="0.4" />
244
299
  <window_info anchor="right" id="Commander" order="0" weight="0.4" />
245
300
  <window_info anchor="right" id="Ant Build" order="1" weight="0.25" />
246
- <window_info anchor="bottom" id="Run" order="2" />
247
- <window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
248
301
  <window_info anchor="bottom" id="Message" order="0" />
249
302
  <window_info anchor="bottom" id="Cvs" order="4" weight="0.25" />
250
303
  <window_info anchor="bottom" id="Find" order="1" />
@@ -257,27 +310,6 @@
257
310
  <option name="myLimit" value="2678400000" />
258
311
  </component>
259
312
  <component name="editorHistoryManager">
260
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
261
- <provider selected="true" editor-type-id="text-editor">
262
- <state relative-caret-position="90">
263
- <caret line="6" column="36" selection-start-line="6" selection-start-column="36" selection-end-line="6" selection-end-column="36" />
264
- </state>
265
- </provider>
266
- </entry>
267
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
268
- <provider selected="true" editor-type-id="text-editor">
269
- <state relative-caret-position="315">
270
- <caret line="21" selection-start-line="21" selection-end-line="21" />
271
- </state>
272
- </provider>
273
- </entry>
274
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
275
- <provider selected="true" editor-type-id="text-editor">
276
- <state relative-caret-position="150">
277
- <caret line="10" column="48" selection-start-line="10" selection-start-column="48" selection-end-line="10" selection-end-column="48" />
278
- </state>
279
- </provider>
280
- </entry>
281
313
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
282
314
  <provider selected="true" editor-type-id="text-editor">
283
315
  <state relative-caret-position="15">
@@ -292,13 +324,7 @@
292
324
  </state>
293
325
  </provider>
294
326
  </entry>
295
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
296
- <provider selected="true" editor-type-id="text-editor">
297
- <state relative-caret-position="45">
298
- <caret line="3" lean-forward="true" selection-start-line="3" selection-end-line="3" />
299
- </state>
300
- </provider>
301
- </entry>
327
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb" />
302
328
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
303
329
  <provider selected="true" editor-type-id="text-editor">
304
330
  <state relative-caret-position="30">
@@ -306,20 +332,8 @@
306
332
  </state>
307
333
  </provider>
308
334
  </entry>
309
- <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
310
- <provider selected="true" editor-type-id="text-editor">
311
- <state relative-caret-position="120">
312
- <caret line="8" lean-forward="true" selection-start-line="8" selection-end-line="8" />
313
- </state>
314
- </provider>
315
- </entry>
316
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
317
- <provider selected="true" editor-type-id="text-editor">
318
- <state>
319
- <caret column="4" selection-start-column="4" selection-end-column="4" />
320
- </state>
321
- </provider>
322
- </entry>
335
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb" />
336
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb" />
323
337
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
324
338
  <provider selected="true" editor-type-id="text-editor">
325
339
  <state relative-caret-position="45">
@@ -366,12 +380,6 @@
366
380
  </state>
367
381
  </provider>
368
382
  </entry>
369
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/string.rb">
370
- <provider selected="true" editor-type-id="text-editor" />
371
- </entry>
372
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/object.rb">
373
- <provider selected="true" editor-type-id="text-editor" />
374
- </entry>
375
383
  <entry file="file://$PROJECT_DIR$/README.md">
376
384
  <provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
377
385
  <state split_layout="SPLIT">
@@ -468,20 +476,8 @@
468
476
  </state>
469
477
  </provider>
470
478
  </entry>
471
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/http.rb">
472
- <provider selected="true" editor-type-id="text-editor">
473
- <state relative-caret-position="30">
474
- <caret line="2" lean-forward="true" selection-start-line="2" selection-end-line="2" />
475
- </state>
476
- </provider>
477
- </entry>
478
- <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb">
479
- <provider selected="true" editor-type-id="text-editor">
480
- <state relative-caret-position="120">
481
- <caret line="8" column="22" lean-forward="true" selection-start-line="8" selection-start-column="22" selection-end-line="8" selection-end-column="22" />
482
- </state>
483
- </provider>
484
- </entry>
479
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/http.rb" />
480
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler.rb" />
485
481
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb">
486
482
  <provider selected="true" editor-type-id="text-editor">
487
483
  <state relative-caret-position="240">
@@ -503,16 +499,9 @@
503
499
  </state>
504
500
  </provider>
505
501
  </entry>
506
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
507
- <provider selected="true" editor-type-id="text-editor">
508
- <state relative-caret-position="150">
509
- <caret line="10" column="48" selection-start-line="10" selection-start-column="48" selection-end-line="10" selection-end-column="48" />
510
- </state>
511
- </provider>
512
- </entry>
513
502
  <entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
514
503
  <provider selected="true" editor-type-id="text-editor">
515
- <state relative-caret-position="42">
504
+ <state relative-caret-position="36">
516
505
  <caret line="2" selection-start-line="2" selection-end-line="2" />
517
506
  </state>
518
507
  </provider>
@@ -552,45 +541,59 @@
552
541
  </state>
553
542
  </provider>
554
543
  </entry>
555
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
544
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
556
545
  <provider selected="true" editor-type-id="text-editor">
557
- <state relative-caret-position="63">
558
- <caret line="3" selection-start-line="3" selection-end-line="3" />
546
+ <state relative-caret-position="441">
547
+ <caret line="21" selection-start-line="21" selection-end-line="21" />
559
548
  </state>
560
549
  </provider>
561
550
  </entry>
562
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy.rb">
551
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
563
552
  <provider selected="true" editor-type-id="text-editor">
564
- <state relative-caret-position="441">
565
- <caret line="21" selection-start-line="21" selection-end-line="21" />
553
+ <state relative-caret-position="90">
554
+ <caret line="5" selection-start-line="5" selection-end-line="5" />
566
555
  </state>
567
556
  </provider>
568
557
  </entry>
569
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
558
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb" />
559
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/response.rb" />
560
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
570
561
  <provider selected="true" editor-type-id="text-editor">
571
- <state relative-caret-position="483">
572
- <caret line="23" column="19" selection-start-line="23" selection-start-column="19" selection-end-line="23" selection-end-column="19" />
562
+ <state relative-caret-position="54">
563
+ <caret line="3" lean-forward="true" selection-start-line="3" selection-end-line="3" />
573
564
  </state>
574
565
  </provider>
575
566
  </entry>
576
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb">
567
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/integer.rb">
568
+ <provider selected="true" editor-type-id="text-editor" />
569
+ </entry>
570
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/object.rb">
571
+ <provider selected="true" editor-type-id="text-editor" />
572
+ </entry>
573
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/common/string.rb">
574
+ <provider selected="true" editor-type-id="text-editor" />
575
+ </entry>
576
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/http/response.rb">
577
+ <provider selected="true" editor-type-id="text-editor" />
578
+ </entry>
579
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
577
580
  <provider selected="true" editor-type-id="text-editor">
578
- <state relative-caret-position="105">
579
- <caret line="5" selection-start-line="5" selection-end-line="5" />
581
+ <state relative-caret-position="180">
582
+ <caret line="10" column="48" selection-start-line="10" selection-start-column="48" selection-end-line="10" selection-end-column="48" />
580
583
  </state>
581
584
  </provider>
582
585
  </entry>
583
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb">
586
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
584
587
  <provider selected="true" editor-type-id="text-editor">
585
- <state relative-caret-position="504">
586
- <caret line="24" column="22" selection-start-line="24" selection-start-column="22" selection-end-line="24" selection-end-column="22" />
588
+ <state relative-caret-position="414">
589
+ <caret line="23" selection-start-line="23" selection-end-line="23" />
587
590
  </state>
588
591
  </provider>
589
592
  </entry>
590
- <entry file="file://$PROJECT_DIR$/lib/http_crawler/net/response.rb">
593
+ <entry file="file://$PROJECT_DIR$/lib/http_crawler/decryption/node.rb">
591
594
  <provider selected="true" editor-type-id="text-editor">
592
- <state relative-caret-position="65">
593
- <caret line="4" column="21" selection-start-line="4" selection-start-column="8" selection-end-line="4" selection-end-column="21" />
595
+ <state relative-caret-position="342">
596
+ <caret line="19" column="7" lean-forward="true" selection-start-line="19" selection-start-column="7" selection-end-line="19" selection-end-column="7" />
594
597
  </state>
595
598
  </provider>
596
599
  </entry>
data/lib/http_crawler.rb CHANGED
@@ -21,7 +21,6 @@ require_dependency 'http_crawler/common.rb'
21
21
  require_dependency 'http_crawler/client.rb'
22
22
  require_dependency 'http_crawler/web.rb'
23
23
  require_dependency 'http_crawler/proxy.rb'
24
- require_dependency 'http_crawler/decryption.rb'
25
24
 
26
25
  module HttpCrawler
27
26
  # Your code goes here...
data/lib/http_crawler/common/integer.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  class Integer
2
- def to_time
2
+ def jagger_to_time
3
3
  if self >= 1000000000000 && self < 10000000000000
4
4
  return Time.at(self / 1000.0)
5
5
  else
data/lib/http_crawler/common/object.rb CHANGED
@@ -1,5 +1,5 @@
1
1
  class Object
2
- def blank_0(&block)
2
+ def jagger_blank(&block)
3
3
  if (self.blank?)
4
4
  nil
5
5
  else
data/lib/http_crawler/common/string.rb CHANGED
@@ -2,14 +2,14 @@ class String
2
2
  # 清除干扰数据
3
3
  # 清除包含: 空格,回车
4
4
  #
5
- def del_inter
5
+ def jagger_del_inter
6
6
  self.gsub(/(?:\n|\t|\r| |　)/, "")
7
7
  end
8
8
 
9
9
  # 转换成时间格式
10
- def to_time
10
+ def jagger_to_time
11
11
 
12
- # 然后再遍历
12
+ # 然后先遍历所有格式
13
13
  [
14
14
  "%Y年%m月%d日%H:%M:%S",
15
15
  "%Y年%m月%d日 %H:%M:%S",
@@ -25,10 +25,23 @@ class String
25
25
  "%Y年%m月%d日",
26
26
  "%Y%m%d",
27
27
 
28
+ "%m月%d日",
29
+
30
+ "%m月%d日 %H%M",
31
+ "%m月%d日 %H%M%S",
32
+ "%m月%d日%H%M",
33
+ "%m月%d日%H%M%S",
34
+
35
+ "%m月%d日 %H:%M",
36
+ "%m月%d日 %H:%M:%S",
37
+ "%m月%d日%H:%M",
38
+ "%m月%d日%H:%M:%S",
39
+
28
40
  "%Y%m%d%H%M%S",
29
41
  "%Y%m%d%H%M",
30
42
 
31
43
  ].each do |v|
44
+ Rails.logger.debug v
32
45
  begin
33
46
  return Time.strptime(self, v)
34
47
  rescue => error
@@ -36,8 +49,8 @@ class String
36
49
  end
37
50
  end
38
51
 
39
- Time.at(self.to_i / 1000.0) if self.length == 13
40
- Time.at(self.to_i) if self.length == 10
52
+ return Time.at(self.to_i / 1000.0) if self.length == 13
53
+ return Time.at(self.to_i) if self.length == 10
41
54
 
42
55
  # 最后用 Time通用类型尝试
43
56
  return Time.parse(self)
data/lib/http_crawler/decryption.rb CHANGED
@@ -1,5 +1,3 @@
1
- require_dependency File.dirname(__FILE__) + '/decryption/node.rb'
2
-
3
1
  module HttpCrawler
4
2
  module Decryption
5
3
  class << self
data/lib/http_crawler/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  module HttpCrawler
2
- VERSION = "0.3.1.18"
2
+ VERSION = "0.3.1.19"
3
3
  end
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: http_crawler
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.3.1.18
4
+ version: 0.3.1.19
5
5
  platform: ruby
6
6
  authors:
7
7
  - jagger
8
8
  autorequire:
9
9
  bindir: exe
10
10
  cert_chain: []
11
- date: 2019-04-24 00:00:00.000000000 Z
11
+ date: 2019-04-28 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: rspec