http_crawler 0.3.2.10 → 0.3.2.11
Sign up to get free protection for your applications and to get access to all the features.
- checksums.yaml +4 -4
- data/.idea/http_crawler.iml +2 -0
- data/.idea/workspace.xml +93 -126
- data/http_crawler.gemspec +15 -11
- data/lib/http_crawler/version.rb +1 -1
- metadata +3 -2
checksums.yaml
CHANGED
@@ -1,7 +1,7 @@
|
|
1
1
|
---
|
2
2
|
SHA256:
|
3
|
-
metadata.gz:
|
4
|
-
data.tar.gz:
|
3
|
+
metadata.gz: 5fa9fcf886da6a4edc5c421ae476b23b75d31e28d918ec452efb2eca212d4365
|
4
|
+
data.tar.gz: 7df42eb74054ddbef1a6a8ad8cf8e36cac2998ae744765aad8c6961e1dcde033
|
5
5
|
SHA512:
|
6
|
-
metadata.gz:
|
7
|
-
data.tar.gz:
|
6
|
+
metadata.gz: 0a2473c74fe3465460336ff204b186467e6db4cd49a712c1c39f45afbbf21967053834fbef801a2440159c7bc5884eae3bb1d92fc3f8ca54904b5b9627028707
|
7
|
+
data.tar.gz: 9981da97c12fcfee7120838bcfaa01f8f8b43379a90aa401f6fef47dfd5d1f2dd50f6cbbbc4e33c203b43a7c00c1e9e3331fe761cdf7c9351937753db1fed5b2
|
data/.idea/http_crawler.iml
CHANGED
@@ -15,5 +15,7 @@
|
|
15
15
|
<orderEntry type="library" scope="PROVIDED" name="nokogiri (v1.10.9, RVM: ruby-2.4.1) [gem]" level="application" />
|
16
16
|
<orderEntry type="library" scope="PROVIDED" name="rchardet (v1.8.0, RVM: ruby-2.4.1) [gem]" level="application" />
|
17
17
|
<orderEntry type="library" scope="PROVIDED" name="ruby-readability (v0.7.0, RVM: ruby-2.4.1) [gem]" level="application" />
|
18
|
+
<orderEntry type="library" name="R User Library" level="project" />
|
19
|
+
<orderEntry type="library" name="R Skeletons" level="application" />
|
18
20
|
</component>
|
19
21
|
</module>
|
data/.idea/workspace.xml
CHANGED
@@ -2,8 +2,9 @@
|
|
2
2
|
<project version="4">
|
3
3
|
<component name="ChangeListManager">
|
4
4
|
<list default="true" id="07223dd4-8944-486b-a29b-7461a5c9ec2d" name="Default" comment="">
|
5
|
-
<change beforePath="$PROJECT_DIR$/.idea/
|
6
|
-
<change beforePath="$PROJECT_DIR$/
|
5
|
+
<change beforePath="$PROJECT_DIR$/.idea/http_crawler.iml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/http_crawler.iml" afterDir="false" />
|
6
|
+
<change beforePath="$PROJECT_DIR$/http_crawler.gemspec" beforeDir="false" afterPath="$PROJECT_DIR$/http_crawler.gemspec" afterDir="false" />
|
7
|
+
<change beforePath="$PROJECT_DIR$/lib/http_crawler/common/string.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/common/string.rb" afterDir="false" />
|
7
8
|
<change beforePath="$PROJECT_DIR$/lib/http_crawler/version.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/version.rb" afterDir="false" />
|
8
9
|
</list>
|
9
10
|
<option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
|
@@ -15,16 +16,7 @@
|
|
15
16
|
</component>
|
16
17
|
<component name="FileEditorManager">
|
17
18
|
<leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
|
18
|
-
<file leaf-file-name="
|
19
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
|
20
|
-
<provider selected="true" editor-type-id="text-editor">
|
21
|
-
<state relative-caret-position="18">
|
22
|
-
<caret line="1" column="63" selection-start-line="1" selection-start-column="63" selection-end-line="2" selection-end-column="64" />
|
23
|
-
</state>
|
24
|
-
</provider>
|
25
|
-
</entry>
|
26
|
-
</file>
|
27
|
-
<file leaf-file-name="version.rb" pinned="false" current-in-tab="false">
|
19
|
+
<file leaf-file-name="version.rb" pinned="false" current-in-tab="true">
|
28
20
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
|
29
21
|
<provider selected="true" editor-type-id="text-editor">
|
30
22
|
<state relative-caret-position="18">
|
@@ -37,16 +29,7 @@
|
|
37
29
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/http/response.rb">
|
38
30
|
<provider selected="true" editor-type-id="text-editor">
|
39
31
|
<state relative-caret-position="2250">
|
40
|
-
<caret line="125" column="6"
|
41
|
-
</state>
|
42
|
-
</provider>
|
43
|
-
</entry>
|
44
|
-
</file>
|
45
|
-
<file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
|
46
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
|
47
|
-
<provider selected="true" editor-type-id="text-editor">
|
48
|
-
<state relative-caret-position="180">
|
49
|
-
<caret line="10" column="48" selection-start-line="10" selection-start-column="48" selection-end-line="10" selection-end-column="48" />
|
32
|
+
<caret line="125" column="6" selection-start-line="125" selection-start-column="6" selection-end-line="125" selection-end-column="8" />
|
50
33
|
</state>
|
51
34
|
</provider>
|
52
35
|
</entry>
|
@@ -60,47 +43,61 @@
|
|
60
43
|
</provider>
|
61
44
|
</entry>
|
62
45
|
</file>
|
63
|
-
<file leaf-file-name="
|
64
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/
|
46
|
+
<file leaf-file-name="string.rb" pinned="false" current-in-tab="false">
|
47
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/common/string.rb">
|
65
48
|
<provider selected="true" editor-type-id="text-editor">
|
66
49
|
<state relative-caret-position="342">
|
67
|
-
<caret line="19" column="
|
50
|
+
<caret line="19" column="5" selection-start-line="19" selection-start-column="5" selection-end-line="19" selection-end-column="5" />
|
68
51
|
</state>
|
69
52
|
</provider>
|
70
53
|
</entry>
|
71
54
|
</file>
|
72
|
-
<file leaf-file-name="
|
73
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/
|
55
|
+
<file leaf-file-name="object.rb" pinned="false" current-in-tab="false">
|
56
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/common/object.rb">
|
57
|
+
<provider selected="true" editor-type-id="text-editor" />
|
58
|
+
</entry>
|
59
|
+
</file>
|
60
|
+
<file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
|
61
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
|
74
62
|
<provider selected="true" editor-type-id="text-editor">
|
75
|
-
<state relative-caret-position="
|
76
|
-
<caret line="
|
63
|
+
<state relative-caret-position="273">
|
64
|
+
<caret line="212" column="11" selection-start-line="212" selection-start-column="11" selection-end-line="212" selection-end-column="11" />
|
77
65
|
</state>
|
78
66
|
</provider>
|
79
67
|
</entry>
|
80
68
|
</file>
|
81
|
-
<file leaf-file-name="
|
82
|
-
<entry file="file://$PROJECT_DIR
|
69
|
+
<file leaf-file-name=".gitignore" pinned="false" current-in-tab="false">
|
70
|
+
<entry file="file://$PROJECT_DIR$/.gitignore">
|
83
71
|
<provider selected="true" editor-type-id="text-editor">
|
84
|
-
<state relative-caret-position="
|
85
|
-
<caret line="
|
72
|
+
<state relative-caret-position="162">
|
73
|
+
<caret line="9" lean-forward="true" selection-start-line="9" selection-end-line="9" />
|
86
74
|
</state>
|
87
75
|
</provider>
|
88
76
|
</entry>
|
89
77
|
</file>
|
90
|
-
<file leaf-file-name="
|
91
|
-
<entry file="file://$PROJECT_DIR$/
|
92
|
-
<provider selected="true" editor-type-id="text-editor"
|
78
|
+
<file leaf-file-name="Gemfile" pinned="false" current-in-tab="false">
|
79
|
+
<entry file="file://$PROJECT_DIR$/Gemfile">
|
80
|
+
<provider selected="true" editor-type-id="text-editor">
|
81
|
+
<state relative-caret-position="36">
|
82
|
+
<caret line="2" column="53" selection-start-line="2" selection-start-column="53" selection-end-line="2" selection-end-column="53" />
|
83
|
+
</state>
|
84
|
+
</provider>
|
93
85
|
</entry>
|
94
86
|
</file>
|
95
|
-
<file leaf-file-name="
|
96
|
-
<entry file="file://$PROJECT_DIR$/
|
87
|
+
<file leaf-file-name="http_crawler.gemspec" pinned="false" current-in-tab="false">
|
88
|
+
<entry file="file://$PROJECT_DIR$/http_crawler.gemspec">
|
97
89
|
<provider selected="true" editor-type-id="text-editor">
|
98
|
-
<state relative-caret-position="
|
99
|
-
<caret line="
|
90
|
+
<state relative-caret-position="126">
|
91
|
+
<caret line="7" column="33" lean-forward="true" selection-start-line="7" selection-start-column="33" selection-end-line="7" selection-end-column="33" />
|
100
92
|
</state>
|
101
93
|
</provider>
|
102
94
|
</entry>
|
103
95
|
</file>
|
96
|
+
<file leaf-file-name="Gemfile.lock" pinned="false" current-in-tab="false">
|
97
|
+
<entry file="file://$PROJECT_DIR$/Gemfile.lock">
|
98
|
+
<provider selected="true" editor-type-id="text-editor" />
|
99
|
+
</entry>
|
100
|
+
</file>
|
104
101
|
</leaf>
|
105
102
|
</component>
|
106
103
|
<component name="FindInProjectRecents">
|
@@ -109,6 +106,7 @@
|
|
109
106
|
<find>"Crawler</find>
|
110
107
|
<find>proxy</find>
|
111
108
|
<find>auto</find>
|
109
|
+
<find>source_code_uri</find>
|
112
110
|
</findStrings>
|
113
111
|
<replaceStrings>
|
114
112
|
<replace>HttpCrawler::Web</replace>
|
@@ -133,7 +131,6 @@
|
|
133
131
|
<option value="$PROJECT_DIR$/README.md" />
|
134
132
|
<option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md" />
|
135
133
|
<option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/README.md" />
|
136
|
-
<option value="$PROJECT_DIR$/http_crawler.gemspec" />
|
137
134
|
<option value="$PROJECT_DIR$/lib/test.rb" />
|
138
135
|
<option value="$PROJECT_DIR$/lib/http_crawler/test1.rb" />
|
139
136
|
<option value="$PROJECT_DIR$/lib/http_crawler/test.rb" />
|
@@ -151,8 +148,10 @@
|
|
151
148
|
<option value="$PROJECT_DIR$/lib/http_crawler.rb" />
|
152
149
|
<option value="$PROJECT_DIR$/lib/http_crawler/decryption.rb" />
|
153
150
|
<option value="$PROJECT_DIR$/lib/http_crawler/common/string.rb" />
|
154
|
-
<option value="$PROJECT_DIR$/lib/http_crawler/version.rb" />
|
155
151
|
<option value="$PROJECT_DIR$/lib/http_crawler/client.rb" />
|
152
|
+
<option value="$PROJECT_DIR$/Gemfile" />
|
153
|
+
<option value="$PROJECT_DIR$/http_crawler.gemspec" />
|
154
|
+
<option value="$PROJECT_DIR$/lib/http_crawler/version.rb" />
|
156
155
|
</list>
|
157
156
|
</option>
|
158
157
|
</component>
|
@@ -165,7 +164,7 @@
|
|
165
164
|
<component name="NodePackageJsonFileManager">
|
166
165
|
<packageJsonPaths />
|
167
166
|
</component>
|
168
|
-
<component name="ProjectFrameBounds"
|
167
|
+
<component name="ProjectFrameBounds" fullScreen="true">
|
169
168
|
<option name="y" value="23" />
|
170
169
|
<option name="width" value="1280" />
|
171
170
|
<option name="height" value="777" />
|
@@ -175,7 +174,6 @@
|
|
175
174
|
<foldersAlwaysOnTop value="true" />
|
176
175
|
</navigator>
|
177
176
|
<panes>
|
178
|
-
<pane id="Scope" />
|
179
177
|
<pane id="ProjectPane">
|
180
178
|
<subPane>
|
181
179
|
<expand>
|
@@ -183,21 +181,11 @@
|
|
183
181
|
<item name="http_crawler" type="b2602c69:ProjectViewProjectNode" />
|
184
182
|
<item name="http_crawler" type="462c0819:PsiDirectoryNode" />
|
185
183
|
</path>
|
186
|
-
<path>
|
187
|
-
<item name="http_crawler" type="b2602c69:ProjectViewProjectNode" />
|
188
|
-
<item name="http_crawler" type="462c0819:PsiDirectoryNode" />
|
189
|
-
<item name="lib" type="462c0819:PsiDirectoryNode" />
|
190
|
-
</path>
|
191
|
-
<path>
|
192
|
-
<item name="http_crawler" type="b2602c69:ProjectViewProjectNode" />
|
193
|
-
<item name="http_crawler" type="462c0819:PsiDirectoryNode" />
|
194
|
-
<item name="lib" type="462c0819:PsiDirectoryNode" />
|
195
|
-
<item name="http_crawler" type="462c0819:PsiDirectoryNode" />
|
196
|
-
</path>
|
197
184
|
</expand>
|
198
185
|
<select />
|
199
186
|
</subPane>
|
200
187
|
</pane>
|
188
|
+
<pane id="Scope" />
|
201
189
|
</panes>
|
202
190
|
</component>
|
203
191
|
<component name="PropertiesComponent">
|
@@ -255,25 +243,29 @@
|
|
255
243
|
<workItem from="1557160216202" duration="138000" />
|
256
244
|
<workItem from="1563360666497" duration="431000" />
|
257
245
|
<workItem from="1563361538580" duration="6000" />
|
246
|
+
<workItem from="1708944398275" duration="616000" />
|
258
247
|
</task>
|
259
248
|
<servers />
|
260
249
|
</component>
|
261
250
|
<component name="TimeTrackingManager">
|
262
|
-
<option name="totallyTimeSpent" value="
|
251
|
+
<option name="totallyTimeSpent" value="34081000" />
|
263
252
|
</component>
|
264
253
|
<component name="ToolWindowManager">
|
265
|
-
<frame x="0" y="0" width="1680" height="1050" extended-state="
|
254
|
+
<frame x="0" y="0" width="1680" height="1050" extended-state="0" />
|
255
|
+
<editor active="true" />
|
266
256
|
<layout>
|
267
|
-
<window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.0964591" />
|
268
257
|
<window_info anchor="bottom" id="TODO" order="6" />
|
269
|
-
<window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
|
270
258
|
<window_info anchor="bottom" id="Event Log" order="7" side_tool="true" />
|
271
|
-
<window_info anchor="right" id="Database" order="3" />
|
272
259
|
<window_info anchor="bottom" id="Database Changes" order="7" show_stripe_button="false" />
|
273
|
-
<window_info anchor="bottom" id="Version Control" order="7" />
|
260
|
+
<window_info anchor="bottom" id="Version Control" order="7" weight="0.32923076" />
|
274
261
|
<window_info anchor="bottom" id="Run" order="2" />
|
262
|
+
<window_info anchor="bottom" id="Terminal" order="7" visible="true" weight="0.2676923" />
|
263
|
+
<window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.1898657" />
|
264
|
+
<window_info anchor="right" id="R Packages" />
|
265
|
+
<window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
|
266
|
+
<window_info anchor="right" id="R Graphics" />
|
267
|
+
<window_info anchor="right" id="Database" order="3" />
|
275
268
|
<window_info id="Structure" order="1" side_tool="true" weight="0.25" />
|
276
|
-
<window_info anchor="bottom" id="Terminal" order="7" visible="true" weight="0.11794872" />
|
277
269
|
<window_info id="Favorites" order="2" side_tool="true" />
|
278
270
|
<window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
|
279
271
|
<window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
|
@@ -293,14 +285,6 @@
|
|
293
285
|
<option name="myLimit" value="2678400000" />
|
294
286
|
</component>
|
295
287
|
<component name="editorHistoryManager">
|
296
|
-
<entry file="file://$PROJECT_DIR$/Gemfile">
|
297
|
-
<provider selected="true" editor-type-id="text-editor">
|
298
|
-
<state relative-caret-position="120">
|
299
|
-
<caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
|
300
|
-
</state>
|
301
|
-
</provider>
|
302
|
-
</entry>
|
303
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb" />
|
304
288
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
|
305
289
|
<provider selected="true" editor-type-id="text-editor">
|
306
290
|
<state relative-caret-position="30">
|
@@ -349,13 +333,7 @@
|
|
349
333
|
</state>
|
350
334
|
</provider>
|
351
335
|
</entry>
|
352
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response.rb"
|
353
|
-
<provider selected="true" editor-type-id="text-editor">
|
354
|
-
<state relative-caret-position="30">
|
355
|
-
<caret line="2" column="18" selection-start-line="2" selection-start-column="18" selection-end-line="2" selection-end-column="18" />
|
356
|
-
</state>
|
357
|
-
</provider>
|
358
|
-
</entry>
|
336
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response.rb" />
|
359
337
|
<entry file="file://$PROJECT_DIR$/README.md">
|
360
338
|
<provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
|
361
339
|
<state split_layout="SPLIT">
|
@@ -383,16 +361,7 @@
|
|
383
361
|
</state>
|
384
362
|
</provider>
|
385
363
|
</entry>
|
386
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md"
|
387
|
-
<provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
|
388
|
-
<state split_layout="SPLIT">
|
389
|
-
<first_editor relative-caret-position="240">
|
390
|
-
<caret line="16" lean-forward="true" selection-start-line="16" selection-end-line="18" selection-end-column="15" />
|
391
|
-
</first_editor>
|
392
|
-
<second_editor />
|
393
|
-
</state>
|
394
|
-
</provider>
|
395
|
-
</entry>
|
364
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md" />
|
396
365
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/README.md">
|
397
366
|
<provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
|
398
367
|
<state split_layout="SPLIT">
|
@@ -413,13 +382,6 @@
|
|
413
382
|
</state>
|
414
383
|
</provider>
|
415
384
|
</entry>
|
416
|
-
<entry file="file://$PROJECT_DIR$/http_crawler.gemspec">
|
417
|
-
<provider selected="true" editor-type-id="text-editor">
|
418
|
-
<state relative-caret-position="330">
|
419
|
-
<caret line="22" column="26" lean-forward="true" selection-start-line="22" selection-start-column="26" selection-end-line="22" selection-end-column="26" />
|
420
|
-
</state>
|
421
|
-
</provider>
|
422
|
-
</entry>
|
423
385
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/response.rb">
|
424
386
|
<provider selected="true" editor-type-id="text-editor">
|
425
387
|
<state relative-caret-position="15">
|
@@ -453,13 +415,7 @@
|
|
453
415
|
</provider>
|
454
416
|
</entry>
|
455
417
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/net/http.rb" />
|
456
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb"
|
457
|
-
<provider selected="true" editor-type-id="text-editor">
|
458
|
-
<state relative-caret-position="240">
|
459
|
-
<caret line="16" lean-forward="true" selection-start-line="16" selection-end-line="16" />
|
460
|
-
</state>
|
461
|
-
</provider>
|
462
|
-
</entry>
|
418
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" />
|
463
419
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
|
464
420
|
<provider selected="true" editor-type-id="text-editor">
|
465
421
|
<state relative-caret-position="120">
|
@@ -481,13 +437,6 @@
|
|
481
437
|
</state>
|
482
438
|
</provider>
|
483
439
|
</entry>
|
484
|
-
<entry file="file://$PROJECT_DIR$/Gemfile">
|
485
|
-
<provider selected="true" editor-type-id="text-editor">
|
486
|
-
<state relative-caret-position="168">
|
487
|
-
<caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
|
488
|
-
</state>
|
489
|
-
</provider>
|
490
|
-
</entry>
|
491
440
|
<entry file="file://$APPLICATION_HOME_DIR$/rubystubs24/errno.rb">
|
492
441
|
<provider selected="true" editor-type-id="text-editor">
|
493
442
|
<state relative-caret-position="672">
|
@@ -516,13 +465,7 @@
|
|
516
465
|
</state>
|
517
466
|
</provider>
|
518
467
|
</entry>
|
519
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb"
|
520
|
-
<provider selected="true" editor-type-id="text-editor">
|
521
|
-
<state relative-caret-position="90">
|
522
|
-
<caret line="5" selection-start-line="5" selection-end-line="5" />
|
523
|
-
</state>
|
524
|
-
</provider>
|
525
|
-
</entry>
|
468
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" />
|
526
469
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb" />
|
527
470
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/net/response.rb" />
|
528
471
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/common/integer.rb">
|
@@ -531,21 +474,21 @@
|
|
531
474
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
|
532
475
|
<provider selected="true" editor-type-id="text-editor">
|
533
476
|
<state relative-caret-position="180">
|
534
|
-
<caret line="10"
|
477
|
+
<caret line="10" selection-start-line="10" selection-end-line="10" />
|
535
478
|
</state>
|
536
479
|
</provider>
|
537
480
|
</entry>
|
538
481
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/decryption/node.rb">
|
539
482
|
<provider selected="true" editor-type-id="text-editor">
|
540
483
|
<state relative-caret-position="342">
|
541
|
-
<caret line="19" column="7"
|
484
|
+
<caret line="19" column="7" selection-start-line="19" selection-start-column="7" selection-end-line="19" selection-end-column="7" />
|
542
485
|
</state>
|
543
486
|
</provider>
|
544
487
|
</entry>
|
545
488
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/decryption.rb">
|
546
489
|
<provider selected="true" editor-type-id="text-editor">
|
547
490
|
<state relative-caret-position="90">
|
548
|
-
<caret line="5" column="54"
|
491
|
+
<caret line="5" column="54" selection-start-line="5" selection-start-column="54" selection-end-line="5" selection-end-column="54" />
|
549
492
|
</state>
|
550
493
|
</provider>
|
551
494
|
</entry>
|
@@ -562,14 +505,14 @@
|
|
562
505
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/common/string.rb">
|
563
506
|
<provider selected="true" editor-type-id="text-editor">
|
564
507
|
<state relative-caret-position="342">
|
565
|
-
<caret line="19" column="5"
|
508
|
+
<caret line="19" column="5" selection-start-line="19" selection-start-column="5" selection-end-line="19" selection-end-column="5" />
|
566
509
|
</state>
|
567
510
|
</provider>
|
568
511
|
</entry>
|
569
512
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/http/response.rb">
|
570
513
|
<provider selected="true" editor-type-id="text-editor">
|
571
514
|
<state relative-caret-position="2250">
|
572
|
-
<caret line="125" column="6"
|
515
|
+
<caret line="125" column="6" selection-start-line="125" selection-start-column="6" selection-end-line="125" selection-end-column="8" />
|
573
516
|
</state>
|
574
517
|
</provider>
|
575
518
|
</entry>
|
@@ -580,17 +523,41 @@
|
|
580
523
|
</state>
|
581
524
|
</provider>
|
582
525
|
</entry>
|
583
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/
|
526
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
|
584
527
|
<provider selected="true" editor-type-id="text-editor">
|
585
|
-
<state relative-caret-position="
|
586
|
-
<caret line="
|
528
|
+
<state relative-caret-position="273">
|
529
|
+
<caret line="212" column="11" selection-start-line="212" selection-start-column="11" selection-end-line="212" selection-end-column="11" />
|
587
530
|
</state>
|
588
531
|
</provider>
|
589
532
|
</entry>
|
590
|
-
<entry file="file://$PROJECT_DIR
|
533
|
+
<entry file="file://$PROJECT_DIR$/.gitignore">
|
591
534
|
<provider selected="true" editor-type-id="text-editor">
|
592
|
-
<state relative-caret-position="
|
593
|
-
<caret line="
|
535
|
+
<state relative-caret-position="162">
|
536
|
+
<caret line="9" lean-forward="true" selection-start-line="9" selection-end-line="9" />
|
537
|
+
</state>
|
538
|
+
</provider>
|
539
|
+
</entry>
|
540
|
+
<entry file="file://$PROJECT_DIR$/Gemfile.lock">
|
541
|
+
<provider selected="true" editor-type-id="text-editor" />
|
542
|
+
</entry>
|
543
|
+
<entry file="file://$PROJECT_DIR$/Gemfile">
|
544
|
+
<provider selected="true" editor-type-id="text-editor">
|
545
|
+
<state relative-caret-position="36">
|
546
|
+
<caret line="2" column="53" selection-start-line="2" selection-start-column="53" selection-end-line="2" selection-end-column="53" />
|
547
|
+
</state>
|
548
|
+
</provider>
|
549
|
+
</entry>
|
550
|
+
<entry file="file://$PROJECT_DIR$/http_crawler.gemspec">
|
551
|
+
<provider selected="true" editor-type-id="text-editor">
|
552
|
+
<state relative-caret-position="126">
|
553
|
+
<caret line="7" column="33" lean-forward="true" selection-start-line="7" selection-start-column="33" selection-end-line="7" selection-end-column="33" />
|
554
|
+
</state>
|
555
|
+
</provider>
|
556
|
+
</entry>
|
557
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
|
558
|
+
<provider selected="true" editor-type-id="text-editor">
|
559
|
+
<state relative-caret-position="18">
|
560
|
+
<caret line="1" column="21" selection-start-line="1" selection-start-column="21" selection-end-line="1" selection-end-column="21" />
|
594
561
|
</state>
|
595
562
|
</provider>
|
596
563
|
</entry>
|
data/http_crawler.gemspec
CHANGED
@@ -4,15 +4,19 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
4
4
|
require "http_crawler/version"
|
5
5
|
|
6
6
|
Gem::Specification.new do |spec|
|
7
|
-
spec.name
|
8
|
-
spec.version
|
9
|
-
spec.authors
|
10
|
-
spec.email
|
7
|
+
spec.name = "http_crawler"
|
8
|
+
spec.version = HttpCrawler::VERSION
|
9
|
+
spec.authors = ["jagger"]
|
10
|
+
spec.email = ["1336098842@qq.com"]
|
11
11
|
|
12
|
-
spec.summary
|
13
|
-
spec.description
|
14
|
-
spec.homepage
|
15
|
-
spec.license
|
12
|
+
spec.summary = %q{http 爬虫。}
|
13
|
+
spec.description = %q{初级开发工程师,基于 http 写的爬虫扩展包。请不要随意下载里面有很多坑。}
|
14
|
+
spec.homepage = "https://rubygems.org/gems/http_crawler"
|
15
|
+
spec.license = "MIT"
|
16
|
+
|
17
|
+
spec.metadata = {
|
18
|
+
"source_code_uri" => "https://github.com/superjagger/http_crawler"
|
19
|
+
}
|
16
20
|
|
17
21
|
# Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
|
18
22
|
# to allow pushing to a single host or delete this section to allow pushing to any host.
|
@@ -23,14 +27,14 @@ Gem::Specification.new do |spec|
|
|
23
27
|
"public gem pushes."
|
24
28
|
end
|
25
29
|
|
26
|
-
spec.files
|
30
|
+
spec.files = `git ls-files -z`.split("\x0").reject do |f|
|
27
31
|
f.match(%r{^(test|spec|features)/})
|
28
32
|
end
|
29
33
|
|
30
34
|
spec.files += Dir['lib/**/*.rb']
|
31
35
|
|
32
|
-
spec.bindir
|
33
|
-
spec.executables
|
36
|
+
spec.bindir = "exe"
|
37
|
+
spec.executables = spec.files.grep(%r{^exe/}) {|f| File.basename(f)}
|
34
38
|
spec.require_paths = ["lib"]
|
35
39
|
|
36
40
|
spec.add_development_dependency "rspec", "~> 3.8"
|
data/lib/http_crawler/version.rb
CHANGED
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: http_crawler
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 0.3.2.
|
4
|
+
version: 0.3.2.11
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- jagger
|
8
8
|
autorequire:
|
9
9
|
bindir: exe
|
10
10
|
cert_chain: []
|
11
|
-
date:
|
11
|
+
date: 2024-02-26 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: rspec
|
@@ -182,6 +182,7 @@ homepage: https://rubygems.org/gems/http_crawler
|
|
182
182
|
licenses:
|
183
183
|
- MIT
|
184
184
|
metadata:
|
185
|
+
source_code_uri: https://github.com/superjagger/http_crawler
|
185
186
|
allowed_push_host: https://rubygems.org
|
186
187
|
post_install_message:
|
187
188
|
rdoc_options: []
|