http_crawler 0.3.2.10 → 0.3.2.11
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/.idea/http_crawler.iml +2 -0
- data/.idea/workspace.xml +93 -126
- data/http_crawler.gemspec +15 -11
- data/lib/http_crawler/version.rb +1 -1
- metadata +3 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 5fa9fcf886da6a4edc5c421ae476b23b75d31e28d918ec452efb2eca212d4365
|
|
4
|
+
data.tar.gz: 7df42eb74054ddbef1a6a8ad8cf8e36cac2998ae744765aad8c6961e1dcde033
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 0a2473c74fe3465460336ff204b186467e6db4cd49a712c1c39f45afbbf21967053834fbef801a2440159c7bc5884eae3bb1d92fc3f8ca54904b5b9627028707
|
|
7
|
+
data.tar.gz: 9981da97c12fcfee7120838bcfaa01f8f8b43379a90aa401f6fef47dfd5d1f2dd50f6cbbbc4e33c203b43a7c00c1e9e3331fe761cdf7c9351937753db1fed5b2
|
data/.idea/http_crawler.iml
CHANGED
|
@@ -15,5 +15,7 @@
|
|
|
15
15
|
<orderEntry type="library" scope="PROVIDED" name="nokogiri (v1.10.9, RVM: ruby-2.4.1) [gem]" level="application" />
|
|
16
16
|
<orderEntry type="library" scope="PROVIDED" name="rchardet (v1.8.0, RVM: ruby-2.4.1) [gem]" level="application" />
|
|
17
17
|
<orderEntry type="library" scope="PROVIDED" name="ruby-readability (v0.7.0, RVM: ruby-2.4.1) [gem]" level="application" />
|
|
18
|
+
<orderEntry type="library" name="R User Library" level="project" />
|
|
19
|
+
<orderEntry type="library" name="R Skeletons" level="application" />
|
|
18
20
|
</component>
|
|
19
21
|
</module>
|
data/.idea/workspace.xml
CHANGED
|
@@ -2,8 +2,9 @@
|
|
|
2
2
|
<project version="4">
|
|
3
3
|
<component name="ChangeListManager">
|
|
4
4
|
<list default="true" id="07223dd4-8944-486b-a29b-7461a5c9ec2d" name="Default" comment="">
|
|
5
|
-
<change beforePath="$PROJECT_DIR$/.idea/
|
|
6
|
-
<change beforePath="$PROJECT_DIR$/
|
|
5
|
+
<change beforePath="$PROJECT_DIR$/.idea/http_crawler.iml" beforeDir="false" afterPath="$PROJECT_DIR$/.idea/http_crawler.iml" afterDir="false" />
|
|
6
|
+
<change beforePath="$PROJECT_DIR$/http_crawler.gemspec" beforeDir="false" afterPath="$PROJECT_DIR$/http_crawler.gemspec" afterDir="false" />
|
|
7
|
+
<change beforePath="$PROJECT_DIR$/lib/http_crawler/common/string.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/common/string.rb" afterDir="false" />
|
|
7
8
|
<change beforePath="$PROJECT_DIR$/lib/http_crawler/version.rb" beforeDir="false" afterPath="$PROJECT_DIR$/lib/http_crawler/version.rb" afterDir="false" />
|
|
8
9
|
</list>
|
|
9
10
|
<option name="EXCLUDED_CONVERTED_TO_IGNORED" value="true" />
|
|
@@ -15,16 +16,7 @@
|
|
|
15
16
|
</component>
|
|
16
17
|
<component name="FileEditorManager">
|
|
17
18
|
<leaf SIDE_TABS_SIZE_LIMIT_KEY="300">
|
|
18
|
-
<file leaf-file-name="
|
|
19
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/common.rb">
|
|
20
|
-
<provider selected="true" editor-type-id="text-editor">
|
|
21
|
-
<state relative-caret-position="18">
|
|
22
|
-
<caret line="1" column="63" selection-start-line="1" selection-start-column="63" selection-end-line="2" selection-end-column="64" />
|
|
23
|
-
</state>
|
|
24
|
-
</provider>
|
|
25
|
-
</entry>
|
|
26
|
-
</file>
|
|
27
|
-
<file leaf-file-name="version.rb" pinned="false" current-in-tab="false">
|
|
19
|
+
<file leaf-file-name="version.rb" pinned="false" current-in-tab="true">
|
|
28
20
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
|
|
29
21
|
<provider selected="true" editor-type-id="text-editor">
|
|
30
22
|
<state relative-caret-position="18">
|
|
@@ -37,16 +29,7 @@
|
|
|
37
29
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/http/response.rb">
|
|
38
30
|
<provider selected="true" editor-type-id="text-editor">
|
|
39
31
|
<state relative-caret-position="2250">
|
|
40
|
-
<caret line="125" column="6"
|
|
41
|
-
</state>
|
|
42
|
-
</provider>
|
|
43
|
-
</entry>
|
|
44
|
-
</file>
|
|
45
|
-
<file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
|
|
46
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
|
|
47
|
-
<provider selected="true" editor-type-id="text-editor">
|
|
48
|
-
<state relative-caret-position="180">
|
|
49
|
-
<caret line="10" column="48" selection-start-line="10" selection-start-column="48" selection-end-line="10" selection-end-column="48" />
|
|
32
|
+
<caret line="125" column="6" selection-start-line="125" selection-start-column="6" selection-end-line="125" selection-end-column="8" />
|
|
50
33
|
</state>
|
|
51
34
|
</provider>
|
|
52
35
|
</entry>
|
|
@@ -60,47 +43,61 @@
|
|
|
60
43
|
</provider>
|
|
61
44
|
</entry>
|
|
62
45
|
</file>
|
|
63
|
-
<file leaf-file-name="
|
|
64
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/
|
|
46
|
+
<file leaf-file-name="string.rb" pinned="false" current-in-tab="false">
|
|
47
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/common/string.rb">
|
|
65
48
|
<provider selected="true" editor-type-id="text-editor">
|
|
66
49
|
<state relative-caret-position="342">
|
|
67
|
-
<caret line="19" column="
|
|
50
|
+
<caret line="19" column="5" selection-start-line="19" selection-start-column="5" selection-end-line="19" selection-end-column="5" />
|
|
68
51
|
</state>
|
|
69
52
|
</provider>
|
|
70
53
|
</entry>
|
|
71
54
|
</file>
|
|
72
|
-
<file leaf-file-name="
|
|
73
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/
|
|
55
|
+
<file leaf-file-name="object.rb" pinned="false" current-in-tab="false">
|
|
56
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/common/object.rb">
|
|
57
|
+
<provider selected="true" editor-type-id="text-editor" />
|
|
58
|
+
</entry>
|
|
59
|
+
</file>
|
|
60
|
+
<file leaf-file-name="client.rb" pinned="false" current-in-tab="false">
|
|
61
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
|
|
74
62
|
<provider selected="true" editor-type-id="text-editor">
|
|
75
|
-
<state relative-caret-position="
|
|
76
|
-
<caret line="
|
|
63
|
+
<state relative-caret-position="273">
|
|
64
|
+
<caret line="212" column="11" selection-start-line="212" selection-start-column="11" selection-end-line="212" selection-end-column="11" />
|
|
77
65
|
</state>
|
|
78
66
|
</provider>
|
|
79
67
|
</entry>
|
|
80
68
|
</file>
|
|
81
|
-
<file leaf-file-name="
|
|
82
|
-
<entry file="file://$PROJECT_DIR
|
|
69
|
+
<file leaf-file-name=".gitignore" pinned="false" current-in-tab="false">
|
|
70
|
+
<entry file="file://$PROJECT_DIR$/.gitignore">
|
|
83
71
|
<provider selected="true" editor-type-id="text-editor">
|
|
84
|
-
<state relative-caret-position="
|
|
85
|
-
<caret line="
|
|
72
|
+
<state relative-caret-position="162">
|
|
73
|
+
<caret line="9" lean-forward="true" selection-start-line="9" selection-end-line="9" />
|
|
86
74
|
</state>
|
|
87
75
|
</provider>
|
|
88
76
|
</entry>
|
|
89
77
|
</file>
|
|
90
|
-
<file leaf-file-name="
|
|
91
|
-
<entry file="file://$PROJECT_DIR$/
|
|
92
|
-
<provider selected="true" editor-type-id="text-editor"
|
|
78
|
+
<file leaf-file-name="Gemfile" pinned="false" current-in-tab="false">
|
|
79
|
+
<entry file="file://$PROJECT_DIR$/Gemfile">
|
|
80
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
81
|
+
<state relative-caret-position="36">
|
|
82
|
+
<caret line="2" column="53" selection-start-line="2" selection-start-column="53" selection-end-line="2" selection-end-column="53" />
|
|
83
|
+
</state>
|
|
84
|
+
</provider>
|
|
93
85
|
</entry>
|
|
94
86
|
</file>
|
|
95
|
-
<file leaf-file-name="
|
|
96
|
-
<entry file="file://$PROJECT_DIR$/
|
|
87
|
+
<file leaf-file-name="http_crawler.gemspec" pinned="false" current-in-tab="false">
|
|
88
|
+
<entry file="file://$PROJECT_DIR$/http_crawler.gemspec">
|
|
97
89
|
<provider selected="true" editor-type-id="text-editor">
|
|
98
|
-
<state relative-caret-position="
|
|
99
|
-
<caret line="
|
|
90
|
+
<state relative-caret-position="126">
|
|
91
|
+
<caret line="7" column="33" lean-forward="true" selection-start-line="7" selection-start-column="33" selection-end-line="7" selection-end-column="33" />
|
|
100
92
|
</state>
|
|
101
93
|
</provider>
|
|
102
94
|
</entry>
|
|
103
95
|
</file>
|
|
96
|
+
<file leaf-file-name="Gemfile.lock" pinned="false" current-in-tab="false">
|
|
97
|
+
<entry file="file://$PROJECT_DIR$/Gemfile.lock">
|
|
98
|
+
<provider selected="true" editor-type-id="text-editor" />
|
|
99
|
+
</entry>
|
|
100
|
+
</file>
|
|
104
101
|
</leaf>
|
|
105
102
|
</component>
|
|
106
103
|
<component name="FindInProjectRecents">
|
|
@@ -109,6 +106,7 @@
|
|
|
109
106
|
<find>"Crawler</find>
|
|
110
107
|
<find>proxy</find>
|
|
111
108
|
<find>auto</find>
|
|
109
|
+
<find>source_code_uri</find>
|
|
112
110
|
</findStrings>
|
|
113
111
|
<replaceStrings>
|
|
114
112
|
<replace>HttpCrawler::Web</replace>
|
|
@@ -133,7 +131,6 @@
|
|
|
133
131
|
<option value="$PROJECT_DIR$/README.md" />
|
|
134
132
|
<option value="$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md" />
|
|
135
133
|
<option value="$PROJECT_DIR$/lib/http_crawler/proxy/test_proxy_api/README.md" />
|
|
136
|
-
<option value="$PROJECT_DIR$/http_crawler.gemspec" />
|
|
137
134
|
<option value="$PROJECT_DIR$/lib/test.rb" />
|
|
138
135
|
<option value="$PROJECT_DIR$/lib/http_crawler/test1.rb" />
|
|
139
136
|
<option value="$PROJECT_DIR$/lib/http_crawler/test.rb" />
|
|
@@ -151,8 +148,10 @@
|
|
|
151
148
|
<option value="$PROJECT_DIR$/lib/http_crawler.rb" />
|
|
152
149
|
<option value="$PROJECT_DIR$/lib/http_crawler/decryption.rb" />
|
|
153
150
|
<option value="$PROJECT_DIR$/lib/http_crawler/common/string.rb" />
|
|
154
|
-
<option value="$PROJECT_DIR$/lib/http_crawler/version.rb" />
|
|
155
151
|
<option value="$PROJECT_DIR$/lib/http_crawler/client.rb" />
|
|
152
|
+
<option value="$PROJECT_DIR$/Gemfile" />
|
|
153
|
+
<option value="$PROJECT_DIR$/http_crawler.gemspec" />
|
|
154
|
+
<option value="$PROJECT_DIR$/lib/http_crawler/version.rb" />
|
|
156
155
|
</list>
|
|
157
156
|
</option>
|
|
158
157
|
</component>
|
|
@@ -165,7 +164,7 @@
|
|
|
165
164
|
<component name="NodePackageJsonFileManager">
|
|
166
165
|
<packageJsonPaths />
|
|
167
166
|
</component>
|
|
168
|
-
<component name="ProjectFrameBounds"
|
|
167
|
+
<component name="ProjectFrameBounds" fullScreen="true">
|
|
169
168
|
<option name="y" value="23" />
|
|
170
169
|
<option name="width" value="1280" />
|
|
171
170
|
<option name="height" value="777" />
|
|
@@ -175,7 +174,6 @@
|
|
|
175
174
|
<foldersAlwaysOnTop value="true" />
|
|
176
175
|
</navigator>
|
|
177
176
|
<panes>
|
|
178
|
-
<pane id="Scope" />
|
|
179
177
|
<pane id="ProjectPane">
|
|
180
178
|
<subPane>
|
|
181
179
|
<expand>
|
|
@@ -183,21 +181,11 @@
|
|
|
183
181
|
<item name="http_crawler" type="b2602c69:ProjectViewProjectNode" />
|
|
184
182
|
<item name="http_crawler" type="462c0819:PsiDirectoryNode" />
|
|
185
183
|
</path>
|
|
186
|
-
<path>
|
|
187
|
-
<item name="http_crawler" type="b2602c69:ProjectViewProjectNode" />
|
|
188
|
-
<item name="http_crawler" type="462c0819:PsiDirectoryNode" />
|
|
189
|
-
<item name="lib" type="462c0819:PsiDirectoryNode" />
|
|
190
|
-
</path>
|
|
191
|
-
<path>
|
|
192
|
-
<item name="http_crawler" type="b2602c69:ProjectViewProjectNode" />
|
|
193
|
-
<item name="http_crawler" type="462c0819:PsiDirectoryNode" />
|
|
194
|
-
<item name="lib" type="462c0819:PsiDirectoryNode" />
|
|
195
|
-
<item name="http_crawler" type="462c0819:PsiDirectoryNode" />
|
|
196
|
-
</path>
|
|
197
184
|
</expand>
|
|
198
185
|
<select />
|
|
199
186
|
</subPane>
|
|
200
187
|
</pane>
|
|
188
|
+
<pane id="Scope" />
|
|
201
189
|
</panes>
|
|
202
190
|
</component>
|
|
203
191
|
<component name="PropertiesComponent">
|
|
@@ -255,25 +243,29 @@
|
|
|
255
243
|
<workItem from="1557160216202" duration="138000" />
|
|
256
244
|
<workItem from="1563360666497" duration="431000" />
|
|
257
245
|
<workItem from="1563361538580" duration="6000" />
|
|
246
|
+
<workItem from="1708944398275" duration="616000" />
|
|
258
247
|
</task>
|
|
259
248
|
<servers />
|
|
260
249
|
</component>
|
|
261
250
|
<component name="TimeTrackingManager">
|
|
262
|
-
<option name="totallyTimeSpent" value="
|
|
251
|
+
<option name="totallyTimeSpent" value="34081000" />
|
|
263
252
|
</component>
|
|
264
253
|
<component name="ToolWindowManager">
|
|
265
|
-
<frame x="0" y="0" width="1680" height="1050" extended-state="
|
|
254
|
+
<frame x="0" y="0" width="1680" height="1050" extended-state="0" />
|
|
255
|
+
<editor active="true" />
|
|
266
256
|
<layout>
|
|
267
|
-
<window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.0964591" />
|
|
268
257
|
<window_info anchor="bottom" id="TODO" order="6" />
|
|
269
|
-
<window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
|
|
270
258
|
<window_info anchor="bottom" id="Event Log" order="7" side_tool="true" />
|
|
271
|
-
<window_info anchor="right" id="Database" order="3" />
|
|
272
259
|
<window_info anchor="bottom" id="Database Changes" order="7" show_stripe_button="false" />
|
|
273
|
-
<window_info anchor="bottom" id="Version Control" order="7" />
|
|
260
|
+
<window_info anchor="bottom" id="Version Control" order="7" weight="0.32923076" />
|
|
274
261
|
<window_info anchor="bottom" id="Run" order="2" />
|
|
262
|
+
<window_info anchor="bottom" id="Terminal" order="7" visible="true" weight="0.2676923" />
|
|
263
|
+
<window_info active="true" content_ui="combo" id="Project" order="0" visible="true" weight="0.1898657" />
|
|
264
|
+
<window_info anchor="right" id="R Packages" />
|
|
265
|
+
<window_info anchor="bottom" id="Docker" order="7" show_stripe_button="false" />
|
|
266
|
+
<window_info anchor="right" id="R Graphics" />
|
|
267
|
+
<window_info anchor="right" id="Database" order="3" />
|
|
275
268
|
<window_info id="Structure" order="1" side_tool="true" weight="0.25" />
|
|
276
|
-
<window_info anchor="bottom" id="Terminal" order="7" visible="true" weight="0.11794872" />
|
|
277
269
|
<window_info id="Favorites" order="2" side_tool="true" />
|
|
278
270
|
<window_info anchor="bottom" id="Debug" order="3" weight="0.4" />
|
|
279
271
|
<window_info anchor="right" content_ui="combo" id="Hierarchy" order="2" weight="0.25" />
|
|
@@ -293,14 +285,6 @@
|
|
|
293
285
|
<option name="myLimit" value="2678400000" />
|
|
294
286
|
</component>
|
|
295
287
|
<component name="editorHistoryManager">
|
|
296
|
-
<entry file="file://$PROJECT_DIR$/Gemfile">
|
|
297
|
-
<provider selected="true" editor-type-id="text-editor">
|
|
298
|
-
<state relative-caret-position="120">
|
|
299
|
-
<caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
|
|
300
|
-
</state>
|
|
301
|
-
</provider>
|
|
302
|
-
</entry>
|
|
303
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb" />
|
|
304
288
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
|
|
305
289
|
<provider selected="true" editor-type-id="text-editor">
|
|
306
290
|
<state relative-caret-position="30">
|
|
@@ -349,13 +333,7 @@
|
|
|
349
333
|
</state>
|
|
350
334
|
</provider>
|
|
351
335
|
</entry>
|
|
352
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response.rb"
|
|
353
|
-
<provider selected="true" editor-type-id="text-editor">
|
|
354
|
-
<state relative-caret-position="30">
|
|
355
|
-
<caret line="2" column="18" selection-start-line="2" selection-start-column="18" selection-end-line="2" selection-end-column="18" />
|
|
356
|
-
</state>
|
|
357
|
-
</provider>
|
|
358
|
-
</entry>
|
|
336
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response.rb" />
|
|
359
337
|
<entry file="file://$PROJECT_DIR$/README.md">
|
|
360
338
|
<provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
|
|
361
339
|
<state split_layout="SPLIT">
|
|
@@ -383,16 +361,7 @@
|
|
|
383
361
|
</state>
|
|
384
362
|
</provider>
|
|
385
363
|
</entry>
|
|
386
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md"
|
|
387
|
-
<provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
|
|
388
|
-
<state split_layout="SPLIT">
|
|
389
|
-
<first_editor relative-caret-position="240">
|
|
390
|
-
<caret line="16" lean-forward="true" selection-start-line="16" selection-end-line="18" selection-end-column="15" />
|
|
391
|
-
</first_editor>
|
|
392
|
-
<second_editor />
|
|
393
|
-
</state>
|
|
394
|
-
</provider>
|
|
395
|
-
</entry>
|
|
364
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/README.md" />
|
|
396
365
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/README.md">
|
|
397
366
|
<provider selected="true" editor-type-id="split-provider[text-editor;markdown-preview-editor]">
|
|
398
367
|
<state split_layout="SPLIT">
|
|
@@ -413,13 +382,6 @@
|
|
|
413
382
|
</state>
|
|
414
383
|
</provider>
|
|
415
384
|
</entry>
|
|
416
|
-
<entry file="file://$PROJECT_DIR$/http_crawler.gemspec">
|
|
417
|
-
<provider selected="true" editor-type-id="text-editor">
|
|
418
|
-
<state relative-caret-position="330">
|
|
419
|
-
<caret line="22" column="26" lean-forward="true" selection-start-line="22" selection-start-column="26" selection-end-line="22" selection-end-column="26" />
|
|
420
|
-
</state>
|
|
421
|
-
</provider>
|
|
422
|
-
</entry>
|
|
423
385
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/response.rb">
|
|
424
386
|
<provider selected="true" editor-type-id="text-editor">
|
|
425
387
|
<state relative-caret-position="15">
|
|
@@ -453,13 +415,7 @@
|
|
|
453
415
|
</provider>
|
|
454
416
|
</entry>
|
|
455
417
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/net/http.rb" />
|
|
456
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb"
|
|
457
|
-
<provider selected="true" editor-type-id="text-editor">
|
|
458
|
-
<state relative-caret-position="240">
|
|
459
|
-
<caret line="16" lean-forward="true" selection-start-line="16" selection-end-line="16" />
|
|
460
|
-
</state>
|
|
461
|
-
</provider>
|
|
462
|
-
</entry>
|
|
418
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/response/index.rb" />
|
|
463
419
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/proxy/client.rb">
|
|
464
420
|
<provider selected="true" editor-type-id="text-editor">
|
|
465
421
|
<state relative-caret-position="120">
|
|
@@ -481,13 +437,6 @@
|
|
|
481
437
|
</state>
|
|
482
438
|
</provider>
|
|
483
439
|
</entry>
|
|
484
|
-
<entry file="file://$PROJECT_DIR$/Gemfile">
|
|
485
|
-
<provider selected="true" editor-type-id="text-editor">
|
|
486
|
-
<state relative-caret-position="168">
|
|
487
|
-
<caret line="8" column="23" selection-start-line="8" selection-start-column="23" selection-end-line="8" selection-end-column="23" />
|
|
488
|
-
</state>
|
|
489
|
-
</provider>
|
|
490
|
-
</entry>
|
|
491
440
|
<entry file="file://$APPLICATION_HOME_DIR$/rubystubs24/errno.rb">
|
|
492
441
|
<provider selected="true" editor-type-id="text-editor">
|
|
493
442
|
<state relative-caret-position="672">
|
|
@@ -516,13 +465,7 @@
|
|
|
516
465
|
</state>
|
|
517
466
|
</provider>
|
|
518
467
|
</entry>
|
|
519
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb"
|
|
520
|
-
<provider selected="true" editor-type-id="text-editor">
|
|
521
|
-
<state relative-caret-position="90">
|
|
522
|
-
<caret line="5" selection-start-line="5" selection-end-line="5" />
|
|
523
|
-
</state>
|
|
524
|
-
</provider>
|
|
525
|
-
</entry>
|
|
468
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/baidu/client.rb" />
|
|
526
469
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/http.rb" />
|
|
527
470
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/net/response.rb" />
|
|
528
471
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/common/integer.rb">
|
|
@@ -531,21 +474,21 @@
|
|
|
531
474
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/web/client.rb">
|
|
532
475
|
<provider selected="true" editor-type-id="text-editor">
|
|
533
476
|
<state relative-caret-position="180">
|
|
534
|
-
<caret line="10"
|
|
477
|
+
<caret line="10" selection-start-line="10" selection-end-line="10" />
|
|
535
478
|
</state>
|
|
536
479
|
</provider>
|
|
537
480
|
</entry>
|
|
538
481
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/decryption/node.rb">
|
|
539
482
|
<provider selected="true" editor-type-id="text-editor">
|
|
540
483
|
<state relative-caret-position="342">
|
|
541
|
-
<caret line="19" column="7"
|
|
484
|
+
<caret line="19" column="7" selection-start-line="19" selection-start-column="7" selection-end-line="19" selection-end-column="7" />
|
|
542
485
|
</state>
|
|
543
486
|
</provider>
|
|
544
487
|
</entry>
|
|
545
488
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/decryption.rb">
|
|
546
489
|
<provider selected="true" editor-type-id="text-editor">
|
|
547
490
|
<state relative-caret-position="90">
|
|
548
|
-
<caret line="5" column="54"
|
|
491
|
+
<caret line="5" column="54" selection-start-line="5" selection-start-column="54" selection-end-line="5" selection-end-column="54" />
|
|
549
492
|
</state>
|
|
550
493
|
</provider>
|
|
551
494
|
</entry>
|
|
@@ -562,14 +505,14 @@
|
|
|
562
505
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/common/string.rb">
|
|
563
506
|
<provider selected="true" editor-type-id="text-editor">
|
|
564
507
|
<state relative-caret-position="342">
|
|
565
|
-
<caret line="19" column="5"
|
|
508
|
+
<caret line="19" column="5" selection-start-line="19" selection-start-column="5" selection-end-line="19" selection-end-column="5" />
|
|
566
509
|
</state>
|
|
567
510
|
</provider>
|
|
568
511
|
</entry>
|
|
569
512
|
<entry file="file://$PROJECT_DIR$/lib/http_crawler/http/response.rb">
|
|
570
513
|
<provider selected="true" editor-type-id="text-editor">
|
|
571
514
|
<state relative-caret-position="2250">
|
|
572
|
-
<caret line="125" column="6"
|
|
515
|
+
<caret line="125" column="6" selection-start-line="125" selection-start-column="6" selection-end-line="125" selection-end-column="8" />
|
|
573
516
|
</state>
|
|
574
517
|
</provider>
|
|
575
518
|
</entry>
|
|
@@ -580,17 +523,41 @@
|
|
|
580
523
|
</state>
|
|
581
524
|
</provider>
|
|
582
525
|
</entry>
|
|
583
|
-
<entry file="file://$PROJECT_DIR$/lib/http_crawler/
|
|
526
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/client.rb">
|
|
584
527
|
<provider selected="true" editor-type-id="text-editor">
|
|
585
|
-
<state relative-caret-position="
|
|
586
|
-
<caret line="
|
|
528
|
+
<state relative-caret-position="273">
|
|
529
|
+
<caret line="212" column="11" selection-start-line="212" selection-start-column="11" selection-end-line="212" selection-end-column="11" />
|
|
587
530
|
</state>
|
|
588
531
|
</provider>
|
|
589
532
|
</entry>
|
|
590
|
-
<entry file="file://$PROJECT_DIR
|
|
533
|
+
<entry file="file://$PROJECT_DIR$/.gitignore">
|
|
591
534
|
<provider selected="true" editor-type-id="text-editor">
|
|
592
|
-
<state relative-caret-position="
|
|
593
|
-
<caret line="
|
|
535
|
+
<state relative-caret-position="162">
|
|
536
|
+
<caret line="9" lean-forward="true" selection-start-line="9" selection-end-line="9" />
|
|
537
|
+
</state>
|
|
538
|
+
</provider>
|
|
539
|
+
</entry>
|
|
540
|
+
<entry file="file://$PROJECT_DIR$/Gemfile.lock">
|
|
541
|
+
<provider selected="true" editor-type-id="text-editor" />
|
|
542
|
+
</entry>
|
|
543
|
+
<entry file="file://$PROJECT_DIR$/Gemfile">
|
|
544
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
545
|
+
<state relative-caret-position="36">
|
|
546
|
+
<caret line="2" column="53" selection-start-line="2" selection-start-column="53" selection-end-line="2" selection-end-column="53" />
|
|
547
|
+
</state>
|
|
548
|
+
</provider>
|
|
549
|
+
</entry>
|
|
550
|
+
<entry file="file://$PROJECT_DIR$/http_crawler.gemspec">
|
|
551
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
552
|
+
<state relative-caret-position="126">
|
|
553
|
+
<caret line="7" column="33" lean-forward="true" selection-start-line="7" selection-start-column="33" selection-end-line="7" selection-end-column="33" />
|
|
554
|
+
</state>
|
|
555
|
+
</provider>
|
|
556
|
+
</entry>
|
|
557
|
+
<entry file="file://$PROJECT_DIR$/lib/http_crawler/version.rb">
|
|
558
|
+
<provider selected="true" editor-type-id="text-editor">
|
|
559
|
+
<state relative-caret-position="18">
|
|
560
|
+
<caret line="1" column="21" selection-start-line="1" selection-start-column="21" selection-end-line="1" selection-end-column="21" />
|
|
594
561
|
</state>
|
|
595
562
|
</provider>
|
|
596
563
|
</entry>
|
data/http_crawler.gemspec
CHANGED
|
@@ -4,15 +4,19 @@ $LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
|
|
|
4
4
|
require "http_crawler/version"
|
|
5
5
|
|
|
6
6
|
Gem::Specification.new do |spec|
|
|
7
|
-
spec.name
|
|
8
|
-
spec.version
|
|
9
|
-
spec.authors
|
|
10
|
-
spec.email
|
|
7
|
+
spec.name = "http_crawler"
|
|
8
|
+
spec.version = HttpCrawler::VERSION
|
|
9
|
+
spec.authors = ["jagger"]
|
|
10
|
+
spec.email = ["1336098842@qq.com"]
|
|
11
11
|
|
|
12
|
-
spec.summary
|
|
13
|
-
spec.description
|
|
14
|
-
spec.homepage
|
|
15
|
-
spec.license
|
|
12
|
+
spec.summary = %q{http 爬虫。}
|
|
13
|
+
spec.description = %q{初级开发工程师，基于 http 写的爬虫扩展包。请不要随意下载里面有很多坑。}
|
|
14
|
+
spec.homepage = "https://rubygems.org/gems/http_crawler"
|
|
15
|
+
spec.license = "MIT"
|
|
16
|
+
|
|
17
|
+
spec.metadata = {
|
|
18
|
+
"source_code_uri" => "https://github.com/superjagger/http_crawler"
|
|
19
|
+
}
|
|
16
20
|
|
|
17
21
|
# Prevent pushing this gem to RubyGems.org. To allow pushes either set the 'allowed_push_host'
|
|
18
22
|
# to allow pushing to a single host or delete this section to allow pushing to any host.
|
|
@@ -23,14 +27,14 @@ Gem::Specification.new do |spec|
|
|
|
23
27
|
"public gem pushes."
|
|
24
28
|
end
|
|
25
29
|
|
|
26
|
-
spec.files
|
|
30
|
+
spec.files = `git ls-files -z`.split("\x0").reject do |f|
|
|
27
31
|
f.match(%r{^(test|spec|features)/})
|
|
28
32
|
end
|
|
29
33
|
|
|
30
34
|
spec.files += Dir['lib/**/*.rb']
|
|
31
35
|
|
|
32
|
-
spec.bindir
|
|
33
|
-
spec.executables
|
|
36
|
+
spec.bindir = "exe"
|
|
37
|
+
spec.executables = spec.files.grep(%r{^exe/}) {|f| File.basename(f)}
|
|
34
38
|
spec.require_paths = ["lib"]
|
|
35
39
|
|
|
36
40
|
spec.add_development_dependency "rspec", "~> 3.8"
|
data/lib/http_crawler/version.rb
CHANGED
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: http_crawler
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.3.2.
|
|
4
|
+
version: 0.3.2.11
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- jagger
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date:
|
|
11
|
+
date: 2024-02-26 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: rspec
|
|
@@ -182,6 +182,7 @@ homepage: https://rubygems.org/gems/http_crawler
|
|
|
182
182
|
licenses:
|
|
183
183
|
- MIT
|
|
184
184
|
metadata:
|
|
185
|
+
source_code_uri: https://github.com/superjagger/http_crawler
|
|
185
186
|
allowed_push_host: https://rubygems.org
|
|
186
187
|
post_install_message:
|
|
187
188
|
rdoc_options: []
|