@adguard/hostlist-compiler 1.0.37 → 1.0.38
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
package/CHANGELOG.md
CHANGED
|
@@ -5,11 +5,24 @@ All notable changes to this project will be documented in this file.
|
|
|
5
5
|
The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
|
|
6
6
|
and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
|
|
7
7
|
|
|
8
|
+
## [1.0.38] - 2025-03-06
|
|
9
|
+
|
|
10
|
+
### Changed
|
|
11
|
+
|
|
12
|
+
- Updated [@adguard/filters-downloader] to 2.3.0.
|
|
13
|
+
|
|
14
|
+
### Fixed
|
|
15
|
+
|
|
16
|
+
- Path determination issue. [#82]
|
|
17
|
+
|
|
18
|
+
[1.0.38]: https://github.com/AdguardTeam/HostlistCompiler/compare/v1.0.37...v1.0.38
|
|
19
|
+
[#82]: https://github.com/AdguardTeam/HostlistCompiler/issues/82
|
|
20
|
+
|
|
8
21
|
## [1.0.37] - 2025-02-28
|
|
9
22
|
|
|
10
23
|
### Added
|
|
11
24
|
|
|
12
|
-
- Resolving the `!#include
|
|
25
|
+
- Resolving the `!#include` directive by using `@adguard/filters-downloader`. [#78]
|
|
13
26
|
|
|
14
27
|
[1.0.37]: https://github.com/AdguardTeam/HostlistCompiler/compare/v1.0.35...v1.0.37
|
|
15
28
|
[#78]: https://github.com/AdguardTeam/HostlistCompiler/issues/78
|
|
@@ -88,3 +101,5 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
|
|
|
88
101
|
|
|
89
102
|
[1.0.27]: https://github.com/AdguardTeam/HostlistCompiler/compare/v1.0.26...v1.0.27
|
|
90
103
|
[#69]: https://github.com/AdguardTeam/FiltersCompiler/issues/69
|
|
104
|
+
|
|
105
|
+
[@adguard/filters-downloader]: https://github.com/AdguardTeam/FiltersDownloader/blob/master/CHANGELOG.md
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@adguard/hostlist-compiler",
|
|
3
|
-
"version": "1.0.
|
|
3
|
+
"version": "1.0.38",
|
|
4
4
|
"description": "A simple tool that compiles hosts blocklists from multiple sources",
|
|
5
5
|
"main": "src/index.js",
|
|
6
6
|
"types": "src/index.d.ts",
|
|
@@ -28,7 +28,7 @@
|
|
|
28
28
|
"nock": "^12.0.2"
|
|
29
29
|
},
|
|
30
30
|
"dependencies": {
|
|
31
|
-
"@adguard/filters-downloader": "^2.
|
|
31
|
+
"@adguard/filters-downloader": "^2.3.0",
|
|
32
32
|
"ajv": "^6.12.0",
|
|
33
33
|
"ajv-errors": "^1.0.1",
|
|
34
34
|
"axios": "^0.19.2",
|
|
@@ -5,7 +5,6 @@ const compileSource = require('../src/compile-source');
|
|
|
5
5
|
const { TRANSFORMATIONS } = require('../src/transformations/transform');
|
|
6
6
|
|
|
7
7
|
const testDirPath = path.resolve(__dirname, 'test/dir');
|
|
8
|
-
const rulesFilePath = path.resolve(testDirPath, 'rules.txt');
|
|
9
8
|
const exclusionsFilePath = path.resolve(testDirPath, 'exclusions.txt');
|
|
10
9
|
|
|
11
10
|
describe('Source compiler', () => {
|
|
@@ -36,13 +35,14 @@ describe('Source compiler', () => {
|
|
|
36
35
|
|
|
37
36
|
it('compile a simple file source', async () => {
|
|
38
37
|
mock({
|
|
39
|
-
|
|
38
|
+
'test/dir': {
|
|
40
39
|
'rules.txt': 'testrule',
|
|
41
40
|
},
|
|
42
41
|
});
|
|
42
|
+
|
|
43
43
|
const source = {
|
|
44
44
|
name: 'test source',
|
|
45
|
-
source:
|
|
45
|
+
source: 'test/dir/rules.txt',
|
|
46
46
|
};
|
|
47
47
|
|
|
48
48
|
const rules = await compileSource(source);
|
|
@@ -1,11 +1,7 @@
|
|
|
1
1
|
const nock = require('nock');
|
|
2
2
|
const consola = require('consola');
|
|
3
|
-
const path = require('path');
|
|
4
3
|
const compile = require('../src/index');
|
|
5
4
|
|
|
6
|
-
const testDirPath = path.resolve(__dirname, 'resources');
|
|
7
|
-
const filterFilePath = path.resolve(testDirPath, 'rules.txt');
|
|
8
|
-
|
|
9
5
|
describe('Hostlist compiler', () => {
|
|
10
6
|
it('compile from one source with nested includes', async () => {
|
|
11
7
|
// Prepare filters content
|
|
@@ -89,7 +85,7 @@ non/valid_rule`;
|
|
|
89
85
|
ads.example.com
|
|
90
86
|
trackers.exclude.com
|
|
91
87
|
exclude.com
|
|
92
|
-
!#include
|
|
88
|
+
!#include source2.txt`;
|
|
93
89
|
|
|
94
90
|
const filterContent2 = `
|
|
95
91
|
popups.com
|
|
@@ -169,7 +165,7 @@ non/valid_rule`;
|
|
|
169
165
|
sources: [
|
|
170
166
|
{
|
|
171
167
|
name: 'filter',
|
|
172
|
-
source:
|
|
168
|
+
source: 'test/resources/rules.txt',
|
|
173
169
|
},
|
|
174
170
|
],
|
|
175
171
|
transformations: [
|
|
@@ -198,4 +194,103 @@ non/valid_rule`;
|
|
|
198
194
|
expect(list).toContain(rule);
|
|
199
195
|
});
|
|
200
196
|
});
|
|
197
|
+
|
|
198
|
+
it('compile from external source with nested includes', async () => {
|
|
199
|
+
// Prepare filters content
|
|
200
|
+
const filterContent1 = `! this is a source
|
|
201
|
+
||sub_test_main
|
|
202
|
+
!#include source2.txt`;
|
|
203
|
+
|
|
204
|
+
const filterContent2 = `
|
|
205
|
+
||sub_test
|
|
206
|
+
!#include subdir/source3.txt`;
|
|
207
|
+
|
|
208
|
+
const filterContent3 = `
|
|
209
|
+
||sub_test_final`;
|
|
210
|
+
|
|
211
|
+
// Prepare source
|
|
212
|
+
const scope = nock('https://example.org')
|
|
213
|
+
.get('/testdir/source1.txt')
|
|
214
|
+
.reply(200, filterContent1, {
|
|
215
|
+
'Content-Type': 'text/plain',
|
|
216
|
+
})
|
|
217
|
+
.get('/testdir/source2.txt')
|
|
218
|
+
.reply(200, filterContent2, {
|
|
219
|
+
'Content-Type': 'text/plain',
|
|
220
|
+
})
|
|
221
|
+
.get('/testdir/subdir/source3.txt')
|
|
222
|
+
.reply(200, filterContent3, {
|
|
223
|
+
'Content-Type': 'text/plain',
|
|
224
|
+
});
|
|
225
|
+
|
|
226
|
+
// compiler configuration
|
|
227
|
+
const configuration = {
|
|
228
|
+
name: 'Test filter',
|
|
229
|
+
description: 'Our test filter',
|
|
230
|
+
version: '1.0.0.9',
|
|
231
|
+
sources: [
|
|
232
|
+
{
|
|
233
|
+
name: 'filter',
|
|
234
|
+
source: 'https://example.org/testdir/source1.txt',
|
|
235
|
+
},
|
|
236
|
+
],
|
|
237
|
+
transformations: [
|
|
238
|
+
'RemoveComments',
|
|
239
|
+
],
|
|
240
|
+
exclusions: ['test_parent'],
|
|
241
|
+
};
|
|
242
|
+
|
|
243
|
+
// compile the final list
|
|
244
|
+
const list = await compile(configuration);
|
|
245
|
+
|
|
246
|
+
const str = list.join('\n');
|
|
247
|
+
consola.info(str);
|
|
248
|
+
|
|
249
|
+
const expectedRules = [
|
|
250
|
+
'||sub_test_main',
|
|
251
|
+
'||sub_test',
|
|
252
|
+
'||sub_test_final',
|
|
253
|
+
];
|
|
254
|
+
|
|
255
|
+
expectedRules.forEach((rule) => {
|
|
256
|
+
expect(list).toContain(rule);
|
|
257
|
+
});
|
|
258
|
+
|
|
259
|
+
scope.done();
|
|
260
|
+
});
|
|
261
|
+
|
|
262
|
+
it('should not compile source from different origin', async () => {
|
|
263
|
+
// Prepare filters content
|
|
264
|
+
const filterContent1 = `! this is a source
|
|
265
|
+
ads.example.com
|
|
266
|
+
trackers.exclude.com
|
|
267
|
+
exclude.com
|
|
268
|
+
!#include https://example1.org/source.txt`;
|
|
269
|
+
|
|
270
|
+
// Prepare source
|
|
271
|
+
const scope = nock('https://example.org')
|
|
272
|
+
.get('/source1.txt')
|
|
273
|
+
.reply(200, filterContent1, {
|
|
274
|
+
'Content-Type': 'text/plain',
|
|
275
|
+
});
|
|
276
|
+
|
|
277
|
+
// compiler configuration
|
|
278
|
+
const configuration = {
|
|
279
|
+
name: 'Test filter',
|
|
280
|
+
description: 'Our test filter',
|
|
281
|
+
version: '1.0.0.9',
|
|
282
|
+
sources: [
|
|
283
|
+
{
|
|
284
|
+
name: 'source 1',
|
|
285
|
+
source: 'https://example.org/source1.txt',
|
|
286
|
+
},
|
|
287
|
+
],
|
|
288
|
+
};
|
|
289
|
+
|
|
290
|
+
await expect(async () => {
|
|
291
|
+
await compile(configuration);
|
|
292
|
+
}).rejects.toThrow(Error);
|
|
293
|
+
|
|
294
|
+
scope.done();
|
|
295
|
+
});
|
|
201
296
|
});
|
|
@@ -1,2 +1,2 @@
|
|
|
1
1
|
should.be.included.com
|
|
2
|
-
|
|
2
|
+
!#include subinclude.txt
|
package/test/resources/rules.txt
CHANGED
|
@@ -0,0 +1 @@
|
|
|
1
|
+
last.rule
|