@xapp/arachne-utils 1.7.5 → 1.8.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/generateFollowThroughPattern.js +1 -2
- package/lib/generateFollowThroughPattern.js.map +1 -1
- package/lib/hallucinationDetector.js +1 -2
- package/lib/hallucinationDetector.js.map +1 -1
- package/lib/hasExtension.js +1 -2
- package/lib/hasExtension.js.map +1 -1
- package/lib/normalizeURL.js +1 -2
- package/lib/normalizeURL.js.map +1 -1
- package/package.json +10 -10
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
/*! Copyright (c) 2024, XAPP AI */
|
|
3
3
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
-
exports.generateFollowThroughPattern =
|
|
4
|
+
exports.generateFollowThroughPattern = generateFollowThroughPattern;
|
|
5
5
|
/**
|
|
6
6
|
* Generates a URL pattern that will enable the crawler to
|
|
7
7
|
* follow through sub paths for the provided URL.
|
|
@@ -56,5 +56,4 @@ function generateFollowThroughPattern(urlString) {
|
|
|
56
56
|
}
|
|
57
57
|
return pattern;
|
|
58
58
|
}
|
|
59
|
-
exports.generateFollowThroughPattern = generateFollowThroughPattern;
|
|
60
59
|
//# sourceMappingURL=generateFollowThroughPattern.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"generateFollowThroughPattern.js","sourceRoot":"","sources":["../src/generateFollowThroughPattern.ts"],"names":[],"mappings":";AAAA,kCAAkC
|
|
1
|
+
{"version":3,"file":"generateFollowThroughPattern.js","sourceRoot":"","sources":["../src/generateFollowThroughPattern.ts"],"names":[],"mappings":";AAAA,kCAAkC;;AAkBlC,oEA8CC;AA9DD;;;;;;;;;;;;;;;GAeG;AACH,SAAgB,4BAA4B,CAAC,SAAiB;IAE1D,IAAI,CAAC,SAAS,EAAE,CAAC;QACb,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IACtF,CAAC;IACD,0BAA0B;IAC1B,IAAI,SAAS,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QAC1B,SAAS,GAAG,SAAS,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IACvC,CAAC;IAED,IAAI,GAAQ,CAAC;IAEb,IAAI,CAAC;QACD,GAAG,GAAG,IAAI,GAAG,CAAC,SAAS,CAAC,CAAC;IAC7B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,MAAM,IAAI,KAAK,CAAC,oDAAoD,SAAS,aAAa,CAAC,CAAC;IAChG,CAAC;IAED,MAAM,QAAQ,GAAG,GAAG,CAAC,QAAQ,CAAC;IAC9B,IAAI,IAAI,GAAG,GAAG,CAAC,IAAI,CAAC;IACpB,iCAAiC;IACjC,IAAI,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,EAAE,CAAC;QAC1B,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC;IACpC,CAAC;IAED,IAAI,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;IACxB,IAAI,IAAI,CAAC,QAAQ,CAAC,GAAG,CAAC,EAAE,CAAC;QACrB,IAAI,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,CAAC;IAC7B,CAAC;IAED,IAAI,GAAG,IAAI,CAAC,OAAO,CAAC,gBAAgB,EAAE,kBAAkB,CAAC,CAAC,CAAC,8BAA8B;IAGzF,IAAI,OAAe,CAAC;IAEpB,MAAM,eAAe,GAAG,QAAQ,CAAC,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,aAAa,CAAC,CAAC,CAAC,QAAQ,CAAC;IAE/E,+CAA+C;IAC/C,IAAI,GAAG,CAAC,IAAI,CAAC,UAAU,CAAC,MAAM,CAAC,IAAI,GAAG,CAAC,IAAI,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAClE,oBAAoB;QACpB,OAAO,GAAG,GAAG,eAAe,cAAc,IAAI,GAAG,IAAI,MAAM,CAAC;IAChE,CAAC;SAAM,CAAC;QACJ,OAAO,GAAG,GAAG,eAAe,KAAK,IAAI,GAAG,IAAI,MAAM,CAAC;IACvD,CAAC;IAED,OAAO,OAAO,CAAC;AACnB,CAAC"}
|
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
/*! Copyright (c) 2024, XAPP AI */
|
|
3
3
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
-
exports.isHallucinatedPhoneNumber =
|
|
4
|
+
exports.isHallucinatedPhoneNumber = isHallucinatedPhoneNumber;
|
|
5
5
|
/**
|
|
6
6
|
* Looks for common hallucinated phone numbers.
|
|
7
7
|
* @param number
|
|
@@ -28,5 +28,4 @@ function isHallucinatedPhoneNumber(number) {
|
|
|
28
28
|
];
|
|
29
29
|
return hallucinatedPatterns.some(pattern => pattern.test(digits));
|
|
30
30
|
}
|
|
31
|
-
exports.isHallucinatedPhoneNumber = isHallucinatedPhoneNumber;
|
|
32
31
|
//# sourceMappingURL=hallucinationDetector.js.map
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hallucinationDetector.js","sourceRoot":"","sources":["../src/hallucinationDetector.ts"],"names":[],"mappings":";AAAA,kCAAkC
|
|
1
|
+
{"version":3,"file":"hallucinationDetector.js","sourceRoot":"","sources":["../src/hallucinationDetector.ts"],"names":[],"mappings":";AAAA,kCAAkC;;AAOlC,8DAsBC;AA3BD;;;;GAIG;AACH,SAAgB,yBAAyB,CAAC,MAAc;IACpD,6CAA6C;IAC7C,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;IAEzC,iCAAiC;IACjC,MAAM,oBAAoB,GAAG;QACzB,YAAY,EAAE,gCAAgC;QAC9C,cAAc,EAAE,yDAAyD;QACzE,kBAAkB;QAClB,WAAW;QACX,sCAAsC,EAAE,uBAAuB;QAC/D,4CAA4C,EAAE,sBAAsB;QACpE,+DAA+D,EAAE,qBAAqB;QACtF,qDAAqD,EAAE,oBAAoB;QAC3E,uBAAuB,EAAE,uBAAuB;QAChD,yBAAyB,EAAE,wBAAwB;QACnD,kBAAkB,EAAE,oBAAoB;QACxC,kBAAkB,EAAE,wBAAwB;QAC5C,WAAW,EAAE,sCAAsC;KACtD,CAAC;IAEF,OAAO,oBAAoB,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC;AACtE,CAAC"}
|
package/lib/hasExtension.js
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
/*! Copyright (c) 2024, XAPP AI */
|
|
3
3
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
4
|
-
exports.hasExtension =
|
|
4
|
+
exports.hasExtension = hasExtension;
|
|
5
5
|
/**
|
|
6
6
|
* Determines if the provided URL has a certain file extension. This is useful to filter out undesirable URLs to follow such as .pdf, .jpg, .png or other file types that don't have hyperlinks themselves.
|
|
7
7
|
*
|
|
@@ -49,5 +49,4 @@ function hasExtension(url, extension) {
|
|
|
49
49
|
});
|
|
50
50
|
return hasExtension;
|
|
51
51
|
}
|
|
52
|
-
exports.hasExtension = hasExtension;
|
|
53
52
|
//# sourceMappingURL=hasExtension.js.map
|
package/lib/hasExtension.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"hasExtension.js","sourceRoot":"","sources":["../src/hasExtension.ts"],"names":[],"mappings":";AAAA,kCAAkC
|
|
1
|
+
{"version":3,"file":"hasExtension.js","sourceRoot":"","sources":["../src/hasExtension.ts"],"names":[],"mappings":";AAAA,kCAAkC;;AAUlC,oCAiDC;AAzDD;;;;;;;GAOG;AACH,SAAgB,YAAY,CAAC,GAAiB,EAAE,SAA4B;IAExE,IAAI,CAAC,GAAG,EAAE,CAAC;QACP,OAAO,KAAK,CAAC;IACjB,CAAC;IAED,IAAI,OAAY,CAAC;IAEjB,IAAI,CAAC;QACD,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;IAC3B,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACT,IAAI,CAAC;YACD,sEAAsE;YACtE,OAAO,GAAG,IAAI,GAAG,CAAC,sBAAsB,GAAG,EAAE,CAAC,CAAC;QACnD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,OAAO,CAAC,KAAK,CAAC,yBAAyB,GAAG,EAAE,CAAC,CAAC;YAE9C,OAAO,KAAK,CAAC;QACjB,CAAC;IACL,CAAC;IAED,MAAM,IAAI,GAAG,OAAO,CAAC,QAAQ,CAAC;IAE9B,MAAM,cAAc,GAAG,IAAI,CAAC,WAAW,CAAC,GAAG,CAAC,CAAC;IAE7C,MAAM,cAAc,GAAG,cAAc,GAAG,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC,CAAC,OAAO,CAAC;IAErF,MAAM,cAAc,GAAa,EAAE,CAAC;IAEpC,IAAI,OAAO,SAAS,KAAK,QAAQ,EAAE,CAAC;QAChC,cAAc,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACnC,CAAC;SAAM,CAAC;QACJ,cAAc,CAAC,IAAI,CAAC,GAAG,SAAS,CAAC,CAAC;IACtC,CAAC;IAED,IAAI,YAAY,GAAY,KAAK,CAAC;IAElC,cAAc,CAAC,OAAO,CAAC,CAAC,GAAG,EAAE,EAAE;QAC3B,8CAA8C;QAC9C,GAAG,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;QACxB,GAAG,GAAG,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,GAAG,EAAE,CAAC;QAE5C,IAAI,GAAG,KAAK,cAAc,CAAC,WAAW,EAAE,EAAE,CAAC;YACvC,YAAY,GAAG,IAAI,CAAC;QACxB,CAAC;IACL,CAAC,CAAC,CAAC;IAEH,OAAO,YAAY,CAAC;AAExB,CAAC"}
|
package/lib/normalizeURL.js
CHANGED
|
@@ -3,7 +3,7 @@ var __importDefault = (this && this.__importDefault) || function (mod) {
|
|
|
3
3
|
return (mod && mod.__esModule) ? mod : { "default": mod };
|
|
4
4
|
};
|
|
5
5
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
6
|
-
exports.normalizeURL =
|
|
6
|
+
exports.normalizeURL = normalizeURL;
|
|
7
7
|
/*! Copyright (c) 2020, XAPP AI */
|
|
8
8
|
const normalize_url_1 = __importDefault(require("normalize-url"));
|
|
9
9
|
/**
|
|
@@ -19,5 +19,4 @@ const normalize_url_1 = __importDefault(require("normalize-url"));
|
|
|
19
19
|
function normalizeURL(url, options = { stripHash: true }) {
|
|
20
20
|
return (0, normalize_url_1.default)(url, options);
|
|
21
21
|
}
|
|
22
|
-
exports.normalizeURL = normalizeURL;
|
|
23
22
|
//# sourceMappingURL=normalizeURL.js.map
|
package/lib/normalizeURL.js.map
CHANGED
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"normalizeURL.js","sourceRoot":"","sources":["../src/normalizeURL.ts"],"names":[],"mappings":"
|
|
1
|
+
{"version":3,"file":"normalizeURL.js","sourceRoot":"","sources":["../src/normalizeURL.ts"],"names":[],"mappings":";;;;;AAaA,oCAEC;AAfD,kCAAkC;AAClC,kEAAuD;AAEvD;;;;;;;;;GASG;AACH,SAAgB,YAAY,CAAC,GAAW,EAAE,UAAmB,EAAE,SAAS,EAAE,IAAI,EAAE;IAC5E,OAAO,IAAA,uBAAa,EAAC,GAAG,EAAE,OAAO,CAAC,CAAC;AACvC,CAAC"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xapp/arachne-utils",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.8.2",
|
|
4
4
|
"types": "lib/index",
|
|
5
5
|
"main": "lib/index",
|
|
6
6
|
"files": [
|
|
@@ -14,20 +14,20 @@
|
|
|
14
14
|
"node": "^14 || ^16 || ^18 || ^20.0.0"
|
|
15
15
|
},
|
|
16
16
|
"devDependencies": {
|
|
17
|
-
"@microsoft/api-extractor": "7.
|
|
18
|
-
"@types/chai": "4.3.
|
|
19
|
-
"@types/mocha": "10.0.
|
|
20
|
-
"@types/node": "20.
|
|
17
|
+
"@microsoft/api-extractor": "7.47.4",
|
|
18
|
+
"@types/chai": "4.3.17",
|
|
19
|
+
"@types/mocha": "10.0.7",
|
|
20
|
+
"@types/node": "20.14.13",
|
|
21
21
|
"@types/sinon": "17.0.3",
|
|
22
22
|
"@types/sinon-chai": "3.2.12",
|
|
23
23
|
"@xapp/config": "0.2.3",
|
|
24
|
-
"chai": "4.
|
|
25
|
-
"mocha": "10.
|
|
24
|
+
"chai": "4.5.0",
|
|
25
|
+
"mocha": "10.7.0",
|
|
26
26
|
"sinon": "18.0.0",
|
|
27
27
|
"sinon-chai": "3.7.0",
|
|
28
28
|
"ts-node": "10.9.2",
|
|
29
|
-
"tslib": "2.6.
|
|
30
|
-
"typescript": "5.4
|
|
29
|
+
"tslib": "2.6.3",
|
|
30
|
+
"typescript": "5.5.4"
|
|
31
31
|
},
|
|
32
32
|
"dependencies": {
|
|
33
33
|
"normalize-url": "6.1.0"
|
|
@@ -38,5 +38,5 @@
|
|
|
38
38
|
"clean": "rm -rf ./lib/*",
|
|
39
39
|
"test": "mocha --recursive -r ts-node/register \"./src/**/*.test.ts\""
|
|
40
40
|
},
|
|
41
|
-
"gitHead": "
|
|
41
|
+
"gitHead": "c56c8143f976a7111003f219a9611673ba6f08ba"
|
|
42
42
|
}
|