@xapp/arachne-web-service 1.9.1 → 1.10.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/lib/GenerativeAIService.js +31 -20
- package/lib/GenerativeAIService.js.map +1 -1
- package/lib/utils/getSiteMap.js +14 -12
- package/lib/utils/getSiteMap.js.map +1 -1
- package/package.json +19 -19
|
@@ -34,18 +34,20 @@ class GenerativeAIService {
|
|
|
34
34
|
let maxTokens = webPrompt.maxTokens;
|
|
35
35
|
let tokens = webPrompt.tokens;
|
|
36
36
|
(0, stentor_logger_1.log)().info(`Raw markdown tokens: ${tokens} max: ${maxTokens}`);
|
|
37
|
-
// we will access later
|
|
37
|
+
// we will access later
|
|
38
38
|
let aboutUsMarkdown = "";
|
|
39
39
|
let aboutUsPrompt = undefined;
|
|
40
40
|
// first try if over max tokens
|
|
41
41
|
if (maxTokens < 0 && (pages === null || pages === void 0 ? void 0 : pages.aboutUs)) {
|
|
42
42
|
const aboutUs = pages.aboutUs;
|
|
43
|
-
// load about us
|
|
43
|
+
// load about us
|
|
44
44
|
(0, stentor_logger_1.log)().info(`Raw markdown has too many tokens, attempting to load about us page at ${aboutUs}...`);
|
|
45
|
-
yield this.page.goto(aboutUs, { waitUntil:
|
|
45
|
+
yield this.page.goto(aboutUs, { waitUntil: "networkidle2", timeout: 5000 });
|
|
46
46
|
(0, stentor_logger_1.log)().info(`Loaded...`);
|
|
47
47
|
const aboutUsHTML = yield this.page.content();
|
|
48
|
-
aboutUsMarkdown = new arachne_parsers_1.ArachneHTMLtoText({
|
|
48
|
+
aboutUsMarkdown = new arachne_parsers_1.ArachneHTMLtoText({
|
|
49
|
+
stripTags: [...arachne_parsers_1.DEFAULT_STRIP_TAGS, "head", "img", "iframe", "style"],
|
|
50
|
+
}).convert(aboutUsHTML, true);
|
|
49
51
|
aboutUsPrompt = (0, getPrompt_1.getWebMarkdownPrompt)(aboutUsMarkdown, url);
|
|
50
52
|
(0, stentor_logger_1.log)().info(`About Us tokens: ${aboutUsPrompt.tokens} max: ${aboutUsPrompt.maxTokens}`);
|
|
51
53
|
if (aboutUsPrompt.maxTokens > 0) {
|
|
@@ -55,15 +57,18 @@ class GenerativeAIService {
|
|
|
55
57
|
tokens = aboutUsPrompt.tokens;
|
|
56
58
|
}
|
|
57
59
|
(0, stentor_logger_1.log)().info(`Returning to original page ${url}...`);
|
|
58
|
-
yield this.page.goto(url, { waitUntil:
|
|
60
|
+
yield this.page.goto(url, { waitUntil: "networkidle2", timeout: 5000 });
|
|
59
61
|
(0, stentor_logger_1.log)().info(`Loaded...`);
|
|
60
62
|
}
|
|
61
63
|
// try the article approach
|
|
62
64
|
if (maxTokens < 0 && url) {
|
|
63
65
|
(0, stentor_logger_1.log)().info(`Raw markdown has too many tokens, attempting to load original page as an article ${url}...`);
|
|
64
|
-
yield this.page.goto(url, { waitUntil:
|
|
66
|
+
yield this.page.goto(url, { waitUntil: "networkidle2", timeout: 5000 });
|
|
65
67
|
const mainHTML = yield this.page.content();
|
|
66
|
-
const mainArticleMarkdown = new arachne_parsers_1.ArachneHTMLtoText({
|
|
68
|
+
const mainArticleMarkdown = new arachne_parsers_1.ArachneHTMLtoText({
|
|
69
|
+
stripTags: [...arachne_parsers_1.DEFAULT_STRIP_TAGS, "head", "img", "iframe", "style"],
|
|
70
|
+
articleFocus: true,
|
|
71
|
+
}).convert(mainHTML, true);
|
|
67
72
|
const articlePrompt = (0, getPrompt_1.getWebMarkdownPrompt)(mainArticleMarkdown, url);
|
|
68
73
|
(0, stentor_logger_1.log)().info(`Article tokens: ${articlePrompt.tokens} max: ${articlePrompt.maxTokens}`);
|
|
69
74
|
if (articlePrompt.maxTokens > 0) {
|
|
@@ -117,10 +122,10 @@ class GenerativeAIService {
|
|
|
117
122
|
(0, stentor_logger_1.log)().info(`Final prompt is ${tokens} tokens, setting max_tokens to ${maxTokens}.`);
|
|
118
123
|
}
|
|
119
124
|
const options = {
|
|
120
|
-
method:
|
|
125
|
+
method: "POST",
|
|
121
126
|
headers: {
|
|
122
|
-
|
|
123
|
-
|
|
127
|
+
"Content-Type": "application/json",
|
|
128
|
+
Authorization: `Bearer ${this.key}`,
|
|
124
129
|
},
|
|
125
130
|
body: JSON.stringify({
|
|
126
131
|
model: "gpt-4o-mini-2024-07-18",
|
|
@@ -128,20 +133,21 @@ class GenerativeAIService {
|
|
|
128
133
|
messages: [
|
|
129
134
|
{
|
|
130
135
|
role: "system",
|
|
131
|
-
content: prompt
|
|
132
|
-
}
|
|
136
|
+
content: prompt,
|
|
137
|
+
},
|
|
133
138
|
],
|
|
134
139
|
temperature: 0.25,
|
|
135
140
|
max_tokens: maxTokens,
|
|
136
141
|
top_p: 1,
|
|
137
142
|
frequency_penalty: 0,
|
|
138
|
-
presence_penalty: 0
|
|
139
|
-
})
|
|
143
|
+
presence_penalty: 0,
|
|
144
|
+
}),
|
|
140
145
|
};
|
|
141
146
|
// eslint-disable-next-line no-console
|
|
142
147
|
console.time("open_ai_web");
|
|
143
148
|
let status = 999;
|
|
144
|
-
const openAIResponse = yield fetch(
|
|
149
|
+
const openAIResponse = yield fetch("https://api.openai.com/v1/chat/completions", options)
|
|
150
|
+
.then((response) => {
|
|
145
151
|
status = response.status;
|
|
146
152
|
if (status === 200) {
|
|
147
153
|
return response.json();
|
|
@@ -151,7 +157,8 @@ class GenerativeAIService {
|
|
|
151
157
|
return response.json();
|
|
152
158
|
}
|
|
153
159
|
return response;
|
|
154
|
-
})
|
|
160
|
+
})
|
|
161
|
+
.finally(() => {
|
|
155
162
|
// eslint-disable-next-line no-console
|
|
156
163
|
console.timeEnd("open_ai_web");
|
|
157
164
|
});
|
|
@@ -164,7 +171,7 @@ class GenerativeAIService {
|
|
|
164
171
|
// quick common error check, look for trailing commas before closing bracket
|
|
165
172
|
// Regex to find trailing commas before a closing brace or bracket
|
|
166
173
|
const trailingComma = /,(?=\s*[}\]])/g;
|
|
167
|
-
completion = completion.replace(trailingComma,
|
|
174
|
+
completion = completion.replace(trailingComma, "");
|
|
168
175
|
aiData = JSON.parse(completion);
|
|
169
176
|
(0, stentor_logger_1.log)().debug(`Parsed AI response....`);
|
|
170
177
|
(0, stentor_logger_1.log)().debug(JSON.stringify(aiData, undefined, 2));
|
|
@@ -186,12 +193,16 @@ class GenerativeAIService {
|
|
|
186
193
|
if (aiData && aiData.phone_numbers && (0, stentor_utils_1.existsAndNotEmpty)(aiData.phone_numbers)) {
|
|
187
194
|
const preLength = aiData.phone_numbers.length;
|
|
188
195
|
// clean for hallucinations
|
|
189
|
-
// numbers like 123-45678 or numbers like 555-
|
|
190
|
-
const mostLikelyRealPhoneNumbers = aiData.phone_numbers
|
|
196
|
+
// numbers like 123-45678 or numbers like 555-
|
|
197
|
+
const mostLikelyRealPhoneNumbers = aiData.phone_numbers
|
|
198
|
+
.filter((number) => !!number.number)
|
|
199
|
+
.filter((number) => !(0, arachne_utils_1.isHallucinatedPhoneNumber)(number.number));
|
|
191
200
|
const postLength = mostLikelyRealPhoneNumbers.length;
|
|
192
201
|
if (postLength < preLength) {
|
|
193
202
|
const removedNumbers = aiData.phone_numbers.filter((number) => (0, arachne_utils_1.isHallucinatedPhoneNumber)(number.number));
|
|
194
|
-
(0, stentor_logger_1.log)().info(`Removed ${preLength - postLength} hallucinated phone numbers: ${removedNumbers
|
|
203
|
+
(0, stentor_logger_1.log)().info(`Removed ${preLength - postLength} hallucinated phone numbers: ${removedNumbers
|
|
204
|
+
.map((number) => number.number)
|
|
205
|
+
.join(", ")}`);
|
|
195
206
|
}
|
|
196
207
|
aiData.phone_numbers = mostLikelyRealPhoneNumbers;
|
|
197
208
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"GenerativeAIService.js","sourceRoot":"","sources":["../src/GenerativeAIService.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,2DAA8E;AAC9E,mDAAqC;AAGrC,yDAAsD;AACtD,iDAAsF;AACtF,uDAAgE;AAChE,iDAAkD;AAoBlD,MAAa,mBAAmB;
|
|
1
|
+
{"version":3,"file":"GenerativeAIService.js","sourceRoot":"","sources":["../src/GenerativeAIService.ts"],"names":[],"mappings":";;;;;;;;;;;;AAEA,2DAA8E;AAC9E,mDAAqC;AAGrC,yDAAsD;AACtD,iDAAsF;AACtF,uDAAgE;AAChE,iDAAkD;AAoBlD,MAAa,mBAAmB;IAK5B,YAAY,KAAyC;QACjD,IAAI,CAAC,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;QACrB,IAAI,CAAC,IAAI,GAAG,KAAK,CAAC,IAAI,CAAC;IAC3B,CAAC;IAEK,YAAY,CAAC,QAAgB,EAAE,IAAmB;;YACpD,MAAM,EAAE,GAAG,EAAE,IAAI,EAAE,MAAM,EAAE,GAAG,IAAI,CAAC;YAEnC,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,4BAA4B,GAAG,EAAE,CAAC,CAAC;YAE9C,MAAM,KAAK,GAAG,IAAI,aAAJ,IAAI,uBAAJ,IAAI,CAAE,KAAK,CAAC;YAC1B,MAAM,aAAa,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,aAAa,CAAC;YAC5C,MAAM,wBAAwB,GAAG,MAAM,aAAN,MAAM,uBAAN,MAAM,CAAE,wBAAwB,CAAC;YAElE,IAAI,MAAM,GAA0B,SAAS,CAAC;YAE9C,MAAM,SAAS,GAAG,IAAA,gCAAoB,EAAC,QAAQ,EAAE,GAAG,CAAC,CAAC;YAEtD,IAAI,MAAM,GAAW,SAAS,CAAC,MAAM,CAAC;YACtC,IAAI,SAAS,GAAW,SAAS,CAAC,SAAS,CAAC;YAC5C,IAAI,MAAM,GAAW,SAAS,CAAC,MAAM,CAAC;YAEtC,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,wBAAwB,MAAM,SAAS,SAAS,EAAE,CAAC,CAAC;YAE/D,uBAAuB;YACvB,IAAI,eAAe,GAAW,EAAE,CAAC;YACjC,IAAI,aAAa,GAAuB,SAAS,CAAC;YAElD,+BAA+B;YAC/B,IAAI,SAAS,GAAG,CAAC,KAAI,KAAK,aAAL,KAAK,uBAAL,KAAK,CAAE,OAAO,CAAA,EAAE,CAAC;gBAClC,MAAM,OAAO,GAAG,KAAK,CAAC,OAAO,CAAC;gBAC9B,gBAAgB;gBAChB,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,yEAAyE,OAAO,KAAK,CAAC,CAAC;gBAClG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAC5E,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBACxB,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAE9C,eAAe,GAAG,IAAI,mCAAiB,CAAC;oBACpC,SAAS,EAAE,CAAC,GAAG,oCAAkB,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC;iBACvE,CAAC,CAAC,OAAO,CAAC,WAAW,EAAE,IAAI,CAAC,CAAC;gBAE9B,aAAa,GAAG,IAAA,gCAAoB,EAAC,eAAe,EAAE,GAAG,CAAC,CAAC;gBAE3D,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,oBAAoB,aAAa,CAAC,MAAM,SAAS,aAAa,CAAC,SAAS,EAAE,CAAC,CAAC;gBAEvF,IAAI,aAAa,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;oBAC9B,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;oBACnC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;oBAC9B,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;oBACpC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;gBAClC,CAAC;gBACD,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,8BAA8B,GAAG,KAAK,CAAC,CAAC;gBACnD,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBACxE,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;YAC5B,CAAC;YAED,2BAA2B;YAC3B,IAAI,SAAS,GAAG,CAAC,IAAI,GAAG,EAAE,CAAC;gBACvB,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,oFAAoF,GAAG,KAAK,CAAC,CAAC;gBACzG,MAAM,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC;gBAExE,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;gBAE3C,MAAM,mBAAmB,GAAG,IAAI,mCAAiB,CAAC;oBAC9C,SAAS,EAAE,CAAC,GAAG,oCAAkB,EAAE,MAAM,EAAE,KAAK,EAAE,QAAQ,EAAE,OAAO,CAAC;oBACpE,YAAY,EAAE,IAAI;iBACrB,CAAC,CAAC,OAAO,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;gBAE3B,MAAM,aAAa,GAAG,IAAA,gCAAoB,EAAC,mBAAmB,EAAE,GAAG,CAAC,CAAC;gBAErE,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,mBAAmB,aAAa,CAAC,MAAM,SAAS,aAAa,CAAC,SAAS,EAAE,CAAC,CAAC;gBAEtF,IAAI,aAAa,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;oBAC9B,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;oBAChD,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;oBAC9B,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;oBACpC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;gBAClC,CAAC;YACL,CAAC;YAED,iBAAiB;YACjB,IAAI,SAAS,GAAG,CAAC,IAAI,CAAC,aAAa,IAAI,wBAAwB,CAAC,EAAE,CAAC;gBAC/D,IAAA,oBAAG,GAAE,CAAC,IAAI,CACN,oBAAoB,SAAS,oEAAoE,CACpG,CAAC;gBACF,4CAA4C;gBAE5C,MAAM,gBAAgB,GAAG,IAAA,+BAAmB,EAAC,aAAa,IAAI,wBAAwB,EAAE,GAAG,CAAC,CAAC;gBAE7F,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,uBAAuB,gBAAgB,CAAC,MAAM,SAAS,gBAAgB,CAAC,SAAS,EAAE,CAAC,CAAC;gBAEhG,IAAI,gBAAgB,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;oBACjC,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;oBACpE,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC;oBACjC,SAAS,GAAG,gBAAgB,CAAC,SAAS,CAAC;oBACvC,MAAM,GAAG,gBAAgB,CAAC,MAAM,CAAC;gBACrC,CAAC;YACL,CAAC;YAED,IAAI,SAAS,GAAG,CAAC,EAAE,CAAC;gBAChB,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,oDAAoD,CAAC,CAAC;gBACjE,sDAAsD;gBACtD,MAAM,eAAe,GAAG,IAAA,6BAAa,EAAC,QAAQ,CAAC,CAAC;gBAEhD,MAAM,aAAa,GAAG,IAAA,gCAAoB,EAAC,eAAe,EAAE,GAAG,CAAC,CAAC;gBAEjE,IAAI,aAAa,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;oBAC9B,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,qDAAqD,CAAC,CAAC;oBAClE,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;oBAC9B,SAAS,GAAG,aAAa,CAAC,SAAS,CAAC;oBACpC,MAAM,GAAG,aAAa,CAAC,MAAM,CAAC;gBAClC,CAAC;YACL,CAAC;YAED,IAAI,SAAS,GAAG,CAAC,IAAI,aAAa,IAAI,eAAe,EAAE,CAAC;gBACpD,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,mEAAmE,CAAC,CAAC;gBAEhF,MAAM,sBAAsB,GAAG,IAAA,6BAAa,EAAC,eAAe,CAAC,CAAC;gBAE9D,MAAM,oBAAoB,GAAG,IAAA,gCAAoB,EAAC,sBAAsB,EAAE,GAAG,CAAC,CAAC;gBAE/E,IAAI,oBAAoB,CAAC,SAAS,GAAG,CAAC,EAAE,CAAC;oBACrC,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,8DAA8D,CAAC,CAAC;oBAC3E,MAAM,GAAG,oBAAoB,CAAC,MAAM,CAAC;oBACrC,SAAS,GAAG,oBAAoB,CAAC,SAAS,CAAC;oBAC3C,MAAM,GAAG,oBAAoB,CAAC,MAAM,CAAC;gBACzC,CAAC;YACL,CAAC;YAED,IAAI,SAAS,IAAI,CAAC,EAAE,CAAC;gBACjB,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,gCAAgC,GAAG,qBAAqB,MAAM,EAAE,CAAC,CAAC;gBAC7E,OAAO,SAAS,CAAC;YACrB,CAAC;iBAAM,CAAC;gBACJ,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,mBAAmB,MAAM,kCAAkC,SAAS,GAAG,CAAC,CAAC;YACxF,CAAC;YAED,MAAM,OAAO,GAAgB;gBACzB,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE;oBACL,cAAc,EAAE,kBAAkB;oBAClC,aAAa,EAAE,UAAU,IAAI,CAAC,GAAG,EAAE;iBACtC;gBACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC;oBACjB,KAAK,EAAE,wBAAwB;oBAC/B,eAAe,EAAE,EAAE,IAAI,EAAE,aAAa,EAAE;oBACxC,QAAQ,EAAE;wBACN;4BACI,IAAI,EAAE,QAAQ;4BACd,OAAO,EAAE,MAAM;yBAClB;qBACJ;oBACD,WAAW,EAAE,IAAI;oBACjB,UAAU,EAAE,SAAS;oBACrB,KAAK,EAAE,CAAC;oBACR,iBAAiB,EAAE,CAAC;oBACpB,gBAAgB,EAAE,CAAC;iBACtB,CAAC;aACL,CAAC;YAEF,sCAAsC;YACtC,OAAO,CAAC,IAAI,CAAC,aAAa,CAAC,CAAC;YAC5B,IAAI,MAAM,GAAW,GAAG,CAAC;YACzB,MAAM,cAAc,GAAG,MAAM,KAAK,CAAC,4CAA4C,EAAE,OAAO,CAAC;iBACpF,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;gBACf,MAAM,GAAG,QAAQ,CAAC,MAAM,CAAC;gBACzB,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;oBACjB,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC3B,CAAC;qBAAM,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;oBACxB,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;oBACpC,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;gBAC3B,CAAC;gBACD,OAAO,QAAQ,CAAC;YACpB,CAAC,CAAC;iBACD,OAAO,CAAC,GAAG,EAAE;gBACV,sCAAsC;gBACtC,OAAO,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC;YACnC,CAAC,CAAC,CAAC;YAEP,IAAI,MAAM,KAAK,GAAG,EAAE,CAAC;gBACjB,MAAM,KAAK,GAAG,cAAc,CAAC,KAAK,CAAC;gBACnC,IAAA,oBAAG,GAAE,CAAC,IAAI,CACN,8BAA8B,KAAK,CAAC,aAAa,eAAe,KAAK,CAAC,iBAAiB,UAAU,KAAK,CAAC,YAAY,EAAE,CACxH,CAAC;gBAEF,MAAM,WAAW,GAAG,cAAc,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;gBAE9C,IAAI,UAAU,GAAG,WAAW,CAAC,OAAO,CAAC,OAAO,CAAC;gBAC7C,IAAI,CAAC;oBACD,4EAA4E;oBAC5E,kEAAkE;oBAClE,MAAM,aAAa,GAAG,gBAAgB,CAAC;oBACvC,UAAU,GAAG,UAAU,CAAC,OAAO,CAAC,aAAa,EAAE,EAAE,CAAC,CAAC;oBAEnD,MAAM,GAAG,IAAI,CAAC,KAAK,CAAC,UAAU,CAAC,CAAC;oBAChC,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,wBAAwB,CAAC,CAAC;oBACtC,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,MAAM,EAAE,SAAS,EAAE,CAAC,CAAC,CAAC,CAAC;gBACtD,CAAC;gBAAC,OAAO,CAAC,EAAE,CAAC;oBACT,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,8BAA8B,CAAC,CAAC;oBAC3C,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;gBAC3B,CAAC;YACL,CAAC;iBAAM,CAAC;gBACJ,IAAA,oBAAG,GAAE,CAAC,IAAI,CAAC,kDAAkD,MAAM,EAAE,CAAC,CAAC;gBACvE,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,cAAc,CAAC,CAAC;YAChC,CAAC;YAED,wEAAwE;YACxE,IAAI,MAAM,IAAI,MAAM,CAAC,KAAK,IAAI,IAAA,iCAAiB,EAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC;gBAC5D,MAAM,cAAc,GAAG,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;gBACrE,MAAM,CAAC,KAAK,GAAG,cAAc,CAAC;YAClC,CAAC;YAED,IAAI,MAAM,IAAI,MAAM,CAAC,aAAa,IAAI,IAAA,iCAAiB,EAAC,MAAM,CAAC,aAAa,CAAC,EAAE,CAAC;gBAC5E,MAAM,SAAS,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC;gBAC9C,2BAA2B;gBAC3B,8CAA8C;gBAE9C,MAAM,0BAA0B,GAAG,MAAM,CAAC,aAAa;qBAClD,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,CAAC,MAAM,CAAC;qBACnC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,CAAC,IAAA,yCAAyB,EAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC;gBAEnE,MAAM,UAAU,GAAG,0BAA0B,CAAC,MAAM,CAAC;gBAErD,IAAI,UAAU,GAAG,SAAS,EAAE,CAAC;oBACzB,MAAM,cAAc,GAAG,MAAM,CAAC,aAAa,CAAC,MAAM,CAAC,CAAC,MAAM,EAAE,EAAE,CAC1D,IAAA,yCAAyB,EAAC,MAAM,CAAC,MAAM,CAAC,CAC3C,CAAC;oBACF,IAAA,oBAAG,GAAE,CAAC,IAAI,CACN,WAAW,SAAS,GAAG,UAAU,gCAAgC,cAAc;yBAC1E,GAAG,CAAC,CAAC,MAAM,EAAE,EAAE,CAAC,MAAM,CAAC,MAAM,CAAC;yBAC9B,IAAI,CAAC,IAAI,CAAC,EAAE,CACpB,CAAC;gBACN,CAAC;gBAED,MAAM,CAAC,aAAa,GAAG,0BAA0B,CAAC;YACtD,CAAC;YAED,OAAO,MAAM,CAAC;QAClB,CAAC;KAAA;CACJ;AAnPD,kDAmPC"}
|
package/lib/utils/getSiteMap.js
CHANGED
|
@@ -61,19 +61,21 @@ const fetchSitemap = (url) => __awaiter(void 0, void 0, void 0, function* () {
|
|
|
61
61
|
}, TIMEOUT);
|
|
62
62
|
// this fails
|
|
63
63
|
try {
|
|
64
|
-
const text = yield fetch(url, { signal })
|
|
64
|
+
const text = yield fetch(url, { signal })
|
|
65
|
+
.then((response) => {
|
|
65
66
|
if (!response.ok) {
|
|
66
67
|
throw new Error(`Sitemap returned non-200 status code: ${response.status}`);
|
|
67
68
|
}
|
|
68
69
|
return response.text();
|
|
69
|
-
})
|
|
70
|
+
})
|
|
71
|
+
.finally(() => {
|
|
70
72
|
clearTimeout(timeoutId);
|
|
71
73
|
});
|
|
72
74
|
return text;
|
|
73
75
|
}
|
|
74
76
|
catch (error) {
|
|
75
77
|
console.error(`Failed to fetch sitemap: ${error}`);
|
|
76
|
-
return
|
|
78
|
+
return "";
|
|
77
79
|
}
|
|
78
80
|
});
|
|
79
81
|
/**
|
|
@@ -91,22 +93,22 @@ function getSitemap(sitemapUrl) {
|
|
|
91
93
|
const normalizedSitemapUrl = (0, arachne_1.normalizeURL)(sitemapUrl);
|
|
92
94
|
const xmlData = yield fetchSitemap(normalizedSitemapUrl);
|
|
93
95
|
if (!xmlData) {
|
|
94
|
-
console.error(
|
|
96
|
+
console.error("No sitemap data retrieved.");
|
|
95
97
|
return [];
|
|
96
98
|
}
|
|
97
99
|
const $ = cheerio.load(xmlData, {
|
|
98
|
-
xmlMode: true
|
|
100
|
+
xmlMode: true,
|
|
99
101
|
});
|
|
100
102
|
let allUrls = [];
|
|
101
103
|
// Extract all urls
|
|
102
|
-
$(
|
|
103
|
-
const loc = $(url).find(
|
|
104
|
+
$("url").each((i, url) => {
|
|
105
|
+
const loc = $(url).find("loc").text();
|
|
104
106
|
allUrls.push(loc);
|
|
105
107
|
});
|
|
106
108
|
// Extract sitemaps and crawl recursively
|
|
107
|
-
const sitemapNodes = $(
|
|
109
|
+
const sitemapNodes = $("sitemap").toArray();
|
|
108
110
|
for (const sitemapNode of sitemapNodes) {
|
|
109
|
-
const loc = $(sitemapNode).find(
|
|
111
|
+
const loc = $(sitemapNode).find("loc").text();
|
|
110
112
|
// prevent an infinite loop by making sure loc is not the same as the original sitemapUrl
|
|
111
113
|
const normalizedLoc = (0, arachne_1.normalizeURL)(loc);
|
|
112
114
|
if (normalizedLoc !== normalizedSitemapUrl) {
|
|
@@ -135,11 +137,11 @@ function getSiteMapData(url) {
|
|
|
135
137
|
sitemapUrl.pathname = `${originalPath}sitemap.xml`;
|
|
136
138
|
}
|
|
137
139
|
catch (e) {
|
|
138
|
-
(0, stentor_logger_1.log)().debug(`
|
|
140
|
+
(0, stentor_logger_1.log)().debug(`Unable to parse sitemap url from ${url}.`);
|
|
139
141
|
return undefined;
|
|
140
142
|
}
|
|
141
143
|
if (!sitemapUrl) {
|
|
142
|
-
(0, stentor_logger_1.log)().debug(`
|
|
144
|
+
(0, stentor_logger_1.log)().debug(`Unable to parse sitemap url from ${url}.`);
|
|
143
145
|
return undefined;
|
|
144
146
|
}
|
|
145
147
|
(0, stentor_logger_1.log)().debug(`Loading sitemap at ${sitemapUrl.toString()}`);
|
|
@@ -214,7 +216,7 @@ function getSiteMapData(url) {
|
|
|
214
216
|
aboutUs,
|
|
215
217
|
contactUs,
|
|
216
218
|
faqPage,
|
|
217
|
-
paymentPage
|
|
219
|
+
paymentPage,
|
|
218
220
|
};
|
|
219
221
|
});
|
|
220
222
|
}
|
|
@@ -1 +1 @@
|
|
|
1
|
-
{"version":3,"file":"getSiteMap.js","sourceRoot":"","sources":["../../src/utils/getSiteMap.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmDA,
|
|
1
|
+
{"version":3,"file":"getSiteMap.js","sourceRoot":"","sources":["../../src/utils/getSiteMap.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAmDA,gCAoCC;AAmCD,wCAmHC;AA7OD,kCAAkC;AAClC,4BAA0B,CAAC,0CAA0C;AACrE,qCAAmC;AACnC,iDAAmC;AAEnC,2CAA6C;AAC7C,mDAAqC;AAErC,MAAM,YAAY,GAAG,CAAO,GAAW,EAAmB,EAAE;IACxD,MAAM,UAAU,GAAG,IAAI,eAAe,EAAE,CAAC;IACzC,MAAM,EAAE,MAAM,EAAE,GAAG,UAAU,CAAC;IAE9B,MAAM,OAAO,GAAG,IAAI,CAAC;IAErB,wFAAwF;IACxF,MAAM,SAAS,GAAG,UAAU,CAAC,GAAG,EAAE;QAC9B,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,WAAW,OAAO,+BAA+B,GAAG,EAAE,CAAC,CAAC;QACpE,UAAU,CAAC,KAAK,EAAE,CAAC;IACvB,CAAC,EAAE,OAAO,CAAC,CAAC;IAEZ,aAAa;IACb,IAAI,CAAC;QACD,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE,EAAE,MAAM,EAAE,CAAC;aACpC,IAAI,CAAC,CAAC,QAAQ,EAAE,EAAE;YACf,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;gBACf,MAAM,IAAI,KAAK,CAAC,yCAAyC,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;YAChF,CAAC;YAED,OAAO,QAAQ,CAAC,IAAI,EAAE,CAAC;QAC3B,CAAC,CAAC;aACD,OAAO,CAAC,GAAG,EAAE;YACV,YAAY,CAAC,SAAS,CAAC,CAAC;QAC5B,CAAC,CAAC,CAAC;QAEP,OAAO,IAAI,CAAC;IAChB,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACb,OAAO,CAAC,KAAK,CAAC,4BAA4B,KAAK,EAAE,CAAC,CAAC;QACnD,OAAO,EAAE,CAAC;IACd,CAAC;AACL,CAAC,CAAA,CAAC;AAEF;;;;;;;;;GASG;AACH,SAAsB,UAAU,CAAC,UAAkB;;QAC/C,MAAM,oBAAoB,GAAG,IAAA,sBAAY,EAAC,UAAU,CAAC,CAAC;QAEtD,MAAM,OAAO,GAAG,MAAM,YAAY,CAAC,oBAAoB,CAAC,CAAC;QAEzD,IAAI,CAAC,OAAO,EAAE,CAAC;YACX,OAAO,CAAC,KAAK,CAAC,4BAA4B,CAAC,CAAC;YAC5C,OAAO,EAAE,CAAC;QACd,CAAC;QAED,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC,OAAO,EAAE;YAC5B,OAAO,EAAE,IAAI;SAChB,CAAC,CAAC;QAEH,IAAI,OAAO,GAAa,EAAE,CAAC;QAE3B,mBAAmB;QACnB,CAAC,CAAC,KAAK,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,GAAG,EAAE,EAAE;YACrB,MAAM,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;YACtC,OAAO,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtB,CAAC,CAAC,CAAC;QAEH,yCAAyC;QACzC,MAAM,YAAY,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,OAAO,EAAE,CAAC;QAE5C,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE,CAAC;YACrC,MAAM,GAAG,GAAG,CAAC,CAAC,WAAW,CAAC,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,IAAI,EAAE,CAAC;YAC9C,yFAAyF;YACzF,MAAM,aAAa,GAAG,IAAA,sBAAY,EAAC,GAAG,CAAC,CAAC;YACxC,IAAI,aAAa,KAAK,oBAAoB,EAAE,CAAC;gBACzC,MAAM,IAAI,GAAG,MAAM,UAAU,CAAC,GAAG,CAAC,CAAC;gBACnC,OAAO,GAAG,OAAO,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC;YACnC,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;CAAA;AA6BD;;;;;GAKG;AACH,SAAsB,cAAc,CAAC,GAAW;;QAC5C,IAAI,OAAY,CAAC;QACjB,IAAI,YAAoB,CAAC;QACzB,IAAI,UAAe,CAAC;QAEpB,IAAI,CAAC;YACD,OAAO,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YACvB,YAAY,GAAG,OAAO,CAAC,QAAQ,CAAC;YAEhC,UAAU,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;YAC1B,UAAU,CAAC,QAAQ,GAAG,GAAG,YAAY,aAAa,CAAC;QACvD,CAAC;QAAC,OAAO,CAAC,EAAE,CAAC;YACT,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,oCAAoC,GAAG,GAAG,CAAC,CAAC;YACxD,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,IAAI,CAAC,UAAU,EAAE,CAAC;YACd,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,oCAAoC,GAAG,GAAG,CAAC,CAAC;YACxD,OAAO,SAAS,CAAC;QACrB,CAAC;QAED,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,sBAAsB,UAAU,CAAC,QAAQ,EAAE,EAAE,CAAC,CAAC;QAE3D,MAAM,OAAO,GAAG,MAAM,UAAU,CAAC,UAAU,CAAC,QAAQ,EAAE,CAAC,CAAC;QAExD,QAAQ;QACR,MAAM,OAAO,GAAG,OAAO,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE;YAClC,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,EAAE,CAAC;gBACxB,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,GAAG,CAAC,CAAC;gBAChC,UAAU,CAAC,QAAQ,GAAG,KAAK,CAAC;gBAC5B,OAAO,UAAU,CAAC,QAAQ,EAAE,CAAC;YACjC,CAAC;iBAAM,CAAC;gBACJ,OAAO,KAAK,CAAC;YACjB,CAAC;QACL,CAAC,CAAC,CAAC;QAEH,wFAAwF;QACxF,MAAM,QAAQ,GAAG,OAAO,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;YACtC,IAAI,CAAC;gBACD,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;gBAC/B,MAAM,QAAQ,GAAG,OAAO,CAAC,QAAQ,CAAC;gBAClC,OAAO,QAAQ,CAAC,UAAU,CAAC,YAAY,CAAC,CAAC;YAC7C,CAAC;YAAC,OAAO,CAAC,EAAE,CAAC;gBACT,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,0BAA0B,KAAK,EAAE,CAAC,CAAC;YACnD,CAAC;YACD,OAAO,KAAK,CAAC;QACjB,CAAC,CAAC,CAAC;QAEH,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,eAAe,OAAO,CAAC,MAAM,uBAAuB,QAAQ,CAAC,MAAM,EAAE,CAAC,CAAC;QACnF,qBAAqB;QACrB,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;YACpC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;YAC1B,qBAAqB;YACrB,MAAM,YAAY,GACd,qGAAqG,CAAC;YAE1G,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,CAAC;YACV,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,0BAA0B,OAAO,EAAE,CAAC,CAAC;QACrD,CAAC;QAED,MAAM,SAAS,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;YACtC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;YAC1B,qBAAqB;YACrB,MAAM,cAAc,GAChB,yFAAyF,CAAC;YAE9F,OAAO,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACrC,CAAC,CAAC,CAAC;QAEH,IAAI,SAAS,EAAE,CAAC;YACZ,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,4BAA4B,SAAS,EAAE,CAAC,CAAC;QACzD,CAAC;QAED,MAAM,OAAO,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;YACpC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;YAE1B,sBAAsB;YACtB,MAAM,YAAY,GAAG,mDAAmD,CAAC;YAEzE,OAAO,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACnC,CAAC,CAAC,CAAC;QAEH,IAAI,OAAO,EAAE,CAAC;YACV,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,qBAAqB,OAAO,EAAE,CAAC,CAAC;QAChD,CAAC;QAED,MAAM,WAAW,GAAG,QAAQ,CAAC,IAAI,CAAC,CAAC,KAAK,EAAE,EAAE;YACxC,MAAM,GAAG,GAAG,IAAI,GAAG,CAAC,KAAK,CAAC,CAAC;YAC3B,MAAM,IAAI,GAAG,GAAG,CAAC,QAAQ,CAAC;YAE1B,MAAM,gBAAgB,GAAG,+DAA+D,CAAC;YAEzF,OAAO,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QACvC,CAAC,CAAC,CAAC;QAEH,IAAI,WAAW,EAAE,CAAC;YACd,IAAA,oBAAG,GAAE,CAAC,KAAK,CAAC,yBAAyB,WAAW,EAAE,CAAC,CAAC;QACxD,CAAC;QAED,OAAO;YACH,UAAU,EAAE,UAAU,CAAC,QAAQ,EAAE;YAEjC,UAAU,EAAE,QAAQ,CAAC,MAAM;YAE3B,OAAO;YACP,SAAS;YACT,OAAO;YACP,WAAW;SACd,CAAC;IACN,CAAC;CAAA"}
|
package/package.json
CHANGED
|
@@ -1,6 +1,6 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@xapp/arachne-web-service",
|
|
3
|
-
"version": "1.
|
|
3
|
+
"version": "1.10.0",
|
|
4
4
|
"types": "lib/index",
|
|
5
5
|
"main": "lib/index",
|
|
6
6
|
"files": [
|
|
@@ -11,43 +11,43 @@
|
|
|
11
11
|
"access": "public"
|
|
12
12
|
},
|
|
13
13
|
"engines": {
|
|
14
|
-
"node": "^14 || ^16 || ^18 || ^20.0.0"
|
|
14
|
+
"node": "^14 || ^16 || ^18 || ^20.0.0 || ^22.0.0"
|
|
15
15
|
},
|
|
16
16
|
"devDependencies": {
|
|
17
|
-
"@microsoft/api-extractor": "7.
|
|
18
|
-
"@sparticuz/chromium": "
|
|
17
|
+
"@microsoft/api-extractor": "7.55.2",
|
|
18
|
+
"@sparticuz/chromium": "137.0.1",
|
|
19
19
|
"@types/chai": "4.3.20",
|
|
20
20
|
"@types/mocha": "10.0.10",
|
|
21
|
-
"@types/node": "
|
|
22
|
-
"@types/sinon": "17.0.
|
|
21
|
+
"@types/node": "22.18.1",
|
|
22
|
+
"@types/sinon": "17.0.4",
|
|
23
23
|
"@types/sinon-chai": "3.2.12",
|
|
24
24
|
"@xapp/config": "0.2.3",
|
|
25
25
|
"chai": "4.5.0",
|
|
26
|
-
"dotenv": "
|
|
27
|
-
"mocha": "
|
|
28
|
-
"puppeteer-core": "24.
|
|
26
|
+
"dotenv": "17.2.2",
|
|
27
|
+
"mocha": "11.7.2",
|
|
28
|
+
"puppeteer-core": "24.34.0",
|
|
29
29
|
"sinon": "18.0.1",
|
|
30
30
|
"sinon-chai": "3.7.0",
|
|
31
31
|
"ts-node": "10.9.2",
|
|
32
32
|
"tslib": "2.8.1",
|
|
33
|
-
"typescript": "5.
|
|
33
|
+
"typescript": "5.8.3"
|
|
34
34
|
},
|
|
35
35
|
"dependencies": {
|
|
36
|
-
"@xapp/arachne": "1.
|
|
37
|
-
"@xapp/arachne-parsers": "1.
|
|
36
|
+
"@xapp/arachne": "1.10.0",
|
|
37
|
+
"@xapp/arachne-parsers": "1.10.0",
|
|
38
38
|
"abort-controller": "3.0.0",
|
|
39
39
|
"gpt-3-encoder": "1.1.4",
|
|
40
40
|
"ico-to-png": "0.2.2",
|
|
41
41
|
"isomorphic-fetch": "3.0.0",
|
|
42
42
|
"node-vibrant": "3.2.1-alpha.1",
|
|
43
|
-
"schema-dts": "1.1.
|
|
44
|
-
"sharp": "0.
|
|
45
|
-
"stentor-logger": "1.
|
|
46
|
-
"stentor-models": "1.
|
|
47
|
-
"stentor-utils": "1.
|
|
43
|
+
"schema-dts": "1.1.5",
|
|
44
|
+
"sharp": "0.34.5",
|
|
45
|
+
"stentor-logger": "1.68.0",
|
|
46
|
+
"stentor-models": "1.67.0",
|
|
47
|
+
"stentor-utils": "1.68.0"
|
|
48
48
|
},
|
|
49
49
|
"peerDependencies": {
|
|
50
|
-
"puppeteer-core": "
|
|
50
|
+
"puppeteer-core": "24.34.0"
|
|
51
51
|
},
|
|
52
52
|
"scripts": {
|
|
53
53
|
"api": "api-extractor run --local",
|
|
@@ -56,5 +56,5 @@
|
|
|
56
56
|
"test": "mocha --recursive -r ts-node/register \"./src/**/*.test.ts\"",
|
|
57
57
|
"test:f": "mocha --recursive -r ts-node/register \"./src/**/*.ftest.ts\""
|
|
58
58
|
},
|
|
59
|
-
"gitHead": "
|
|
59
|
+
"gitHead": "155ba31908c244d545a00ccd40064d798ebf8e3e"
|
|
60
60
|
}
|