triangle-utils 1.4.33 → 1.4.34

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (6) hide show
  1. package/dist/src/UtilsBee.d.ts +2 -2
  2. package/dist/src/UtilsBee.js +6 -2
  3. package/dist/src/UtilsNitter.js +5 -5
  4. package/package.json +1 -1
  5. package/src/UtilsBee.ts +6 -2
  6. package/src/UtilsNitter.ts +5 -5
package/dist/src/UtilsBee.d.ts CHANGED
@@ -2,8 +2,8 @@ export declare class UtilsBee {
2
2
  private readonly bee;
3
3
  private readonly text_decoder;
4
4
  constructor(scraping_bee_api_key: string | undefined);
5
- get_buffer(url: string, params?: Record<string, string | number | boolean>): Promise<Buffer<any> | undefined>;
6
- get(url: string, params?: Record<string, string | number | boolean>): Promise<string | undefined>;
5
+ get_buffer(url: string, params?: Record<string, string | number | boolean>): Promise<Error | Buffer<any> | undefined>;
6
+ get(url: string, params?: Record<string, string | number | boolean>): Promise<string | Error | undefined>;
7
7
  google_search(query: string, news?: boolean): Promise<Record<string, any>[] | undefined>;
8
8
  youtube_search(query: string, options?: {}): Promise<Record<string, any>[] | undefined>;
9
9
  }
package/dist/src/UtilsBee.js CHANGED
@@ -22,9 +22,10 @@ export class UtilsBee {
22
22
  }
23
23
  catch (error) {
24
24
  if (error instanceof Error) {
25
- console.log(error.stack);
25
+ if ((error.stack || "").includes("Request failed with status code 404")) {
26
+ return new Error("404");
27
+ }
26
28
  }
27
- console.log("Failed to get from Scraping Bee.");
28
29
  }
29
30
  return undefined;
30
31
  }
@@ -33,6 +34,9 @@ export class UtilsBee {
33
34
  if (buffer === undefined) {
34
35
  return undefined;
35
36
  }
37
+ if (buffer instanceof Error) {
38
+ return buffer;
39
+ }
36
40
  return this.text_decoder.decode(buffer);
37
41
  }
38
42
  async google_search(query, news = false) {
package/dist/src/UtilsNitter.js CHANGED
@@ -109,13 +109,13 @@ export class UtilsNitter extends UtilsBee {
109
109
  let nitter_html = undefined;
110
110
  for (let i = 0; i < 10; i++) {
111
111
  nitter_html = await this.get(nitter_url, { render_js: false });
112
- if (nitter_html !== undefined && nitter_html !== "") {
112
+ if (nitter_html !== undefined && nitter_html !== "" && !(nitter_html instanceof Error)) {
113
113
  break;
114
114
  }
115
115
  console.log("Failed to query Nitter, trying again.");
116
116
  await UtilsMisc.wait((2 + 2 * i) * 1000);
117
117
  }
118
- if (nitter_html === undefined || nitter_html === "") {
118
+ if (nitter_html === undefined || nitter_html === "" || nitter_html instanceof Error) {
119
119
  console.log("Nitter failed for url", nitter_url);
120
120
  return [];
121
121
  }
@@ -145,14 +145,14 @@ export class UtilsNitter extends UtilsBee {
145
145
  let nitter_html = undefined;
146
146
  for (let i = 0; i < 10; i++) {
147
147
  nitter_html = await this.get(nitter_url, { render_js: false });
148
- if (nitter_html !== undefined && nitter_html !== "") {
148
+ if (nitter_html !== undefined && nitter_html !== "" && !(nitter_html instanceof Error)) {
149
149
  break;
150
150
  }
151
151
  console.log("Failed to query Nitter, trying again.");
152
152
  await UtilsMisc.wait((2 + 2 * i) * 1000);
153
153
  }
154
- if (nitter_html === undefined || nitter_html === "") {
155
- console.log("Nitter failed for query", query);
154
+ if (nitter_html === undefined || nitter_html === "" || nitter_html instanceof Error) {
155
+ console.log("Nitter failed for url", nitter_url);
156
156
  return [];
157
157
  }
158
158
  const nitter_data = parse_nitter_html(nitter_html);
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "triangle-utils",
3
- "version": "1.4.33",
3
+ "version": "1.4.34",
4
4
  "main": "dist/src/index.js",
5
5
  "types": "dist/src/index.d.ts",
6
6
  "directories": {
package/src/UtilsBee.ts CHANGED
@@ -25,9 +25,10 @@ export class UtilsBee {
25
25
  return undefined
26
26
  } catch (error) {
27
27
  if (error instanceof Error) {
28
- console.log(error.stack)
28
+ if ((error.stack || "").includes("Request failed with status code 404")) {
29
+ return new Error("404")
30
+ }
29
31
  }
30
- console.log("Failed to get from Scraping Bee.")
31
32
  }
32
33
  return undefined
33
34
 
@@ -38,6 +39,9 @@ export class UtilsBee {
38
39
  if (buffer === undefined) {
39
40
  return undefined
40
41
  }
42
+ if (buffer instanceof Error) {
43
+ return buffer
44
+ }
41
45
  return this.text_decoder.decode(buffer)
42
46
  }
43
47
 
package/src/UtilsNitter.ts CHANGED
@@ -121,13 +121,13 @@ export class UtilsNitter extends UtilsBee {
121
121
  let nitter_html = undefined
122
122
  for (let i = 0; i < 10; i++) {
123
123
  nitter_html = await this.get(nitter_url, { render_js : false })
124
- if (nitter_html !== undefined && nitter_html !== "") {
124
+ if (nitter_html !== undefined && nitter_html !== "" && !(nitter_html instanceof Error)) {
125
125
  break
126
126
  }
127
127
  console.log("Failed to query Nitter, trying again.")
128
128
  await UtilsMisc.wait((2 + 2 * i) * 1000)
129
129
  }
130
- if (nitter_html === undefined || nitter_html === "") {
130
+ if (nitter_html === undefined || nitter_html === "" || nitter_html instanceof Error) {
131
131
  console.log("Nitter failed for url", nitter_url)
132
132
  return []
133
133
  }
@@ -159,14 +159,14 @@ export class UtilsNitter extends UtilsBee {
159
159
  let nitter_html = undefined
160
160
  for (let i = 0; i < 10; i++) {
161
161
  nitter_html = await this.get(nitter_url, { render_js : false })
162
- if (nitter_html !== undefined && nitter_html !== "") {
162
+ if (nitter_html !== undefined && nitter_html !== "" && !(nitter_html instanceof Error)) {
163
163
  break
164
164
  }
165
165
  console.log("Failed to query Nitter, trying again.")
166
166
  await UtilsMisc.wait((2 + 2 * i) * 1000)
167
167
  }
168
- if (nitter_html === undefined || nitter_html === "") {
169
- console.log("Nitter failed for query", query)
168
+ if (nitter_html === undefined || nitter_html === "" || nitter_html instanceof Error) {
169
+ console.log("Nitter failed for url", nitter_url)
170
170
  return []
171
171
  }
172
172
  const nitter_data = parse_nitter_html(nitter_html)