fetchfox-sdk 1.0.12 → 1.0.14

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "fetchfox-sdk",
-  "version": "1.0.12",
+  "version": "1.0.14",
   "description": "AI scraper",
   "main": "src/index.js",
   "type": "module",

package/src/#index.js#

@@ -0,0 +1,13 @@
+export * from './scrape.js';
+export * from './crawl.js';
+export * from './extract.js';
+export * from './jobs.js';
+export * from './user.js';
+export * from './credits.js';
+export * from './proxy.js';
+export * from './urls.js';
+
+export { Job } from './detach.js';
+export { call } from './api.js';
+export { FetchFox } from './fetchfox.js';
+export { configure, host, ws, apiKey } from './configure.js';

package/src/detach.js

@@ -85,6 +85,8 @@ export const Job = class {
 
       if (['completed', 'error'].includes(this.state)) {
         this.trigger('finished');
+        // Just in case there are some straggler events, wait a few seconds
+        setTimeout(() => socket.disconnect(), 5000);
       }
     }
   }

package/src/fetchfox.js

@@ -0,0 +1,27 @@
+import { crawl } from './crawl.js';
+import { extract } from './extract.js';
+import { scrape } from './scrape.js';
+
+export const FetchFox = class {
+  constructor({ apiKey, host } = {}) {
+    this.apiKey = apiKey;
+    this.host = host;
+
+    const fns = [crawl, extract, scrape];
+
+    for (const fn of fns) {
+      this[fn.name] = (args) =>
+        fn({
+          apiKey: this.apiKey,
+          host: this.host,
+          ...args,
+        });
+      this[fn.name].detach = (args) =>
+        fn.detach({
+          apiKey: this.apiKey,
+          host: this.host,
+          ...args,
+        });
+    }
+  }
+};

package/src/fetchfox.js~

@@ -0,0 +1,6 @@
+export const FetchFox = class {
+  constructor({ apiKey, host } = {}) {
+    this.apiKey = apiKey;
+    this.host = host;
+  }
+}

package/src/index.js

@@ -8,4 +8,5 @@ export * from './proxy.js';
 export * from './urls.js';
 export { Job } from './detach.js';
 export { call } from './api.js';
-export { configure, host, apiKey } from './configure.js';
+export { FetchFox } from './fetchfox.js';
+export { configure, host, ws, apiKey } from './configure.js';

package/tests/fetchfox.test.js

@@ -0,0 +1,32 @@
+import console from 'console';
+global.console = console;
+import { FetchFox } from '../src';
+
+test('use fetchfox object @fetchfox @sanity', async () => {
+  const fox = new FetchFox({
+    apiKey: process.env.FETCHFOX_API_KEY,
+  });
+  const out = await fox.crawl({
+    pattern: 'https://pokemondb.net/pokedex/*',
+    maxVisits: 5,
+  });
+  expect(out.results.hits.length).toBeGreaterThan(10);
+}, 30_000);
+
+test('invalid key fails @fetchfox @sanity', async () => {
+  const fox = new FetchFox({
+    apiKey: 'invalid',
+  });
+
+  let err;
+  try {
+    await fox.crawl({
+      pattern: 'https://pokemondb.net/pokedex/*',
+      maxVisits: 5,
+    });
+  } catch (e) {
+    err = e;
+  }
+
+  expect(err).toBeTruthy();
+}, 30_000);

package/tests/fetchfox.test.js~

@@ -0,0 +1,9 @@
+import { FetchFox } from '../src';
+
+test('use object @sanity', async () => {
+  const fox = new FetchFox({
+    apiKey: process.env.FETCHFOX_API_KEY,
+  });
+
+  console.log('fox', fox);
+});