fetchfox-sdk 1.0.16 → 1.0.18

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "fetchfox-sdk",
-  "version": "1.0.16",
+  "version": "1.0.18",
   "description": "AI scraper",
   "main": "src/index.js",
   "type": "module",
@@ -11,7 +11,7 @@
   },
   "repository": {
     "type": "git",
-    "url": "git+https://github.com/fetchfox/fetchfox.git"
+    "url": "git+https://github.com/fetchfox/fetchfox-sdk.git"
   },
   "keywords": [
     "ai",
@@ -20,9 +20,9 @@
   "author": "marcell@fetchfoxai.com",
   "license": "ISC",
   "bugs": {
-    "url": "https://github.com/fetchfox/fetchfox/issues"
+    "url": "https://github.com/fetchfox/fetchfox-sdk/issues"
   },
-  "homepage": "https://github.com/fetchfox/fetchfox#readme",
+  "homepage": "https://fetchfox.ai",
   "devDependencies": {
     "@eslint/js": "^9.31.0",
     "eslint-plugin-promise": "^7.2.1",

package/src/api.js

@@ -8,7 +8,7 @@ const camelCase = (obj) => {
   );
 };
 
-const endpoint = (path) => `${host()}${path}`;
+const endpoint = (path, params) => `${host(params)}${path}`;
 
 const FetchFoxAPIError = class extends Error {
   constructor(errors) {
@@ -28,7 +28,7 @@ export const call = async (method, path, params) => {
     },
   };
 
-  let url = endpoint(path);
+  let url = endpoint(path, params);
   if (method == 'GET') {
     url += '?' + new URLSearchParams(params).toString();
   } else {

package/src/crawl.js

@@ -7,5 +7,5 @@ export async function crawl(args) {
 
 crawl.detach = async (args) => {
   const data = await call('POST', '/api/crawl', { ...args, detach: true });
-  return new Job(data.jobId);
+  return new Job(data.jobId, args);
 };

package/src/detach.js

@@ -12,7 +12,7 @@ export const Job = class {
   #callbacks;
   #socket;
 
-  constructor(id) {
+  constructor(id, options) {
     this.id = id;
     this.#callbacks = {
       completed: [],
@@ -21,7 +21,7 @@ export const Job = class {
       progress: [],
     };
 
-    this.#socket = new io(ws());
+    this.#socket = new io(ws(options));
     this.#socket.on('progress', (data) => {
       this.handleProgress(data);
     });

package/src/extract.js

@@ -7,5 +7,5 @@ export async function extract(args) {
 
 extract.detach = async (args) => {
   const data = await call('POST', '/api/extract', { ...args, detach: true });
-  return new Job(data.jobId);
+  return new Job(data.jobId, args);
 };

package/src/scrape.js

@@ -7,5 +7,5 @@ export async function scrape(args) {
 
 scrape.detach = async (args) => {
   const data = await call('POST', '/api/scrape', { ...args, detach: true });
-  return new Job(data.jobId);
+  return new Job(data.jobId, args);
 };

package/tests/fetchfox.test.js

@@ -32,6 +32,25 @@ test('use fetchfox object for detach @fetchfox @sanity', async () => {
   expect(count).toBeGreaterThan(0);
 }, 30_000);
 
+test('use fetchfox object for extract detach @fetchfox @sanity', async () => {
+  const fox = new FetchFox({
+    apiKey: process.env.FETCHFOX_API_KEY,
+  });
+  const job = await fox.extract.detach({
+    urls: ['https://pokemondb.net/pokedex/bulbasaur'],
+    template: 'name and number',
+  });
+
+  let count = 0;
+  job.on('progress', (data) => {
+    count++;
+  });
+
+  await job.finished();
+
+  expect(count).toBeGreaterThan(0);
+}, 30_000);
+
 test('invalid key fails @fetchfox @sanity', async () => {
   const fox = new FetchFox({
     apiKey: 'invalid',