fetchfox-sdk 1.0.6 → 1.0.8

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "fetchfox-sdk",
-  "version": "1.0.6",
+  "version": "1.0.8",
   "description": "AI scraper",
   "main": "src/index.js",
   "type": "module",

package/src/configure.js

@@ -24,6 +24,12 @@ export const apiKey = (options) =>
 export const host = (options) =>
   options?.host || config.host || safeEnv('FETCHFOX_HOST');
 
+export const appHost = (options) =>
+  (options?.host || config.host || safeEnv('FETCHFOX_HOST')).replace(
+    'api.fetchfox.ai',
+    'app.fetchfox.ai'
+  );
+
 export const ws = (options) =>
   (options?.host || config.host || safeEnv('FETCHFOX_HOST')).replace(
     'http',

package/src/crawl.js

@@ -7,6 +7,5 @@ export const crawl = async function () {
 
 crawl.detach = async (args) => {
   const data = await call('POST', '/api/crawl', { ...args, detach: true });
-  console.log('detach data', data);
   return new Job(data.jobId);
 };

package/src/detach.js

@@ -1,5 +1,5 @@
 import { io } from 'socket.io-client';
-import { ws } from './configure.js';
+import { ws, appHost } from './configure.js';
 import { jobs } from './jobs.js';
 
 class FetchFoxError extends Error {}
@@ -24,18 +24,18 @@ export const Job = class {
     this.#socket = new io(ws());
     this.#socket.on('progress', (data) => {
       this.handleProgress(data);
-      console.log('==> socket got progress', data);
     });
-    console.log('socket emit sub', this.id);
     this.#socket.emit('sub', this.id);
-
-    // this.poll();
   }
 
   get _finished() {
     return this._completed || this._error;
   }
 
+  get appUrl() {
+    return appHost() + '/jobs/' + this.id;
+  }
+
   #select(data) {
     const s = {};
     for (const key of [
@@ -72,7 +72,6 @@ export const Job = class {
 
     const didUpdate = JSON.stringify(this) != last;
     if (didUpdate) {
-      console.log('=> Job progressed:', this);
       this.trigger('progress');
 
       if (this.state == 'completed') {
@@ -97,8 +96,6 @@ export const Job = class {
   }
 
   trigger(event) {
-    console.log('Trigger:', this.id, event);
-
     this.checkEvent(event);
     for (const cb of this.#callbacks[event]) {
       cb({ ...this });

package/src/extract.js

@@ -7,6 +7,5 @@ export const extract = async (args) => {
 
 extract.detach = async (args) => {
   const data = await call('POST', '/api/extract', { ...args, detach: true });
-  console.log('detach data', data);
   return new Job(data.jobId);
 };

package/src/index.js

@@ -4,6 +4,7 @@ export * from './extract.js';
 export * from './jobs.js';
 export * from './user.js';
 export * from './proxy.js';
+export * from './urls.js';
 export { Job } from './detach.js';
 export { call } from './api.js';
 export { configure, host, apiKey } from './configure.js';

package/src/scrape.js

@@ -7,6 +7,5 @@ export const scrape = async (args) => {
 
 scrape.detach = async (args) => {
   const data = await call('POST', '/api/scrape', { ...args, detach: true });
-  console.log('detach data', data);
   return new Job(data.jobId);
 };

package/src/urls.js

@@ -0,0 +1,5 @@
+import { call } from './api.js';
+
+export const urls = {
+  list: async (params) => call('GET', '/api/urls', params),
+};