@activepieces/piece-datafuel 0.1.0 → 0.1.2

package/package.json

@@ -1,24 +1,26 @@
 {
   "name": "@activepieces/piece-datafuel",
-  "version": "0.1.0",
+  "version": "0.1.2",
   "type": "commonjs",
   "main": "./src/index.js",
   "types": "./src/index.d.ts",
   "dependencies": {
     "@sinclair/typebox": "0.34.11",
+    "ai": "^6.0.0",
     "axios": "1.13.1",
     "axios-retry": "4.4.1",
     "deepmerge-ts": "7.1.0",
     "form-data": "4.0.4",
+    "i18next": "23.13.0",
     "mime-types": "2.1.35",
     "nanoid": "3.3.8",
     "semver": "7.6.0",
     "socket.io-client": "4.8.1",
     "tslib": "^2.3.0",
     "zod": "4.1.13",
-    "@activepieces/pieces-common": "0.11.0",
-    "@activepieces/pieces-framework": "0.23.0",
-    "@activepieces/shared": "0.30.4"
+    "@activepieces/pieces-common": "0.11.3",
+    "@activepieces/pieces-framework": "0.25.1",
+    "@activepieces/shared": "0.34.0"
   },
   "resolutions": {
     "rollup": "npm:@rollup/wasm-node"

package/src/i18n/de.json

@@ -0,0 +1,42 @@
+{
+  "You can obtain API key from [Settings](https://app.datafuel.dev/account/api_key).": "Sie können API-Schlüssel von [Settings](https://app.datafuel.dev/account/api_key).",
+  "Crawl Website": "Crawl-Website",
+  "Get Scrape Result": "Scrape Ergebnis erhalten",
+  "Custom API Call": "Eigener API-Aufruf",
+  "Crawl a website into a markdown format.": "Eine Website in ein Markdown-Format Crawlen.",
+  "Retrieves the deatils about scrape.": "Ruft die Deatils über Schrott ab.",
+  "Make a custom API call to a specific endpoint": "Einen benutzerdefinierten API-Aufruf an einen bestimmten Endpunkt machen",
+  "URL": "URL",
+  "AI Prompt": "AI Prompt",
+  "Depth": "Tiefe",
+  "Limit": "Limit",
+  "JSON Schema": "JSON Schema",
+  "Job ID": "Job-ID",
+  "AI JSON Result": "KI JSON-Ergebnis",
+  "Markdown Result": "Markdown Result",
+  "Method": "Methode",
+  "Headers": "Kopfzeilen",
+  "Query Parameters": "Abfrageparameter",
+  "Body Type": "Körpertyp",
+  "Body": "Körper",
+  "Response is Binary ?": "Antwort ist binär?",
+  "No Error on Failure": "Kein Fehler bei Fehler",
+  "Timeout (in seconds)": "Timeout (in Sekunden)",
+  "Follow redirects": "Weiterleitungen folgen",
+  "Prompt to crawl data": "Prompt um Daten zu crawlen",
+  "The depth of the crawl 1 depth mean only the first level of links will be scraped": "Die Tiefe der Crawl 1 Tiefe bedeutet, dass nur die erste Stufe der Links verschrotten wird",
+  "The maximum number of pages to scrape": "Die maximale Anzahl der zu kratzenden Seiten",
+  "JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)": "JSON-Schema-Definition für strukturierte Datenextrahierung.Format sollte OpenAIs Funktion folgen und das Schema-Format aufrufen (https://platform.openai.com/docs/guides/structured-outputs)",
+  "Authorization headers are injected automatically from your connection.": "Autorisierungs-Header werden automatisch von Ihrer Verbindung injiziert.",
+  "Enable for files like PDFs, images, etc.": "Aktivieren für Dateien wie PDFs, Bilder usw.",
+  "GET": "ERHALTEN",
+  "POST": "POST",
+  "PATCH": "PATCH",
+  "PUT": "PUT",
+  "DELETE": "LÖSCHEN",
+  "HEAD": "HEAD",
+  "None": "Keine",
+  "JSON": "JSON",
+  "Form Data": "Formulardaten",
+  "Raw": "Rohe"
+}

package/src/i18n/es.json

@@ -0,0 +1,42 @@
+{
+  "You can obtain API key from [Settings](https://app.datafuel.dev/account/api_key).": "Puedes obtener la clave API de [Settings](https://app.datafuel.dev/account/api_key).",
+  "Crawl Website": "Sitio web de rastreo",
+  "Get Scrape Result": "Obtener resultado de Scrape",
+  "Custom API Call": "Llamada API personalizada",
+  "Crawl a website into a markdown format.": "Arrastre un sitio web en un formato markdown.",
+  "Retrieves the deatils about scrape.": "Recuperan los deatils sobre los raspados.",
+  "Make a custom API call to a specific endpoint": "Hacer una llamada API personalizada a un extremo específico",
+  "URL": "URL",
+  "AI Prompt": "AI Prompt",
+  "Depth": "Profundidad",
+  "Limit": "Límite",
+  "JSON Schema": "JSON Schema",
+  "Job ID": "Job ID",
+  "AI JSON Result": "Resultado de IA JSON",
+  "Markdown Result": "Markdown Result",
+  "Method": "Método",
+  "Headers": "Encabezados",
+  "Query Parameters": "Parámetros de consulta",
+  "Body Type": "Tipo de cuerpo",
+  "Body": "Cuerpo",
+  "Response is Binary ?": "¿Respuesta es binaria?",
+  "No Error on Failure": "No hay ningún error en fallo",
+  "Timeout (in seconds)": "Tiempo de espera (en segundos)",
+  "Follow redirects": "Seguir redirecciones",
+  "Prompt to crawl data": "Prompt a los datos de crawl",
+  "The depth of the crawl 1 depth mean only the first level of links will be scraped": "La profundidad de la profundidad 1 significa que sólo se eliminará el primer nivel de enlaces",
+  "The maximum number of pages to scrape": "El número máximo de páginas a raspar",
+  "JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)": "Definición de esquema JSON para extracción estructurada de datos. Formato debe seguir el formato del esquema de llamada de la función de OpenAI (https://platform.openai.com/docs/guides/structured-outputs)",
+  "Authorization headers are injected automatically from your connection.": "Las cabeceras de autorización se inyectan automáticamente desde tu conexión.",
+  "Enable for files like PDFs, images, etc.": "Activar para archivos como PDFs, imágenes, etc.",
+  "GET": "RECOGER",
+  "POST": "POST",
+  "PATCH": "PATCH",
+  "PUT": "PUT",
+  "DELETE": "BORRAR",
+  "HEAD": "LIMPIO",
+  "None": "Ninguna",
+  "JSON": "JSON",
+  "Form Data": "Datos de Formulario",
+  "Raw": "Rápido"
+}

package/src/i18n/fr.json

@@ -0,0 +1,42 @@
+{
+  "You can obtain API key from [Settings](https://app.datafuel.dev/account/api_key).": "Vous pouvez obtenir une clé API auprès de [Settings](https://app.datafuel.dev/account/api_key).",
+  "Crawl Website": "Site Web de Crawl",
+  "Get Scrape Result": "Obtenir le résultat de Scrape",
+  "Custom API Call": "Appel d'API personnalisé",
+  "Crawl a website into a markdown format.": "Crawl un site web dans un format markdown.",
+  "Retrieves the deatils about scrape.": "Récupère les déatils à propos de l'éraflure.",
+  "Make a custom API call to a specific endpoint": "Passer un appel API personnalisé à un endpoint spécifique",
+  "URL": "URL",
+  "AI Prompt": "AI Prompt",
+  "Depth": "Profondeur",
+  "Limit": "Limite",
+  "JSON Schema": "JSON Schema",
+  "Job ID": "ID de la tâche",
+  "AI JSON Result": "Résultat AI JSON",
+  "Markdown Result": "Markdown Result",
+  "Method": "Méthode",
+  "Headers": "Headers",
+  "Query Parameters": "Paramètres de requête",
+  "Body Type": "Body Type",
+  "Body": "Body",
+  "Response is Binary ?": "La réponse est Binaire ?",
+  "No Error on Failure": "Aucune erreur en cas d'échec",
+  "Timeout (in seconds)": "Délai d'expiration (en secondes)",
+  "Follow redirects": "Suivre les redirections",
+  "Prompt to crawl data": "Demander aux données d'exploration",
+  "The depth of the crawl 1 depth mean only the first level of links will be scraped": "La profondeur de la profondeur de la rampe 1 signifie que seul le premier niveau de liens sera parcouru",
+  "The maximum number of pages to scrape": "Le nombre maximum de pages à griller",
+  "JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)": "Définition de schéma JSON pour l'extraction de données structurées. Format devrait suivre le format de schéma d'appel de la fonction OpenAI (https://platform.openai.com/docs/guides/structured-outputs)",
+  "Authorization headers are injected automatically from your connection.": "Les Headers d'autorisation sont injectés automatiquement à partir de votre connexion.",
+  "Enable for files like PDFs, images, etc.": "Activer pour les fichiers comme les PDFs, les images, etc.",
+  "GET": "GET",
+  "POST": "POST",
+  "PATCH": "PATCH",
+  "PUT": "PUT",
+  "DELETE": "DELETE",
+  "HEAD": "HEAD",
+  "None": "Aucun",
+  "JSON": "JSON",
+  "Form Data": "Données du formulaire",
+  "Raw": "Brut"
+}

package/src/i18n/ja.json

@@ -0,0 +1,42 @@
+{
+  "You can obtain API key from [Settings](https://app.datafuel.dev/account/api_key).": "API キーは [Settings](https://app.datafuel.dev/account/api_key ) から取得できます。",
+  "Crawl Website": "クロールのウェブサイト",
+  "Get Scrape Result": "スクラップの結果を取得",
+  "Custom API Call": "カスタムAPI通話",
+  "Crawl a website into a markdown format.": "マークダウン形式のウェブサイトをクロールします。",
+  "Retrieves the deatils about scrape.": "スクラップについてのdeatilsを取得します。",
+  "Make a custom API call to a specific endpoint": "特定のエンドポイントへのカスタム API コールを実行します。",
+  "URL": "URL",
+  "AI Prompt": "AI Prompt",
+  "Depth": "深さ",
+  "Limit": "制限",
+  "JSON Schema": "JSON Schema",
+  "Job ID": "ジョブ ID",
+  "AI JSON Result": "AI JSON結果",
+  "Markdown Result": "Markdown Result",
+  "Method": "方法",
+  "Headers": "ヘッダー",
+  "Query Parameters": "クエリパラメータ",
+  "Body Type": "ボディタイプ",
+  "Body": "本文",
+  "Response is Binary ?": "応答はバイナリですか?",
+  "No Error on Failure": "失敗時にエラーはありません",
+  "Timeout (in seconds)": "タイムアウト（秒）",
+  "Follow redirects": "リダイレクトをフォローする",
+  "Prompt to crawl data": "データをクロールするように促します",
+  "The depth of the crawl 1 depth mean only the first level of links will be scraped": "クロールの深さ1の深さは、リンクの最初のレベルのみが削除されることを意味します",
+  "The maximum number of pages to scrape": "スクレイプするページの最大数",
+  "JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)": "構造化されたデータ抽出のための JSON スキーマ定義。フォーマットは OpenAI の関数呼び出しのスキーマフォーマット (https://platform.openai.com/docs/guides/structured-outputs) に従う必要があります",
+  "Authorization headers are injected automatically from your connection.": "認証ヘッダは接続から自動的に注入されます。",
+  "Enable for files like PDFs, images, etc.": "PDF、画像などのファイルを有効にする",
+  "GET": "取得",
+  "POST": "POST",
+  "PATCH": "PATCH",
+  "PUT": "PUT",
+  "DELETE": "削除",
+  "HEAD": "頭",
+  "None": "なし",
+  "JSON": "JSON",
+  "Form Data": "フォームデータ",
+  "Raw": "Raw"
+}

package/src/i18n/nl.json

@@ -0,0 +1,42 @@
+{
+  "You can obtain API key from [Settings](https://app.datafuel.dev/account/api_key).": "U kunt API-sleutel verkrijgen van [Settings](https://app.datafuel.dev/account/api_key).",
+  "Crawl Website": "Crawl website",
+  "Get Scrape Result": "Krijg Scrape Resultaat",
+  "Custom API Call": "Custom API Call",
+  "Crawl a website into a markdown format.": "Maak een website in een markdown formaat.",
+  "Retrieves the deatils about scrape.": "Haal de deatieven over schraap terug.",
+  "Make a custom API call to a specific endpoint": "Maak een aangepaste API call naar een specifiek eindpunt",
+  "URL": "URL",
+  "AI Prompt": "AI Prompt",
+  "Depth": "Diepte",
+  "Limit": "Limiet",
+  "JSON Schema": "JSON Schema",
+  "Job ID": "Taak ID",
+  "AI JSON Result": "AI JSON resultaat",
+  "Markdown Result": "Markdown Result",
+  "Method": "Methode",
+  "Headers": "Kopteksten",
+  "Query Parameters": "Query parameters",
+  "Body Type": "Type lichaam",
+  "Body": "Lichaam",
+  "Response is Binary ?": "Antwoord is binair?",
+  "No Error on Failure": "Geen fout bij fout",
+  "Timeout (in seconds)": "Time-out (in seconden)",
+  "Follow redirects": "Volg omleidingen",
+  "Prompt to crawl data": "Vraag om gegevens te crawl",
+  "The depth of the crawl 1 depth mean only the first level of links will be scraped": "De diepte van de kruk 1 diepte betekent dat alleen het eerste niveau van verbindingen zal worden gescrapt",
+  "The maximum number of pages to scrape": "Het maximum aantal te scrape pagina's",
+  "JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)": "JSON schema definitie voor gestructureerde data-extractie.Format moet de OpenAI's functie-aanroepschema formaat volgen (https://platform.openai.com/docs/guides/structured-outputs)",
+  "Authorization headers are injected automatically from your connection.": "Autorisatie headers worden automatisch geïnjecteerd vanuit uw verbinding.",
+  "Enable for files like PDFs, images, etc.": "Inschakelen voor bestanden zoals PDF's, afbeeldingen etc.",
+  "GET": "KRIJG",
+  "POST": "POSTE",
+  "PATCH": "BEKIJK",
+  "PUT": "PUT",
+  "DELETE": "VERWIJDEREN",
+  "HEAD": "HOOFD",
+  "None": "geen",
+  "JSON": "JSON",
+  "Form Data": "Formulieren gegevens",
+  "Raw": "Onbewerkte"
+}

package/src/i18n/pt.json

@@ -0,0 +1,42 @@
+{
+  "You can obtain API key from [Settings](https://app.datafuel.dev/account/api_key).": "Você pode obter a chave de API de [Settings](https://app.datafuel.dev/account/api_key).",
+  "Crawl Website": "Site Rastejante",
+  "Get Scrape Result": "Obter resultado do Scrape",
+  "Custom API Call": "Chamada de API personalizada",
+  "Crawl a website into a markdown format.": "Engrade um site em um formato markdown.",
+  "Retrieves the deatils about scrape.": "Recupera os descontentamentos sobre sucata.",
+  "Make a custom API call to a specific endpoint": "Faça uma chamada de API personalizada para um ponto de extremidade específico",
+  "URL": "URL:",
+  "AI Prompt": "AI Prompt",
+  "Depth": "Profundidade",
+  "Limit": "Limitar",
+  "JSON Schema": "JSON Schema",
+  "Job ID": "ID do trabalho",
+  "AI JSON Result": "Resultado de IA JSON",
+  "Markdown Result": "Markdown Result",
+  "Method": "Método",
+  "Headers": "Cabeçalhos",
+  "Query Parameters": "Parâmetros da consulta",
+  "Body Type": "Tipo de Corpo",
+  "Body": "Conteúdo",
+  "Response is Binary ?": "A resposta é binária ?",
+  "No Error on Failure": "Nenhum erro no Failure",
+  "Timeout (in seconds)": "Tempo limite (em segundos)",
+  "Follow redirects": "Seguir redirecionamentos",
+  "Prompt to crawl data": "Solicitar dados de rastreamento",
+  "The depth of the crawl 1 depth mean only the first level of links will be scraped": "A profundidade da profundidade do crawl 1 significa que apenas o primeiro nível de links será pesquisado",
+  "The maximum number of pages to scrape": "O número máximo de páginas para scrape",
+  "JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)": "Definição do esquema JSON para extracção de dados estruturada.Format deve seguir o formato de função de chamada do OpenIA (https://platform.openai.com/docs/guides/structured-outputs)",
+  "Authorization headers are injected automatically from your connection.": "Os cabeçalhos de autorização são inseridos automaticamente a partir da sua conexão.",
+  "Enable for files like PDFs, images, etc.": "Habilitar para arquivos como PDFs, imagens, etc.",
+  "GET": "OBTER",
+  "POST": "POSTAR",
+  "PATCH": "COMPRAR",
+  "PUT": "COLOCAR",
+  "DELETE": "EXCLUIR",
+  "HEAD": "CABEÇA",
+  "None": "Nenhuma",
+  "JSON": "JSON",
+  "Form Data": "Dados de Formulário",
+  "Raw": "RAW"
+}

package/src/i18n/translation.json

@@ -17,20 +17,26 @@
   "Method": "Method",
   "Headers": "Headers",
   "Query Parameters": "Query Parameters",
+  "Body Type": "Body Type",
   "Body": "Body",
   "Response is Binary ?": "Response is Binary ?",
   "No Error on Failure": "No Error on Failure",
   "Timeout (in seconds)": "Timeout (in seconds)",
+  "Follow redirects": "Follow redirects",
   "Prompt to crawl data": "Prompt to crawl data",
   "The depth of the crawl 1 depth mean only the first level of links will be scraped": "The depth of the crawl 1 depth mean only the first level of links will be scraped",
   "The maximum number of pages to scrape": "The maximum number of pages to scrape",
   "JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)": "JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)",
   "Authorization headers are injected automatically from your connection.": "Authorization headers are injected automatically from your connection.",
-  "Enable for files like PDFs, images, etc..": "Enable for files like PDFs, images, etc..",
+  "Enable for files like PDFs, images, etc.": "Enable for files like PDFs, images, etc.",
   "GET": "GET",
   "POST": "POST",
   "PATCH": "PATCH",
   "PUT": "PUT",
   "DELETE": "DELETE",
-  "HEAD": "HEAD"
+  "HEAD": "HEAD",
+  "None": "None",
+  "JSON": "JSON",
+  "Form Data": "Form Data",
+  "Raw": "Raw"
 }

package/src/i18n/zh.json

@@ -0,0 +1,42 @@
+{
+  "You can obtain API key from [Settings](https://app.datafuel.dev/account/api_key).": "You can obtain API key from [Settings](https://app.datafuel.dev/account/api_key).",
+  "Crawl Website": "Crawl Website",
+  "Get Scrape Result": "Get Scrape Result",
+  "Custom API Call": "自定义 API 呼叫",
+  "Crawl a website into a markdown format.": "Crawl a website into a markdown format.",
+  "Retrieves the deatils about scrape.": "Retrieves the deatils about scrape.",
+  "Make a custom API call to a specific endpoint": "将一个自定义 API 调用到一个特定的终点",
+  "URL": "URL",
+  "AI Prompt": "AI Prompt",
+  "Depth": "Depth",
+  "Limit": "Limit",
+  "JSON Schema": "JSON Schema",
+  "Job ID": "Job ID",
+  "AI JSON Result": "AI JSON Result",
+  "Markdown Result": "Markdown Result",
+  "Method": "方法",
+  "Headers": "信头",
+  "Query Parameters": "查询参数",
+  "Body Type": "Body Type",
+  "Body": "正文内容",
+  "Response is Binary ?": "Response is Binary ?",
+  "No Error on Failure": "失败时没有错误",
+  "Timeout (in seconds)": "超时(秒)",
+  "Follow redirects": "Follow redirects",
+  "Prompt to crawl data": "Prompt to crawl data",
+  "The depth of the crawl 1 depth mean only the first level of links will be scraped": "The depth of the crawl 1 depth mean only the first level of links will be scraped",
+  "The maximum number of pages to scrape": "The maximum number of pages to scrape",
+  "JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)": "JSON schema definition for structured data extraction.Format should follow OpenAI's function calling schema format (https://platform.openai.com/docs/guides/structured-outputs)",
+  "Authorization headers are injected automatically from your connection.": "授权头自动从您的连接中注入。",
+  "Enable for files like PDFs, images, etc.": "Enable for files like PDFs, images, etc.",
+  "GET": "获取",
+  "POST": "帖子",
+  "PATCH": "PATCH",
+  "PUT": "弹出",
+  "DELETE": "删除",
+  "HEAD": "黑色",
+  "None": "无",
+  "JSON": "JSON",
+  "Form Data": "表单数据",
+  "Raw": "原始文件"
+}