firecrawl 4.3.5__tar.gz → 4.3.7__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of firecrawl might be problematic. Click here for more details.
- {firecrawl-4.3.5 → firecrawl-4.3.7}/PKG-INFO +1 -1
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__init__.py +1 -1
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/crawl.py +1 -1
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/search.py +6 -2
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/types.py +1 -1
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/watcher_async.py +2 -1
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl.egg-info/PKG-INFO +1 -1
- {firecrawl-4.3.5 → firecrawl-4.3.7}/LICENSE +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/README.md +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/aio/test_aio_batch_scrape.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/aio/test_aio_crawl.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/aio/test_aio_extract.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/aio/test_aio_map.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/aio/test_aio_scrape.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/aio/test_aio_search.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/aio/test_aio_usage.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/aio/test_aio_watcher.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/conftest.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/test_async.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/test_batch_scrape.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/test_crawl.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/test_extract.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/test_map.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/test_scrape.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/test_search.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/test_usage.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/e2e/v2/test_watcher.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/aio/test_aio_crawl_params.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/aio/test_aio_crawl_request_preparation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/aio/test_aio_crawl_validation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/aio/test_aio_map_request_preparation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/aio/test_aio_scrape_request_preparation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/aio/test_aio_search_request_preparation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/aio/test_batch_request_preparation_async.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/aio/test_ensure_async.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_batch_request_preparation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_crawl_params.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_crawl_request_preparation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_crawl_validation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_map_request_preparation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_pagination.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_scrape_request_preparation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_search_request_preparation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_search_validation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_usage_types.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_webhook.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/utils/test_validation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/watcher/test_ws_watcher.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/client.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/firecrawl.backup.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/types.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v1/__init__.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v1/client.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/__init__.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/client.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/client_async.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/aio/__init__.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/aio/batch.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/aio/crawl.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/aio/extract.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/aio/map.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/aio/scrape.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/aio/search.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/aio/usage.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/batch.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/extract.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/map.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/scrape.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/methods/usage.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/utils/__init__.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/utils/error_handler.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/utils/get_version.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/utils/http_client.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/utils/http_client_async.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/utils/normalize.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/utils/validation.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/v2/watcher.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl.egg-info/SOURCES.txt +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl.egg-info/dependency_links.txt +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl.egg-info/requires.txt +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl.egg-info/top_level.txt +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/pyproject.toml +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/setup.cfg +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/setup.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/tests/test_change_tracking.py +0 -0
- {firecrawl-4.3.5 → firecrawl-4.3.7}/tests/test_timeout_conversion.py +0 -0
|
@@ -333,7 +333,7 @@ def wait_for_crawl_completion(
|
|
|
333
333
|
crawl_job = get_crawl_status(client, job_id)
|
|
334
334
|
|
|
335
335
|
# Check if job is complete
|
|
336
|
-
if crawl_job.status in ["completed", "failed"]:
|
|
336
|
+
if crawl_job.status in ["completed", "failed", "cancelled"]:
|
|
337
337
|
return crawl_job
|
|
338
338
|
|
|
339
339
|
# Check timeout
|
|
@@ -194,7 +194,11 @@ def _prepare_search_request(request: SearchRequest) -> Dict[str, Any]:
|
|
|
194
194
|
data["scrapeOptions"] = scrape_data
|
|
195
195
|
data.pop("scrape_options", None)
|
|
196
196
|
|
|
197
|
-
|
|
198
|
-
|
|
197
|
+
# Only include integration if it was explicitly provided and non-empty
|
|
198
|
+
integration_value = getattr(validated_request, "integration", None)
|
|
199
|
+
if integration_value is not None:
|
|
200
|
+
integration_str = str(integration_value).strip()
|
|
201
|
+
if integration_str:
|
|
202
|
+
data["integration"] = integration_str
|
|
199
203
|
|
|
200
204
|
return data
|
|
@@ -348,7 +348,7 @@ class CrawlResponse(BaseModel):
|
|
|
348
348
|
|
|
349
349
|
class CrawlJob(BaseModel):
|
|
350
350
|
"""Crawl job status and progress data."""
|
|
351
|
-
status: Literal["scraping", "completed", "failed"]
|
|
351
|
+
status: Literal["scraping", "completed", "failed", "cancelled"]
|
|
352
352
|
total: int = 0
|
|
353
353
|
completed: int = 0
|
|
354
354
|
credits_used: int = 0
|
|
@@ -28,13 +28,14 @@ class AsyncWatcher:
|
|
|
28
28
|
job_id: str,
|
|
29
29
|
*,
|
|
30
30
|
kind: JobKind = "crawl",
|
|
31
|
+
poll_interval: int = 2,
|
|
31
32
|
timeout: Optional[int] = None,
|
|
32
33
|
) -> None:
|
|
33
34
|
self._client = client
|
|
34
35
|
self._job_id = job_id
|
|
35
36
|
self._kind = kind
|
|
36
37
|
self._timeout = timeout
|
|
37
|
-
self._poll_interval: float =
|
|
38
|
+
self._poll_interval: float = max(0.0, float(poll_interval)) # Guard against negative values
|
|
38
39
|
|
|
39
40
|
http_client = getattr(client, "http_client", None)
|
|
40
41
|
if http_client is not None:
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/aio/test_aio_crawl_params.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/aio/test_ensure_async.py
RENAMED
|
File without changes
|
|
File without changes
|
{firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_crawl_params.py
RENAMED
|
File without changes
|
|
File without changes
|
{firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_crawl_validation.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
{firecrawl-4.3.5 → firecrawl-4.3.7}/firecrawl/__tests__/unit/v2/methods/test_search_validation.py
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|
|
File without changes
|