firecrawl 4.3.1__py3-none-any.whl → 4.3.2__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Potentially problematic release.
This version of firecrawl might be problematic. Click here for more details.
- firecrawl/__init__.py +1 -1
- firecrawl/v1/client.py +7 -0
- firecrawl/v2/client.py +3 -1
- firecrawl/v2/methods/aio/map.py +2 -0
- firecrawl/v2/methods/map.py +2 -0
- firecrawl/v2/types.py +1 -0
- {firecrawl-4.3.1.dist-info → firecrawl-4.3.2.dist-info}/METADATA +1 -1
- {firecrawl-4.3.1.dist-info → firecrawl-4.3.2.dist-info}/RECORD +11 -11
- {firecrawl-4.3.1.dist-info → firecrawl-4.3.2.dist-info}/WHEEL +0 -0
- {firecrawl-4.3.1.dist-info → firecrawl-4.3.2.dist-info}/licenses/LICENSE +0 -0
- {firecrawl-4.3.1.dist-info → firecrawl-4.3.2.dist-info}/top_level.txt +0 -0
firecrawl/__init__.py
CHANGED
firecrawl/v1/client.py
CHANGED
|
@@ -309,6 +309,7 @@ class V1MapParams(pydantic.BaseModel):
|
|
|
309
309
|
limit: Optional[int] = None
|
|
310
310
|
timeout: Optional[int] = 30000
|
|
311
311
|
useIndex: Optional[bool] = None
|
|
312
|
+
location: Optional[V1LocationConfig] = None
|
|
312
313
|
|
|
313
314
|
class V1MapResponse(pydantic.BaseModel):
|
|
314
315
|
"""Response from mapping operations."""
|
|
@@ -1333,6 +1334,7 @@ class V1FirecrawlApp:
|
|
|
1333
1334
|
limit: Optional[int] = None,
|
|
1334
1335
|
timeout: Optional[int] = 30000,
|
|
1335
1336
|
use_index: Optional[bool] = None,
|
|
1337
|
+
location: Optional[V1LocationConfig] = None,
|
|
1336
1338
|
**kwargs) -> V1MapResponse:
|
|
1337
1339
|
"""
|
|
1338
1340
|
Map and discover links from a URL.
|
|
@@ -1377,6 +1379,8 @@ class V1FirecrawlApp:
|
|
|
1377
1379
|
map_params['timeout'] = timeout
|
|
1378
1380
|
if use_index is not None:
|
|
1379
1381
|
map_params['useIndex'] = use_index
|
|
1382
|
+
if location is not None:
|
|
1383
|
+
map_params['location'] = location.dict(by_alias=True, exclude_none=True)
|
|
1380
1384
|
|
|
1381
1385
|
# Add any additional kwargs
|
|
1382
1386
|
map_params.update(kwargs)
|
|
@@ -3910,6 +3914,7 @@ class AsyncV1FirecrawlApp(V1FirecrawlApp):
|
|
|
3910
3914
|
sitemap_only: Optional[bool] = None,
|
|
3911
3915
|
limit: Optional[int] = None,
|
|
3912
3916
|
timeout: Optional[int] = 30000,
|
|
3917
|
+
location: Optional[V1LocationConfig] = None,
|
|
3913
3918
|
params: Optional[V1MapParams] = None) -> V1MapResponse:
|
|
3914
3919
|
"""
|
|
3915
3920
|
Asynchronously map and discover links from a URL.
|
|
@@ -3952,6 +3957,8 @@ class AsyncV1FirecrawlApp(V1FirecrawlApp):
|
|
|
3952
3957
|
map_params['limit'] = limit
|
|
3953
3958
|
if timeout is not None:
|
|
3954
3959
|
map_params['timeout'] = timeout
|
|
3960
|
+
if location is not None:
|
|
3961
|
+
map_params['location'] = location.dict(by_alias=True, exclude_none=True)
|
|
3955
3962
|
|
|
3956
3963
|
# Create final params object
|
|
3957
3964
|
final_params = V1MapParams(**map_params)
|
firecrawl/v2/client.py
CHANGED
|
@@ -421,6 +421,7 @@ class FirecrawlClient:
|
|
|
421
421
|
limit: Optional[int] = None,
|
|
422
422
|
sitemap: Optional[Literal["only", "include", "skip"]] = None,
|
|
423
423
|
timeout: Optional[int] = None,
|
|
424
|
+
location: Optional[Location] = None,
|
|
424
425
|
) -> MapData:
|
|
425
426
|
"""Map a URL and return discovered links.
|
|
426
427
|
|
|
@@ -441,7 +442,8 @@ class FirecrawlClient:
|
|
|
441
442
|
limit=limit,
|
|
442
443
|
sitemap=sitemap if sitemap is not None else "include",
|
|
443
444
|
timeout=timeout,
|
|
444
|
-
|
|
445
|
+
location=location
|
|
446
|
+
) if any(v is not None for v in [search, include_subdomains, limit, sitemap, timeout, location]) else None
|
|
445
447
|
|
|
446
448
|
return map_module.map(self.http_client, url, options)
|
|
447
449
|
|
firecrawl/v2/methods/aio/map.py
CHANGED
|
@@ -20,6 +20,8 @@ def _prepare_map_request(url: str, options: Optional[MapOptions] = None) -> Dict
|
|
|
20
20
|
data["limit"] = options.limit
|
|
21
21
|
if options.timeout is not None:
|
|
22
22
|
data["timeout"] = options.timeout
|
|
23
|
+
if options.location is not None:
|
|
24
|
+
data["location"] = options.location.model_dump(exclude_none=True)
|
|
23
25
|
payload.update(data)
|
|
24
26
|
return payload
|
|
25
27
|
|
firecrawl/v2/methods/map.py
CHANGED
|
@@ -27,6 +27,8 @@ def _prepare_map_request(url: str, options: Optional[MapOptions] = None) -> Dict
|
|
|
27
27
|
data["limit"] = options.limit
|
|
28
28
|
if options.timeout is not None:
|
|
29
29
|
data["timeout"] = options.timeout
|
|
30
|
+
if options.location is not None:
|
|
31
|
+
data["location"] = options.location.model_dump(exclude_none=True)
|
|
30
32
|
payload.update(data)
|
|
31
33
|
|
|
32
34
|
return payload
|
firecrawl/v2/types.py
CHANGED
|
@@ -445,6 +445,7 @@ class MapOptions(BaseModel):
|
|
|
445
445
|
include_subdomains: Optional[bool] = None
|
|
446
446
|
limit: Optional[int] = None
|
|
447
447
|
timeout: Optional[int] = None
|
|
448
|
+
location: Optional['Location'] = None
|
|
448
449
|
|
|
449
450
|
class MapRequest(BaseModel):
|
|
450
451
|
"""Request for mapping a website."""
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
firecrawl/__init__.py,sha256=
|
|
1
|
+
firecrawl/__init__.py,sha256=EELRjS0VrQqhi-iR1LaRhECU1yXWbjtofVsp5NaxlTc,2192
|
|
2
2
|
firecrawl/client.py,sha256=Lmrg2jniCETU6_xVMn_fgLrgDXiBixK9hSkkdsCGiog,11840
|
|
3
3
|
firecrawl/firecrawl.backup.py,sha256=v1FEN3jR4g5Aupg4xp6SLkuFvYMQuUKND2YELbYjE6c,200430
|
|
4
4
|
firecrawl/types.py,sha256=T1g8r12xIWxJSoSNrL58SSgc1F8SykrwVx92BhTvZuc,2926
|
|
@@ -42,17 +42,17 @@ firecrawl/__tests__/unit/v2/methods/aio/test_ensure_async.py,sha256=pUwuWhRbVUTb
|
|
|
42
42
|
firecrawl/__tests__/unit/v2/utils/test_validation.py,sha256=E4n4jpBhH_W7E0ikI5r8KMAKiOhbfGD3i_B8-dv3PlI,10803
|
|
43
43
|
firecrawl/__tests__/unit/v2/watcher/test_ws_watcher.py,sha256=87w47n0iOihtu4jTR4-4rw1-xVKWmLg2BOBGxjQPnUk,9517
|
|
44
44
|
firecrawl/v1/__init__.py,sha256=aP1oisPeZVGGZynvENc07JySMOZfv_4zAlxQ0ecMJXA,481
|
|
45
|
-
firecrawl/v1/client.py,sha256=
|
|
45
|
+
firecrawl/v1/client.py,sha256=2Rq38RxGnuf2dMCmr4cc3f-ythavcBkUyJmRrwLmMHg,208104
|
|
46
46
|
firecrawl/v2/__init__.py,sha256=Jc6a8tBjYG5OPkjDM5pl-notyys-7DEj7PLEfepv3fc,137
|
|
47
|
-
firecrawl/v2/client.py,sha256=
|
|
47
|
+
firecrawl/v2/client.py,sha256=1PznRrX1kl-Wenv2Ilm5oVoU3V9HDtkMXuTsOFr8Ow8,31906
|
|
48
48
|
firecrawl/v2/client_async.py,sha256=HAewaYnHrvQQgkSQfwwNeWvAuj3JZqceQk6T10RKxeg,11204
|
|
49
|
-
firecrawl/v2/types.py,sha256=
|
|
49
|
+
firecrawl/v2/types.py,sha256=fJ6FySoZ30-4HAdU3XLPeWplQmB9b5p_ohWMh8Dg9_Y,24383
|
|
50
50
|
firecrawl/v2/watcher.py,sha256=FOU71tqSKxgeuGycu4ye0SLc2dw7clIcoQjPsi-4Csc,14229
|
|
51
51
|
firecrawl/v2/watcher_async.py,sha256=AVjW2mgABniolSsauK4u0FW8ya6WzRUdyEg2R-8vGCw,10278
|
|
52
52
|
firecrawl/v2/methods/batch.py,sha256=jFSIPtvulUrPz3Y3zT1gDNwYEf8Botpfh4GOeYsVYRI,14852
|
|
53
53
|
firecrawl/v2/methods/crawl.py,sha256=DWH1wUUDpE0zPSRALkQj_vF-PdsT0A1NyAGtnfcDaR8,18634
|
|
54
54
|
firecrawl/v2/methods/extract.py,sha256=-Jr4BtraU3b7hd3JIY73V-S69rUclxyXyUpoQb6DCQk,4274
|
|
55
|
-
firecrawl/v2/methods/map.py,sha256=
|
|
55
|
+
firecrawl/v2/methods/map.py,sha256=C7ltFFwhC6XVZKAVVnPsapmBi6Lp_2Mm9r7TtB0cZ0I,2711
|
|
56
56
|
firecrawl/v2/methods/scrape.py,sha256=CSHBwC-P91UfrW3zHirjNAs2h899FKcWvd1DY_4fJdo,1921
|
|
57
57
|
firecrawl/v2/methods/search.py,sha256=6BKiQ1aKJjWBKm9BBtKxFKGD74kCKBeMIp_OgjcDFAw,7673
|
|
58
58
|
firecrawl/v2/methods/usage.py,sha256=NqkmFd-ziw8ijbZxwaxjxZHl85u0LTe_TYqr_NGWFwE,3693
|
|
@@ -60,7 +60,7 @@ firecrawl/v2/methods/aio/__init__.py,sha256=RocMJnGwnLIvGu3G8ZvY8INkipC7WHZiu2bE
|
|
|
60
60
|
firecrawl/v2/methods/aio/batch.py,sha256=4Uj05ffpMhQA2J_mkvHYYogdXb0IgbKGbomO43b4m94,6741
|
|
61
61
|
firecrawl/v2/methods/aio/crawl.py,sha256=j2Tb2AcGsT6bCiUbB2yjrfvGZqkinUt0tU-SzWmB7Jw,11551
|
|
62
62
|
firecrawl/v2/methods/aio/extract.py,sha256=IfNr2ETqt4dR73JFzrEYI4kk5vpKnJOG0BmPEjGEoO4,4217
|
|
63
|
-
firecrawl/v2/methods/aio/map.py,sha256=
|
|
63
|
+
firecrawl/v2/methods/aio/map.py,sha256=WQTl2zSr_9KhrQMuvnRCCymiYjEailp8cAcMssG6Xx4,2445
|
|
64
64
|
firecrawl/v2/methods/aio/scrape.py,sha256=ilA9qco8YGwCFpE0PN1XBQUyuHPQwH2QioZ-xsfxhgU,1386
|
|
65
65
|
firecrawl/v2/methods/aio/search.py,sha256=_TqTFGQLlOCCLNdWcOvakTqPGD2r9AOlBg8RasOgmvw,6177
|
|
66
66
|
firecrawl/v2/methods/aio/usage.py,sha256=iUzTkdAWRheq-V5rRXcW0bc3MSODaVS1AqroRF0fO9M,3964
|
|
@@ -71,10 +71,10 @@ firecrawl/v2/utils/http_client.py,sha256=gUrC1CvU5sj03w27Lbq-3-yH38Yi_OXiI01-piw
|
|
|
71
71
|
firecrawl/v2/utils/http_client_async.py,sha256=iy89_bk2HS3afSRHZ8016eMCa9Fk-5MFTntcOHfbPgE,1936
|
|
72
72
|
firecrawl/v2/utils/normalize.py,sha256=nlTU6QRghT1YKZzNZlIQj4STSRuSUGrS9cCErZIcY5w,3636
|
|
73
73
|
firecrawl/v2/utils/validation.py,sha256=qWWiWaVcvODmVxf9rxIVy1j_dyuJCvdMMUoYhvWUEIU,15269
|
|
74
|
-
firecrawl-4.3.
|
|
74
|
+
firecrawl-4.3.2.dist-info/licenses/LICENSE,sha256=nPCunEDwjRGHlmjvsiDUyIWbkqqyj3Ej84ntnh0g0zA,1084
|
|
75
75
|
tests/test_change_tracking.py,sha256=_IJ5ShLcoj2fHDBaw-nE4I4lHdmDB617ocK_XMHhXps,4177
|
|
76
76
|
tests/test_timeout_conversion.py,sha256=PWlIEMASQNhu4cp1OW_ebklnE9NCiigPnEFCtI5N3w0,3996
|
|
77
|
-
firecrawl-4.3.
|
|
78
|
-
firecrawl-4.3.
|
|
79
|
-
firecrawl-4.3.
|
|
80
|
-
firecrawl-4.3.
|
|
77
|
+
firecrawl-4.3.2.dist-info/METADATA,sha256=tlvxxrTf5VI0Vz-zBYhEO75830MJZ1qV5wjRtqrptw4,7392
|
|
78
|
+
firecrawl-4.3.2.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
|
|
79
|
+
firecrawl-4.3.2.dist-info/top_level.txt,sha256=8T3jOaSN5mtLghO-R3MQ8KO290gIX8hmfxQmglBPdLE,16
|
|
80
|
+
firecrawl-4.3.2.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
|
File without changes
|