@rind-ai/runtime-linux-x64 0.6.1 → 0.7.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/bin/_internal/base_library.zip +0 -0
- package/bin/_internal/curl_cffi/_wrapper.abi3.so +0 -0
- package/bin/_internal/curl_cffi-0.16.2.dist-info/RECORD +1 -1
- package/bin/_internal/curl_cffi-0.16.3.dist-info/METADATA +394 -0
- package/bin/_internal/curl_cffi-0.16.3.dist-info/RECORD +67 -0
- package/bin/_internal/curl_cffi-0.16.3.dist-info/REQUESTED +0 -0
- package/bin/_internal/curl_cffi-0.16.3.dist-info/WHEEL +6 -0
- package/bin/_internal/curl_cffi-0.16.3.dist-info/entry_points.txt +2 -0
- package/bin/_internal/{pydantic-2.13.4.dist-info → curl_cffi-0.16.3.dist-info}/licenses/LICENSE +4 -2
- package/bin/_internal/curl_cffi-0.16.3.dist-info/top_level.txt +1 -0
- package/bin/_internal/httpx2-2.12.0.dist-info/RECORD +1 -1
- package/bin/_internal/lxml/etree.cpython-314-x86_64-linux-gnu.so +0 -0
- package/bin/_internal/trafilatura-2.2.0.dist-info/RECORD +1 -1
- package/bin/_internal/websockets-16.1.1.dist-info/RECORD +1 -1
- package/bin/rind-runtime +0 -0
- package/package.json +4 -1
- package/bin/_internal/pydantic-2.13.4.dist-info/METADATA +0 -1294
- package/bin/_internal/pydantic-2.13.4.dist-info/RECORD +0 -217
- package/bin/_internal/pydantic-2.13.4.dist-info/WHEEL +0 -4
- /package/bin/_internal/{pydantic-2.13.4.dist-info → curl_cffi-0.16.3.dist-info}/INSTALLER +0 -0
|
Binary file
|
|
Binary file
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
../../../bin/curl-cffi,sha256=
|
|
1
|
+
../../../bin/curl-cffi,sha256=WTNtb4IWYI4geV8w9IMVZaGOQNDdymxDDrMiTP7VUmA,192
|
|
2
2
|
curl_cffi-0.16.2.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
|
|
3
3
|
curl_cffi-0.16.2.dist-info/METADATA,sha256=uAw-JGT88JlErHrahTo0AQakKll1XxEaGw0rVf9Dhkc,17519
|
|
4
4
|
curl_cffi-0.16.2.dist-info/RECORD,,
|
|
@@ -0,0 +1,394 @@
|
|
|
1
|
+
Metadata-Version: 2.4
|
|
2
|
+
Name: curl_cffi
|
|
3
|
+
Version: 0.16.3
|
|
4
|
+
Summary: libcurl ffi bindings for Python, with impersonation support.
|
|
5
|
+
Author-email: lexiforest <infinitesheldon@gmail.com>
|
|
6
|
+
License-Expression: MIT
|
|
7
|
+
Project-URL: repository, https://github.com/lexiforest/curl_cffi
|
|
8
|
+
Classifier: Development Status :: 4 - Beta
|
|
9
|
+
Classifier: Intended Audience :: Developers
|
|
10
|
+
Classifier: Programming Language :: Python :: 3
|
|
11
|
+
Classifier: Programming Language :: Python :: 3.10
|
|
12
|
+
Classifier: Programming Language :: Python :: 3.11
|
|
13
|
+
Classifier: Programming Language :: Python :: 3.12
|
|
14
|
+
Classifier: Programming Language :: Python :: 3.13
|
|
15
|
+
Classifier: Programming Language :: Python :: 3.14
|
|
16
|
+
Classifier: Programming Language :: Python :: Free Threading
|
|
17
|
+
Requires-Python: >=3.10
|
|
18
|
+
Description-Content-Type: text/markdown
|
|
19
|
+
License-File: LICENSE
|
|
20
|
+
Requires-Dist: cffi>=2.0.0
|
|
21
|
+
Requires-Dist: certifi>=2024.2.2
|
|
22
|
+
Provides-Extra: extra
|
|
23
|
+
Requires-Dist: readability-lxml>=0.8.1; extra == "extra"
|
|
24
|
+
Requires-Dist: markdownify>=1.1.0; extra == "extra"
|
|
25
|
+
Requires-Dist: lxml_html_clean; extra == "extra"
|
|
26
|
+
Provides-Extra: cli
|
|
27
|
+
Requires-Dist: rich; extra == "cli"
|
|
28
|
+
Provides-Extra: dev
|
|
29
|
+
Requires-Dist: charset_normalizer<4.0,>=3.3.2; extra == "dev"
|
|
30
|
+
Requires-Dist: coverage<7.0,>=6.4.1; extra == "dev"
|
|
31
|
+
Requires-Dist: cryptography<47.0,>=46.0.4; extra == "dev"
|
|
32
|
+
Requires-Dist: httpx==0.23.1; extra == "dev"
|
|
33
|
+
Requires-Dist: pytest<9.0,>=8.1.1; extra == "dev"
|
|
34
|
+
Requires-Dist: pytest-asyncio<1.0,>=0.23.6; extra == "dev"
|
|
35
|
+
Requires-Dist: pytest-trio<1.0,>=0.8.0; extra == "dev"
|
|
36
|
+
Requires-Dist: ruff<1.0,>=0.3.5; extra == "dev"
|
|
37
|
+
Requires-Dist: trio<1.0,>=0.25.0; extra == "dev"
|
|
38
|
+
Requires-Dist: trustme<2.0,>=1.1.0; extra == "dev"
|
|
39
|
+
Requires-Dist: uvicorn<1.0,>=0.29.0; extra == "dev"
|
|
40
|
+
Requires-Dist: websockets>=14.0; extra == "dev"
|
|
41
|
+
Requires-Dist: typing_extensions; extra == "dev"
|
|
42
|
+
Provides-Extra: build
|
|
43
|
+
Requires-Dist: cibuildwheel; extra == "build"
|
|
44
|
+
Requires-Dist: wheel; extra == "build"
|
|
45
|
+
Provides-Extra: test
|
|
46
|
+
Requires-Dist: charset_normalizer<4.0,>=3.3.2; extra == "test"
|
|
47
|
+
Requires-Dist: cryptography<47.0,>=46.0.4; extra == "test"
|
|
48
|
+
Requires-Dist: litestar<3.0,>=2.19.0; extra == "test"
|
|
49
|
+
Requires-Dist: httpx==0.23.1; extra == "test"
|
|
50
|
+
Requires-Dist: proxy.py<3.0,>=2.4.3; extra == "test"
|
|
51
|
+
Requires-Dist: pytest<9.0,>=8.1.1; extra == "test"
|
|
52
|
+
Requires-Dist: pytest-asyncio<1.0,>=0.23.6; extra == "test"
|
|
53
|
+
Requires-Dist: pytest-trio<1.0,>=0.8.0; extra == "test"
|
|
54
|
+
Requires-Dist: python-multipart<1.0,>=0.0.9; extra == "test"
|
|
55
|
+
Requires-Dist: trio<1.0,>=0.25.0; extra == "test"
|
|
56
|
+
Requires-Dist: trustme<2.0,>=1.1.0; extra == "test"
|
|
57
|
+
Requires-Dist: uvicorn<1.0,>=0.29.0; extra == "test"
|
|
58
|
+
Requires-Dist: websockets>=14.0; extra == "test"
|
|
59
|
+
Requires-Dist: typing_extensions; extra == "test"
|
|
60
|
+
Dynamic: license-file
|
|
61
|
+
|
|
62
|
+
# curl_cffi
|
|
63
|
+
|
|
64
|
+
[](https://pepy.tech/projects/curl-cffi)
|
|
65
|
+

|
|
66
|
+
[](https://badge.fury.io/py/curl-cffi)
|
|
67
|
+
[](https://t.me/impersonate_pro)
|
|
68
|
+
[](https://discord.gg/kJqMHHgdn2)
|
|
69
|
+
|
|
70
|
+
[Documentation](https://curl-cffi.readthedocs.io)
|
|
71
|
+
|
|
72
|
+
Python binding for [curl-impersonate fork](https://github.com/lexiforest/curl-impersonate)
|
|
73
|
+
via [cffi](https://cffi.readthedocs.io/en/latest/). For commercial support, visit [impersonate.pro](https://impersonate.pro).
|
|
74
|
+
|
|
75
|
+
`curl_cffi` is the most popular Python binding for `curl`. Unlike other pure
|
|
76
|
+
python http clients like `httpx` or `requests`, `curl_cffi` can impersonate
|
|
77
|
+
browsers' TLS/JA3 and HTTP/2 fingerprints. If you are blocked by some
|
|
78
|
+
website for no obvious reason, you can give `curl_cffi` a try.
|
|
79
|
+
|
|
80
|
+
For JavaScript bindings, see [impers](https://github.com/lexiforest/impers), for solving
|
|
81
|
+
JavaScript challenges, see [brimp](https://github.com/lexiforest/brimp).
|
|
82
|
+
|
|
83
|
+
Python 3.10 is the minimum supported version since v0.14.
|
|
84
|
+
|
|
85
|
+
## Recent highlights
|
|
86
|
+
|
|
87
|
+
- 🧭 Our new toy, [brimp](https://github.com/lexiforest/brimp), a lightweight browser, works like curl_cffi with JavaScript enabled. Try it out today!
|
|
88
|
+
- 🆕 Added support for the new algorithm and extensions in Chrome 150/152.
|
|
89
|
+
|
|
90
|
+
## Recall.ai - API for meeting recordings
|
|
91
|
+
|
|
92
|
+
<a href="https://www.recall.ai/?utm_source=github&utm_medium=sponsorship&utm_campaign=lexiforest-curl_cffi" target="_blank"><img src="https://cdn.prod.website-files.com/620d732b1f1f7b244ac89f0e/66b294e51ee15f18dd2b171e_recall-logo.svg" alt="Recall.ai" height="47" width="149"></a>
|
|
93
|
+
|
|
94
|
+
If you’re looking for a meeting recording API, consider checking out [Recall.ai](https://www.recall.ai/?utm_source=github&utm_medium=sponsorship&utm_campaign=lexiforest-curl_cffi), an API that records Zoom, Google Meet, Microsoft Teams, in-person meetings, and more.
|
|
95
|
+
|
|
96
|
+
## Sponsors
|
|
97
|
+
|
|
98
|
+
Maintenance of this project is made possible by all the <a href="https://github.com/lexiforest/curl_cffi/graphs/contributors">contributors</a> and <a href="https://github.com/sponsors/lexiforest">sponsors</a>. If you'd like to sponsor this project and have your avatar or company logo appear below <a href="https://github.com/sponsors/lexiforest">click here</a>. 💖
|
|
99
|
+
|
|
100
|
+
------
|
|
101
|
+
|
|
102
|
+
### Bypass Cloudflare with API
|
|
103
|
+
|
|
104
|
+
<a href="https://yescaptcha.com/i/stfnIO" target="_blank"><img src="https://raw.githubusercontent.com/lexiforest/curl_cffi/main/assets/yescaptcha.png" alt="Yes Captcha!" height="47" width="149"></a>
|
|
105
|
+
|
|
106
|
+
Yescaptcha is a proxy service that bypasses Cloudflare and uses the API interface to
|
|
107
|
+
obtain verified cookies (e.g. `cf_clearance`). Click [here](https://yescaptcha.com/i/stfnIO)
|
|
108
|
+
to register: <https://yescaptcha.com/i/stfnIO>
|
|
109
|
+
|
|
110
|
+
------
|
|
111
|
+
|
|
112
|
+
<a href="https://hypersolutions.co/?utm_source=github&utm_medium=readme&utm_campaign=curl_cffi" target="_blank"><img src="https://raw.githubusercontent.com/lexiforest/curl_cffi/main/assets/hypersolutions.png" height="47" width="149"></a>
|
|
113
|
+
|
|
114
|
+
TLS fingerprinting alone isn't enough for modern bot protection. [Hyper Solutions](https://hypersolutions.co?utm_source=github&utm_medium=readme&utm_campaign=curl_cffi) provides the missing piece - API endpoints that generate valid antibot tokens for:
|
|
115
|
+
|
|
116
|
+
Akamai • DataDome • Kasada • Incapsula
|
|
117
|
+
|
|
118
|
+
No browser automation. Just simple API calls that return the exact cookies and headers these systems require.
|
|
119
|
+
|
|
120
|
+
🚀 [Get Your API Key](https://hypersolutions.co?utm_source=github&utm_medium=readme&utm_campaign=curl_cffi) | 📖 [Docs](https://docs.justhyped.dev) | 💬 [Discord](https://discord.gg/akamai)
|
|
121
|
+
|
|
122
|
+
------
|
|
123
|
+
|
|
124
|
+
<a href="https://cloro.dev/?utm_source=referral&utm_medium=curl_cffi" target="_blank"><img src="https://raw.githubusercontent.com/lexiforest/curl_cffi/main/assets/cloro.png" height="55" width="149"></a>
|
|
125
|
+
|
|
126
|
+
<a href="https://cloro.dev/?utm_source=referral&utm_medium=curl_cffi">cloro</a>: SERP and AI search API for Google, ChatGPT, Perplexity, Gemini, Copilot and Grok
|
|
127
|
+
|
|
128
|
+
------
|
|
129
|
+
|
|
130
|
+
## Impersonate Suite
|
|
131
|
+
|
|
132
|
+
`curl-cffi` is part of the impersonate suite.
|
|
133
|
+
|
|
134
|
+
- [curl-impersonate](https://github.com/lexiforest/curl-impersonate). A curl distribution that impersonates browsers.
|
|
135
|
+
- [curl_cffi](https://github.com/lexiforest/curl_cffi). Python binding to curl-impersonate.
|
|
136
|
+
- [brimp](https://docs.brimp.ai). Browser-impersonate, a lightweight browser
|
|
137
|
+
- [impers](https://github.com/lexiforest/impers). Node.js binding to curl-impersonate.
|
|
138
|
+
- [impersonate.pro](https://impersonate.pro). Commercial support, more fingerprints and cloud offering.
|
|
139
|
+
|
|
140
|
+
## Features
|
|
141
|
+
|
|
142
|
+
- Supports JA3/TLS and http2 fingerprints impersonation, including recent browsers and custom fingerprints.
|
|
143
|
+
- Much faster than requests/httpx, on par with aiohttp/pycurl, see [benchmarks](https://github.com/lexiforest/curl_cffi/tree/main/benchmark).
|
|
144
|
+
- Mimics the requests API, no need to learn another one.
|
|
145
|
+
- Pre-compiled, so you don't have to compile on your machine.
|
|
146
|
+
- Supports `asyncio` with proxy rotation on each request.
|
|
147
|
+
- Supports http 2.0, which requests does not.
|
|
148
|
+
- Supports http 3.0, with fingerprints and udp proxy.
|
|
149
|
+
- Supports websocket.
|
|
150
|
+
- MIT licensed.
|
|
151
|
+
|
|
152
|
+
||requests|aiohttp|httpx|pycurl|curl_cffi|
|
|
153
|
+
|---|---|---|---|---|---|
|
|
154
|
+
|http/2|❌|❌|✅|✅|✅|
|
|
155
|
+
|http/3|❌|❌|❌|☑️<sup>1</sup>|✅<sup>2</sup>|
|
|
156
|
+
|sync|✅|❌|✅|✅|✅|
|
|
157
|
+
|async|❌|✅|✅|❌|✅|
|
|
158
|
+
|websocket|❌|✅|❌|❌|✅|
|
|
159
|
+
|native retry|❌|❌|❌|❌|✅|
|
|
160
|
+
|fingerprints|❌|❌|❌|❌|✅|
|
|
161
|
+
|speed|🐇|🐇🐇|🐇|🐇🐇|🐇🐇|
|
|
162
|
+
|
|
163
|
+
Notes:
|
|
164
|
+
|
|
165
|
+
1. For pycurl, http/3 is usually disabled at compile time by default.
|
|
166
|
+
2. http/3 support since v0.11.4, http/3 proxy and fingerprints since v0.15.0.
|
|
167
|
+
|
|
168
|
+
## Install
|
|
169
|
+
|
|
170
|
+
pip install curl_cffi --upgrade
|
|
171
|
+
|
|
172
|
+
This should work on Linux, macOS and Windows out of the box.
|
|
173
|
+
|
|
174
|
+
On macOS, you can also install via Homebrew:
|
|
175
|
+
|
|
176
|
+
brew install lexiforest/tap/curl-cffi
|
|
177
|
+
|
|
178
|
+
To install beta releases:
|
|
179
|
+
|
|
180
|
+
pip install curl_cffi --upgrade --pre
|
|
181
|
+
|
|
182
|
+
To install unstable version from GitHub:
|
|
183
|
+
|
|
184
|
+
git clone https://github.com/lexiforest/curl_cffi/
|
|
185
|
+
cd curl_cffi
|
|
186
|
+
make preprocess
|
|
187
|
+
pip install .
|
|
188
|
+
|
|
189
|
+
## Usage
|
|
190
|
+
|
|
191
|
+
`curl_cffi` comes with a low-level `curl` API and a high-level `requests`-like API.
|
|
192
|
+
`curl_cffi` also bundles with a CLI called `curl-cffi`.
|
|
193
|
+
|
|
194
|
+
### CLI
|
|
195
|
+
|
|
196
|
+
Since v0.15, `curl_cffi` comes with a CLI called `curl-cffi`, you can use it for debugging
|
|
197
|
+
a certain url with the `--impersonate` option. It can also serve as a `web_fetch`
|
|
198
|
+
replacement for "agents".
|
|
199
|
+
|
|
200
|
+
|
|
201
|
+
```sh
|
|
202
|
+
curl-cffi get tls.browserleaks.com/json
|
|
203
|
+
|
|
204
|
+
# curl-cffi can be hard to type, use an alias if you want
|
|
205
|
+
alias imp=curl-cffi
|
|
206
|
+
imp get tls.browserleaks.com/json --impersonate chrome
|
|
207
|
+
```
|
|
208
|
+
|
|
209
|
+
For a complete CLI guide, see [docs](https://curl-cffi.readthedocs.io).
|
|
210
|
+
|
|
211
|
+
### requests-like
|
|
212
|
+
|
|
213
|
+
```python
|
|
214
|
+
import curl_cffi
|
|
215
|
+
|
|
216
|
+
# Notice the impersonate parameter
|
|
217
|
+
r = curl_cffi.get("https://tls.browserleaks.com/json", impersonate="chrome")
|
|
218
|
+
|
|
219
|
+
print(r.json())
|
|
220
|
+
# output: {..., "ja3n_hash": "aa56c057ad164ec4fdcb7a5a283be9fc", ...}
|
|
221
|
+
# the js3n fingerprint should be the same as target browser
|
|
222
|
+
|
|
223
|
+
# To keep using the latest browser version as `curl_cffi` updates,
|
|
224
|
+
# simply set impersonate="chrome" without specifying a version.
|
|
225
|
+
# Other similar values are: "safari" and "safari_ios"
|
|
226
|
+
r = curl_cffi.get("https://tls.browserleaks.com/json", impersonate="chrome")
|
|
227
|
+
|
|
228
|
+
# Use http/3 with impersonation
|
|
229
|
+
r = curl_cffi.get(
|
|
230
|
+
"https://fp.impersonate.pro/api/http3",
|
|
231
|
+
http_version="v3",
|
|
232
|
+
impersonate="chrome"
|
|
233
|
+
)
|
|
234
|
+
|
|
235
|
+
# To pin a specific version, use version numbers together.
|
|
236
|
+
r = curl_cffi.get("https://tls.browserleaks.com/json", impersonate="chrome124")
|
|
237
|
+
|
|
238
|
+
# To impersonate other than browsers, bring your own ja3/akamai strings
|
|
239
|
+
# See examples directory for details.
|
|
240
|
+
r = curl_cffi.get("https://tls.browserleaks.com/json", ja3=..., akamai=...)
|
|
241
|
+
|
|
242
|
+
# http/socks proxies are supported
|
|
243
|
+
proxies = {"https": "http://localhost:3128"}
|
|
244
|
+
r = curl_cffi.get("https://tls.browserleaks.com/json", impersonate="chrome", proxies=proxies)
|
|
245
|
+
|
|
246
|
+
proxies = {"https": "socks://localhost:3128"}
|
|
247
|
+
r = curl_cffi.get("https://tls.browserleaks.com/json", impersonate="chrome", proxies=proxies)
|
|
248
|
+
```
|
|
249
|
+
|
|
250
|
+
### Sessions
|
|
251
|
+
|
|
252
|
+
```python
|
|
253
|
+
s = curl_cffi.Session()
|
|
254
|
+
|
|
255
|
+
# httpbin is a http test website, this endpoint makes the server set cookies
|
|
256
|
+
s.get("https://httpbin.org/cookies/set/foo/bar")
|
|
257
|
+
print(s.cookies)
|
|
258
|
+
# <Cookies[<Cookie foo=bar for httpbin.org />]>
|
|
259
|
+
|
|
260
|
+
# retrieve cookies again to verify
|
|
261
|
+
r = s.get("https://httpbin.org/cookies")
|
|
262
|
+
print(r.json())
|
|
263
|
+
# {'cookies': {'foo': 'bar'}}
|
|
264
|
+
```
|
|
265
|
+
|
|
266
|
+
### Supported impersonate browsers
|
|
267
|
+
|
|
268
|
+
`curl_cffi` supports the same browser versions preset as supported by our [fork](https://github.com/lexiforest/curl-impersonate) of [curl-impersonate](https://github.com/lwthiker/curl-impersonate):
|
|
269
|
+
|
|
270
|
+
The open source version of `curl_cffi` includes versions when we are adding new capabilities for impersonating.
|
|
271
|
+
If you see a version, e.g. `chrome135`, was skipped, it's simply because there's nothing new or we were busy at that time.
|
|
272
|
+
You can simply impersonate it with your own headers and the previous browser target.
|
|
273
|
+
|
|
274
|
+
For a full list of preset fingerprints, see the [curl-impersonate docs](https://curl-impersonate.readthedocs.io/en/latest/fingerprints.html).
|
|
275
|
+
We will no longer put duplicated and outdated info here.
|
|
276
|
+
|
|
277
|
+
If you don't want to look up the headers/etc by yourself, consider buying commercial support from [impersonate.pro](https://impersonate.pro).
|
|
278
|
+
We have comprehensive browser tls, http and JavaScript fingerprints database for almost all the browser versions on various platforms.
|
|
279
|
+
|
|
280
|
+
Since v0.15.1, you can use `curl-cffi update` to retrieve the latest fingerprints, without updating to a new version.
|
|
281
|
+
We offer the Safari, Chrome, Firefox updates for free and others as part of the [commercial plan](https://impersonate.pro).
|
|
282
|
+
|
|
283
|
+
The current number of fingerprints:
|
|
284
|
+
|
|
285
|
+

|
|
286
|
+

|
|
287
|
+

|
|
288
|
+
|
|
289
|
+
To see the current list of fingerprints on your device, use the command line:
|
|
290
|
+
|
|
291
|
+
```sh
|
|
292
|
+
curl-cffi list
|
|
293
|
+
```
|
|
294
|
+
|
|
295
|
+
To update fingerprints from impersonate.pro, use the command line:
|
|
296
|
+
|
|
297
|
+
```sh
|
|
298
|
+
curl-cffi update
|
|
299
|
+
```
|
|
300
|
+
|
|
301
|
+
If you are trying to impersonate a target other than a browser, use `ja3=...`, `akamai=...`, `extra_fp=...`, and `perk=...`
|
|
302
|
+
to specify your own customized fingerprints. See the [docs on impersonation](https://curl-cffi.readthedocs.io/en/latest/impersonate/_index.html) for details.
|
|
303
|
+
|
|
304
|
+
|
|
305
|
+
### Asyncio
|
|
306
|
+
|
|
307
|
+
```python
|
|
308
|
+
from curl_cffi import AsyncSession
|
|
309
|
+
|
|
310
|
+
async with AsyncSession() as s:
|
|
311
|
+
r = await s.get("https://example.com")
|
|
312
|
+
```
|
|
313
|
+
|
|
314
|
+
More concurrency:
|
|
315
|
+
|
|
316
|
+
```python
|
|
317
|
+
import asyncio
|
|
318
|
+
from curl_cffi import AsyncSession
|
|
319
|
+
|
|
320
|
+
urls = [
|
|
321
|
+
"https://google.com/",
|
|
322
|
+
"https://facebook.com/",
|
|
323
|
+
"https://twitter.com/",
|
|
324
|
+
]
|
|
325
|
+
|
|
326
|
+
async with AsyncSession() as s:
|
|
327
|
+
tasks = []
|
|
328
|
+
for url in urls:
|
|
329
|
+
task = s.get(url)
|
|
330
|
+
tasks.append(task)
|
|
331
|
+
results = await asyncio.gather(*tasks)
|
|
332
|
+
```
|
|
333
|
+
|
|
334
|
+
For low-level APIs, Scrapy integration and other advanced topics, see the
|
|
335
|
+
[docs](https://curl-cffi.readthedocs.io) for more details.
|
|
336
|
+
|
|
337
|
+
### WebSockets
|
|
338
|
+
|
|
339
|
+
```python
|
|
340
|
+
from curl_cffi import WebSocket
|
|
341
|
+
|
|
342
|
+
def on_message(ws: WebSocket, message: str | bytes):
|
|
343
|
+
print(message)
|
|
344
|
+
|
|
345
|
+
ws = WebSocket(on_message=on_message)
|
|
346
|
+
ws.run_forever("wss://api.gemini.com/v1/marketdata/BTCUSD")
|
|
347
|
+
```
|
|
348
|
+
|
|
349
|
+
### Asyncio WebSockets
|
|
350
|
+
|
|
351
|
+
```python
|
|
352
|
+
import asyncio
|
|
353
|
+
from curl_cffi import AsyncSession
|
|
354
|
+
|
|
355
|
+
async with AsyncSession() as session:
|
|
356
|
+
async with session.ws_connect("wss://echo.websocket.org") as ws:
|
|
357
|
+
await asyncio.gather(*[ws.send_str("Hello, World!") for _ in range(10)])
|
|
358
|
+
async for message in ws:
|
|
359
|
+
print(message)
|
|
360
|
+
```
|
|
361
|
+
|
|
362
|
+
See the WebSocket [docs](https://curl-cffi.readthedocs.io/en/latest/websockets.html) for full details and advanced options.
|
|
363
|
+
|
|
364
|
+
## Ecosystem
|
|
365
|
+
|
|
366
|
+
- Integrating with Scrapy: [divtiply/scrapy-curl-cffi](https://github.com/divtiply/scrapy-curl-cffi), [jxlil/scrapy-impersonate](https://github.com/jxlil/scrapy-impersonate) and [tieyongjie/scrapy-fingerprint](https://github.com/tieyongjie/scrapy-fingerprint).
|
|
367
|
+
- Integrating with [requests](https://github.com/el1s7/curl-adapter), [httpx](https://github.com/vgavro/httpx-curl-cffi) as adapter.
|
|
368
|
+
- Integrating with captcha resolvers: [YesCaptcha](https://yescaptcha.com/i/stfnIO).
|
|
369
|
+
|
|
370
|
+
## Acknowledgement
|
|
371
|
+
|
|
372
|
+
- Originally forked from [multippt/python_curl_cffi](https://github.com/multippt/python_curl_cffi), which is under the MIT license.
|
|
373
|
+
- Headers/Cookies files are copied from [httpx](https://github.com/encode/httpx/blob/master/httpx/_models.py), which is under the BSD license.
|
|
374
|
+
- Asyncio support is inspired by Tornado's curl http client.
|
|
375
|
+
- The synchronous WebSocket API is inspired by [websocket_client](https://github.com/websocket-client/websocket-client).
|
|
376
|
+
- The asynchronous WebSocket API is inspired by [aiohttp](https://github.com/aio-libs/aiohttp).
|
|
377
|
+
|
|
378
|
+
## Contributing
|
|
379
|
+
|
|
380
|
+
When submitting an PR, please use a different branch other than `main` and check the
|
|
381
|
+
"Allow edits by maintainers" box, so I can update your PR with lint or style fixes. Thanks!
|
|
382
|
+
|
|
383
|
+
### AI Policy
|
|
384
|
+
|
|
385
|
+
- Using AI is neither encouraged nor discouraged, use it by your own choice.
|
|
386
|
+
- The bottom line here is that every line of code should be **reviewed by human**, and should be [proven to work](https://simonwillison.net/2025/Dec/18/code-proven-to-work/).
|
|
387
|
+
- It's not guaranteed that AI will come up with the cleanest solution, you are responsible to guide it to the right way you know.
|
|
388
|
+
- Fix any lint errors, make sure your code follows the established convention in this project.
|
|
389
|
+
- LLM tends to generate extensive or none comments, revise the comments and make sure they are concise and helpful.
|
|
390
|
+
- It's absolutely **not acceptable** to generate the entire PR summary by LLM. To communicate with other human, use words from a human.
|
|
391
|
+
- The only acceptable exception is to fix grammar issues if you are not a native English speaker.
|
|
392
|
+
- The essence here is to keep [Human in the loop](https://discourse.llvm.org/t/rfc-llvm-ai-tool-policy-human-in-the-loop/89159)
|
|
393
|
+
|
|
394
|
+
You can even feed the policy above to your "copilot" to let it adjust the style for you. :P
|
|
@@ -0,0 +1,67 @@
|
|
|
1
|
+
../../../bin/curl-cffi,sha256=iLKVPOrRuJsSN8pO7SSPkw7FIUgeNeb0mJ-3n2mWPjs,250
|
|
2
|
+
curl_cffi-0.16.3.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
|
|
3
|
+
curl_cffi-0.16.3.dist-info/METADATA,sha256=g0iH8Z_FruU_OtyvzYL1n5GbCuyXb8vvCZZfMWrFL6g,17139
|
|
4
|
+
curl_cffi-0.16.3.dist-info/RECORD,,
|
|
5
|
+
curl_cffi-0.16.3.dist-info/REQUESTED,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
|
|
6
|
+
curl_cffi-0.16.3.dist-info/WHEEL,sha256=m7cScRXMfIdHtZ8cYobZ3ruzb8hJGUvwIs-XYQWhBrg,149
|
|
7
|
+
curl_cffi-0.16.3.dist-info/entry_points.txt,sha256=HzTwoUpbiKIo5uJrqnxPk5OdxZ0PhT0dPTSqUP8Js70,49
|
|
8
|
+
curl_cffi-0.16.3.dist-info/licenses/LICENSE,sha256=PoiwKbULav021rGGQs5Mi27uTJA_HPq-9bgR9h4HBQs,1106
|
|
9
|
+
curl_cffi-0.16.3.dist-info/top_level.txt,sha256=b51YB50I_vu6XAbSERmqtgaYciYADCA_baVoZ_T5Lzs,10
|
|
10
|
+
curl_cffi/__init__.py,sha256=6YJwgd_t8GbuHk2mqe7PWNqmkYVTjhX9gCVxzTIyYdc,1986
|
|
11
|
+
curl_cffi/__main__.py,sha256=L0AH-xyDlgmsPM-HTecPVb1_hV9X35Qf1Mw7h7JVnx0,39
|
|
12
|
+
curl_cffi/__pycache__/__init__.cpython-314.pyc,,
|
|
13
|
+
curl_cffi/__pycache__/__main__.cpython-314.pyc,,
|
|
14
|
+
curl_cffi/__pycache__/__version__.cpython-314.pyc,,
|
|
15
|
+
curl_cffi/__pycache__/_asyncio_selector.cpython-314.pyc,,
|
|
16
|
+
curl_cffi/__pycache__/aio.cpython-314.pyc,,
|
|
17
|
+
curl_cffi/__pycache__/const.cpython-314.pyc,,
|
|
18
|
+
curl_cffi/__pycache__/curl.cpython-314.pyc,,
|
|
19
|
+
curl_cffi/__pycache__/fingerprints.cpython-314.pyc,,
|
|
20
|
+
curl_cffi/__pycache__/utils.cpython-314.pyc,,
|
|
21
|
+
curl_cffi/__version__.py,sha256=FdOv9cpHIUGkFkcWA4O9gte0sun1QgJI69rIgzUkswo,413
|
|
22
|
+
curl_cffi/_asyncio_selector.py,sha256=dxKOC6B8mlRu3WYi0trSq0L-FsWV6l_pg9TP35OpDI4,13043
|
|
23
|
+
curl_cffi/_wrapper.abi3.so,sha256=ecn6oWMLJaXAt709j9GTVvs-mKp-v1lKj-OAmsZbdfA,38522312
|
|
24
|
+
curl_cffi/aio.py,sha256=BxbiWI2ugesL6sHfKk_34A25hzTWAy4mf2G4kRKq29Q,12123
|
|
25
|
+
curl_cffi/cli/__init__.py,sha256=6is7D4E46XsOYGYUnfey9maSG4DrARwEk3I4kJv1d-8,7852
|
|
26
|
+
curl_cffi/cli/__pycache__/__init__.cpython-314.pyc,,
|
|
27
|
+
curl_cffi/cli/__pycache__/doctor.cpython-314.pyc,,
|
|
28
|
+
curl_cffi/cli/__pycache__/output.cpython-314.pyc,,
|
|
29
|
+
curl_cffi/cli/__pycache__/parse.cpython-314.pyc,,
|
|
30
|
+
curl_cffi/cli/__pycache__/pro.cpython-314.pyc,,
|
|
31
|
+
curl_cffi/cli/__pycache__/request.cpython-314.pyc,,
|
|
32
|
+
curl_cffi/cli/__pycache__/run.cpython-314.pyc,,
|
|
33
|
+
curl_cffi/cli/doctor.py,sha256=XduqJ51u99yOZ2njyAIIppTSqZJnd_Z8KnsGOXUkip8,1341
|
|
34
|
+
curl_cffi/cli/output.py,sha256=IGBa2cN4jdSe7EScutghBXe9mcHcj59RsfIzzPLpx-s,7434
|
|
35
|
+
curl_cffi/cli/parse.py,sha256=OzqGEZPqOrH2nq14UKnaXwKAblAw6V867tDEp9XSLdo,2549
|
|
36
|
+
curl_cffi/cli/pro.py,sha256=pu2lnZUD91T0oayJMgPs6w6eLYKM6ZFlhHLE-g75UaM,3575
|
|
37
|
+
curl_cffi/cli/request.py,sha256=ixFJEhHoymZFukc4dqw_AgNuR7fEtSkd3RZaHZdxOnk,3571
|
|
38
|
+
curl_cffi/cli/run.py,sha256=zrxDpPfZPmeY3ADhjR2It2wj3hsOpqaxh88pe11-VMU,7616
|
|
39
|
+
curl_cffi/const.py,sha256=ukbDW1RRaP1GFwhZpthT74SHyUBm2TkV-cFn9ykqmvs,19217
|
|
40
|
+
curl_cffi/curl.py,sha256=XQu0-P2ZRGw6me3xRauTUlL618PQdMCACSHZ6W_E3VI,30971
|
|
41
|
+
curl_cffi/fingerprints.py,sha256=77lWvyYXhuk3xEWxqwtGqPyV87aVz2j8jrhSO7glA4Q,20943
|
|
42
|
+
curl_cffi/py.typed,sha256=dcrsqJrcYfTX-ckLFJMTaj6mD8aDe2u0tkQG-ZYxnEg,26
|
|
43
|
+
curl_cffi/requests/__init__.py,sha256=jt8mwSVLOmFgTUOQoxrXEj-qpst8cJbLdVQXVq-U6rw,6449
|
|
44
|
+
curl_cffi/requests/__pycache__/__init__.cpython-314.pyc,,
|
|
45
|
+
curl_cffi/requests/__pycache__/cache.cpython-314.pyc,,
|
|
46
|
+
curl_cffi/requests/__pycache__/cookies.cpython-314.pyc,,
|
|
47
|
+
curl_cffi/requests/__pycache__/errors.cpython-314.pyc,,
|
|
48
|
+
curl_cffi/requests/__pycache__/exceptions.cpython-314.pyc,,
|
|
49
|
+
curl_cffi/requests/__pycache__/headers.cpython-314.pyc,,
|
|
50
|
+
curl_cffi/requests/__pycache__/impersonate.cpython-314.pyc,,
|
|
51
|
+
curl_cffi/requests/__pycache__/models.cpython-314.pyc,,
|
|
52
|
+
curl_cffi/requests/__pycache__/session.cpython-314.pyc,,
|
|
53
|
+
curl_cffi/requests/__pycache__/streams.cpython-314.pyc,,
|
|
54
|
+
curl_cffi/requests/__pycache__/utils.cpython-314.pyc,,
|
|
55
|
+
curl_cffi/requests/__pycache__/websockets.cpython-314.pyc,,
|
|
56
|
+
curl_cffi/requests/cache.py,sha256=sMZB7BA66Ain2VUZ7qWNN-3Fmd2TiPNaxzCybHgnLxY,15629
|
|
57
|
+
curl_cffi/requests/cookies.py,sha256=75TLz2wTcIz7NnETCpVVZUk8lvo02y_WFzwOa7A3aZE,13525
|
|
58
|
+
curl_cffi/requests/errors.py,sha256=R6N5lmOTdRukThkNGUihDAQRu8HSh27M8E3zfUJJX74,250
|
|
59
|
+
curl_cffi/requests/exceptions.py,sha256=WM3EAhADLPf_Kh4nzZOtJplTw9Nwv-vCIyeXx7FVT9g,6225
|
|
60
|
+
curl_cffi/requests/headers.py,sha256=Q1jrRdJ2YMLOcl5W3WBaKZAdLbPGPPERJ6MYzos3YXk,11535
|
|
61
|
+
curl_cffi/requests/impersonate.py,sha256=6Zje1q0ChToun9XLmK65ouQ6Xbxn1NuQodYE6FgGq0g,11233
|
|
62
|
+
curl_cffi/requests/models.py,sha256=iz5k97OLrOthxAswA9abNQxiWDSQ4lWJrujUAZAMaIo,13173
|
|
63
|
+
curl_cffi/requests/session.py,sha256=_zFS9uHDcHjCH5zKEdoa2-2M57u2fYiEZZffMpuUDFU,66453
|
|
64
|
+
curl_cffi/requests/streams.py,sha256=4DEUyCx0wR47pbSdOLkscxLi6SELN4UR776g0peDi1Y,7100
|
|
65
|
+
curl_cffi/requests/utils.py,sha256=u2H2STpw8FJKENJ6dJg--F3pJSathzvCJqVcaeu3SdQ,38105
|
|
66
|
+
curl_cffi/requests/websockets.py,sha256=Hn2Z6Jqf5SKJ-qyQyisr9Iu4vVHQYr-iT9ws_7jPHDI,72783
|
|
67
|
+
curl_cffi/utils.py,sha256=xiwsOd-5W3IGNvO6yeDboOkw9wLPD2hx_SYD9i4SqVU,390
|
|
File without changes
|
package/bin/_internal/{pydantic-2.13.4.dist-info → curl_cffi-0.16.3.dist-info}/licenses/LICENSE
RENAMED
|
@@ -1,6 +1,8 @@
|
|
|
1
|
-
|
|
1
|
+
MIT License
|
|
2
2
|
|
|
3
|
-
|
|
3
|
+
|
|
4
|
+
Copyright (c) 2018 multippt
|
|
5
|
+
Copyright (c) 2022 curl_cffi developers
|
|
4
6
|
|
|
5
7
|
Permission is hereby granted, free of charge, to any person obtaining a copy
|
|
6
8
|
of this software and associated documentation files (the "Software"), to deal
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
curl_cffi
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
../../../bin/httpx2,sha256=
|
|
1
|
+
../../../bin/httpx2,sha256=TEYsFAyjS4D8hUimI84JT7OoRPKZ18OULbz_mxqZJSg,249
|
|
2
2
|
httpx2-2.12.0.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
|
|
3
3
|
httpx2-2.12.0.dist-info/METADATA,sha256=Pdfyxr7VPlyRCcyoTFeAJhDU6y_x37h9s5O40M-jNIM,9466
|
|
4
4
|
httpx2-2.12.0.dist-info/RECORD,,
|
|
Binary file
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
../../../bin/trafilatura,sha256=
|
|
1
|
+
../../../bin/trafilatura,sha256=IZ_tMha-1cxyO82e-C27JSwL6zVkxQrXECe99OTfB-8,252
|
|
2
2
|
trafilatura-2.2.0.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
|
|
3
3
|
trafilatura-2.2.0.dist-info/METADATA,sha256=IfRfvXxW2MZxIgK4BRQ0vDEd5WuIzBwyyeXBKWqGL-c,13316
|
|
4
4
|
trafilatura-2.2.0.dist-info/RECORD,,
|
|
@@ -1,4 +1,4 @@
|
|
|
1
|
-
../../../bin/websockets,sha256
|
|
1
|
+
../../../bin/websockets,sha256=hG3HazZ5O1IEtgLjCLx-C3vXcv9kqL5Qq67-idqwgcw,251
|
|
2
2
|
websockets-16.1.1.dist-info/INSTALLER,sha256=zuuue4knoyJ-UwPPXg8fezS7VCrXJQrAP7zeNuwvFQg,4
|
|
3
3
|
websockets-16.1.1.dist-info/METADATA,sha256=a8TElV26Jw-1EWtexIv15UhfcbxwuhESBIKrR2wDric,6801
|
|
4
4
|
websockets-16.1.1.dist-info/RECORD,,
|
package/bin/rind-runtime
CHANGED
|
Binary file
|
package/package.json
CHANGED
|
@@ -1,12 +1,15 @@
|
|
|
1
1
|
{
|
|
2
2
|
"name": "@rind-ai/runtime-linux-x64",
|
|
3
|
-
"version": "0.
|
|
3
|
+
"version": "0.7.0",
|
|
4
4
|
"description": "Rind runtime for linux-x64",
|
|
5
5
|
"license": "MIT",
|
|
6
6
|
"repository": "https://github.com/Azzurroooo/rind.git",
|
|
7
7
|
"files": [
|
|
8
8
|
"bin"
|
|
9
9
|
],
|
|
10
|
+
"bin": {
|
|
11
|
+
"rind-runtime": "bin/rind-runtime"
|
|
12
|
+
},
|
|
10
13
|
"os": [
|
|
11
14
|
"linux"
|
|
12
15
|
],
|