lncrawl-scraper 0.1.0__py3-none-any.whl

lncrawl_scraper-0.1.0.dist-info/METADATA

@@ -0,0 +1,478 @@
+Metadata-Version: 2.4
+Name: lncrawl-scraper
+Version: 0.1.0
+Summary: HTTP scraper with Cloudflare bypass, browser fingerprint impersonation, stealth mode, proxy support, and a null-safe BeautifulSoup wrapper.
+Project-URL: Homepage, https://github.com/lncrawl/scraper
+Project-URL: Repository, https://github.com/lncrawl/scraper
+Project-URL: Issues, https://github.com/lncrawl/scraper/issues
+Project-URL: Changelog, https://github.com/lncrawl/scraper/blob/main/CHANGELOG.md
+Author-email: Sudipta Chandra <dipu.sudipta@gmail.com>
+License:                                  Apache License
+                                   Version 2.0, January 2004
+                                http://www.apache.org/licenses/
+        
+           TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+        
+           1. Definitions.
+        
+              "License" shall mean the terms and conditions for use, reproduction,
+              and distribution as defined by Sections 1 through 9 of this document.
+        
+              "Licensor" shall mean the copyright owner or entity authorized by
+              the copyright owner that is granting the License.
+        
+              "Legal Entity" shall mean the union of the acting entity and all
+              other entities that control, are controlled by, or are under common
+              control with that entity. For the purposes of this definition,
+              "control" means (i) the power, direct or indirect, to cause the
+              direction or management of such entity, whether by contract or
+              otherwise, or (ii) ownership of fifty percent (50%) or more of the
+              outstanding shares, or (iii) beneficial ownership of such entity.
+        
+              "You" (or "Your") shall mean an individual or Legal Entity
+              exercising permissions granted by this License.
+        
+              "Source" form shall mean the preferred form for making modifications,
+              including but not limited to software source code, documentation
+              source, and configuration files.
+        
+              "Object" form shall mean any form resulting from mechanical
+              transformation or translation of a Source form, including but
+              not limited to compiled object code, generated documentation,
+              and conversions to other media types.
+        
+              "Work" shall mean the work of authorship, whether in Source or
+              Object form, made available under the License, as indicated by a
+              copyright notice that is included in or attached to the work
+              (an example is provided in the Appendix below).
+        
+              "Derivative Works" shall mean any work, whether in Source or Object
+              form, that is based on (or derived from) the Work and for which the
+              editorial revisions, annotations, elaborations, or other modifications
+              represent, as a whole, an original work of authorship. For the purposes
+              of this License, Derivative Works shall not include works that remain
+              separable from, or merely link (or bind by name) to the interfaces of,
+              the Work and Derivative Works thereof.
+        
+              "Contribution" shall mean any work of authorship, including
+              the original version of the Work and any modifications or additions
+              to that Work or Derivative Works thereof, that is intentionally
+              submitted to Licensor for inclusion in the Work by the copyright owner
+              or by an individual or Legal Entity authorized to submit on behalf of
+              the copyright owner. For the purposes of this definition, "submitted"
+              means any form of electronic, verbal, or written communication sent
+              to the Licensor or its representatives, including but not limited to
+              communication on electronic mailing lists, source code control systems,
+              and issue tracking systems that are managed by, or on behalf of, the
+              Licensor for the purpose of discussing and improving the Work, but
+              excluding communication that is conspicuously marked or otherwise
+              designated in writing by the copyright owner as "Not a Contribution."
+        
+              "Contributor" shall mean Licensor and any individual or Legal Entity
+              on behalf of whom a Contribution has been received by Licensor and
+              subsequently incorporated within the Work.
+        
+           2. Grant of Copyright License. Subject to the terms and conditions of
+              this License, each Contributor hereby grants to You a perpetual,
+              worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+              copyright license to reproduce, prepare Derivative Works of,
+              publicly display, publicly perform, sublicense, and distribute the
+              Work and such Derivative Works in Source or Object form.
+        
+           3. Grant of Patent License. Subject to the terms and conditions of
+              this License, each Contributor hereby grants to You a perpetual,
+              worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+              (except as stated in this section) patent license to make, have made,
+              use, offer to sell, sell, import, and otherwise transfer the Work,
+              where such license applies only to those patent claims licensable
+              by such Contributor that are necessarily infringed by their
+              Contribution(s) alone or by combination of their Contribution(s)
+              with the Work to which such Contribution(s) was submitted. If You
+              institute patent litigation against any entity (including a
+              cross-claim or counterclaim in a lawsuit) alleging that the Work
+              or a Contribution incorporated within the Work constitutes direct
+              or contributory patent infringement, then any patent licenses
+              granted to You under this License for that Work shall terminate
+              as of the date such litigation is filed.
+        
+           4. Redistribution. You may reproduce and distribute copies of the
+              Work or Derivative Works thereof in any medium, with or without
+              modifications, and in Source or Object form, provided that You
+              meet the following conditions:
+        
+              (a) You must give any other recipients of the Work or
+                  Derivative Works a copy of this License; and
+        
+              (b) You must cause any modified files to carry prominent notices
+                  stating that You changed the files; and
+        
+              (c) You must retain, in the Source form of any Derivative Works
+                  that You distribute, all copyright, patent, trademark, and
+                  attribution notices from the Source form of the Work,
+                  excluding those notices that do not pertain to any part of
+                  the Derivative Works; and
+        
+              (d) If the Work includes a "NOTICE" text file as part of its
+                  distribution, then any Derivative Works that You distribute must
+                  include a readable copy of the attribution notices contained
+                  within such NOTICE file, excluding those notices that do not
+                  pertain to any part of the Derivative Works, in at least one
+                  of the following places: within a NOTICE text file distributed
+                  as part of the Derivative Works; within the Source form or
+                  documentation, if provided along with the Derivative Works; or,
+                  within a display generated by the Derivative Works, if and
+                  wherever such third-party notices normally appear. The contents
+                  of the NOTICE file are for informational purposes only and
+                  do not modify the License. You may add Your own attribution
+                  notices within Derivative Works that You distribute, alongside
+                  or as an addendum to the NOTICE text from the Work, provided
+                  that such additional attribution notices cannot be construed
+                  as modifying the License.
+        
+              You may add Your own copyright statement to Your modifications and
+              may provide additional or different license terms and conditions
+              for use, reproduction, or distribution of Your modifications, or
+              for any such Derivative Works as a whole, provided Your use,
+              reproduction, and distribution of the Work otherwise complies with
+              the conditions stated in this License.
+        
+           5. Submission of Contributions. Unless You explicitly state otherwise,
+              any Contribution intentionally submitted for inclusion in the Work
+              by You to the Licensor shall be under the terms and conditions of
+              this License, without any additional terms or conditions.
+              Notwithstanding the above, nothing herein shall supersede or modify
+              the terms of any separate license agreement you may have executed
+              with Licensor regarding such Contributions.
+        
+           6. Trademarks. This License does not grant permission to use the trade
+              names, trademarks, service marks, or product names of the Licensor,
+              except as required for reasonable and customary use in describing the
+              origin of the Work and reproducing the content of the NOTICE file.
+        
+           7. Disclaimer of Warranty. Unless required by applicable law or
+              agreed to in writing, Licensor provides the Work (and each
+              Contributor provides its Contributions) on an "AS IS" BASIS,
+              WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+              implied, including, without limitation, any warranties or conditions
+              of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+              PARTICULAR PURPOSE. You are solely responsible for determining the
+              appropriateness of using or redistributing the Work and assume any
+              risks associated with Your exercise of permissions under this License.
+        
+           8. Limitation of Liability. In no event and under no legal theory,
+              whether in tort (including negligence), contract, or otherwise,
+              unless required by applicable law (such as deliberate and grossly
+              negligent acts) or agreed to in writing, shall any Contributor be
+              liable to You for damages, including any direct, indirect, special,
+              incidental, or consequential damages of any character arising as a
+              result of this License or out of the use or inability to use the
+              Work (including but not limited to damages for loss of goodwill,
+              work stoppage, computer failure or malfunction, or any and all
+              other commercial damages or losses), even if such Contributor
+              has been advised of the possibility of such damages.
+        
+           9. Accepting Warranty or Additional Liability. While redistributing
+              the Work or Derivative Works thereof, You may choose to offer,
+              and charge a fee for, acceptance of support, warranty, indemnity,
+              or other liability obligations and/or rights consistent with this
+              License. However, in accepting such obligations, You may act only
+              on Your own behalf and on Your sole responsibility, not on behalf
+              of any other Contributor, and only if You agree to indemnify,
+              defend, and hold each Contributor harmless for any liability
+              incurred by, or claims asserted against, such Contributor by reason
+              of your accepting any such warranty or additional liability.
+        
+           END OF TERMS AND CONDITIONS
+        
+           APPENDIX: How to apply the Apache License to your work.
+        
+              To apply the Apache License to your work, attach the following
+              boilerplate notice, with the fields enclosed by brackets "[]"
+              replaced with your own identifying information. (Don't include
+              the brackets!)  The text should be enclosed in the appropriate
+              comment syntax for the file format. We also recommend that a
+              file or class name and description of purpose be included on the
+              same "printed page" as the copyright notice for easier
+              identification within third-party archives.
+        
+           Copyright [yyyy] [name of copyright owner]
+        
+           Licensed under the Apache License, Version 2.0 (the "License");
+           you may not use this file except in compliance with the License.
+           You may obtain a copy of the License at
+        
+               http://www.apache.org/licenses/LICENSE-2.0
+        
+           Unless required by applicable law or agreed to in writing, software
+           distributed under the License is distributed on an "AS IS" BASIS,
+           WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+           See the License for the specific language governing permissions and
+           limitations under the License.
+License-File: LICENSE
+Keywords: beautifulsoup,cloudflare,http,scraper,stealth
+Classifier: Development Status :: 3 - Alpha
+Classifier: Intended Audience :: Developers
+Classifier: License :: OSI Approved :: Apache Software License
+Classifier: Programming Language :: Python :: 3
+Classifier: Programming Language :: Python :: 3.9
+Classifier: Programming Language :: Python :: 3.10
+Classifier: Programming Language :: Python :: 3.11
+Classifier: Programming Language :: Python :: 3.12
+Classifier: Programming Language :: Python :: 3.13
+Classifier: Programming Language :: Python :: 3.14
+Classifier: Topic :: Internet :: WWW/HTTP
+Classifier: Topic :: Software Development :: Libraries :: Python Modules
+Requires-Python: >=3.9
+Requires-Dist: beautifulsoup4>=4.12
+Requires-Dist: brotli>=1.0
+Requires-Dist: lxml>=4.9
+Requires-Dist: quickjs>=1.19.4
+Requires-Dist: requests[socks]>=2.28
+Provides-Extra: image
+Requires-Dist: pillow>=10.0; extra == 'image'
+Provides-Extra: impersonate
+Requires-Dist: curl-cffi>=0.7; extra == 'impersonate'
+Description-Content-Type: text/markdown
+
+# LNCrawl Scraper
+
+[![CI](https://github.com/lncrawl/scraper/actions/workflows/ci.yml/badge.svg)](https://github.com/lncrawl/scraper/actions/workflows/ci.yml)
+[![Coverage](https://raw.githubusercontent.com/lncrawl/scraper/python-coverage-comment-action-data/badge.svg)](https://github.com/lncrawl/scraper/tree/python-coverage-comment-action-data)
+[![PyPI](https://img.shields.io/pypi/v/lncrawl-scraper.svg)](https://pypi.org/project/lncrawl-scraper/)
+
+HTTP scraper with Cloudflare bypass, browser fingerprint impersonation, stealth mode, proxy support, and a null-safe BeautifulSoup wrapper.
+
+## Features
+
+- **Cloudflare bypass** — handles CF challenges v1, v2, v3, and Turnstile transparently
+- **Browser fingerprint impersonation** — optional `curl_cffi` transport that
+  reproduces a real Chrome/Firefox TLS (JA3/JA4) **and** HTTP/2 fingerprint
+- **Browser-assisted clearance** — reuse a `cf_clearance` cookie solved by a real
+  browser for managed-challenge / Turnstile sites
+- **Accurate Client Hints** — `sec-ch-ua` / `sec-fetch-*` derived from the chosen UA
+- **Stealth mode** — human-like delays, randomized headers, browser quirks
+- **Proxy support** — round-robin proxy rotation with Tor integration and direct fallback
+- **Rate limiting** — configurable per-request intervals and concurrency cap
+- **`PageSoup`** — null-safe BeautifulSoup wrapper; selection methods never return `None`
+- **HTTP helpers** — `get_soup`, `get_json`, `get_image`, `get_file`, and more
+
+## Installation
+
+```bash
+pip install lncrawl-scraper
+
+# optional extras:
+pip install "lncrawl-scraper[impersonate]"   # browser TLS/HTTP-2 impersonation (curl_cffi)
+pip install "lncrawl-scraper[image]"         # get_image() support (Pillow)
+```
+
+## Quick start
+
+```python
+from scraper import Scraper
+
+s = Scraper(origin="https://example.com")
+
+# HTML
+soup = s.get_soup("https://example.com/page")
+title = soup.select_one("h1.title").text          # "" if not found, never raises
+links = [a["href"] for a in soup.select("a")]
+
+# JSON
+data = s.get_json("https://example.com/api/data")
+
+# File download
+s.get_file("https://example.com/file.zip", output_file="file.zip")
+
+# Image (returns PIL.Image)
+img = s.get_image("https://example.com/cover.jpg")
+```
+
+## Examples
+
+Runnable examples live in [`examples/`](examples/) — run any with
+`uv run python examples/<file>.py`.
+
+| Example | Shows |
+| ------- | ----- |
+| [01_basic_html.py](examples/01_basic_html.py) | Fetch a page and extract data with `get_soup` / `PageSoup` |
+| [02_pagesoup_parsing.py](examples/02_pagesoup_parsing.py) | PageSoup tour: CSS select, attrs, navigation, XPath |
+| [03_json_api.py](examples/03_json_api.py) | `get_json` / `post_json` and raw `Response` access |
+| [04_files_and_images.py](examples/04_files_and_images.py) | `get_file` (streamed, atomic) and `get_image` (Pillow) |
+| [05_forms_cookies_headers.py](examples/05_forms_cookies_headers.py) | `submit_form`, `set_header`, `set_cookie`, `reset` |
+| [06_configuration.py](examples/06_configuration.py) | `ScraperConfig`, `default_config()`, stealth, browser identity |
+| [07_impersonation.py](examples/07_impersonation.py) | Real browser TLS/HTTP-2 fingerprint via `impersonate` |
+| [08_browser_clearance.py](examples/08_browser_clearance.py) | Reuse a `cf_clearance` solved by a real browser |
+| [09_proxies_and_tor.py](examples/09_proxies_and_tor.py) | Proxy rotation and Tor identity refresh |
+| [10_concurrency_and_abort.py](examples/10_concurrency_and_abort.py) | Threaded fetches and cooperative `abort()` |
+| [11_error_handling.py](examples/11_error_handling.py) | HTTP, Cloudflare, and abort error handling |
+
+## Configuration
+
+Pass a `ScraperConfig` for full control:
+
+```python
+from scraper import Scraper
+from scraper.config import ScraperConfig, ProxyConfig, StealthConfig, BrowserConfig
+
+config = ScraperConfig(
+    min_request_interval=2.0,
+    max_concurrent_requests=1,
+    rotate_tls_ciphers=True,
+    stealth=StealthConfig(
+        enabled=True,
+        min_delay=1.0,
+        max_delay=3.0,
+        human_like_delays=True,
+        randomize_headers=True,
+        browser_quirks=True,
+    ),
+    proxy=ProxyConfig(
+        proxy_urls=["http://proxy1:8080", "http://proxy2:8080"],
+        fallback_to_direct=True,
+    ),
+    browser=BrowserConfig(browser="firefox", platform="windows", desktop=True),
+)
+
+s = Scraper(origin="https://example.com", config=config)
+```
+
+Or start from the library's tuned defaults and tweak:
+
+```python
+from scraper import Scraper, default_config
+
+config = default_config()
+config.max_concurrent_requests = 4
+s = Scraper(origin="https://example.com", config=config)
+```
+
+## Browser fingerprint impersonation
+
+A plain `requests` stack has a fixed OpenSSL TLS fingerprint and only speaks
+HTTP/1.1 — both of which modern Cloudflare detects. Set `impersonate` (requires
+the `impersonate` extra) to route requests through `curl_cffi`, reproducing a
+real browser's TLS (JA3/JA4) and HTTP/2 fingerprint:
+
+```python
+from scraper import Scraper, default_config
+
+config = default_config()
+config.impersonate = "chrome"   # or "firefox", "chrome124", "safari", …
+s = Scraper(origin="https://example.com", config=config)
+```
+
+The spoofed User-Agent family and Client Hints are aligned with the
+impersonation target automatically.
+
+## Browser-assisted clearance
+
+For managed challenges / Turnstile that can't be solved headlessly, solve the
+challenge once in a real browser (e.g. `nodriver`/Playwright), then hand the
+`cf_clearance` cookie and the browser's **exact** User-Agent to the session:
+
+```python
+s.apply_browser_clearance(
+    "https://protected.example.com",
+    cf_clearance="<value from the browser>",
+    user_agent="<the browser's exact UA>",
+    cookies={"__cf_bm": "<optional>"},
+)
+```
+
+## `Scraper` API
+
+| Method                            | Description                                         |
+| --------------------------------- | --------------------------------------------------- |
+| `get(url, **kwargs)`              | GET request, returns `Response`                     |
+| `post(url, **kwargs)`             | POST request, returns `Response`                    |
+| `ping(url, timeout=5)`            | HEAD request for reachability check                 |
+| `submit_form(url, data, ...)`     | POST with form encoding or multipart                |
+| `get_json(url, headers, ...)`     | GET and parse response as JSON                      |
+| `post_json(url, data, ...)`       | POST and parse response as JSON                     |
+| `get_soup(url, headers, ...)`     | GET and return a `PageSoup`                         |
+| `post_soup(url, data, ...)`       | POST and return a `PageSoup`                        |
+| `get_image(url, ...)`             | GET and return a `PIL.Image`                        |
+| `get_file(url, output_file, ...)` | Stream download to file (abort-safe)                |
+| `make_soup(data, encoding, ...)`  | Parse `Response`, `bytes`, or `str` into `PageSoup` |
+| `set_header(key, value)`          | Set a default session header                        |
+| `set_cookie(name, value)`         | Set a session cookie                                |
+| `reset()`                         | Clear cookies, headers, and state                   |
+
+## `PageSoup` API
+
+`PageSoup` wraps a BeautifulSoup `Tag`. Every selection method returns a `PageSoup` (never `None`); an empty `PageSoup` is falsy and returns safe defaults for all operations.
+
+```python
+soup = s.get_soup("https://example.com")
+
+# Selection
+soup.select("ul li")                 # → List[PageSoup]
+soup.select_one(".title")            # → PageSoup (empty if not found)
+soup.find("div", class_="content")  # → PageSoup
+soup.find_all("a")                   # → List[PageSoup]
+soup.xpath("//div[@class='body']")  # → List[PageSoup]
+soup.closest(".container")          # → nearest matching ancestor
+soup.parents(".wrapper")            # → generator of matching ancestors
+
+# Attribute access
+el["href"]                           # get_attr shorthand, returns "" if missing
+el.get_attr("src", default="/")
+el.has_attr("data-id")
+
+# Text / HTML
+el.text                              # stripped text, always str
+el.get_text(separator="\n")
+el.inner_html
+el.outer_html
+
+# Navigation
+el.parent
+el.children                          # List[PageSoup], excludes text nodes
+el.next_sibling
+el.previous_sibling
+
+# Mutation
+soup.decompose(".ads")               # remove elements matching selector
+el.replace_with(new_el)
+el.append(child)
+```
+
+## Development
+
+[uv](https://docs.astral.sh/uv/) is required. Clone the repo and install all dependencies including dev extras:
+
+```bash
+git clone https://github.com/lncrawl/scraper.git
+cd scraper
+uv sync --all-groups --all-extras
+```
+
+Tasks are managed with [poethepoet](https://poethepoet.natn.io/):
+
+| Command               | Description                           |
+| --------------------- | ------------------------------------- |
+| `uv run poe lint`     | Run ruff + pyright                    |
+| `uv run poe lint-fix` | Auto-fix ruff violations and reformat |
+| `uv run poe test`     | Run the test suite                    |
+| `uv run poe build`    | Lint → test → build wheel             |
+| `uv run poe publish`  | Build → publish to PyPI               |
+
+## Testing
+
+Tests live in [`tests/`](tests/) and run with [pytest](https://pytest.org):
+
+```bash
+uv run poe test
+
+# or directly
+uv run pytest
+uv run pytest -v                   # verbose
+uv run pytest tests/test_dummy.py  # a single file
+```
+
+Mock HTTP with [responses](https://github.com/getsentry/responses) (a dev dependency) so tests make no real network calls.
+
+## License
+
+[Apache-2.0](LICENSE)

lncrawl_scraper-0.1.0.dist-info/RECORD

@@ -0,0 +1,29 @@
+scraper/__init__.py,sha256=oYhV-gAHCFo2X8xI5Re7iF9xX1CQMoAB3baH3_Hr18I,1355
+scraper/config.py,sha256=thdlnZSom9GTL2zHE4Uoejdhtv4m5BiyxPYlzAldv3c,1639
+scraper/py.typed,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+scraper/session.py,sha256=OpN0ljm9s8FSqJZK20yafHeDsNxMAfhPDgpKGPvkYms,8622
+scraper/soup.py,sha256=D5KNd0jrsAEjpcKKeQFcqdtu0bOA4u0FDD5ZWfbgCpY,16914
+scraper/_engine/__init__.py,sha256=woQ6W0INptjllQNfxDfZ_f5HncPSzuly3Xk7HNMndvE,16246
+scraper/_engine/config.py,sha256=ZTnASYRfI5idPuYn8eOvFm2GvISySRX_osCfBLnUvwU,3637
+scraper/_engine/exceptions.py,sha256=EbUK6u00BUYpdwNZz1N293amIbYtU7EbPDU0Qlxu64I,1319
+scraper/_engine/impersonate.py,sha256=kbY-5ULzS63hdAUnRdNrPhF8qhNXVIo_IcaSTAYXFJ4,4165
+scraper/_engine/proxy_manager.py,sha256=PNiKYb0s5s6kfy7C-SRLKuHLyhSciRWroLFY7pq3Vew,3042
+scraper/_engine/session.py,sha256=8KEu8VGOhuO3EyP1ozbMtpbFYIpVhYo139kSNdP71b8,2238
+scraper/_engine/stealth.py,sha256=UdfgVOBKeBtbMWl4aDD-yDmOIdLPazIDTt0jv8Sid_o,4943
+scraper/_engine/tls.py,sha256=T3f6VL_XhZhBbwOE480B6KLTMhgbm4DIn0qQUUdxDo4,3557
+scraper/_engine/user_agent.py,sha256=lRzs-IM6358gcOo-mNMK33TxufYe4BOnHXQFk01LRlQ,14995
+scraper/_engine/challenges/__init__.py,sha256=-BAmhcqZdmGS5A0XUQ8sOn2Bh14ll_A049OXA6Qa4fU,360
+scraper/_engine/challenges/base.py,sha256=JmZ5l-YkK0UfwdfPki7JnmKBkeyMPe_sBCScFGhcfvU,1557
+scraper/_engine/challenges/cloudflare_v1.py,sha256=4-V8fWPqEKR3JwmD712nceB2ouTXRWxpXtONI1hhR80,8683
+scraper/_engine/challenges/cloudflare_v2.py,sha256=Fi2pVjSm6ESfQkZb3l3CoIEQblKFGX4Yl4y4NJFWn78,5390
+scraper/_engine/challenges/cloudflare_v3.py,sha256=T5B28gLP8g4mIJOmqipmQG5t7eQf_H8-B4N--yx47qU,7526
+scraper/_engine/challenges/interpreter.py,sha256=H1kFOv6WXy4pOES2UWH3gbB1C6WhqlCAjCA1w8pjGAw,3239
+scraper/_engine/challenges/turnstile.py,sha256=sDISgGYwrmspbxEMJ5mORVrwBqZ2hi2VP5jVDaQHPFg,1913
+scraper/_utils/__init__.py,sha256=47DEQpj8HBSa-_TImW-5JCeuQeRkm5NMpJWZG3hSuFU,0
+scraper/_utils/event_lock.py,sha256=QrhLruorhgLPX_1rRglKwmtkFzgZ5t65NsTX6m9h9JE,964
+scraper/_utils/file_tools.py,sha256=Ox7ovkjQtC3nsjSnl5EwXwJ3hykcdM8ZxiX2BjP-SPg,852
+scraper/_utils/url_tools.py,sha256=3qrA8_hgowvT2fSLBbFcLf2ui4TA9uudCdADbhFdoRQ,861
+lncrawl_scraper-0.1.0.dist-info/METADATA,sha256=qlU63zxTLM2aSBvpqhtShJfRKAR9JX6A1g8ygArBabo,24246
+lncrawl_scraper-0.1.0.dist-info/WHEEL,sha256=mffPy8wBnZQn2VnJUU5jE99KsxaSfiyMHV9Yt0aLVxs,87
+lncrawl_scraper-0.1.0.dist-info/licenses/LICENSE,sha256=xx0jnfkXJvxRnG63LTGOxlggYnIysveWIZ6H3PNdCrQ,11357
+lncrawl_scraper-0.1.0.dist-info/RECORD,,

lncrawl_scraper-0.1.0.dist-info/WHEEL

@@ -0,0 +1,4 @@
+Wheel-Version: 1.0
+Generator: hatchling 1.30.1
+Root-Is-Purelib: true
+Tag: py3-none-any