ipykernel-helper 0.0.11__tar.gz → 0.0.12__tar.gz

{ipykernel_helper-0.0.11/ipykernel_helper.egg-info → ipykernel_helper-0.0.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ipykernel-helper
-Version: 0.0.11
+Version: 0.0.12
 Summary: Helpers for ipykernel and friends
 Home-page: https://github.com/AnswerDotAI/ipykernel-helper
 Author: Jeremy Howard
@@ -25,6 +25,7 @@ Requires-Dist: ipython
 Requires-Dist: ipykernel
 Requires-Dist: beautifulsoup4
 Requires-Dist: html2text
+Requires-Dist: cloudscraper
 Provides-Extra: dev
 Dynamic: author
 Dynamic: author-email

ipykernel_helper-0.0.12/ipykernel_helper/__init__.py

@@ -0,0 +1,2 @@
+__version__ = "0.0.12"
+from .core import *

{ipykernel_helper-0.0.11 → ipykernel_helper-0.0.12}/ipykernel_helper/_modidx.py

@@ -30,4 +30,5 @@ d = { 'settings': { 'branch': 'main',
                                                                                          'ipykernel_helper/core.py'),
                                        'ipykernel_helper.core.read_url': ('core.html#read_url', 'ipykernel_helper/core.py'),
                                        'ipykernel_helper.core.run_cmd': ('core.html#run_cmd', 'ipykernel_helper/core.py'),
+                                       'ipykernel_helper.core.scrape_url': ('core.html#scrape_url', 'ipykernel_helper/core.py'),
                                        'ipykernel_helper.core.transient': ('core.html#transient', 'ipykernel_helper/core.py')}}}

{ipykernel_helper-0.0.11 → ipykernel_helper-0.0.12}/ipykernel_helper/core.py

@@ -3,7 +3,7 @@
 # AUTOGENERATED! DO NOT EDIT! File to edit: ../nbs/00_core.ipynb.
 
 # %% auto 0
-__all__ = ['transient', 'run_cmd', 'get_md', 'read_url', 'load_ipython_extension']
+__all__ = ['transient', 'run_cmd', 'get_md', 'scrape_url', 'read_url', 'load_ipython_extension']
 
 # %% ../nbs/00_core.ipynb
 from fastcore.meta import delegates
@@ -13,6 +13,7 @@ from inspect import signature, currentframe
 from functools import cmp_to_key,partial
 from collections.abc import Mapping
 from textwrap import dedent
+from cloudscraper import create_scraper
 from toolslm.funccall import *
 
 import typing,warnings,re
@@ -151,6 +152,9 @@ def get_md(cts):
     def _f(m): return f'```\n{dedent(m.group(1))}\n```'
     return re.sub(r'\[code]\s*\n(.*?)\n\[/code]', _f, res or '', flags=re.DOTALL).strip()
 
+# %% ../nbs/00_core.ipynb
+def scrape_url(url): return create_scraper().get(url)
+
 # %% ../nbs/00_core.ipynb
 def read_url(
     url:str, # URL to read
@@ -159,11 +163,10 @@ def read_url(
     selector:str=None # Select section(s) using BeautifulSoup.select (overrides extract_section)
 ):
     "Read URL and return contents"
-    import httpx
     from urllib.parse import urlparse
     from bs4 import BeautifulSoup
     
-    res = httpx.get(url, follow_redirects=True).raise_for_status().text
+    res = scrape_url(url).text
     soup = BeautifulSoup(res, "html.parser")
     
     if selector:

{ipykernel_helper-0.0.11 → ipykernel_helper-0.0.12/ipykernel_helper.egg-info}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: ipykernel-helper
-Version: 0.0.11
+Version: 0.0.12
 Summary: Helpers for ipykernel and friends
 Home-page: https://github.com/AnswerDotAI/ipykernel-helper
 Author: Jeremy Howard
@@ -25,6 +25,7 @@ Requires-Dist: ipython
 Requires-Dist: ipykernel
 Requires-Dist: beautifulsoup4
 Requires-Dist: html2text
+Requires-Dist: cloudscraper
 Provides-Extra: dev
 Dynamic: author
 Dynamic: author-email

{ipykernel_helper-0.0.11 → ipykernel_helper-0.0.12}/ipykernel_helper.egg-info/requires.txt

@@ -5,5 +5,6 @@ ipython
 ipykernel
 beautifulsoup4
 html2text
+cloudscraper
 
 [dev]

{ipykernel_helper-0.0.11 → ipykernel_helper-0.0.12}/settings.ini

@@ -1,11 +1,11 @@
 [DEFAULT]
 repo = ipykernel-helper
 lib_name = ipykernel-helper
-version = 0.0.11
+version = 0.0.12
 min_python = 3.9
 license = apache2
 black_formatting = False
-requirements = fastcore toolslm>=0.2.0 jedi ipython ipykernel beautifulsoup4 html2text
+requirements = fastcore toolslm>=0.2.0 jedi ipython ipykernel beautifulsoup4 html2text cloudscraper
 cell_number = False
 doc_path = _docs
 lib_path = ipykernel_helper

ipykernel_helper-0.0.11/ipykernel_helper/__init__.py

@@ -1,2 +0,0 @@
-__version__ = "0.0.11"
-from .core import *