jupyterlite-simple-cors-proxy 0.1.9__py3-none-any.whl → 0.1.11__py3-none-any.whl
Sign up to get free protection for your applications and to get access to all the features.
- jupyterlite_simple_cors_proxy/__init__.py +2 -2
- jupyterlite_simple_cors_proxy/cacheproxy.py +84 -0
- jupyterlite_simple_cors_proxy/proxy.py +40 -68
- {jupyterlite_simple_cors_proxy-0.1.9.dist-info → jupyterlite_simple_cors_proxy-0.1.11.dist-info}/METADATA +34 -1
- jupyterlite_simple_cors_proxy-0.1.11.dist-info/RECORD +9 -0
- jupyterlite_simple_cors_proxy-0.1.9.dist-info/RECORD +0 -8
- {jupyterlite_simple_cors_proxy-0.1.9.dist-info → jupyterlite_simple_cors_proxy-0.1.11.dist-info}/LICENSE +0 -0
- {jupyterlite_simple_cors_proxy-0.1.9.dist-info → jupyterlite_simple_cors_proxy-0.1.11.dist-info}/WHEEL +0 -0
- {jupyterlite_simple_cors_proxy-0.1.9.dist-info → jupyterlite_simple_cors_proxy-0.1.11.dist-info}/top_level.txt +0 -0
@@ -1,7 +1,7 @@
|
|
1
1
|
# File: jupyterlite_simple_cors_proxy/__init__.py
|
2
|
-
from .
|
2
|
+
from .cacheproxy import cors_proxy_get, robust_get_request, xurl, furl
|
3
3
|
|
4
4
|
# from .fastf1_proxy import enable_cors_proxy as fastf1_cors_proxy
|
5
5
|
|
6
|
-
__version__ = "0.1.
|
6
|
+
__version__ = "0.1.11"
|
7
7
|
__all__ = ["cors_proxy_get", "robust_get_request", "xurl", "furl"]
|
@@ -0,0 +1,84 @@
|
|
1
|
+
# File: simple_cors_proxy/proxy.py
|
2
|
+
from urllib.parse import urlencode, quote
|
3
|
+
import requests
|
4
|
+
|
5
|
+
import io
|
6
|
+
import platform
|
7
|
+
from typing import Optional, Union
|
8
|
+
|
9
|
+
PLATFORM = platform.system().lower()
|
10
|
+
|
11
|
+
class CorsProxy:
|
12
|
+
"""CORS Proxy with optional caching support."""
|
13
|
+
|
14
|
+
def __init__(self, use_cache: bool = False, **cache_kwargs):
|
15
|
+
"""
|
16
|
+
Initialize the CORS proxy.
|
17
|
+
|
18
|
+
Args:
|
19
|
+
use_cache: Whether to enable request caching
|
20
|
+
**cache_kwargs: Arguments passed to requests_cache.CachedSession
|
21
|
+
(e.g., cache_name, backend, expire_after)
|
22
|
+
"""
|
23
|
+
if use_cache:
|
24
|
+
import requests_cache
|
25
|
+
# Set some sensible defaults if not provided
|
26
|
+
if 'cache_name' not in cache_kwargs:
|
27
|
+
cache_kwargs['cache_name'] = 'cors_proxy_cache'
|
28
|
+
if 'expire_after' not in cache_kwargs:
|
29
|
+
cache_kwargs['expire_after'] = 3600 # 1 hour default
|
30
|
+
self.session = requests_cache.CachedSession(**cache_kwargs)
|
31
|
+
else:
|
32
|
+
self.session = requests
|
33
|
+
|
34
|
+
def xurl(self, url: str, params: Optional[dict] = None, force: bool = False) -> str:
|
35
|
+
"""Generate a proxied URL."""
|
36
|
+
if PLATFORM == "emscripten" or force:
|
37
|
+
if params:
|
38
|
+
url = f"{url}?{urlencode(params)}"
|
39
|
+
url = f"https://corsproxy.io/{quote(url)}"
|
40
|
+
return url
|
41
|
+
|
42
|
+
def furl(self, url: str, params: Optional[dict] = None, force: bool = False) -> io.BytesIO:
|
43
|
+
"""Return file like object after calling the proxied URL."""
|
44
|
+
r = self.cors_proxy_get(url, params, force)
|
45
|
+
return io.BytesIO(r.content)
|
46
|
+
|
47
|
+
def cors_proxy_get(self, url: str, params: Optional[dict] = None, force: bool = False) -> requests.Response:
|
48
|
+
"""
|
49
|
+
CORS proxy for GET resources with requests-like response.
|
50
|
+
|
51
|
+
Args:
|
52
|
+
url: The URL to fetch
|
53
|
+
params: Query parameters to include
|
54
|
+
force: Force using the proxy even on non-emscripten platforms
|
55
|
+
|
56
|
+
Returns:
|
57
|
+
A requests response object.
|
58
|
+
"""
|
59
|
+
proxy_url = self.xurl(url, params, force)
|
60
|
+
return self.session.get(proxy_url)
|
61
|
+
|
62
|
+
def robust_get_request(self, url: str, params: Optional[dict] = None) -> requests.Response:
|
63
|
+
"""
|
64
|
+
Try to make a simple request else fall back to a proxy.
|
65
|
+
"""
|
66
|
+
try:
|
67
|
+
r = self.session.get(url, params=params)
|
68
|
+
except:
|
69
|
+
r = self.cors_proxy_get(url, params=params)
|
70
|
+
return r
|
71
|
+
|
72
|
+
# Create default instance
|
73
|
+
_default_proxy = CorsProxy()
|
74
|
+
|
75
|
+
# Legacy function-based interface
|
76
|
+
xurl = _default_proxy.xurl
|
77
|
+
furl = _default_proxy.furl
|
78
|
+
cors_proxy_get = _default_proxy.cors_proxy_get
|
79
|
+
robust_get_request = _default_proxy.robust_get_request
|
80
|
+
|
81
|
+
# Convenience function to create a cached proxy
|
82
|
+
def create_cached_proxy(**cache_kwargs):
|
83
|
+
"""Create a new CorsProxy instance with caching enabled."""
|
84
|
+
return CorsProxy(use_cache=True, **cache_kwargs)
|
@@ -1,83 +1,55 @@
|
|
1
1
|
# File: simple_cors_proxy/proxy.py
|
2
2
|
from urllib.parse import urlencode, quote
|
3
3
|
import requests
|
4
|
-
import requests_cache
|
5
4
|
import io
|
5
|
+
|
6
6
|
import platform
|
7
|
-
from typing import Optional, Union
|
8
7
|
|
9
8
|
PLATFORM = platform.system().lower()
|
10
9
|
|
11
|
-
class CorsProxy:
|
12
|
-
"""CORS Proxy with optional caching support."""
|
13
|
-
|
14
|
-
def __init__(self, use_cache: bool = False, **cache_kwargs):
|
15
|
-
"""
|
16
|
-
Initialize the CORS proxy.
|
17
|
-
|
18
|
-
Args:
|
19
|
-
use_cache: Whether to enable request caching
|
20
|
-
**cache_kwargs: Arguments passed to requests_cache.CachedSession
|
21
|
-
(e.g., cache_name, backend, expire_after)
|
22
|
-
"""
|
23
|
-
if use_cache:
|
24
|
-
# Set some sensible defaults if not provided
|
25
|
-
if 'cache_name' not in cache_kwargs:
|
26
|
-
cache_kwargs['cache_name'] = 'cors_proxy_cache'
|
27
|
-
if 'expire_after' not in cache_kwargs:
|
28
|
-
cache_kwargs['expire_after'] = 3600 # 1 hour default
|
29
|
-
self.session = requests_cache.CachedSession(**cache_kwargs)
|
30
|
-
else:
|
31
|
-
self.session = requests
|
32
10
|
|
33
|
-
|
34
|
-
|
35
|
-
|
36
|
-
|
37
|
-
|
38
|
-
|
39
|
-
|
11
|
+
def xurl(url, params=None, force=False):
|
12
|
+
"""Generate a proxied URL."""
|
13
|
+
if PLATFORM == "emscripten" or force:
|
14
|
+
if params:
|
15
|
+
url = f"{url}?{urlencode(params)}"
|
16
|
+
url = f"https://corsproxy.io/{quote(url)}"
|
17
|
+
|
18
|
+
return url
|
19
|
+
|
20
|
+
|
21
|
+
def furl(url, params=None, force=False):
|
22
|
+
"""Return file like object after calling the proxied URL."""
|
23
|
+
r = cors_proxy_get(url, params, force)
|
24
|
+
|
25
|
+
# Return a file-like object from the JSON string
|
26
|
+
return io.BytesIO(r.content)
|
27
|
+
|
40
28
|
|
41
|
-
|
42
|
-
|
43
|
-
|
44
|
-
return io.BytesIO(r.content)
|
29
|
+
def cors_proxy_get(url, params=None, force=False):
|
30
|
+
"""
|
31
|
+
CORS proxy for GET resources with requests-like response.
|
45
32
|
|
46
|
-
|
47
|
-
|
48
|
-
|
49
|
-
|
50
|
-
Args:
|
51
|
-
url: The URL to fetch
|
52
|
-
params: Query parameters to include
|
53
|
-
force: Force using the proxy even on non-emscripten platforms
|
54
|
-
|
55
|
-
Returns:
|
56
|
-
A requests response object.
|
57
|
-
"""
|
58
|
-
proxy_url = self.xurl(url, params, force)
|
59
|
-
return self.session.get(proxy_url)
|
33
|
+
Args:
|
34
|
+
url (str): The URL to fetch
|
35
|
+
params (dict, optional): Query parameters to include
|
60
36
|
|
61
|
-
|
62
|
-
|
63
|
-
|
64
|
-
|
65
|
-
try:
|
66
|
-
r = self.session.get(url, params=params)
|
67
|
-
except:
|
68
|
-
r = self.cors_proxy_get(url, params=params)
|
69
|
-
return r
|
37
|
+
Returns:
|
38
|
+
A requests response object.
|
39
|
+
"""
|
40
|
+
proxy_url = xurl(url, params, force)
|
70
41
|
|
71
|
-
#
|
72
|
-
|
42
|
+
# Do a simple requests get and
|
43
|
+
# just pass through the entire response object
|
44
|
+
return requests.get(proxy_url)
|
73
45
|
|
74
|
-
# Legacy function-based interface
|
75
|
-
xurl = _default_proxy.xurl
|
76
|
-
furl = _default_proxy.furl
|
77
|
-
cors_proxy_get = _default_proxy.cors_proxy_get
|
78
|
-
robust_get_request = _default_proxy.robust_get_request
|
79
46
|
|
80
|
-
|
81
|
-
|
82
|
-
|
83
|
-
|
47
|
+
def robust_get_request(url, params=None):
|
48
|
+
"""
|
49
|
+
Try to make a simple request else fall back to a proxy.
|
50
|
+
"""
|
51
|
+
try:
|
52
|
+
r = requests.get(url, params=params)
|
53
|
+
except:
|
54
|
+
r = cors_proxy_get(url, params=params)
|
55
|
+
return r
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.2
|
2
2
|
Name: jupyterlite-simple-cors-proxy
|
3
|
-
Version: 0.1.
|
3
|
+
Version: 0.1.11
|
4
4
|
Summary: A simple CORS proxy utility with requests-like response
|
5
5
|
Home-page: https://github.com/innovationOUtside/jupyterlite-simple-cors-proxy
|
6
6
|
Author: Tony Hirst
|
@@ -80,3 +80,36 @@ enable_cors_proxy(
|
|
80
80
|
# proxy_url="https://corsproxy.io/",
|
81
81
|
)
|
82
82
|
```
|
83
|
+
|
84
|
+
## `CorsProxy` with cache facility
|
85
|
+
|
86
|
+
Via `claude.ai`, the package is now further enriched.
|
87
|
+
|
88
|
+
*Note that `pyodide` sqlite can't write to `/drive` so the cache path dir needs to be something like `/tmp` or a dir created on `/`.*
|
89
|
+
|
90
|
+
*I'm not convinced the following works in `pyodide` and `xeus-python` yet - `requests-cache` dependency issues etc. `requests-cache` has requirements `attrs`, `cattrs`,`platformdirs`, `url-normalize`.*
|
91
|
+
|
92
|
+
```python
|
93
|
+
from simple_cors_proxy.proxy import CorsProxy
|
94
|
+
|
95
|
+
# Create a cached proxy instance
|
96
|
+
proxy = CorsProxy(use_cache=True, expire_after=3600) # Cache for 1 hour
|
97
|
+
|
98
|
+
# Use furl directly from your proxy instance
|
99
|
+
file_like = proxy.furl('https://example.com/somefile.csv')
|
100
|
+
|
101
|
+
#----
|
102
|
+
import pandas as pd
|
103
|
+
from simple_cors_proxy.cacheproxy import CorsProxy
|
104
|
+
|
105
|
+
proxy = CorsProxy(use_cache=True)
|
106
|
+
file_like = proxy.furl('https://example.com/data.csv')
|
107
|
+
df = pd.read_csv(file_like)
|
108
|
+
|
109
|
+
#----
|
110
|
+
|
111
|
+
from simple_cors_proxy.proxy import create_cached_proxy
|
112
|
+
|
113
|
+
proxy = create_cached_proxy(cache_name='my_cache', expire_after=86400) # Cache for 1 day
|
114
|
+
file_like = proxy.furl('https://example.com/somefile.csv')
|
115
|
+
```
|
@@ -0,0 +1,9 @@
|
|
1
|
+
jupyterlite_simple_cors_proxy/__init__.py,sha256=vE2WKSaR1d-lu1EoKN3obCHFUB-oowD7I1jwEl5qvok,280
|
2
|
+
jupyterlite_simple_cors_proxy/cacheproxy.py,sha256=Rf3tR6knz70N-Bu9M-HhWJY88cI3WpW0MmIJBgpm008,3002
|
3
|
+
jupyterlite_simple_cors_proxy/fastf1_proxy.py,sha256=FglRogTIlSJvHOu6lFS3S-EHDb37M93aYjQpoKc1QYs,7614
|
4
|
+
jupyterlite_simple_cors_proxy/proxy.py,sha256=uFpevhGlkbcNqVb1d43uBrqVdvAbOQ2m1PLqxsML6BE,1346
|
5
|
+
jupyterlite_simple_cors_proxy-0.1.11.dist-info/LICENSE,sha256=Ogw7GUmeZIxmDNiKWsu_N07svNoGnPB7lWyiXHX_rMY,1074
|
6
|
+
jupyterlite_simple_cors_proxy-0.1.11.dist-info/METADATA,sha256=SMAXcQejInZ_6a00wZAqVS_NI8A_Kh-cfvBMIBDJUBo,3144
|
7
|
+
jupyterlite_simple_cors_proxy-0.1.11.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
8
|
+
jupyterlite_simple_cors_proxy-0.1.11.dist-info/top_level.txt,sha256=Oh0oQrSmRnBq5u675coiKMbkb2ASg8AGF8ZiZTzUS5Q,30
|
9
|
+
jupyterlite_simple_cors_proxy-0.1.11.dist-info/RECORD,,
|
@@ -1,8 +0,0 @@
|
|
1
|
-
jupyterlite_simple_cors_proxy/__init__.py,sha256=yMbwL10DDWnXt2GVs_yOQLmlQtU2dtcHfTit62Nc04g,274
|
2
|
-
jupyterlite_simple_cors_proxy/fastf1_proxy.py,sha256=FglRogTIlSJvHOu6lFS3S-EHDb37M93aYjQpoKc1QYs,7614
|
3
|
-
jupyterlite_simple_cors_proxy/proxy.py,sha256=SzKQrflMbIJdHoDZ2dtRenGCAGMZEBSl_fs7sjIkiHk,2989
|
4
|
-
jupyterlite_simple_cors_proxy-0.1.9.dist-info/LICENSE,sha256=Ogw7GUmeZIxmDNiKWsu_N07svNoGnPB7lWyiXHX_rMY,1074
|
5
|
-
jupyterlite_simple_cors_proxy-0.1.9.dist-info/METADATA,sha256=HrfzXYCuKpPWh7zCDpbmbTZGRgCtGjpvH1Q0snUAQfU,2031
|
6
|
-
jupyterlite_simple_cors_proxy-0.1.9.dist-info/WHEEL,sha256=In9FTNxeP60KnTkGw7wk6mJPYd_dQSjEZmXdBdMCI-8,91
|
7
|
-
jupyterlite_simple_cors_proxy-0.1.9.dist-info/top_level.txt,sha256=Oh0oQrSmRnBq5u675coiKMbkb2ASg8AGF8ZiZTzUS5Q,30
|
8
|
-
jupyterlite_simple_cors_proxy-0.1.9.dist-info/RECORD,,
|
File without changes
|
File without changes
|
File without changes
|