scrapely-python 0.1.13__py3-none-any.whl → 0.1.15__py3-none-any.whl
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- scrapely/__init__.py +1 -1
- scrapely/actor.py +30 -3
- scrapely/charging.py +13 -3
- scrapely/storage/api_client.py +125 -26
- scrapely/storage/client.py +5 -1
- {scrapely_python-0.1.13.dist-info → scrapely_python-0.1.15.dist-info}/METADATA +1 -1
- {scrapely_python-0.1.13.dist-info → scrapely_python-0.1.15.dist-info}/RECORD +12 -12
- {scrapely_python-0.1.13.dist-info → scrapely_python-0.1.15.dist-info}/WHEEL +0 -0
- {scrapely_python-0.1.13.dist-info → scrapely_python-0.1.15.dist-info}/licenses/LICENSE +0 -0
- {scrapely_python-0.1.13.dist-info → scrapely_python-0.1.15.dist-info}/licenses/LICENSE-APACHE +0 -0
- {scrapely_python-0.1.13.dist-info → scrapely_python-0.1.15.dist-info}/licenses/NOTICE +0 -0
- {scrapely_python-0.1.13.dist-info → scrapely_python-0.1.15.dist-info}/top_level.txt +0 -0
scrapely/__init__.py
CHANGED
scrapely/actor.py
CHANGED
|
@@ -213,6 +213,14 @@ class _ClassProperty:
|
|
|
213
213
|
return self.func(owner)
|
|
214
214
|
|
|
215
215
|
|
|
216
|
+
def _system_exit_code(exc: Any) -> int:
|
|
217
|
+
"""Process exit code carried by a SystemExit (sys.exit semantics)."""
|
|
218
|
+
code = getattr(exc, 'code', None)
|
|
219
|
+
if code is None:
|
|
220
|
+
return 0
|
|
221
|
+
return code if isinstance(code, int) else 1
|
|
222
|
+
|
|
223
|
+
|
|
216
224
|
class _ActorMeta(type):
|
|
217
225
|
"""Metaclass enabling async with Actor: by delegating to classmethods."""
|
|
218
226
|
|
|
@@ -226,7 +234,11 @@ class _ActorMeta(type):
|
|
|
226
234
|
return cls
|
|
227
235
|
|
|
228
236
|
async def __aexit__(cls, exc_type: Any, exc_val: Any, exc_tb: Any) -> None:
|
|
229
|
-
if exc_type is not None:
|
|
237
|
+
if exc_type is not None and issubclass(exc_type, SystemExit):
|
|
238
|
+
# Actor.exit()/fail()/sys.exit() inside `async with Actor:` is a deliberate
|
|
239
|
+
# exit, not a failure (Apify parity): keep its exit code, log nothing.
|
|
240
|
+
cls._exit_code = _system_exit_code(exc_val)
|
|
241
|
+
elif exc_type is not None:
|
|
230
242
|
cls._exit_code = 1
|
|
231
243
|
logger.error(f'Actor failed: {exc_val}')
|
|
232
244
|
await cls._shutdown()
|
|
@@ -286,7 +298,10 @@ class Actor(metaclass=_ActorMeta):
|
|
|
286
298
|
|
|
287
299
|
async def __aexit__(self, exc_type: Any, exc_val: Any, exc_tb: Any) -> None:
|
|
288
300
|
cls = type(self)
|
|
289
|
-
if exc_type is not None:
|
|
301
|
+
if exc_type is not None and issubclass(exc_type, SystemExit):
|
|
302
|
+
# Deliberate exit via Actor.exit()/fail()/sys.exit(), not a failure.
|
|
303
|
+
cls._exit_code = _system_exit_code(exc_val)
|
|
304
|
+
elif exc_type is not None:
|
|
290
305
|
cls._exit_code = 1
|
|
291
306
|
logger.error(f'Actor failed: {exc_val}')
|
|
292
307
|
else:
|
|
@@ -1039,7 +1054,19 @@ class Actor(metaclass=_ActorMeta):
|
|
|
1039
1054
|
else:
|
|
1040
1055
|
logger.info(logged)
|
|
1041
1056
|
|
|
1042
|
-
|
|
1057
|
+
if is_terminal:
|
|
1058
|
+
result = await cls._put_run_status_message(message, is_terminal=True)
|
|
1059
|
+
else:
|
|
1060
|
+
# A progress update is best effort: if the API still fails after the
|
|
1061
|
+
# retry window (e.g. a long 503), log it and carry on instead of
|
|
1062
|
+
# crashing the run. Terminal updates keep raising.
|
|
1063
|
+
try:
|
|
1064
|
+
result = await cls._put_run_status_message(message, is_terminal=False)
|
|
1065
|
+
except asyncio.CancelledError:
|
|
1066
|
+
raise
|
|
1067
|
+
except Exception as e: # noqa: BLE001
|
|
1068
|
+
logger.warning('Failed to update the status message (continuing): %s', e)
|
|
1069
|
+
return ActorRun(id='', actor_id='', status='')
|
|
1043
1070
|
if result is None:
|
|
1044
1071
|
return ActorRun(id='', actor_id='', status='')
|
|
1045
1072
|
run_id, data = result
|
scrapely/charging.py
CHANGED
|
@@ -52,7 +52,7 @@ _PENDING_MAX_ENTRIES = 1024
|
|
|
52
52
|
# Same-key POST attempts before leaving an intent pending / re-queueing a void.
|
|
53
53
|
# The API client itself retries 429 and 5xx answers and refused or reset
|
|
54
54
|
# connections of these POSTs with exponential backoff (honouring Retry-After)
|
|
55
|
-
# for its retry window (
|
|
55
|
+
# for its retry window (5 minutes, SCRAPELY_API_RETRY_WINDOW_SECS): re-sending
|
|
56
56
|
# is safe because every attempt carries the same Idempotency-Key. These outer
|
|
57
57
|
# attempts cover what the client gives up on quickly (timeouts, other
|
|
58
58
|
# transport errors), within _RETRY_BUDGET_SECS. Then the charge stays pending
|
|
@@ -62,7 +62,7 @@ _POST_ATTEMPTS = 8
|
|
|
62
62
|
|
|
63
63
|
# Outer retries stop once this much time has passed since the first attempt
|
|
64
64
|
# (the API retry window; JS SDK parity).
|
|
65
|
-
_RETRY_BUDGET_SECS =
|
|
65
|
+
_RETRY_BUDGET_SECS = 300.0
|
|
66
66
|
|
|
67
67
|
|
|
68
68
|
def _is_transient_status(status: Optional[int]) -> bool:
|
|
@@ -1567,10 +1567,20 @@ def _push_certainly_failed(err: BaseException) -> bool:
|
|
|
1567
1567
|
"""True when a dataset push certainly stored nothing.
|
|
1568
1568
|
|
|
1569
1569
|
The storage API answered with an error status, or the connection was never
|
|
1570
|
-
made. Timeouts and resets after sending are not proof: the write may have landed
|
|
1570
|
+
made. Timeouts and resets after sending are not proof: the write may have landed,
|
|
1571
|
+
and neither is any error of a push one of whose earlier attempts may have been
|
|
1572
|
+
applied (``outcome_unknown``, set by the storage client's retries).
|
|
1571
1573
|
"""
|
|
1572
1574
|
import httpx
|
|
1573
1575
|
|
|
1576
|
+
c: Optional[BaseException] = err
|
|
1577
|
+
for _ in range(4):
|
|
1578
|
+
if c is None:
|
|
1579
|
+
break
|
|
1580
|
+
if getattr(c, 'outcome_unknown', False) is True:
|
|
1581
|
+
return False
|
|
1582
|
+
c = c.__cause__ or c.__context__
|
|
1583
|
+
|
|
1574
1584
|
e: Optional[BaseException] = err
|
|
1575
1585
|
for _ in range(4):
|
|
1576
1586
|
if e is None:
|
scrapely/storage/api_client.py
CHANGED
|
@@ -76,15 +76,73 @@ def _error_type(response: httpx.Response) -> Optional[str]:
|
|
|
76
76
|
|
|
77
77
|
|
|
78
78
|
# Default time budget for retrying one API call (429, 503, network errors).
|
|
79
|
-
DEFAULT_API_RETRY_WINDOW_SECS =
|
|
79
|
+
DEFAULT_API_RETRY_WINDOW_SECS = 300.0
|
|
80
80
|
_MAX_BACKOFF_SECS = 30.0
|
|
81
81
|
|
|
82
|
+
# Response header the API sets on every dataset push that sent an
|
|
83
|
+
# Idempotency-Key, once it de-duplicates such pushes. An older API ignores the
|
|
84
|
+
# key, and re-sending a push there could store the rows twice, so ambiguous
|
|
85
|
+
# failures of keyed writes are retried only while the latest keyed answer from
|
|
86
|
+
# that API origin carried this header. A 2xx without it (an older instance,
|
|
87
|
+
# e.g. mid-deploy or after a rollback) switches the retries off again.
|
|
88
|
+
IDEMPOTENCY_SUPPORT_HEADER = 'X-Scrapely-Idempotency'
|
|
89
|
+
_KEY_IN_PROGRESS = 'idempotency-key-in-progress'
|
|
90
|
+
_OUTCOME_UNKNOWN = 'push-outcome-unknown'
|
|
91
|
+
_keyed_writes_deduped: Dict[str, bool] = {}
|
|
92
|
+
_keyed_writes_override: Optional[bool] = None
|
|
93
|
+
|
|
94
|
+
|
|
95
|
+
def _origin_of(url: str) -> str:
|
|
96
|
+
try:
|
|
97
|
+
u = httpx.URL(url)
|
|
98
|
+
return f'{u.scheme}://{u.netloc.decode()}'
|
|
99
|
+
except Exception:
|
|
100
|
+
return url
|
|
101
|
+
|
|
102
|
+
|
|
103
|
+
def api_dedupes_keyed_writes(url: Optional[str] = None) -> bool:
|
|
104
|
+
"""Whether the API at ``url`` (default: the last one seen) de-duplicates keyed writes."""
|
|
105
|
+
if _keyed_writes_override is not None:
|
|
106
|
+
return _keyed_writes_override
|
|
107
|
+
if url is not None:
|
|
108
|
+
return _keyed_writes_deduped.get(_origin_of(url)) is True
|
|
109
|
+
return bool(_keyed_writes_deduped) and list(_keyed_writes_deduped.values())[-1] is True
|
|
110
|
+
|
|
111
|
+
|
|
112
|
+
def _reset_keyed_write_support(value: Optional[bool] = None) -> None:
|
|
113
|
+
"""Test hook: forget what was learned about the API, or force True for every origin."""
|
|
114
|
+
global _keyed_writes_override
|
|
115
|
+
_keyed_writes_deduped.clear()
|
|
116
|
+
_keyed_writes_override = True if value is True else None
|
|
117
|
+
|
|
118
|
+
|
|
119
|
+
def _note_keyed_answer(url: str, response: httpx.Response) -> None:
|
|
120
|
+
global _keyed_writes_override
|
|
121
|
+
origin = _origin_of(url)
|
|
122
|
+
if IDEMPOTENCY_SUPPORT_HEADER in response.headers:
|
|
123
|
+
_keyed_writes_deduped.pop(origin, None)
|
|
124
|
+
_keyed_writes_deduped[origin] = True
|
|
125
|
+
elif response.is_success:
|
|
126
|
+
# Stored by a handler that ignored the key: this API (instance) does not de-duplicate.
|
|
127
|
+
_keyed_writes_deduped.pop(origin, None)
|
|
128
|
+
_keyed_writes_deduped[origin] = False
|
|
129
|
+
_keyed_writes_override = None
|
|
130
|
+
|
|
131
|
+
|
|
132
|
+
def _mark_outcome_unknown(exc: BaseException) -> BaseException:
|
|
133
|
+
"""Mark an error whose request an earlier attempt may have applied."""
|
|
134
|
+
try:
|
|
135
|
+
setattr(exc, 'outcome_unknown', True)
|
|
136
|
+
except Exception:
|
|
137
|
+
pass
|
|
138
|
+
return exc
|
|
139
|
+
|
|
82
140
|
|
|
83
141
|
def api_retry_window_secs() -> float:
|
|
84
142
|
"""How long one API call keeps retrying before it gives up.
|
|
85
143
|
|
|
86
144
|
``SCRAPELY_API_RETRY_WINDOW_SECS`` when set, else ``ApiClient.retry_window_secs``
|
|
87
|
-
(
|
|
145
|
+
(5 minutes by default).
|
|
88
146
|
"""
|
|
89
147
|
raw = os.environ.get('SCRAPELY_API_RETRY_WINDOW_SECS')
|
|
90
148
|
if raw:
|
|
@@ -198,7 +256,7 @@ class ApiClient:
|
|
|
198
256
|
_rate_limiter = AdaptiveRateLimiter()
|
|
199
257
|
# How long one call keeps retrying 429/503/network errors before it gives
|
|
200
258
|
# up (SCRAPELY_API_RETRY_WINDOW_SECS overrides it). Long enough that a
|
|
201
|
-
# throttled run slows down instead of failing, and covers
|
|
259
|
+
# throttled run slows down instead of failing, and covers an API redeploy.
|
|
202
260
|
retry_window_secs = DEFAULT_API_RETRY_WINDOW_SECS
|
|
203
261
|
|
|
204
262
|
def __init__(
|
|
@@ -284,22 +342,26 @@ class ApiClient:
|
|
|
284
342
|
do_not_retry_timeouts: bool = False,
|
|
285
343
|
idempotent: Optional[bool] = None,
|
|
286
344
|
retry_deadline: Optional[float] = None,
|
|
345
|
+
idempotency_key: Optional[str] = None,
|
|
287
346
|
) -> httpx.Response:
|
|
288
347
|
"""Make an HTTP request with the API retry policy.
|
|
289
348
|
|
|
290
349
|
Retries, with exponential backoff and jitter that honours Retry-After,
|
|
291
|
-
until the retry window (
|
|
350
|
+
until the retry window (5 minutes by default) runs out:
|
|
292
351
|
|
|
293
352
|
- 429 (run API rate limit, dataset backpressure): always; nothing was applied.
|
|
294
353
|
- 503 from the limiter or HAProxy: always; nothing was forwarded.
|
|
295
354
|
- 500/502/503/504, read/write timeouts and dropped connections:
|
|
296
|
-
idempotent calls
|
|
355
|
+
idempotent calls, and writes with an ``idempotency_key`` once the API
|
|
356
|
+
is known to de-duplicate them (a re-send returns the original answer).
|
|
297
357
|
- Refused connections and connect/pool timeouts: always; the request
|
|
298
358
|
never left.
|
|
299
359
|
|
|
300
|
-
|
|
301
|
-
|
|
302
|
-
|
|
360
|
+
Any other write (KV PUT, a keyed push to an API that did not say it
|
|
361
|
+
de-duplicates) whose request may have reached the API is never re-sent:
|
|
362
|
+
a re-send could apply it twice. Such failures surface to the caller
|
|
363
|
+
instead, with ``outcome_unknown = True`` when an attempt may have been
|
|
364
|
+
applied.
|
|
303
365
|
|
|
304
366
|
``retry_deadline`` (a ``time.monotonic()`` value) ends the retries
|
|
305
367
|
earlier, so a caller with a time budget (e.g. the exit flush) gets an
|
|
@@ -319,6 +381,21 @@ class ApiClient:
|
|
|
319
381
|
|
|
320
382
|
if idempotent is None:
|
|
321
383
|
idempotent = method.upper() in IDEMPOTENT_METHODS
|
|
384
|
+
if idempotency_key is not None:
|
|
385
|
+
request_headers['Idempotency-Key'] = idempotency_key
|
|
386
|
+
|
|
387
|
+
def safe_to_resend() -> bool:
|
|
388
|
+
# Idempotent calls, and keyed writes once the API showed it
|
|
389
|
+
# de-duplicates them (learned from any keyed answer).
|
|
390
|
+
return bool(idempotent) or (idempotency_key is not None and api_dedupes_keyed_writes(url))
|
|
391
|
+
|
|
392
|
+
# An attempt of a non-idempotent call may have been applied (timeout,
|
|
393
|
+
# dropped connection, 5xx): the final error must not claim "nothing applied".
|
|
394
|
+
maybe_applied = False
|
|
395
|
+
|
|
396
|
+
def fail(exc: BaseException) -> BaseException:
|
|
397
|
+
return _mark_outcome_unknown(exc) if maybe_applied and not idempotent else exc
|
|
398
|
+
|
|
322
399
|
deadline = time.monotonic() + max(0.0, api_retry_window_secs())
|
|
323
400
|
if retry_deadline is not None:
|
|
324
401
|
deadline = min(deadline, retry_deadline)
|
|
@@ -355,36 +432,53 @@ class ApiClient:
|
|
|
355
432
|
except (httpx.ConnectTimeout, httpx.PoolTimeout, httpx.ConnectError) as exc:
|
|
356
433
|
# Never reached the API: safe for every method.
|
|
357
434
|
if isinstance(exc, (httpx.ConnectTimeout, httpx.PoolTimeout)) and do_not_retry_timeouts:
|
|
358
|
-
raise
|
|
435
|
+
raise fail(exc)
|
|
359
436
|
if await backoff(f'failed ({type(exc).__name__})', None):
|
|
360
437
|
continue
|
|
361
|
-
raise
|
|
438
|
+
raise fail(exc)
|
|
362
439
|
except httpx.TimeoutException as exc:
|
|
363
440
|
# Read/write timeout: the request may have been applied.
|
|
364
|
-
|
|
441
|
+
maybe_applied = True
|
|
442
|
+
if safe_to_resend() and not do_not_retry_timeouts and await backoff(f'timed out ({type(exc).__name__})', None):
|
|
365
443
|
continue
|
|
366
|
-
raise
|
|
444
|
+
raise fail(exc)
|
|
367
445
|
except httpx.TransportError as exc:
|
|
368
|
-
# Reset mid-request: only
|
|
369
|
-
|
|
446
|
+
# Reset mid-request: re-sent only when that is safe.
|
|
447
|
+
maybe_applied = True
|
|
448
|
+
if safe_to_resend() and await backoff(f'failed ({type(exc).__name__})', None):
|
|
370
449
|
continue
|
|
371
|
-
raise
|
|
450
|
+
raise fail(exc)
|
|
372
451
|
|
|
373
452
|
self._rate_limiter.update_from_headers(response.headers)
|
|
374
453
|
if response.status_code == 429:
|
|
375
454
|
self._rate_limiter.record_rate_limited()
|
|
376
|
-
|
|
377
|
-
|
|
378
|
-
|
|
379
|
-
|
|
380
|
-
|
|
381
|
-
response
|
|
382
|
-
|
|
383
|
-
|
|
384
|
-
|
|
455
|
+
if idempotency_key is not None:
|
|
456
|
+
_note_keyed_answer(url, response)
|
|
457
|
+
|
|
458
|
+
if not response.is_success:
|
|
459
|
+
status = response.status_code
|
|
460
|
+
error_type = _error_type(response) if status == 409 or status >= 500 else None
|
|
461
|
+
body_text = response.text if status == 503 else None
|
|
462
|
+
# A 5xx other than the limiter's / HAProxy's 503 may come after the write was applied.
|
|
463
|
+
if not idempotent and status >= 500 and not is_retryable_response(status, False, error_type, body_text):
|
|
464
|
+
maybe_applied = True
|
|
465
|
+
if idempotency_key is not None and error_type == _OUTCOME_UNKNOWN:
|
|
466
|
+
# Stored or not, nobody knows: the API refuses repeats of this key. Final.
|
|
467
|
+
maybe_applied = True
|
|
468
|
+
else:
|
|
469
|
+
# 409 for a keyed write: an earlier attempt is still being stored.
|
|
470
|
+
in_progress = idempotency_key is not None and status == 409 and error_type == _KEY_IN_PROGRESS
|
|
471
|
+
if in_progress or is_retryable_response(status, safe_to_resend(), error_type, body_text):
|
|
472
|
+
if await backoff(f'answered {status}', response.headers.get('Retry-After')):
|
|
473
|
+
continue
|
|
474
|
+
if in_progress:
|
|
475
|
+
maybe_applied = True
|
|
385
476
|
|
|
386
477
|
if raise_for_status:
|
|
387
|
-
|
|
478
|
+
try:
|
|
479
|
+
await self._raise_for_status(response)
|
|
480
|
+
except ApiClientError as exc:
|
|
481
|
+
raise fail(exc)
|
|
388
482
|
return response
|
|
389
483
|
|
|
390
484
|
async def get(
|
|
@@ -416,6 +510,7 @@ class ApiClient:
|
|
|
416
510
|
raise_for_status: bool = True,
|
|
417
511
|
idempotent: Optional[bool] = None,
|
|
418
512
|
retry_deadline: Optional[float] = None,
|
|
513
|
+
idempotency_key: Optional[str] = None,
|
|
419
514
|
) -> httpx.Response:
|
|
420
515
|
return await self.request(
|
|
421
516
|
'POST',
|
|
@@ -427,6 +522,7 @@ class ApiClient:
|
|
|
427
522
|
raise_for_status=raise_for_status,
|
|
428
523
|
idempotent=idempotent,
|
|
429
524
|
retry_deadline=retry_deadline,
|
|
525
|
+
idempotency_key=idempotency_key,
|
|
430
526
|
)
|
|
431
527
|
|
|
432
528
|
async def put(
|
|
@@ -479,8 +575,11 @@ class ApiClient:
|
|
|
479
575
|
headers: Optional[Dict[str, str]] = None,
|
|
480
576
|
*,
|
|
481
577
|
idempotent: Optional[bool] = None,
|
|
578
|
+
idempotency_key: Optional[str] = None,
|
|
482
579
|
) -> Any:
|
|
483
|
-
response = await self.post(
|
|
580
|
+
response = await self.post(
|
|
581
|
+
path, json_data=data, params=params, headers=headers, idempotent=idempotent, idempotency_key=idempotency_key
|
|
582
|
+
)
|
|
484
583
|
if not response.content:
|
|
485
584
|
return {}
|
|
486
585
|
try:
|
scrapely/storage/client.py
CHANGED
|
@@ -182,7 +182,11 @@ class ApiStorageClient:
|
|
|
182
182
|
dataset_id: str,
|
|
183
183
|
items: Sequence[Mapping[str, Any]],
|
|
184
184
|
) -> None:
|
|
185
|
-
|
|
185
|
+
# One key per push, the same on every attempt: the API stores a re-sent
|
|
186
|
+
# push once, so a push whose connection dropped can be retried.
|
|
187
|
+
await self.api_client.post_json(
|
|
188
|
+
f'/v2/datasets/{dataset_id}/items', list(items), idempotency_key=str(uuid.uuid4())
|
|
189
|
+
)
|
|
186
190
|
|
|
187
191
|
async def dataset_list_items(
|
|
188
192
|
self,
|
|
@@ -1,9 +1,9 @@
|
|
|
1
|
-
scrapely/__init__.py,sha256=
|
|
1
|
+
scrapely/__init__.py,sha256=aFN2f1YJxIkmmsJ9TqUiOAFzUxZQhzNllwytSQiVMZA,5746
|
|
2
2
|
scrapely/_browser_locations.py,sha256=8QVVnkms2bDn3_LDYgYDR59MvFx8757l_JYnZ7xb3oI,145269
|
|
3
|
-
scrapely/actor.py,sha256=
|
|
3
|
+
scrapely/actor.py,sha256=h9CW-aFgeoyc1_W_KnR3jN3F2koQWEf4omlvqWTBwZI,79521
|
|
4
4
|
scrapely/browser_configuration.py,sha256=jAZapNSHLFW05B96df4wNBtcyiiU9DA3ml0yTL1FwfA,5770
|
|
5
5
|
scrapely/cdp_retry.py,sha256=hdTJEAIKhApM7IOk1DrQEl8NoflSJSmqd4RbNJ2IsgI,8540
|
|
6
|
-
scrapely/charging.py,sha256=
|
|
6
|
+
scrapely/charging.py,sha256=HQHDkJ9buhlgArmmAC0I4lON8v-B6jgLD594-MpB-Rs,68905
|
|
7
7
|
scrapely/charging_client.py,sha256=-4q-Ww7gu9EZXpM9QIn1Vd4vwAXmgL_WEKqaQIx3ViA,3961
|
|
8
8
|
scrapely/configuration.py,sha256=Of-lKm7hoPGUQO8d08kV7fAy2co9QTfb8Of_8ds5PSA,17028
|
|
9
9
|
scrapely/errors.py,sha256=DCAlVvE3jToZuPEG2HVDL7i8D8hLboomQ5JpSOcsXoQ,4107
|
|
@@ -23,8 +23,8 @@ scrapely/request_loaders/__init__.py,sha256=aNgr4pRt3MziUbU6UQ_bjTT3moMNvvyUsPeC
|
|
|
23
23
|
scrapely/request_loaders/_scrapely_request_list.py,sha256=vguj-EvBjvrGY5_vf2fGXnJBfnhlPeRjdkjPFaxUA7g,7628
|
|
24
24
|
scrapely/storage/__init__.py,sha256=diAhxEvOXjc3YVhZvzkO3MttJUXQWJ5ogxstiApsh7U,1405
|
|
25
25
|
scrapely/storage/_metadata.py,sha256=WWawBnVN0b1iK2K-SlxZXUc6czb5wXWf8iC_0tzkgAQ,4764
|
|
26
|
-
scrapely/storage/api_client.py,sha256=
|
|
27
|
-
scrapely/storage/client.py,sha256=
|
|
26
|
+
scrapely/storage/api_client.py,sha256=uhIU5LnOmW0x6MOMt1H7iWlvs-b55Sn4zVCgAnynTug,22900
|
|
27
|
+
scrapely/storage/client.py,sha256=dfTD3424kb0AAFdFU5F6HMcS2XaKcJ1ACiViYniKDXg,22562
|
|
28
28
|
scrapely/storage/patch_storage.py,sha256=o3Fv0BByeZ1T9HhkzhY6bjolOFsIQcnqBoHq1EdG8Fw,8758
|
|
29
29
|
scrapely/storage/scrapely_dataset_client.py,sha256=u5dnXxe1BAsq7rh-haR5W1ChE7UZ_k7B9ShR8YtwFkg,10695
|
|
30
30
|
scrapely/storage/scrapely_kvs_client.py,sha256=ItQhe2rcSl20NkSmegfqHiRyKncH4Qg9BjQVpF6jHfk,7403
|
|
@@ -38,10 +38,10 @@ scrapely/storage/_file_system/_key_value_store_client.py,sha256=4Ipgbh4qEqAkwQJ9
|
|
|
38
38
|
scrapely/storage/_file_system/_storage_client.py,sha256=aaGJ4P0QAtIgEMl6yHpuobeWFD5M4rMC5HwhOOvuGuo,1794
|
|
39
39
|
scrapely/storage_clients/__init__.py,sha256=cs1YX7JV2_GKBXeiiJgkQFali08b5_y_jH6Yw7iROAA,656
|
|
40
40
|
scrapely/storages/__init__.py,sha256=4PAELhJNZ3exJ7Uouicn-bCQ58NafKjhLBixQ8ATQc4,173
|
|
41
|
-
scrapely_python-0.1.
|
|
42
|
-
scrapely_python-0.1.
|
|
43
|
-
scrapely_python-0.1.
|
|
44
|
-
scrapely_python-0.1.
|
|
45
|
-
scrapely_python-0.1.
|
|
46
|
-
scrapely_python-0.1.
|
|
47
|
-
scrapely_python-0.1.
|
|
41
|
+
scrapely_python-0.1.15.dist-info/licenses/LICENSE,sha256=pQGY0XwjIYh-a2HfawxHq1en53bXkFkDj2Q70jKWHr4,1088
|
|
42
|
+
scrapely_python-0.1.15.dist-info/licenses/LICENSE-APACHE,sha256=N8m0FzMq8i4UbTgXZvKEZJSD-27OF8pWZYS_atz4kTU,11355
|
|
43
|
+
scrapely_python-0.1.15.dist-info/licenses/NOTICE,sha256=DEsNrw6UdSIqdYYqMWVFgJnyt6jUivTD7iFU6YM_e1A,1122
|
|
44
|
+
scrapely_python-0.1.15.dist-info/METADATA,sha256=lwSsoEdYgoZZoO7AWadWStjR0Aa6KOLDMtp2rZP4wnw,3487
|
|
45
|
+
scrapely_python-0.1.15.dist-info/WHEEL,sha256=YVMoNqKzERt-wjUZwJ33xBGAwnFl-4cqbYkTtWa4itE,91
|
|
46
|
+
scrapely_python-0.1.15.dist-info/top_level.txt,sha256=T4B9UMrs4q99QSAFyD1zdXhl40KnLhBKqrDkPhOTsmY,9
|
|
47
|
+
scrapely_python-0.1.15.dist-info/RECORD,,
|
|
File without changes
|
|
File without changes
|
{scrapely_python-0.1.13.dist-info → scrapely_python-0.1.15.dist-info}/licenses/LICENSE-APACHE
RENAMED
|
File without changes
|
|
File without changes
|
|
File without changes
|