scraping-rtn 0.0.5.1__py3-none-any.whl → 0.0.6.1__py3-none-any.whl

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Potentially problematic release.

This version of scraping-rtn might be problematic. Click here for more details.

Files changed (8) hide show
  1. scraping_rtn/RtnSingleTeamYear.py +2 -2
  2. scraping_rtn/src.py +10 -1
  3. {scraping_rtn-0.0.5.1.dist-info → scraping_rtn-0.0.6.1.dist-info}/METADATA +4 -4
  4. scraping_rtn-0.0.6.1.dist-info/RECORD +8 -0
  5. {scraping_rtn-0.0.5.1.dist-info → scraping_rtn-0.0.6.1.dist-info}/WHEEL +1 -1
  6. scraping_rtn-0.0.5.1.dist-info/RECORD +0 -8
  7. {scraping_rtn-0.0.5.1.dist-info → scraping_rtn-0.0.6.1.dist-info}/LICENSE +0 -0
  8. {scraping_rtn-0.0.5.1.dist-info → scraping_rtn-0.0.6.1.dist-info}/top_level.txt +0 -0
scraping_rtn/RtnSingleTeamYear.py CHANGED
@@ -1,5 +1,5 @@
1
- from .src import EVENT_MAP, EVENTS, get_data_from_api, fix_opponents, normalize_date, merge_dicts, get_extra_cols, \
2
- SCHEDULE_COLS, RESULTS_COLS, IND_RESULTS_COLS, ROSTER_COLS
1
+ from .src import EVENT_MAP, EVENTS, get_data_from_api, fix_opponents, normalize_date, merge_dicts, \
2
+ get_extra_cols, SCHEDULE_COLS, RESULTS_COLS, IND_RESULTS_COLS, ROSTER_COLS
3
3
  import pandas as pd
4
4
  import numpy as np
5
5
  from datetime import datetime
scraping_rtn/src.py CHANGED
@@ -1,4 +1,6 @@
1
1
  import requests
2
+ from requests.adapters import HTTPAdapter
3
+ from urllib3.util.retry import Retry
2
4
  from functools import lru_cache
3
5
  from datetime import datetime
4
6
 
@@ -21,10 +23,17 @@ def validate_input(teams):
21
23
 
22
24
  @lru_cache(maxsize=1000000)
23
25
  def get_data_from_api(endpoint, suffix):
26
+ session = requests.Session()
27
+ retry = Retry(connect=3, backoff_factor=0.5)
28
+ adapter = HTTPAdapter(max_retries=retry)
29
+ session.mount('http://', adapter)
30
+ session.mount('https://', adapter)
31
+
24
32
  url = 'https://www.roadtonationals.com/api/women/' + endpoint
25
33
  if suffix:
26
34
  url += '/' + suffix
27
- return requests.get(url)
35
+
36
+ return session.get(url)
28
37
 
29
38
 
30
39
  def fix_opponents(ops):
{scraping_rtn-0.0.5.1.dist-info → scraping_rtn-0.0.6.1.dist-info}/METADATA RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.1
2
2
  Name: scraping_rtn
3
- Version: 0.0.5.1
3
+ Version: 0.0.6.1
4
4
  Summary: package to scrape gymnastics data from Road To Nationals
5
5
  Author-email: Claire Harmon <ceharmon220@gmail.com>
6
6
  Project-URL: Homepage, https://github.com/cgn-charmon/scraping_rtn
@@ -10,9 +10,9 @@ Classifier: Operating System :: OS Independent
10
10
  Requires-Python: >=3.9
11
11
  Description-Content-Type: text/markdown
12
12
  License-File: LICENSE
13
- Requires-Dist: pandas >=1.5.3
14
- Requires-Dist: numpy >=1.23.5
15
- Requires-Dist: requests >=2.28.1
13
+ Requires-Dist: pandas>=1.5.3
14
+ Requires-Dist: numpy>=1.23.5
15
+ Requires-Dist: requests>=2.28.1
16
16
 
17
17
  # Scraping RTN
18
18
 
scraping_rtn-0.0.6.1.dist-info/RECORD ADDED
@@ -0,0 +1,8 @@
1
+ scraping_rtn/RtnSingleTeamYear.py,sha256=-gPmz-YGgHwaetk5PmWhsailJbQgtyoP8ox53qAyNDk,17123
2
+ scraping_rtn/__init__.py,sha256=GjqUhVyBgQhCFzLaAQ4rm1pevZv5uAuEdxeyJjaRpe0,3825
3
+ scraping_rtn/src.py,sha256=vKWqCi9tfsJC1Di2uzHm_w0xk4ooTuzXrYtUSXG5TrI,24003
4
+ scraping_rtn-0.0.6.1.dist-info/LICENSE,sha256=hbUs8BYJhECMTIKtiPtjcfq-0fWEtLTxB42IS_SzxWk,1069
5
+ scraping_rtn-0.0.6.1.dist-info/METADATA,sha256=le7_XMpLUam4y8grEmao3Sr_V2m27uU8guNMxlfnJ5s,669
6
+ scraping_rtn-0.0.6.1.dist-info/WHEEL,sha256=PZUExdf71Ui_so67QXpySuHtCi3-J3wvF4ORK6k_S8U,91
7
+ scraping_rtn-0.0.6.1.dist-info/top_level.txt,sha256=PlP9g-4WmuusQ1B-LmteQpLp-jVJdnh0BX8qAzBqDEE,13
8
+ scraping_rtn-0.0.6.1.dist-info/RECORD,,
{scraping_rtn-0.0.5.1.dist-info → scraping_rtn-0.0.6.1.dist-info}/WHEEL RENAMED
@@ -1,5 +1,5 @@
1
1
  Wheel-Version: 1.0
2
- Generator: bdist_wheel (0.42.0)
2
+ Generator: setuptools (75.6.0)
3
3
  Root-Is-Purelib: true
4
4
  Tag: py3-none-any
5
5
 
scraping_rtn-0.0.5.1.dist-info/RECORD DELETED
@@ -1,8 +0,0 @@
1
- scraping_rtn/RtnSingleTeamYear.py,sha256=gemLpucuk9bKukgYJhTqhWeKVNgATB-l3s-BROtS4hk,17123
2
- scraping_rtn/__init__.py,sha256=GjqUhVyBgQhCFzLaAQ4rm1pevZv5uAuEdxeyJjaRpe0,3825
3
- scraping_rtn/src.py,sha256=6L54EVeN4A5gNZxgc5P0ghnkej8y8J89glSt9rjeTwg,23719
4
- scraping_rtn-0.0.5.1.dist-info/LICENSE,sha256=hbUs8BYJhECMTIKtiPtjcfq-0fWEtLTxB42IS_SzxWk,1069
5
- scraping_rtn-0.0.5.1.dist-info/METADATA,sha256=GNt4EhM7M5EBVfzyk7nFct3d6NY9faWnCBM4ycW9p80,672
6
- scraping_rtn-0.0.5.1.dist-info/WHEEL,sha256=oiQVh_5PnQM0E3gPdiz09WCNmwiHDMaGer_elqB3coM,92
7
- scraping_rtn-0.0.5.1.dist-info/top_level.txt,sha256=PlP9g-4WmuusQ1B-LmteQpLp-jVJdnh0BX8qAzBqDEE,13
8
- scraping_rtn-0.0.5.1.dist-info/RECORD,,