warn-scraper 1.2.63__tar.gz → 1.2.72__tar.gz
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/.github/workflows/continuous-deployment.yml +5 -45
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/.pre-commit-config.yaml +9 -7
- {warn-scraper-1.2.63/warn_scraper.egg-info → warn-scraper-1.2.72}/PKG-INFO +1 -1
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/Pipfile +11 -2
- warn-scraper-1.2.72/Pipfile.lock +1808 -0
- warn-scraper-1.2.72/tests/cassettes/test_cached_detail_pages.yaml +495 -0
- warn-scraper-1.2.72/tests/cassettes/test_cached_search_results.yaml +353 -0
- warn-scraper-1.2.72/tests/cassettes/test_missing_detail_page_values.yaml +348 -0
- warn-scraper-1.2.72/tests/cassettes/test_no_results.yaml +172 -0
- warn-scraper-1.2.72/tests/cassettes/test_paged_results.yaml +359 -0
- warn-scraper-1.2.72/tests/cassettes/test_scrape_integration.yaml +495 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/ca.py +1 -1
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/co.py +16 -6
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/dc.py +19 -19
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/de.py +0 -1
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/fl.py +3 -3
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/ga.py +8 -4
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/hi.py +15 -8
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/la.py +9 -9
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/md.py +4 -5
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/mo.py +0 -1
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/mt.py +10 -6
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/nj.py +0 -1
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/oh.py +8 -5
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/or.py +15 -9
- warn-scraper-1.2.72/warn/scrapers/ri.py +133 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/sc.py +0 -3
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/tn.py +0 -4
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/tx.py +3 -3
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/va.py +6 -2
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/wa.py +14 -11
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/utils.py +25 -1
- {warn-scraper-1.2.63 → warn-scraper-1.2.72/warn_scraper.egg-info}/PKG-INFO +1 -1
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn_scraper.egg-info/SOURCES.txt +0 -1
- warn-scraper-1.2.63/Pipfile.lock +0 -1595
- warn-scraper-1.2.63/tests/cassettes/test_cached_detail_pages.yaml +0 -708
- warn-scraper-1.2.63/tests/cassettes/test_cached_search_results.yaml +0 -494
- warn-scraper-1.2.63/tests/cassettes/test_delete.yaml +0 -2598
- warn-scraper-1.2.63/tests/cassettes/test_missing_detail_page_values.yaml +0 -483
- warn-scraper-1.2.63/tests/cassettes/test_no_results.yaml +0 -239
- warn-scraper-1.2.63/tests/cassettes/test_paged_results.yaml +0 -499
- warn-scraper-1.2.63/tests/cassettes/test_scrape_integration.yaml +0 -706
- warn-scraper-1.2.63/warn/scrapers/ri.py +0 -75
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/.devcontainer/devcontainer.json +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/.github/dependabot.yml.disabled +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/.gitignore +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/LICENSE +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/MANIFEST.in +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/Makefile +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/README.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/Makefile +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/R42693.pdf +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/gao-03-1003.pdf +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-actions-finished.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-actions-start.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-changelog-button.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-changelog-entered.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-draft-button.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-name-release.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-name-tag.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-publish-button.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-pypi.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-release-published.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-releases-button.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_static/releasing-tag-button.png +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/_templates/sources.md.tmpl +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/conf.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/contributing.rst +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/index.rst +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/make.bat +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/reference.rst +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/releasing.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/requirements.txt +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/al.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/az.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/ca.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/co.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/dc.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/de.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/ia.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/in.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/job_center.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/ks.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/md.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/me.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/mo.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/ny.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/ok.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/or.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/sc.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/tx.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/ut.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/va.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/vt.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/scrapers/wi.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/sources.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/docs/usage.md +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/setup.cfg +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/setup.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/tests/__init__.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/tests/conftest.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/tests/fixtures/2021_page_1.html +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/tests/fixtures/2021_page_2.html +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/tests/test_cache.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/tests/test_delete.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/tests/test_job_center.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/tests/test_job_center_cache.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/tests/test_openpyxl.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/__init__.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/cache.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/cli.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/platforms/__init__.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/platforms/job_center/__init__.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/platforms/job_center/cache.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/platforms/job_center/site.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/platforms/job_center/urls.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/platforms/job_center/utils.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/runner.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/__init__.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/ak.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/al.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/az.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/ct.py +1 -1
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/ia.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/id.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/il.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/in.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/ks.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/ky.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/me.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/mi.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/ne.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/nm.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/ny.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/ok.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/sd.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/ut.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/vt.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn/scrapers/wi.py +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn_scraper.egg-info/dependency_links.txt +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn_scraper.egg-info/entry_points.txt +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn_scraper.egg-info/not-zip-safe +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn_scraper.egg-info/requires.txt +0 -0
- {warn-scraper-1.2.63 → warn-scraper-1.2.72}/warn_scraper.egg-info/top_level.txt +0 -0
@@ -5,8 +5,8 @@ on:
|
|
5
5
|
workflow_dispatch:
|
6
6
|
|
7
7
|
jobs:
|
8
|
-
|
9
|
-
name: Lint
|
8
|
+
pre-commit:
|
9
|
+
name: Lint and format with pre-commit
|
10
10
|
runs-on: ubuntu-latest
|
11
11
|
steps:
|
12
12
|
- id: checkout
|
@@ -18,50 +18,10 @@ jobs:
|
|
18
18
|
uses: actions/setup-python@v5
|
19
19
|
with:
|
20
20
|
python-version: '3.9'
|
21
|
-
cache: 'pipenv'
|
22
|
-
|
23
|
-
- id: install-pipenv
|
24
|
-
name: Install pipenv
|
25
|
-
run: curl https://raw.githubusercontent.com/pypa/pipenv/master/get-pipenv.py | python
|
26
|
-
shell: bash
|
27
|
-
|
28
|
-
- id: install-python-dependencies
|
29
|
-
name: Install Python dependencies
|
30
|
-
run: pipenv sync --dev
|
31
|
-
shell: bash
|
32
|
-
|
33
|
-
- id: lint
|
34
|
-
name: Lint
|
35
|
-
run: make lint
|
36
|
-
|
37
|
-
mypy-python:
|
38
|
-
name: Static type check
|
39
|
-
runs-on: ubuntu-latest
|
40
|
-
steps:
|
41
|
-
- id: checkout
|
42
|
-
name: Checkout
|
43
|
-
uses: actions/checkout@v4
|
44
|
-
|
45
|
-
- id: setup-python
|
46
|
-
name: Setup Python
|
47
|
-
uses: actions/setup-python@v5
|
48
|
-
with:
|
49
|
-
python-version: '3.9'
|
50
|
-
cache: 'pipenv'
|
51
|
-
|
52
|
-
- id: install-pipenv
|
53
|
-
name: Install pipenv
|
54
|
-
run: curl https://raw.githubusercontent.com/pypa/pipenv/master/get-pipenv.py | python
|
55
|
-
shell: bash
|
56
|
-
|
57
|
-
- id: install-python-dependencies
|
58
|
-
name: Install Python dependencies
|
59
|
-
run: pipenv install --dev --python=`which python`
|
60
|
-
shell: bash
|
61
21
|
|
62
|
-
- id:
|
63
|
-
name:
|
64
|
-
|
22
|
+
- id: pre-commit
|
23
|
+
name: Pre-commit
|
24
|
+
uses: pre-commit/action@v3.0.1
|
65
25
|
|
66
26
|
test-docs:
|
67
27
|
name: Test Sphinx build
|
@@ -2,7 +2,7 @@
|
|
2
2
|
# See https://pre-commit.com/hooks.html for more hooks
|
3
3
|
repos:
|
4
4
|
- repo: https://github.com/pre-commit/pre-commit-hooks
|
5
|
-
rev: v4.
|
5
|
+
rev: v4.5.0
|
6
6
|
hooks:
|
7
7
|
- id: trailing-whitespace
|
8
8
|
- id: end-of-file-fixer
|
@@ -15,23 +15,23 @@ repos:
|
|
15
15
|
- id: mixed-line-ending
|
16
16
|
|
17
17
|
- repo: https://github.com/psf/black
|
18
|
-
rev:
|
18
|
+
rev: 24.3.0
|
19
19
|
hooks:
|
20
20
|
- id: black
|
21
21
|
|
22
22
|
- repo: https://github.com/asottile/blacken-docs
|
23
|
-
rev:
|
23
|
+
rev: 1.16.0
|
24
24
|
hooks:
|
25
25
|
- id: blacken-docs
|
26
26
|
additional_dependencies: [black]
|
27
27
|
|
28
28
|
- repo: https://github.com/timothycrosley/isort
|
29
|
-
rev: 5.
|
29
|
+
rev: 5.13.2
|
30
30
|
hooks:
|
31
31
|
- id: isort
|
32
32
|
|
33
33
|
- repo: https://github.com/PyCQA/flake8
|
34
|
-
rev:
|
34
|
+
rev: 7.0.0
|
35
35
|
hooks:
|
36
36
|
- id: flake8
|
37
37
|
additional_dependencies:
|
@@ -39,15 +39,17 @@ repos:
|
|
39
39
|
- flake8-bugbear
|
40
40
|
|
41
41
|
- repo: https://github.com/asottile/pyupgrade
|
42
|
-
rev:
|
42
|
+
rev: v3.15.2
|
43
43
|
hooks:
|
44
44
|
- id: pyupgrade
|
45
45
|
args: [--py37-plus]
|
46
46
|
|
47
47
|
- repo: https://github.com/pre-commit/mirrors-mypy
|
48
|
-
rev: '
|
48
|
+
rev: 'v1.9.0' # Use the sha / tag you want to point at
|
49
49
|
hooks:
|
50
50
|
- id: mypy
|
51
51
|
additional_dependencies:
|
52
52
|
- types-requests
|
53
53
|
- types-retry
|
54
|
+
- types-beautifulsoup4
|
55
|
+
- types-openpyxl
|
@@ -1,6 +1,6 @@
|
|
1
1
|
Metadata-Version: 2.1
|
2
2
|
Name: warn-scraper
|
3
|
-
Version: 1.2.
|
3
|
+
Version: 1.2.72
|
4
4
|
Summary: Command-line interface for downloading WARN Act notices of qualified plant closings and mass layoffs from state government websites
|
5
5
|
Home-page: https://github.com/biglocalnews/warn-scraper
|
6
6
|
Author: Big Local News
|
@@ -24,9 +24,17 @@ types-requests = "*"
|
|
24
24
|
mypy = "*"
|
25
25
|
typing-extensions = "*"
|
26
26
|
types-retry = "*"
|
27
|
+
types-beautifulsoup4 = "*"
|
28
|
+
types-openpyxl = "*"
|
29
|
+
# pinned last known versions to support Sphinx 4
|
30
|
+
sphinxcontrib-applehelp = "1.0.4"
|
31
|
+
sphinxcontrib-devhelp = "1.0.2"
|
32
|
+
sphinxcontrib-htmlhelp = "2.0.1"
|
33
|
+
sphinxcontrib-qthelp = "1.0.3"
|
34
|
+
sphinxcontrib-serializinghtml = "1.1.5"
|
27
35
|
|
28
36
|
[packages]
|
29
|
-
|
37
|
+
beautifulsoup4 = "*"
|
30
38
|
html5lib = "*"
|
31
39
|
requests = "*"
|
32
40
|
openpyxl = "*"
|
@@ -35,9 +43,10 @@ tenacity = "*"
|
|
35
43
|
click = "*"
|
36
44
|
xlrd = "*"
|
37
45
|
retry = "*"
|
46
|
+
urllib3 = "1.26.18" # pegged to avoid test issue
|
38
47
|
|
39
48
|
[requires]
|
40
49
|
python_version = "3.9"
|
41
50
|
|
42
51
|
[pipenv]
|
43
|
-
allow_prereleases =
|
52
|
+
allow_prereleases = false
|