scraper_utils 0.4.0 → 0.4.2
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/CHANGELOG.md +8 -0
- data/README.md +3 -0
- data/lib/scraper_utils/version.rb +1 -1
- data/lib/scraper_utils.rb +2 -0
- metadata +1 -1
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: 65565228471cfb92e0ea4c7280f2f4b30c22ac0fdb88cad30e99d14f011b2ff4
|
|
4
|
+
data.tar.gz: 812f6ca2270a046db40af5427684015ca68f1c1a7670041eb51889a3ba959cd2
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: 5aee38354b3fde81b2e9fd0442aa3155df8fdde8959e2fc6db49d55cd3872b5ad15ffc7a3fccbe99e759c89fdbca1ced9f453021e0fe7a6ae47d23c42f264a39
|
|
7
|
+
data.tar.gz: 4e51e770bc2252caf18c548572925bba4cb5fd651cdc063d379bb42a732921f740c76d1bdfde32df2a0443449b1c4da7fe624a4e908d8116f0286b4c2c169da5
|
data/CHANGELOG.md
CHANGED
data/README.md
CHANGED
|
@@ -282,6 +282,9 @@ Simple utility for cycling through options based on Julian day number:
|
|
|
282
282
|
# Toggle between main and alternate behaviour
|
|
283
283
|
alternate = ScraperUtils::CycleUtils.position(2).even?
|
|
284
284
|
|
|
285
|
+
# OR cycle through a list of values day by day:
|
|
286
|
+
period = ScraperUtils::CycleUtils.pick(['L28', 'L7', 'L14', 'L7'])
|
|
287
|
+
|
|
285
288
|
# Use with any cycle size
|
|
286
289
|
pos = ScraperUtils::CycleUtils.position(7) # 0-6 cycle
|
|
287
290
|
|
data/lib/scraper_utils.rb
CHANGED
|
@@ -2,7 +2,9 @@
|
|
|
2
2
|
|
|
3
3
|
require "scraper_utils/adaptive_delay"
|
|
4
4
|
require "scraper_utils/authority_utils"
|
|
5
|
+
require "scraper_utils/cycle_utils"
|
|
5
6
|
require "scraper_utils/data_quality_monitor"
|
|
7
|
+
require "scraper_utils/date_range_utils"
|
|
6
8
|
require "scraper_utils/db_utils"
|
|
7
9
|
require "scraper_utils/debug_utils"
|
|
8
10
|
require "scraper_utils/fiber_scheduler"
|