yf_as_dataframe 0.2.15 → 0.3.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (4) hide show
  1. checksums.yaml +4 -4
  2. data/lib/yf_as_dataframe/version.rb +1 -1
  3. data/lib/yf_as_dataframe/yf_connection.rb +60 -2
  4. metadata +2 -2
checksums.yaml CHANGED
@@ -1,7 +1,7 @@
1
1
  ---
2
2
  SHA256:
3
- metadata.gz: 6a690bd699a50d934c069b980e828d6449d114bd479170a84aff874d19f9d8e5
4
- data.tar.gz: baca5e7d7e51ffb00c377f0a9af4bbb0d8c96ecb59ee0bd32c198f9a19b833f3
3
+ metadata.gz: 33f890b28552ff173c4aa6949a073d5e5dae98d9531a00b6b7c4b3028a5cb493
4
+ data.tar.gz: 7056aee7a785f649493200065a3cf8ef77ad06cecd89c1b446d64a1277efed68
5
5
  SHA512:
6
- metadata.gz: 7ee7591b73bbde0fc295b1c0d55be234dbffe3728e260e7cc27f535f83bfddad29ed2664ee5a29efd8ed819b053e9e3e529e4acafb7614b00ff583ab71cfd1a3
7
- data.tar.gz: 6ec2462ffb10cc9a99f8c44fbb79915cb68b6c8291a7bb794a5aaf8a87c7db2dc937cfb833b8dda3127dc0e03038ea3c4c18deb470ddac40f1b1a54b62f5c7e4
6
+ metadata.gz: 7bbc4573fa5cd0dcbb76de1026551bd49909d71355184cd2fafe52ec155daba4a2503659fec21eddb2cfe170baec08dfc8d16b53ebcdb0df6f895bd61ad75423
7
+ data.tar.gz: 8559c84bfd359ed3b7d4fba8d87fc201a4207a95067f5afa664b882b30adccfb98c4f5cbbe34e05a644a28aa05449d2205ec8c1906da2e6864d0ee67c1a65d86
data/lib/yf_as_dataframe/version.rb CHANGED
@@ -1,3 +1,3 @@
1
1
  class YfAsDataframe
2
- VERSION = "0.2.15"
2
+ VERSION = "0.3.1"
3
3
  end
data/lib/yf_as_dataframe/yf_connection.rb CHANGED
@@ -14,9 +14,67 @@ class YfAsDataframe
14
14
  # """
15
15
  # Have one place to retrieve data from Yahoo API in order to ease caching and speed up operations.
16
16
  # """
17
+ @@user_agent_headers_selection = [
18
+ # Chrome - Desktop
19
+ "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36", # Windows
20
+ "Mozilla/5.0 (Macintosh; Intel Mac OS X 14_7_4) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36", # Mac
21
+ "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36", # Linux
22
+ "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", # Windows
23
+ "Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", # Mac
24
+ "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36", # Linux
25
+
26
+ # Chrome - Mobile
27
+ "Mozilla/5.0 (Linux; Android 15; SM-S931B Build/AP3A.240905.015.A2; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/127.0.6533.103 Mobile Safari/537.36", # Samsung S25
28
+ "Mozilla/5.0 (Linux; Android 15; Pixel 8 Pro Build/AP4A.250105.002; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/132.0.6834.163 Mobile Safari/537.36", # Pixel 8 Pro
29
+ "Mozilla/5.0 (Linux; Android 14; Pixel 9 Pro Build/AD1A.240418.003; wv) AppleWebKit/537.36 (KHTML, like Gecko) Version/4.0 Chrome/124.0.6367.54 Mobile Safari/537.36", # Pixel 9 Pro
30
+ "Mozilla/5.0 (Linux; Android 14; SM-S928B/DS) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.6099.230 Mobile Safari/537.36", # Samsung S24 Ultra
31
+
32
+ # Firefox - Desktop
33
+ "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:135.0) Gecko/20100101 Firefox/135.0", # Windows
34
+ "Mozilla/5.0 (Macintosh; Intel Mac OS X 14.7; rv:135.0) Gecko/20100101 Firefox/135.0", # Mac
35
+ "Mozilla/5.0 (X11; Linux x86_64; rv:135.0) Gecko/20100101 Firefox/135.0", # Linux
36
+ "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:136.0) Gecko/20100101 Firefox/136.0", # Windows
37
+ "Mozilla/5.0 (Macintosh; Intel Mac OS X 14.7; rv:136.0) Gecko/20100101 Firefox/136.0", # Mac
38
+ "Mozilla/5.0 (X11; Linux x86_64; rv:136.0) Gecko/20100101 Firefox/136.0", # Linux
39
+
40
+ # Firefox - Mobile
41
+ "Mozilla/5.0 (Android 15; Mobile; SM-G556B/DS; rv:130.0) Gecko/130.0 Firefox/130.0", # Samsung Xcover7
42
+ "Mozilla/5.0 (Linux; Android 13; Pixel 7 Pro) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Mobile Safari/537.36", # Pixel 7 Pro
43
+ "Mozilla/5.0 (Linux; Android 13; Pixel 6 Pro) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Mobile Safari/537.36", # Pixel 6 Pro
44
+ "Mozilla/5.0 (Linux; Android 10; K) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Mobile Safari/537.36", # Generic Android
45
+
46
+ # Safari - Desktop
47
+ "Mozilla/5.0 (Macintosh; Intel Mac OS X 14_7_4) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.3 Safari/605.1.15", # Mac
48
+ "Mozilla/5.0 (Macintosh; Intel Mac OS X 13_6_6) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/17.10 Safari/605.1.15", # Mac
49
+
50
+ # Safari - Mobile
51
+ "Mozilla/5.0 (iPhone; CPU iPhone OS 17_7_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.3 Mobile/15E148 Safari/604.1", # iPhone
52
+ "Mozilla/5.0 (iPad; CPU OS 17_7_2 like Mac OS X) AppleWebKit/605.1.15 (KHTML, like Gecko) Version/18.3 Mobile/15E148 Safari/604.1", # iPad
53
+
54
+ # Edge - Desktop
55
+ "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36 Edg/134.0.0.0", # Windows
56
+ "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/133.0.0.0 Safari/537.36 Edg/131.0.2903.86", # Windows
57
+ "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/132.0.0.0 Safari/537.36 Edg/132.0.0.0", # Windows
58
+
59
+ # Edge - Mobile
60
+ "Mozilla/5.0 (Linux; Android 10; OnePlus HD1913) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Mobile Safari/537.36 EdgA/134.0.0.0", # Android
61
+
62
+ # Opera - Desktop
63
+ "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/134.0.0.0 Safari/537.36 OPR/117.0.0.0", # Windows
64
+
65
+ # Opera - Mobile
66
+ "Mozilla/5.0 (Linux; Android 10; Huawei VOG-L29) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/76.2.4027.0 Mobile Safari/537.36 OPR/76.2.4027.0" # Android
67
+ ]
68
+
69
+ # adding more headers that a browser would often send. it seems they've recently implemented fingerprinting. We're not fingerprinting yet, but this could be closer
17
70
  @@user_agent_headers = {
18
- 'User-Agent' => 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_10_1) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/39.0.2171.95 Safari/537.36'
19
- # 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/125.0.0.0 Safari/537.36'
71
+ "User-Agent" => @@user_agent_headers_selection.sample,
72
+ "Accept" => "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7",
73
+ "Accept-Language" => "en-US,en;q=0.9",
74
+ "Accept-Encoding" => "gzip, deflate, br",
75
+ "Referer" => "https:://finance.yahoo.com/",
76
+ "Cache-Control" => "max-age=0",
77
+ "Connection" => "keep-alive"
20
78
  }
21
79
  @@proxy = nil
22
80
 
metadata CHANGED
@@ -1,14 +1,14 @@
1
1
  --- !ruby/object:Gem::Specification
2
2
  name: yf_as_dataframe
3
3
  version: !ruby/object:Gem::Version
4
- version: 0.2.15
4
+ version: 0.3.1
5
5
  platform: ruby
6
6
  authors:
7
7
  - Bill McKinnon
8
8
  autorequire:
9
9
  bindir: bin
10
10
  cert_chain: []
11
- date: 2024-08-25 00:00:00.000000000 Z
11
+ date: 2025-06-05 00:00:00.000000000 Z
12
12
  dependencies:
13
13
  - !ruby/object:Gem::Dependency
14
14
  name: tzinfo-data