forki 0.2.7 → 0.2.8
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/lib/forki/scrapers/post_scraper.rb +7 -4
- data/lib/forki/version.rb +1 -1
- data/lib/forki.rb +2 -0
- metadata +2 -2
checksums.yaml
CHANGED
|
@@ -1,7 +1,7 @@
|
|
|
1
1
|
---
|
|
2
2
|
SHA256:
|
|
3
|
-
metadata.gz:
|
|
4
|
-
data.tar.gz:
|
|
3
|
+
metadata.gz: b8c9afa0643b490f011539868cf5c6fa72a816e047e259ecb11dab00016d1ee4
|
|
4
|
+
data.tar.gz: f24cbd85f1e68dc1bbb8222b6e1c8730a0c101d2d0ee2eb0fd1748fbd276850b
|
|
5
5
|
SHA512:
|
|
6
|
-
metadata.gz:
|
|
7
|
-
data.tar.gz:
|
|
6
|
+
metadata.gz: '0579059d7a8756652705ceea98d34bac0b0217e0a0898ca891040bcb123306b9b5e9e0ce438566d6d51be9a1eb2bf21b1a12c9a369c8c5d67cb158d57067d8d0'
|
|
7
|
+
data.tar.gz: d32fc074ee987b6479c5b6076f9b1ae3d69b8fde25beaa895efefed550efb23ce33376be6945f428d0f1fd2524f9914b6d73bd44143b14474cdac77fbb89f10c
|
|
@@ -37,7 +37,9 @@ module Forki
|
|
|
37
37
|
elsif post_has_image
|
|
38
38
|
extract_image_post_data(graphql_objects)
|
|
39
39
|
else
|
|
40
|
-
|
|
40
|
+
extract_image_post_data(graphql_objects)
|
|
41
|
+
|
|
42
|
+
#raise UnhandledContentError
|
|
41
43
|
end
|
|
42
44
|
end
|
|
43
45
|
|
|
@@ -331,13 +333,13 @@ module Forki
|
|
|
331
333
|
num_comments = feedback_object["comments_count_summary_renderer"]["feedback"]["comment_rendering_instance"]["comments"]["total_count"]
|
|
332
334
|
reshare_warning = feedback_object["should_show_reshare_warning"]
|
|
333
335
|
|
|
334
|
-
if attachments.first["styles"]["attachment"]
|
|
336
|
+
if attachments.count.positive? && attachments.first["styles"]["attachment"]&.key?("all_subattachments")
|
|
335
337
|
image_url = attachments.first["styles"]["attachment"]["all_subattachments"]["nodes"].first["media"]["image"]["uri"]
|
|
336
338
|
else
|
|
337
|
-
image_url = attachments.first
|
|
339
|
+
image_url = attachments.first&.dig("styles", "attachment", "media", "photo_image", "uri")
|
|
338
340
|
|
|
339
341
|
if image_url.nil?
|
|
340
|
-
image_url = attachments.first
|
|
342
|
+
image_url = attachments.first&.dig("styles", "attachment", "media", "large_share_image", "uri")
|
|
341
343
|
end
|
|
342
344
|
end
|
|
343
345
|
|
|
@@ -502,6 +504,7 @@ module Forki
|
|
|
502
504
|
graphql_strings = find_graphql_data_strings(page.html)
|
|
503
505
|
|
|
504
506
|
post_data = extract_post_data(graphql_strings)
|
|
507
|
+
|
|
505
508
|
post_data[:url] = url
|
|
506
509
|
user_url = post_data[:profile_link]
|
|
507
510
|
|
data/lib/forki/version.rb
CHANGED
data/lib/forki.rb
CHANGED
|
@@ -53,6 +53,8 @@ module Forki
|
|
|
53
53
|
# Extract the file extension from a media URL
|
|
54
54
|
# E.g. ".png" from https://scontent-atl3-2.xx.fbcdn.net/v/t39.30808-1.png?stp=dst-png_p148x148
|
|
55
55
|
def self.extract_file_extension_from_url(url)
|
|
56
|
+
return nil if url.nil?
|
|
57
|
+
|
|
56
58
|
stripped_url = url.split("?").first # remove URL query params
|
|
57
59
|
extension = stripped_url.split(".").last
|
|
58
60
|
|
metadata
CHANGED
|
@@ -1,14 +1,14 @@
|
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
|
2
2
|
name: forki
|
|
3
3
|
version: !ruby/object:Gem::Version
|
|
4
|
-
version: 0.2.
|
|
4
|
+
version: 0.2.8
|
|
5
5
|
platform: ruby
|
|
6
6
|
authors:
|
|
7
7
|
- ''
|
|
8
8
|
autorequire:
|
|
9
9
|
bindir: exe
|
|
10
10
|
cert_chain: []
|
|
11
|
-
date: 2024-05-
|
|
11
|
+
date: 2024-05-30 00:00:00.000000000 Z
|
|
12
12
|
dependencies:
|
|
13
13
|
- !ruby/object:Gem::Dependency
|
|
14
14
|
name: capybara
|