fbcrawl-colly 0.2.0 → 0.2.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 22ec88aaf52a44344fc32ab22f6914f264b49ea10912c527c030ffd97ac12d36
-  data.tar.gz: d007e4326b15c64e725009548c8e9dac00e263da888d736876b6093a4fba5108
+  metadata.gz: 5a3dd903339ecec17525ca24b86324664458ef884f70065f611dc5bc15caf0a6
+  data.tar.gz: 7d7fbfd082240d21fc66f100eb530f81579b62c715181a10b95b1c70f5ad1d98
 SHA512:
-  metadata.gz: 448bbb6b045d3b4baa3c0eae23bad85f0daf93159f514ff77e0f9383350b1c52aa3ab5360646099e56ccc19eea0bc8300ba42e67a26262e1e1f3141be61515c0
-  data.tar.gz: 5d326d26fb0354ea78236849be7328ce49f919435c7c373130f19439c2447f9026ce31f88bc64d5cc72581fadc618a0891cd777f885e438f01217295b58309e5
+  metadata.gz: c5a3b0dcd89eb3b94adcc797785984e04a122a51f9135a37aed10aee0607dd357fe99ebd69e8f2eb0ebeaf05ff4c1f0bf21c4713d173065f4782dbeb192c365e
+  data.tar.gz: d01e881175776aa5039859b1b11d723c3a577a4a68f54b6bb550d0c8c90c87d89004a94b05f21846763d56687d65bc9132e602f61a94fcebb25e934dca93ab40

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    fbcrawl-colly (0.1.1)
+    fbcrawl-colly (0.2.1)
       ffi
       google-protobuf
 
@@ -9,7 +9,7 @@ GEM
   remote: https://rubygems.org/
   specs:
     ffi (1.13.1)
-    google-protobuf (3.12.4-universal-darwin)
+    google-protobuf (3.12.4)
     minitest (5.14.1)
     rake (12.3.3)
     rake-compiler (1.1.1)

data/fbcolly/fbcolly.go

@@ -300,7 +300,7 @@ func (f *Fbcolly) FetchPost(groupId int64, postId int64) (error, *fbcrawl.Facebo
 				}
 
 				post.ContentLink = getUrlFromRedirectHref(dataElement.Find("a[href*=\"https://lm.facebook.com/l.php\"]").AttrOr("href", ""))
-
+				post.ReactionCount = getReactionFromText(element.DOM.Find("div[id*=\"sentence_\"]").Text())
 				post.ContentImages = (funk.Map(result.PhotoAttachmentsList, func(id string) *fbcrawl.FacebookImage {
 					i, _ := strconv.ParseInt(id, 10, 64)
 					return &fbcrawl.FacebookImage{
@@ -374,3 +374,12 @@ func getImageIdFromHref(href string) int64 {
 	i, _ := strconv.ParseInt(u.Query().Get("fbid"), 10, 64)
 	return i
 }
+
+func getReactionFromText(text string) int64 {
+	logger.Error("reaction", text)
+	if len(text) > 0 {
+		id, _ := strconv.ParseInt(regexp.MustCompile("(\\d+)").FindStringSubmatch(text)[1], 10, 64)
+		return id
+	}
+	return 0
+}

data/fbcrawl.proto

@@ -24,6 +24,7 @@ message FacebookPost {
   repeated FacebookImage content_images = 7;
   repeated FacebookComment comments = 5;
   int64 created_at = 9;
+  int64 reaction_count = 10;
 }
 
 message FacebookImage {

data/lib/fbcrawl_colly/version.rb

@@ -1,3 +1,3 @@
 module FbcrawlColly
-  VERSION = "0.2.0"
+  VERSION = "0.2.1"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: fbcrawl-colly
 version: !ruby/object:Gem::Version
-  version: 0.2.0
+  version: 0.2.1
 platform: ruby
 authors:
 - Duy Le