fbcrawl-colly 1.0.1 → 1.1.0

data/fbcrawl/pb/fbcrawl_grpc.pb.go

@@ -18,10 +18,7 @@ const _ = grpc.SupportPackageIsVersion6
 // For semantics around ctx use and closing/ending streaming RPCs, please refer to https://pkg.go.dev/google.golang.org/grpc/?tab=doc#ClientConn.NewStream.
 type GrpcClient interface {
 	// Sends a greeting
-	Init(ctx context.Context, in *Empty, opts ...grpc.CallOption) (*Pointer, error)
-	FreeColly(ctx context.Context, in *Pointer, opts ...grpc.CallOption) (*Empty, error)
 	Login(ctx context.Context, in *LoginRequest, opts ...grpc.CallOption) (*LoginResponse, error)
-	LoginWithCookies(ctx context.Context, in *LoginWithCookiesRequest, opts ...grpc.CallOption) (*Empty, error)
 	FetchGroupInfo(ctx context.Context, in *FetchGroupInfoRequest, opts ...grpc.CallOption) (*FacebookGroup, error)
 	FetchUserInfo(ctx context.Context, in *FetchUserInfoRequest, opts ...grpc.CallOption) (*FacebookUser, error)
 	FetchGroupFeed(ctx context.Context, in *FetchGroupFeedRequest, opts ...grpc.CallOption) (*FacebookPostList, error)
@@ -38,24 +35,6 @@ func NewGrpcClient(cc grpc.ClientConnInterface) GrpcClient {
 	return &grpcClient{cc}
 }
 
-func (c *grpcClient) Init(ctx context.Context, in *Empty, opts ...grpc.CallOption) (*Pointer, error) {
-	out := new(Pointer)
-	err := c.cc.Invoke(ctx, "/fbcrawl_colly.Grpc/Init", in, out, opts...)
-	if err != nil {
-		return nil, err
-	}
-	return out, nil
-}
-
-func (c *grpcClient) FreeColly(ctx context.Context, in *Pointer, opts ...grpc.CallOption) (*Empty, error) {
-	out := new(Empty)
-	err := c.cc.Invoke(ctx, "/fbcrawl_colly.Grpc/FreeColly", in, out, opts...)
-	if err != nil {
-		return nil, err
-	}
-	return out, nil
-}
-
 func (c *grpcClient) Login(ctx context.Context, in *LoginRequest, opts ...grpc.CallOption) (*LoginResponse, error) {
 	out := new(LoginResponse)
 	err := c.cc.Invoke(ctx, "/fbcrawl_colly.Grpc/Login", in, out, opts...)
@@ -65,15 +44,6 @@ func (c *grpcClient) Login(ctx context.Context, in *LoginRequest, opts ...grpc.C
 	return out, nil
 }
 
-func (c *grpcClient) LoginWithCookies(ctx context.Context, in *LoginWithCookiesRequest, opts ...grpc.CallOption) (*Empty, error) {
-	out := new(Empty)
-	err := c.cc.Invoke(ctx, "/fbcrawl_colly.Grpc/LoginWithCookies", in, out, opts...)
-	if err != nil {
-		return nil, err
-	}
-	return out, nil
-}
-
 func (c *grpcClient) FetchGroupInfo(ctx context.Context, in *FetchGroupInfoRequest, opts ...grpc.CallOption) (*FacebookGroup, error) {
 	out := new(FacebookGroup)
 	err := c.cc.Invoke(ctx, "/fbcrawl_colly.Grpc/FetchGroupInfo", in, out, opts...)
@@ -133,10 +103,7 @@ func (c *grpcClient) FetchImageUrl(ctx context.Context, in *FetchImageUrlRequest
 // for forward compatibility
 type GrpcServer interface {
 	// Sends a greeting
-	Init(context.Context, *Empty) (*Pointer, error)
-	FreeColly(context.Context, *Pointer) (*Empty, error)
 	Login(context.Context, *LoginRequest) (*LoginResponse, error)
-	LoginWithCookies(context.Context, *LoginWithCookiesRequest) (*Empty, error)
 	FetchGroupInfo(context.Context, *FetchGroupInfoRequest) (*FacebookGroup, error)
 	FetchUserInfo(context.Context, *FetchUserInfoRequest) (*FacebookUser, error)
 	FetchGroupFeed(context.Context, *FetchGroupFeedRequest) (*FacebookPostList, error)
@@ -150,18 +117,9 @@ type GrpcServer interface {
 type UnimplementedGrpcServer struct {
 }
 
-func (*UnimplementedGrpcServer) Init(context.Context, *Empty) (*Pointer, error) {
-	return nil, status.Errorf(codes.Unimplemented, "method Init not implemented")
-}
-func (*UnimplementedGrpcServer) FreeColly(context.Context, *Pointer) (*Empty, error) {
-	return nil, status.Errorf(codes.Unimplemented, "method FreeColly not implemented")
-}
 func (*UnimplementedGrpcServer) Login(context.Context, *LoginRequest) (*LoginResponse, error) {
 	return nil, status.Errorf(codes.Unimplemented, "method Login not implemented")
 }
-func (*UnimplementedGrpcServer) LoginWithCookies(context.Context, *LoginWithCookiesRequest) (*Empty, error) {
-	return nil, status.Errorf(codes.Unimplemented, "method LoginWithCookies not implemented")
-}
 func (*UnimplementedGrpcServer) FetchGroupInfo(context.Context, *FetchGroupInfoRequest) (*FacebookGroup, error) {
 	return nil, status.Errorf(codes.Unimplemented, "method FetchGroupInfo not implemented")
 }
@@ -186,42 +144,6 @@ func RegisterGrpcServer(s *grpc.Server, srv GrpcServer) {
 	s.RegisterService(&_Grpc_serviceDesc, srv)
 }
 
-func _Grpc_Init_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
-	in := new(Empty)
-	if err := dec(in); err != nil {
-		return nil, err
-	}
-	if interceptor == nil {
-		return srv.(GrpcServer).Init(ctx, in)
-	}
-	info := &grpc.UnaryServerInfo{
-		Server:     srv,
-		FullMethod: "/fbcrawl_colly.Grpc/Init",
-	}
-	handler := func(ctx context.Context, req interface{}) (interface{}, error) {
-		return srv.(GrpcServer).Init(ctx, req.(*Empty))
-	}
-	return interceptor(ctx, in, info, handler)
-}
-
-func _Grpc_FreeColly_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
-	in := new(Pointer)
-	if err := dec(in); err != nil {
-		return nil, err
-	}
-	if interceptor == nil {
-		return srv.(GrpcServer).FreeColly(ctx, in)
-	}
-	info := &grpc.UnaryServerInfo{
-		Server:     srv,
-		FullMethod: "/fbcrawl_colly.Grpc/FreeColly",
-	}
-	handler := func(ctx context.Context, req interface{}) (interface{}, error) {
-		return srv.(GrpcServer).FreeColly(ctx, req.(*Pointer))
-	}
-	return interceptor(ctx, in, info, handler)
-}
-
 func _Grpc_Login_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
 	in := new(LoginRequest)
 	if err := dec(in); err != nil {
@@ -240,24 +162,6 @@ func _Grpc_Login_Handler(srv interface{}, ctx context.Context, dec func(interfac
 	return interceptor(ctx, in, info, handler)
 }
 
-func _Grpc_LoginWithCookies_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
-	in := new(LoginWithCookiesRequest)
-	if err := dec(in); err != nil {
-		return nil, err
-	}
-	if interceptor == nil {
-		return srv.(GrpcServer).LoginWithCookies(ctx, in)
-	}
-	info := &grpc.UnaryServerInfo{
-		Server:     srv,
-		FullMethod: "/fbcrawl_colly.Grpc/LoginWithCookies",
-	}
-	handler := func(ctx context.Context, req interface{}) (interface{}, error) {
-		return srv.(GrpcServer).LoginWithCookies(ctx, req.(*LoginWithCookiesRequest))
-	}
-	return interceptor(ctx, in, info, handler)
-}
-
 func _Grpc_FetchGroupInfo_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
 	in := new(FetchGroupInfoRequest)
 	if err := dec(in); err != nil {
@@ -370,22 +274,10 @@ var _Grpc_serviceDesc = grpc.ServiceDesc{
 	ServiceName: "fbcrawl_colly.Grpc",
 	HandlerType: (*GrpcServer)(nil),
 	Methods: []grpc.MethodDesc{
-		{
-			MethodName: "Init",
-			Handler:    _Grpc_Init_Handler,
-		},
-		{
-			MethodName: "FreeColly",
-			Handler:    _Grpc_FreeColly_Handler,
-		},
 		{
 			MethodName: "Login",
 			Handler:    _Grpc_Login_Handler,
 		},
-		{
-			MethodName: "LoginWithCookies",
-			Handler:    _Grpc_LoginWithCookies_Handler,
-		},
 		{
 			MethodName: "FetchGroupInfo",
 			Handler:    _Grpc_FetchGroupInfo_Handler,

data/go.mod

@@ -13,6 +13,5 @@ require (
 	github.com/xlzd/gotp v0.0.0-20181030022105-c8557ba2c119
 	golang.org/x/net v0.0.0-20200707034311-ab3426394381 // indirect
 	google.golang.org/grpc v1.27.0
-	google.golang.org/grpc/cmd/protoc-gen-go-grpc v0.0.0-20200814200710-a3740e5ed326 // indirect
 	google.golang.org/protobuf v1.25.0
 )

data/go.sum

@@ -127,9 +127,6 @@ google.golang.org/grpc v1.19.0/go.mod h1:mqu4LbDTu4XGKhr4mRzUsmM4RtVoemTSY81AxZi
 google.golang.org/grpc v1.23.0/go.mod h1:Y5yQAOtifL1yxbo5wqy6BxZv8vAUGQwXBOALyacEbxg=
 google.golang.org/grpc v1.27.0 h1:rRYRFMVgRv6E0D70Skyfsr28tDXIuuPZyWGMPdMcnXg=
 google.golang.org/grpc v1.27.0/go.mod h1:qbnxyOmOxrQa7FizSgH+ReBfzJrCY1pSN7KXBS8abTk=
-google.golang.org/grpc v1.31.0 h1:T7P4R73V3SSDPhH7WW7ATbfViLtmamH0DKrP3f9AuDI=
-google.golang.org/grpc/cmd/protoc-gen-go-grpc v0.0.0-20200814200710-a3740e5ed326 h1:9xXKDULLQoff9XAN3whAGrh4vrLLvydDbmFGWofOWI0=
-google.golang.org/grpc/cmd/protoc-gen-go-grpc v0.0.0-20200814200710-a3740e5ed326/go.mod h1:6Kw0yEErY5E/yWrBtf03jp27GLLJujG4z/JK95pnjjw=
 google.golang.org/protobuf v0.0.0-20200109180630-ec00e32a8dfd/go.mod h1:DFci5gLYBciE7Vtevhsrf46CRTquxDuWsQurQQe4oz8=
 google.golang.org/protobuf v0.0.0-20200221191635-4d8936d0db64/go.mod h1:kwYJMbMJ01Woi6D6+Kah6886xMZcty6N08ah7+eCXa0=
 google.golang.org/protobuf v0.0.0-20200228230310-ab0ca4ff8a60/go.mod h1:cfTl7dwQJ+fmap5saPgwCLgHXTUD7jkjRqWcaiX5VyM=

data/lib/fbcrawl_colly/client.rb

@@ -4,45 +4,45 @@ module FbcrawlColly
     def initialize(host_and_port)
       @host_and_port = host_and_port
       @client = new_grpc_client
-      @colly = @client.init(FbcrawlColly::Empty.new)
-
-      ObjectSpace.define_finalizer(self) do
-        new_grpc_client.free_colly(@colly)
-      end
+      @context = nil
     end
 
     def login(email, password, totp_secret = "")
-      s = @client.login(FbcrawlColly::LoginRequest.new(pointer: @colly, email: email, password: password, totp_secret: totp_secret)).cookies
+      cookies = @client.login(FbcrawlColly::LoginRequest.new(email: email, password: password, totp_secret: totp_secret)).cookies
+      @context = FbcrawlColly::Context.new(cookies: cookies)
+      cookies
     end
 
     def login_with_cookies(cookies)
-      s = @client.login_with_cookies(FbcrawlColly::LoginWithCookiesRequest.new(pointer: @colly, cookies: cookies))
+      @context = FbcrawlColly::Context.new(cookies: cookies)
     end
 
     def fetch_user_info(username)
-      s = @client.fetch_user_info(FbcrawlColly::FetchUserInfoRequest.new(pointer: @colly, username: username))
+      s = @client.fetch_user_info(FbcrawlColly::FetchUserInfoRequest.new(context: @context, username: username))
     end
 
     def fetch_group_info(group_id_or_username)
-      s = @client.fetch_group_info(FbcrawlColly::FetchGroupInfoRequest.new(pointer: @colly, group_username: group_id_or_username))
+      s = @client.fetch_group_info(FbcrawlColly::FetchGroupInfoRequest.new(context: @context, group_username: group_id_or_username))
     end
 
     def fetch_group_feed(group_id, next_cursor = nil)
-      s = @client.fetch_group_feed(FbcrawlColly::FetchGroupFeedRequest.new(pointer: @colly, group_id: group_id, next_cursor: next_cursor))
+      s = @client.fetch_group_feed(FbcrawlColly::FetchGroupFeedRequest.new(context: @context, group_id: group_id, next_cursor: next_cursor))
     end
 
     def fetch_post(group_id, post_id, comment_next_cursor = nil)
-      s = @client.fetch_post(FbcrawlColly::FetchPostRequest.new(pointer: @colly, group_id: group_id, post_id: post_id, comment_next_cursor: comment_next_cursor))
+      s = @client.fetch_post(FbcrawlColly::FetchPostRequest.new(context: @context, group_id: group_id, post_id: post_id, comment_next_cursor: comment_next_cursor))
     end
 
     def fetch_content_images(post_id, next_cursor = nil)
-      s = @client.fetch_content_images(FbcrawlColly::FetchContentImagesRequest.new(pointer: @colly, post_id: post_id, next_cursor: next_cursor))
+      s = @client.fetch_content_images(FbcrawlColly::FetchContentImagesRequest.new(context: @context, post_id: post_id, next_cursor: next_cursor))
     end
 
     def fetch_image_url(image_id)
-      s = @client.fetch_image_url(FbcrawlColly::FetchImageUrlRequest.new(pointer: @colly, image_id: image_id))
+      s = @client.fetch_image_url(FbcrawlColly::FetchImageUrlRequest.new(context: @context, image_id: image_id))
     end
+
     private
+
     def new_grpc_client
       FbcrawlColly::Grpc::Stub.new(@host_and_port, :this_channel_is_insecure)
     end

data/lib/fbcrawl_colly/version.rb

@@ -1,3 +1,3 @@
 module FbcrawlColly
-  VERSION = "1.0.1"
+  VERSION = "1.1.0"
 end

data/lib/pb/fbcrawl_pb.rb

@@ -7,11 +7,10 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
   add_file("fbcrawl.proto", :syntax => :proto3) do
     add_message "fbcrawl_colly.Empty" do
     end
-    add_message "fbcrawl_colly.Pointer" do
-      optional :address, :int64, 1
+    add_message "fbcrawl_colly.Context" do
+      optional :cookies, :string, 1
     end
     add_message "fbcrawl_colly.LoginRequest" do
-      optional :pointer, :message, 1, "fbcrawl_colly.Pointer"
       optional :email, :string, 2
       optional :password, :string, 3
       optional :totp_secret, :string, 4
@@ -20,35 +19,34 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
       optional :cookies, :string, 1
     end
     add_message "fbcrawl_colly.LoginWithCookiesRequest" do
-      optional :pointer, :message, 1, "fbcrawl_colly.Pointer"
-      optional :cookies, :string, 2
+      optional :cookies, :string, 1
     end
     add_message "fbcrawl_colly.FetchGroupInfoRequest" do
-      optional :pointer, :message, 1, "fbcrawl_colly.Pointer"
+      optional :context, :message, 1, "fbcrawl_colly.Context"
       optional :group_username, :string, 2
     end
     add_message "fbcrawl_colly.FetchUserInfoRequest" do
-      optional :pointer, :message, 1, "fbcrawl_colly.Pointer"
+      optional :context, :message, 1, "fbcrawl_colly.Context"
       optional :username, :string, 2
     end
     add_message "fbcrawl_colly.FetchGroupFeedRequest" do
-      optional :pointer, :message, 1, "fbcrawl_colly.Pointer"
+      optional :context, :message, 1, "fbcrawl_colly.Context"
       optional :group_id, :int64, 2
       optional :next_cursor, :string, 3
     end
     add_message "fbcrawl_colly.FetchPostRequest" do
-      optional :pointer, :message, 1, "fbcrawl_colly.Pointer"
+      optional :context, :message, 1, "fbcrawl_colly.Context"
       optional :group_id, :int64, 2
       optional :post_id, :int64, 3
       optional :comment_next_cursor, :string, 4
     end
     add_message "fbcrawl_colly.FetchContentImagesRequest" do
-      optional :pointer, :message, 1, "fbcrawl_colly.Pointer"
+      optional :context, :message, 1, "fbcrawl_colly.Context"
       optional :post_id, :int64, 2
       optional :next_cursor, :string, 3
     end
     add_message "fbcrawl_colly.FetchImageUrlRequest" do
-      optional :pointer, :message, 1, "fbcrawl_colly.Pointer"
+      optional :context, :message, 1, "fbcrawl_colly.Context"
       optional :image_id, :int64, 2
     end
     add_message "fbcrawl_colly.FacebookGroup" do
@@ -103,7 +101,7 @@ end
 
 module FbcrawlColly
   Empty = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.Empty").msgclass
-  Pointer = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.Pointer").msgclass
+  Context = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.Context").msgclass
   LoginRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.LoginRequest").msgclass
   LoginResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.LoginResponse").msgclass
   LoginWithCookiesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.LoginWithCookiesRequest").msgclass

data/lib/pb/fbcrawl_services_pb.rb

@@ -15,10 +15,7 @@ module FbcrawlColly
       self.service_name = 'fbcrawl_colly.Grpc'
 
       # Sends a greeting
-      rpc :Init, FbcrawlColly::Empty, FbcrawlColly::Pointer
-      rpc :FreeColly, FbcrawlColly::Pointer, FbcrawlColly::Empty
       rpc :Login, FbcrawlColly::LoginRequest, FbcrawlColly::LoginResponse
-      rpc :LoginWithCookies, FbcrawlColly::LoginWithCookiesRequest, FbcrawlColly::Empty
       rpc :FetchGroupInfo, FbcrawlColly::FetchGroupInfoRequest, FbcrawlColly::FacebookGroup
       rpc :FetchUserInfo, FbcrawlColly::FetchUserInfoRequest, FbcrawlColly::FacebookUser
       rpc :FetchGroupFeed, FbcrawlColly::FetchGroupFeedRequest, FbcrawlColly::FacebookPostList

data/main.go

@@ -5,14 +5,13 @@ import (
 	context "context"
 	"flag"
 	"github.com/google/logger"
-	lru "github.com/hashicorp/golang-lru"
 	"google.golang.org/grpc"
+	"io/ioutil"
 	"log"
 	"net"
 	"os"
 	"qnetwork.net/fbcrawl/fbcrawl"
 	"qnetwork.net/fbcrawl/fbcrawl/pb"
-	"unsafe"
 )
 
 const logPath = "parse.log"
@@ -23,14 +22,13 @@ var password = flag.String("password", "change_me", "facebook password")
 var otp = flag.String("otp", "123456", "facebook otp")
 var groupId = flag.String("groupId", "334294967318328", "facebook group id, default is 334294967318328")
 
-var allInstances, _ = lru.New(20)
-
-func getColly(pointer *pb.Pointer) *fbcolly.Fbcolly {
-	c, ok := allInstances.Get(pointer.Address)
-	if ok {
-		return c.(*fbcolly.Fbcolly)
+func getColly(context *pb.Context) *fbcolly.Fbcolly {
+	instance := fbcolly.New()
+	if context != nil && len(context.Cookies) > 0 {
+		_ = instance.LoginWithCookies(context.Cookies)
 	}
-	return nil
+
+	return instance
 }
 
 // server is used to implement helloworld.GreeterServer.
@@ -38,21 +36,8 @@ type server struct {
 	pb.GrpcServer
 }
 
-func (s server) Init(ctx context.Context, empty *pb.Empty) (*pb.Pointer, error) {
-	instance := fbcolly.New()
-	ptr := (uintptr)(unsafe.Pointer(instance))
-	allInstances.Add(int64(ptr), instance)
-	return &pb.Pointer{Address: int64(ptr)}, nil
-}
-
-func (s server) FreeColly(ctx context.Context, pointer *pb.Pointer) (*pb.Empty, error) {
-	logger.Info("FreeColly")
-	allInstances.Remove(pointer.Address)
-	return &pb.Empty{}, nil
-}
-
 func (s server) Login(ctx context.Context, request *pb.LoginRequest) (*pb.LoginResponse, error) {
-	p := getColly(request.Pointer)
+	p := getColly(nil)
 
 	cookies, err := p.Login(request.Email, request.Password, request.TotpSecret)
 	if err == nil {
@@ -61,49 +46,45 @@ func (s server) Login(ctx context.Context, request *pb.LoginRequest) (*pb.LoginR
 	return nil, err
 }
 
-func (s server) LoginWithCookies(ctx context.Context, request *pb.LoginWithCookiesRequest) (*pb.Empty, error) {
-	p := getColly(request.Pointer)
-	err := p.LoginWithCookies(request.Cookies)
-	return &pb.Empty{}, err
-}
-
 func (s server) FetchGroupInfo(ctx context.Context, request *pb.FetchGroupInfoRequest) (*pb.FacebookGroup, error) {
-	p := getColly(request.Pointer)
+	p := getColly(request.Context)
 	err, groupInfo := p.FetchGroupInfo(request.GroupUsername)
 	return groupInfo, err
 }
 
 func (s server) FetchUserInfo(ctx context.Context, request *pb.FetchUserInfoRequest) (*pb.FacebookUser, error) {
-	p := getColly(request.Pointer)
+	p := getColly(request.Context)
 	err, userInfo := p.FetchUserInfo(request.Username)
 	return userInfo, err
 }
 
 func (s server) FetchGroupFeed(ctx context.Context, request *pb.FetchGroupFeedRequest) (*pb.FacebookPostList, error) {
-	p := getColly(request.Pointer)
+	p := getColly(request.Context)
 	err, postsList := p.FetchGroupFeed(request.GroupId, request.NextCursor)
 	return postsList, err
 }
 
 func (s server) FetchPost(ctx context.Context, request *pb.FetchPostRequest) (*pb.FacebookPost, error) {
-	p := getColly(request.Pointer)
+	p := getColly(request.Context)
 	err, post := p.FetchPost(request.GroupId, request.PostId, request.CommentNextCursor)
 	return post, err
 }
 
 func (s server) FetchContentImages(ctx context.Context, request *pb.FetchContentImagesRequest) (*pb.FacebookImageList, error) {
-	p := getColly(request.Pointer)
+	p := getColly(request.Context)
 	err, imageList := p.FetchContentImages(request.PostId, request.NextCursor)
 	return imageList, err
 }
 
 func (s server) FetchImageUrl(ctx context.Context, request *pb.FetchImageUrlRequest) (*pb.FacebookImage, error) {
-	p := getColly(request.Pointer)
+	p := getColly(request.Context)
 	err, image := p.FetchImageUrl(request.ImageId)
 	return image, err
 }
 
 func main() {
+	logger.Init("fb-colly", true, false, ioutil.Discard)
+
 	port := os.Getenv("PORT")
 	if len(port) == 0 {
 		port = "50051"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: fbcrawl-colly
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.1.0
 platform: ruby
 authors:
 - Duy Le
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2020-08-17 00:00:00.000000000 Z
+date: 2020-08-18 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-protobuf