fbcrawl-colly 1.0.0 → 1.0.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/Gemfile.lock +3 -3
- data/fbcrawl.proto +8 -0
- data/fbcrawl/fbcolly.go +37 -7
- data/fbcrawl/pb/fbcrawl.pb.go +356 -254
- data/fbcrawl/pb/fbcrawl_grpc.pb.go +36 -0
- data/lib/fbcrawl_colly/client.rb +4 -0
- data/lib/fbcrawl_colly/version.rb +1 -1
- data/lib/pb/fbcrawl_pb.rb +7 -0
- data/lib/pb/fbcrawl_services_pb.rb +1 -0
- data/main.go +6 -0
- metadata +1 -1
@@ -23,6 +23,7 @@ type GrpcClient interface {
|
|
23
23
|
Login(ctx context.Context, in *LoginRequest, opts ...grpc.CallOption) (*LoginResponse, error)
|
24
24
|
LoginWithCookies(ctx context.Context, in *LoginWithCookiesRequest, opts ...grpc.CallOption) (*Empty, error)
|
25
25
|
FetchGroupInfo(ctx context.Context, in *FetchGroupInfoRequest, opts ...grpc.CallOption) (*FacebookGroup, error)
|
26
|
+
FetchUserInfo(ctx context.Context, in *FetchUserInfoRequest, opts ...grpc.CallOption) (*FacebookUser, error)
|
26
27
|
FetchGroupFeed(ctx context.Context, in *FetchGroupFeedRequest, opts ...grpc.CallOption) (*FacebookPostList, error)
|
27
28
|
FetchPost(ctx context.Context, in *FetchPostRequest, opts ...grpc.CallOption) (*FacebookPost, error)
|
28
29
|
FetchContentImages(ctx context.Context, in *FetchContentImagesRequest, opts ...grpc.CallOption) (*FacebookImageList, error)
|
@@ -82,6 +83,15 @@ func (c *grpcClient) FetchGroupInfo(ctx context.Context, in *FetchGroupInfoReque
|
|
82
83
|
return out, nil
|
83
84
|
}
|
84
85
|
|
86
|
+
func (c *grpcClient) FetchUserInfo(ctx context.Context, in *FetchUserInfoRequest, opts ...grpc.CallOption) (*FacebookUser, error) {
|
87
|
+
out := new(FacebookUser)
|
88
|
+
err := c.cc.Invoke(ctx, "/fbcrawl_colly.Grpc/FetchUserInfo", in, out, opts...)
|
89
|
+
if err != nil {
|
90
|
+
return nil, err
|
91
|
+
}
|
92
|
+
return out, nil
|
93
|
+
}
|
94
|
+
|
85
95
|
func (c *grpcClient) FetchGroupFeed(ctx context.Context, in *FetchGroupFeedRequest, opts ...grpc.CallOption) (*FacebookPostList, error) {
|
86
96
|
out := new(FacebookPostList)
|
87
97
|
err := c.cc.Invoke(ctx, "/fbcrawl_colly.Grpc/FetchGroupFeed", in, out, opts...)
|
@@ -128,6 +138,7 @@ type GrpcServer interface {
|
|
128
138
|
Login(context.Context, *LoginRequest) (*LoginResponse, error)
|
129
139
|
LoginWithCookies(context.Context, *LoginWithCookiesRequest) (*Empty, error)
|
130
140
|
FetchGroupInfo(context.Context, *FetchGroupInfoRequest) (*FacebookGroup, error)
|
141
|
+
FetchUserInfo(context.Context, *FetchUserInfoRequest) (*FacebookUser, error)
|
131
142
|
FetchGroupFeed(context.Context, *FetchGroupFeedRequest) (*FacebookPostList, error)
|
132
143
|
FetchPost(context.Context, *FetchPostRequest) (*FacebookPost, error)
|
133
144
|
FetchContentImages(context.Context, *FetchContentImagesRequest) (*FacebookImageList, error)
|
@@ -154,6 +165,9 @@ func (*UnimplementedGrpcServer) LoginWithCookies(context.Context, *LoginWithCook
|
|
154
165
|
func (*UnimplementedGrpcServer) FetchGroupInfo(context.Context, *FetchGroupInfoRequest) (*FacebookGroup, error) {
|
155
166
|
return nil, status.Errorf(codes.Unimplemented, "method FetchGroupInfo not implemented")
|
156
167
|
}
|
168
|
+
func (*UnimplementedGrpcServer) FetchUserInfo(context.Context, *FetchUserInfoRequest) (*FacebookUser, error) {
|
169
|
+
return nil, status.Errorf(codes.Unimplemented, "method FetchUserInfo not implemented")
|
170
|
+
}
|
157
171
|
func (*UnimplementedGrpcServer) FetchGroupFeed(context.Context, *FetchGroupFeedRequest) (*FacebookPostList, error) {
|
158
172
|
return nil, status.Errorf(codes.Unimplemented, "method FetchGroupFeed not implemented")
|
159
173
|
}
|
@@ -262,6 +276,24 @@ func _Grpc_FetchGroupInfo_Handler(srv interface{}, ctx context.Context, dec func
|
|
262
276
|
return interceptor(ctx, in, info, handler)
|
263
277
|
}
|
264
278
|
|
279
|
+
func _Grpc_FetchUserInfo_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
280
|
+
in := new(FetchUserInfoRequest)
|
281
|
+
if err := dec(in); err != nil {
|
282
|
+
return nil, err
|
283
|
+
}
|
284
|
+
if interceptor == nil {
|
285
|
+
return srv.(GrpcServer).FetchUserInfo(ctx, in)
|
286
|
+
}
|
287
|
+
info := &grpc.UnaryServerInfo{
|
288
|
+
Server: srv,
|
289
|
+
FullMethod: "/fbcrawl_colly.Grpc/FetchUserInfo",
|
290
|
+
}
|
291
|
+
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
292
|
+
return srv.(GrpcServer).FetchUserInfo(ctx, req.(*FetchUserInfoRequest))
|
293
|
+
}
|
294
|
+
return interceptor(ctx, in, info, handler)
|
295
|
+
}
|
296
|
+
|
265
297
|
func _Grpc_FetchGroupFeed_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
266
298
|
in := new(FetchGroupFeedRequest)
|
267
299
|
if err := dec(in); err != nil {
|
@@ -358,6 +390,10 @@ var _Grpc_serviceDesc = grpc.ServiceDesc{
|
|
358
390
|
MethodName: "FetchGroupInfo",
|
359
391
|
Handler: _Grpc_FetchGroupInfo_Handler,
|
360
392
|
},
|
393
|
+
{
|
394
|
+
MethodName: "FetchUserInfo",
|
395
|
+
Handler: _Grpc_FetchUserInfo_Handler,
|
396
|
+
},
|
361
397
|
{
|
362
398
|
MethodName: "FetchGroupFeed",
|
363
399
|
Handler: _Grpc_FetchGroupFeed_Handler,
|
data/lib/fbcrawl_colly/client.rb
CHANGED
@@ -19,6 +19,10 @@ module FbcrawlColly
|
|
19
19
|
s = @client.login_with_cookies(FbcrawlColly::LoginWithCookiesRequest.new(pointer: @colly, cookies: cookies))
|
20
20
|
end
|
21
21
|
|
22
|
+
def fetch_user_info(username)
|
23
|
+
s = @client.fetch_user_info(FbcrawlColly::FetchUserInfoRequest.new(pointer: @colly, username: username))
|
24
|
+
end
|
25
|
+
|
22
26
|
def fetch_group_info(group_id_or_username)
|
23
27
|
s = @client.fetch_group_info(FbcrawlColly::FetchGroupInfoRequest.new(pointer: @colly, group_username: group_id_or_username))
|
24
28
|
end
|
data/lib/pb/fbcrawl_pb.rb
CHANGED
@@ -27,6 +27,10 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
27
27
|
optional :pointer, :message, 1, "fbcrawl_colly.Pointer"
|
28
28
|
optional :group_username, :string, 2
|
29
29
|
end
|
30
|
+
add_message "fbcrawl_colly.FetchUserInfoRequest" do
|
31
|
+
optional :pointer, :message, 1, "fbcrawl_colly.Pointer"
|
32
|
+
optional :username, :string, 2
|
33
|
+
end
|
30
34
|
add_message "fbcrawl_colly.FetchGroupFeedRequest" do
|
31
35
|
optional :pointer, :message, 1, "fbcrawl_colly.Pointer"
|
32
36
|
optional :group_id, :int64, 2
|
@@ -55,6 +59,8 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
55
59
|
add_message "fbcrawl_colly.FacebookUser" do
|
56
60
|
optional :id, :int64, 1
|
57
61
|
optional :name, :string, 2
|
62
|
+
optional :username, :string, 3
|
63
|
+
optional :friend_count, :int64, 4
|
58
64
|
end
|
59
65
|
add_message "fbcrawl_colly.FacebookPost" do
|
60
66
|
optional :id, :int64, 1
|
@@ -102,6 +108,7 @@ module FbcrawlColly
|
|
102
108
|
LoginResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.LoginResponse").msgclass
|
103
109
|
LoginWithCookiesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.LoginWithCookiesRequest").msgclass
|
104
110
|
FetchGroupInfoRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchGroupInfoRequest").msgclass
|
111
|
+
FetchUserInfoRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchUserInfoRequest").msgclass
|
105
112
|
FetchGroupFeedRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchGroupFeedRequest").msgclass
|
106
113
|
FetchPostRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchPostRequest").msgclass
|
107
114
|
FetchContentImagesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchContentImagesRequest").msgclass
|
@@ -20,6 +20,7 @@ module FbcrawlColly
|
|
20
20
|
rpc :Login, FbcrawlColly::LoginRequest, FbcrawlColly::LoginResponse
|
21
21
|
rpc :LoginWithCookies, FbcrawlColly::LoginWithCookiesRequest, FbcrawlColly::Empty
|
22
22
|
rpc :FetchGroupInfo, FbcrawlColly::FetchGroupInfoRequest, FbcrawlColly::FacebookGroup
|
23
|
+
rpc :FetchUserInfo, FbcrawlColly::FetchUserInfoRequest, FbcrawlColly::FacebookUser
|
23
24
|
rpc :FetchGroupFeed, FbcrawlColly::FetchGroupFeedRequest, FbcrawlColly::FacebookPostList
|
24
25
|
rpc :FetchPost, FbcrawlColly::FetchPostRequest, FbcrawlColly::FacebookPost
|
25
26
|
rpc :FetchContentImages, FbcrawlColly::FetchContentImagesRequest, FbcrawlColly::FacebookImageList
|
data/main.go
CHANGED
@@ -73,6 +73,12 @@ func (s server) FetchGroupInfo(ctx context.Context, request *pb.FetchGroupInfoRe
|
|
73
73
|
return groupInfo, err
|
74
74
|
}
|
75
75
|
|
76
|
+
func (s server) FetchUserInfo(ctx context.Context, request *pb.FetchUserInfoRequest) (*pb.FacebookUser, error) {
|
77
|
+
p := getColly(request.Pointer)
|
78
|
+
err, userInfo := p.FetchUserInfo(request.Username)
|
79
|
+
return userInfo, err
|
80
|
+
}
|
81
|
+
|
76
82
|
func (s server) FetchGroupFeed(ctx context.Context, request *pb.FetchGroupFeedRequest) (*pb.FacebookPostList, error) {
|
77
83
|
p := getColly(request.Pointer)
|
78
84
|
err, postsList := p.FetchGroupFeed(request.GroupId, request.NextCursor)
|