fbcrawl-colly 1.1.0 → 1.1.1
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- checksums.yaml +4 -4
- data/fbcrawl.proto +9 -5
- data/fbcrawl/fbcolly.go +76 -42
- data/fbcrawl/pb/fbcrawl.pb.go +398 -311
- data/fbcrawl/pb/fbcrawl_grpc.pb.go +36 -0
- data/lib/fbcrawl_colly/client.rb +4 -0
- data/lib/fbcrawl_colly/version.rb +1 -1
- data/lib/pb/fbcrawl_pb.rb +8 -3
- data/lib/pb/fbcrawl_services_pb.rb +1 -0
- data/main.go +6 -0
- metadata +2 -2
@@ -19,6 +19,7 @@ const _ = grpc.SupportPackageIsVersion6
|
|
19
19
|
type GrpcClient interface {
|
20
20
|
// Sends a greeting
|
21
21
|
Login(ctx context.Context, in *LoginRequest, opts ...grpc.CallOption) (*LoginResponse, error)
|
22
|
+
FetchMyGroups(ctx context.Context, in *FetchMyGroupsRequest, opts ...grpc.CallOption) (*FacebookGroupList, error)
|
22
23
|
FetchGroupInfo(ctx context.Context, in *FetchGroupInfoRequest, opts ...grpc.CallOption) (*FacebookGroup, error)
|
23
24
|
FetchUserInfo(ctx context.Context, in *FetchUserInfoRequest, opts ...grpc.CallOption) (*FacebookUser, error)
|
24
25
|
FetchGroupFeed(ctx context.Context, in *FetchGroupFeedRequest, opts ...grpc.CallOption) (*FacebookPostList, error)
|
@@ -44,6 +45,15 @@ func (c *grpcClient) Login(ctx context.Context, in *LoginRequest, opts ...grpc.C
|
|
44
45
|
return out, nil
|
45
46
|
}
|
46
47
|
|
48
|
+
func (c *grpcClient) FetchMyGroups(ctx context.Context, in *FetchMyGroupsRequest, opts ...grpc.CallOption) (*FacebookGroupList, error) {
|
49
|
+
out := new(FacebookGroupList)
|
50
|
+
err := c.cc.Invoke(ctx, "/fbcrawl_colly.Grpc/FetchMyGroups", in, out, opts...)
|
51
|
+
if err != nil {
|
52
|
+
return nil, err
|
53
|
+
}
|
54
|
+
return out, nil
|
55
|
+
}
|
56
|
+
|
47
57
|
func (c *grpcClient) FetchGroupInfo(ctx context.Context, in *FetchGroupInfoRequest, opts ...grpc.CallOption) (*FacebookGroup, error) {
|
48
58
|
out := new(FacebookGroup)
|
49
59
|
err := c.cc.Invoke(ctx, "/fbcrawl_colly.Grpc/FetchGroupInfo", in, out, opts...)
|
@@ -104,6 +114,7 @@ func (c *grpcClient) FetchImageUrl(ctx context.Context, in *FetchImageUrlRequest
|
|
104
114
|
type GrpcServer interface {
|
105
115
|
// Sends a greeting
|
106
116
|
Login(context.Context, *LoginRequest) (*LoginResponse, error)
|
117
|
+
FetchMyGroups(context.Context, *FetchMyGroupsRequest) (*FacebookGroupList, error)
|
107
118
|
FetchGroupInfo(context.Context, *FetchGroupInfoRequest) (*FacebookGroup, error)
|
108
119
|
FetchUserInfo(context.Context, *FetchUserInfoRequest) (*FacebookUser, error)
|
109
120
|
FetchGroupFeed(context.Context, *FetchGroupFeedRequest) (*FacebookPostList, error)
|
@@ -120,6 +131,9 @@ type UnimplementedGrpcServer struct {
|
|
120
131
|
func (*UnimplementedGrpcServer) Login(context.Context, *LoginRequest) (*LoginResponse, error) {
|
121
132
|
return nil, status.Errorf(codes.Unimplemented, "method Login not implemented")
|
122
133
|
}
|
134
|
+
func (*UnimplementedGrpcServer) FetchMyGroups(context.Context, *FetchMyGroupsRequest) (*FacebookGroupList, error) {
|
135
|
+
return nil, status.Errorf(codes.Unimplemented, "method FetchMyGroups not implemented")
|
136
|
+
}
|
123
137
|
func (*UnimplementedGrpcServer) FetchGroupInfo(context.Context, *FetchGroupInfoRequest) (*FacebookGroup, error) {
|
124
138
|
return nil, status.Errorf(codes.Unimplemented, "method FetchGroupInfo not implemented")
|
125
139
|
}
|
@@ -162,6 +176,24 @@ func _Grpc_Login_Handler(srv interface{}, ctx context.Context, dec func(interfac
|
|
162
176
|
return interceptor(ctx, in, info, handler)
|
163
177
|
}
|
164
178
|
|
179
|
+
func _Grpc_FetchMyGroups_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
180
|
+
in := new(FetchMyGroupsRequest)
|
181
|
+
if err := dec(in); err != nil {
|
182
|
+
return nil, err
|
183
|
+
}
|
184
|
+
if interceptor == nil {
|
185
|
+
return srv.(GrpcServer).FetchMyGroups(ctx, in)
|
186
|
+
}
|
187
|
+
info := &grpc.UnaryServerInfo{
|
188
|
+
Server: srv,
|
189
|
+
FullMethod: "/fbcrawl_colly.Grpc/FetchMyGroups",
|
190
|
+
}
|
191
|
+
handler := func(ctx context.Context, req interface{}) (interface{}, error) {
|
192
|
+
return srv.(GrpcServer).FetchMyGroups(ctx, req.(*FetchMyGroupsRequest))
|
193
|
+
}
|
194
|
+
return interceptor(ctx, in, info, handler)
|
195
|
+
}
|
196
|
+
|
165
197
|
func _Grpc_FetchGroupInfo_Handler(srv interface{}, ctx context.Context, dec func(interface{}) error, interceptor grpc.UnaryServerInterceptor) (interface{}, error) {
|
166
198
|
in := new(FetchGroupInfoRequest)
|
167
199
|
if err := dec(in); err != nil {
|
@@ -278,6 +310,10 @@ var _Grpc_serviceDesc = grpc.ServiceDesc{
|
|
278
310
|
MethodName: "Login",
|
279
311
|
Handler: _Grpc_Login_Handler,
|
280
312
|
},
|
313
|
+
{
|
314
|
+
MethodName: "FetchMyGroups",
|
315
|
+
Handler: _Grpc_FetchMyGroups_Handler,
|
316
|
+
},
|
281
317
|
{
|
282
318
|
MethodName: "FetchGroupInfo",
|
283
319
|
Handler: _Grpc_FetchGroupInfo_Handler,
|
data/lib/fbcrawl_colly/client.rb
CHANGED
@@ -21,6 +21,10 @@ module FbcrawlColly
|
|
21
21
|
s = @client.fetch_user_info(FbcrawlColly::FetchUserInfoRequest.new(context: @context, username: username))
|
22
22
|
end
|
23
23
|
|
24
|
+
def fetch_my_groups
|
25
|
+
s = @client.fetch_my_groups(FbcrawlColly::FetchMyGroupsRequest.new(context: @context))
|
26
|
+
end
|
27
|
+
|
24
28
|
def fetch_group_info(group_id_or_username)
|
25
29
|
s = @client.fetch_group_info(FbcrawlColly::FetchGroupInfoRequest.new(context: @context, group_username: group_id_or_username))
|
26
30
|
end
|
data/lib/pb/fbcrawl_pb.rb
CHANGED
@@ -5,8 +5,6 @@ require 'google/protobuf'
|
|
5
5
|
|
6
6
|
Google::Protobuf::DescriptorPool.generated_pool.build do
|
7
7
|
add_file("fbcrawl.proto", :syntax => :proto3) do
|
8
|
-
add_message "fbcrawl_colly.Empty" do
|
9
|
-
end
|
10
8
|
add_message "fbcrawl_colly.Context" do
|
11
9
|
optional :cookies, :string, 1
|
12
10
|
end
|
@@ -21,6 +19,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
21
19
|
add_message "fbcrawl_colly.LoginWithCookiesRequest" do
|
22
20
|
optional :cookies, :string, 1
|
23
21
|
end
|
22
|
+
add_message "fbcrawl_colly.FetchMyGroupsRequest" do
|
23
|
+
optional :context, :message, 1, "fbcrawl_colly.Context"
|
24
|
+
end
|
24
25
|
add_message "fbcrawl_colly.FetchGroupInfoRequest" do
|
25
26
|
optional :context, :message, 1, "fbcrawl_colly.Context"
|
26
27
|
optional :group_username, :string, 2
|
@@ -49,6 +50,9 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
49
50
|
optional :context, :message, 1, "fbcrawl_colly.Context"
|
50
51
|
optional :image_id, :int64, 2
|
51
52
|
end
|
53
|
+
add_message "fbcrawl_colly.FacebookGroupList" do
|
54
|
+
repeated :groups, :message, 1, "fbcrawl_colly.FacebookGroup"
|
55
|
+
end
|
52
56
|
add_message "fbcrawl_colly.FacebookGroup" do
|
53
57
|
optional :id, :int64, 1
|
54
58
|
optional :name, :string, 2
|
@@ -100,17 +104,18 @@ Google::Protobuf::DescriptorPool.generated_pool.build do
|
|
100
104
|
end
|
101
105
|
|
102
106
|
module FbcrawlColly
|
103
|
-
Empty = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.Empty").msgclass
|
104
107
|
Context = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.Context").msgclass
|
105
108
|
LoginRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.LoginRequest").msgclass
|
106
109
|
LoginResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.LoginResponse").msgclass
|
107
110
|
LoginWithCookiesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.LoginWithCookiesRequest").msgclass
|
111
|
+
FetchMyGroupsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchMyGroupsRequest").msgclass
|
108
112
|
FetchGroupInfoRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchGroupInfoRequest").msgclass
|
109
113
|
FetchUserInfoRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchUserInfoRequest").msgclass
|
110
114
|
FetchGroupFeedRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchGroupFeedRequest").msgclass
|
111
115
|
FetchPostRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchPostRequest").msgclass
|
112
116
|
FetchContentImagesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchContentImagesRequest").msgclass
|
113
117
|
FetchImageUrlRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FetchImageUrlRequest").msgclass
|
118
|
+
FacebookGroupList = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FacebookGroupList").msgclass
|
114
119
|
FacebookGroup = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FacebookGroup").msgclass
|
115
120
|
FacebookUser = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FacebookUser").msgclass
|
116
121
|
FacebookPost = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("fbcrawl_colly.FacebookPost").msgclass
|
@@ -16,6 +16,7 @@ module FbcrawlColly
|
|
16
16
|
|
17
17
|
# Sends a greeting
|
18
18
|
rpc :Login, FbcrawlColly::LoginRequest, FbcrawlColly::LoginResponse
|
19
|
+
rpc :FetchMyGroups, FbcrawlColly::FetchMyGroupsRequest, FbcrawlColly::FacebookGroupList
|
19
20
|
rpc :FetchGroupInfo, FbcrawlColly::FetchGroupInfoRequest, FbcrawlColly::FacebookGroup
|
20
21
|
rpc :FetchUserInfo, FbcrawlColly::FetchUserInfoRequest, FbcrawlColly::FacebookUser
|
21
22
|
rpc :FetchGroupFeed, FbcrawlColly::FetchGroupFeedRequest, FbcrawlColly::FacebookPostList
|
data/main.go
CHANGED
@@ -46,6 +46,12 @@ func (s server) Login(ctx context.Context, request *pb.LoginRequest) (*pb.LoginR
|
|
46
46
|
return nil, err
|
47
47
|
}
|
48
48
|
|
49
|
+
func (s server) FetchMyGroups(ctx context.Context, request *pb.FetchMyGroupsRequest) (*pb.FacebookGroupList, error) {
|
50
|
+
p := getColly(request.Context)
|
51
|
+
err, groupInfo := p.FetchMyGroups()
|
52
|
+
return groupInfo, err
|
53
|
+
}
|
54
|
+
|
49
55
|
func (s server) FetchGroupInfo(ctx context.Context, request *pb.FetchGroupInfoRequest) (*pb.FacebookGroup, error) {
|
50
56
|
p := getColly(request.Context)
|
51
57
|
err, groupInfo := p.FetchGroupInfo(request.GroupUsername)
|
metadata
CHANGED
@@ -1,14 +1,14 @@
|
|
1
1
|
--- !ruby/object:Gem::Specification
|
2
2
|
name: fbcrawl-colly
|
3
3
|
version: !ruby/object:Gem::Version
|
4
|
-
version: 1.1.
|
4
|
+
version: 1.1.1
|
5
5
|
platform: ruby
|
6
6
|
authors:
|
7
7
|
- Duy Le
|
8
8
|
autorequire:
|
9
9
|
bindir: bin
|
10
10
|
cert_chain: []
|
11
|
-
date: 2020-08-
|
11
|
+
date: 2020-08-19 00:00:00.000000000 Z
|
12
12
|
dependencies:
|
13
13
|
- !ruby/object:Gem::Dependency
|
14
14
|
name: google-protobuf
|