macrocosmos 1.2.2 → 1.2.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1,461 +1,2260 @@
1
1
  "use strict";
2
- // Generated from gravity/v1/gravity.proto
2
+ // Code generated by protoc-gen-ts_proto. DO NOT EDIT.
3
+ // versions:
4
+ // protoc-gen-ts_proto v2.7.0
5
+ // protoc v3.20.3
6
+ // source: gravity/v1/gravity.proto
3
7
  Object.defineProperty(exports, "__esModule", { value: true });
4
- exports.gravity = void 0;
5
- // Original protobuf JSON schema
6
- exports.gravity = {
7
- options: {
8
- syntax: "proto3",
9
- },
10
- nested: {
11
- gravity: {
12
- nested: {
13
- v1: {
14
- options: {
15
- go_package: "macrocosm-os/rift/constellation_api/gen/gravity/v1",
16
- },
17
- nested: {
18
- GravityService: {
19
- methods: {
20
- GetGravityTasks: {
21
- requestType: "GetGravityTasksRequest",
22
- responseType: "GetGravityTasksResponse",
23
- },
24
- GetCrawler: {
25
- requestType: "GetCrawlerRequest",
26
- responseType: "GetCrawlerResponse",
27
- },
28
- CreateGravityTask: {
29
- requestType: "CreateGravityTaskRequest",
30
- responseType: "CreateGravityTaskResponse",
31
- },
32
- BuildDataset: {
33
- requestType: "BuildDatasetRequest",
34
- responseType: "BuildDatasetResponse",
35
- },
36
- GetDataset: {
37
- requestType: "GetDatasetRequest",
38
- responseType: "GetDatasetResponse",
39
- },
40
- CancelGravityTask: {
41
- requestType: "CancelGravityTaskRequest",
42
- responseType: "CancelGravityTaskResponse",
43
- },
44
- CancelDataset: {
45
- requestType: "CancelDatasetRequest",
46
- responseType: "CancelDatasetResponse",
47
- },
48
- },
49
- },
50
- Crawler: {
51
- fields: {
52
- crawlerId: {
53
- type: "string",
54
- id: 1,
55
- },
56
- criteria: {
57
- type: "CrawlerCriteria",
58
- id: 2,
59
- },
60
- startTime: {
61
- type: "google.protobuf.Timestamp",
62
- id: 3,
63
- },
64
- deregistrationTime: {
65
- type: "google.protobuf.Timestamp",
66
- id: 4,
67
- },
68
- archiveTime: {
69
- type: "google.protobuf.Timestamp",
70
- id: 5,
71
- },
72
- state: {
73
- type: "CrawlerState",
74
- id: 6,
75
- },
76
- datasetWorkflows: {
77
- rule: "repeated",
78
- type: "string",
79
- id: 7,
80
- },
81
- },
82
- },
83
- CrawlerCriteria: {
84
- fields: {
85
- platform: {
86
- type: "string",
87
- id: 1,
88
- },
89
- topic: {
90
- type: "string",
91
- id: 2,
92
- },
93
- notification: {
94
- type: "CrawlerNotification",
95
- id: 3,
96
- },
97
- mock: {
98
- type: "bool",
99
- id: 4,
100
- },
101
- },
102
- },
103
- CrawlerNotification: {
104
- fields: {
105
- to: {
106
- type: "string",
107
- id: 1,
108
- },
109
- link: {
110
- type: "string",
111
- id: 2,
112
- },
113
- },
114
- },
115
- HfRepo: {
116
- fields: {
117
- repoName: {
118
- type: "string",
119
- id: 1,
120
- },
121
- rowCount: {
122
- type: "uint64",
123
- id: 2,
124
- },
125
- lastUpdate: {
126
- type: "string",
127
- id: 3,
128
- },
129
- },
130
- },
131
- CrawlerState: {
132
- fields: {
133
- status: {
134
- type: "string",
135
- id: 1,
136
- },
137
- bytesCollected: {
138
- type: "uint64",
139
- id: 2,
140
- },
141
- recordsCollected: {
142
- type: "uint64",
143
- id: 3,
144
- },
145
- repos: {
146
- rule: "repeated",
147
- type: "HfRepo",
148
- id: 4,
149
- },
150
- },
151
- },
152
- GravityTaskState: {
153
- fields: {
154
- gravityTaskId: {
155
- type: "string",
156
- id: 1,
157
- },
158
- name: {
159
- type: "string",
160
- id: 2,
161
- },
162
- status: {
163
- type: "string",
164
- id: 3,
165
- },
166
- startTime: {
167
- type: "google.protobuf.Timestamp",
168
- id: 4,
169
- },
170
- crawlerIds: {
171
- rule: "repeated",
172
- type: "string",
173
- id: 5,
174
- },
175
- crawlerWorkflows: {
176
- rule: "repeated",
177
- type: "Crawler",
178
- id: 6,
179
- },
180
- },
181
- },
182
- GetGravityTasksRequest: {
183
- fields: {
184
- gravityTaskId: {
185
- type: "string",
186
- id: 1,
187
- },
188
- includeCrawlers: {
189
- type: "bool",
190
- id: 2,
191
- },
192
- },
193
- },
194
- GetGravityTasksResponse: {
195
- fields: {
196
- gravityTaskStates: {
197
- rule: "repeated",
198
- type: "GravityTaskState",
199
- id: 1,
200
- },
201
- },
202
- },
203
- GravityTask: {
204
- fields: {
205
- topic: {
206
- type: "string",
207
- id: 1,
208
- },
209
- platform: {
210
- type: "string",
211
- id: 2,
212
- },
213
- },
214
- },
215
- NotificationRequest: {
216
- fields: {
217
- type: {
218
- type: "string",
219
- id: 1,
220
- },
221
- address: {
222
- type: "string",
223
- id: 2,
224
- },
225
- redirectUrl: {
226
- type: "string",
227
- id: 3,
228
- },
229
- },
230
- },
231
- GetCrawlerRequest: {
232
- fields: {
233
- crawlerId: {
234
- type: "string",
235
- id: 1,
236
- },
237
- },
238
- },
239
- GetCrawlerResponse: {
240
- fields: {
241
- crawler: {
242
- type: "Crawler",
243
- id: 1,
244
- },
245
- },
246
- },
247
- CreateGravityTaskRequest: {
248
- fields: {
249
- gravityTasks: {
250
- rule: "repeated",
251
- type: "GravityTask",
252
- id: 1,
253
- },
254
- name: {
255
- type: "string",
256
- id: 2,
257
- },
258
- notificationRequests: {
259
- rule: "repeated",
260
- type: "NotificationRequest",
261
- id: 3,
262
- },
263
- gravityTaskId: {
264
- type: "string",
265
- id: 4,
266
- },
267
- },
268
- },
269
- CreateGravityTaskResponse: {
270
- fields: {
271
- gravityTaskId: {
272
- type: "string",
273
- id: 1,
274
- },
275
- },
276
- },
277
- BuildDatasetRequest: {
278
- fields: {
279
- crawlerId: {
280
- type: "string",
281
- id: 1,
282
- },
283
- notificationRequests: {
284
- rule: "repeated",
285
- type: "NotificationRequest",
286
- id: 2,
287
- },
288
- maxRows: {
289
- type: "int64",
290
- id: 3,
291
- },
292
- },
293
- },
294
- BuildDatasetResponse: {
295
- fields: {
296
- datasetId: {
297
- type: "string",
298
- id: 1,
299
- },
300
- dataset: {
301
- type: "Dataset",
302
- id: 2,
303
- },
304
- },
305
- },
306
- Dataset: {
307
- fields: {
308
- crawlerWorkflowId: {
309
- type: "string",
310
- id: 1,
311
- },
312
- createDate: {
313
- type: "google.protobuf.Timestamp",
314
- id: 2,
315
- },
316
- expireDate: {
317
- type: "google.protobuf.Timestamp",
318
- id: 3,
319
- },
320
- files: {
321
- rule: "repeated",
322
- type: "DatasetFile",
323
- id: 4,
324
- },
325
- status: {
326
- type: "string",
327
- id: 5,
328
- },
329
- statusMessage: {
330
- type: "string",
331
- id: 6,
332
- },
333
- steps: {
334
- rule: "repeated",
335
- type: "DatasetStep",
336
- id: 7,
337
- },
338
- totalSteps: {
339
- type: "int64",
340
- id: 8,
341
- },
342
- },
343
- },
344
- DatasetFile: {
345
- fields: {
346
- fileName: {
347
- type: "string",
348
- id: 1,
349
- },
350
- fileSizeBytes: {
351
- type: "uint64",
352
- id: 2,
353
- },
354
- lastModified: {
355
- type: "google.protobuf.Timestamp",
356
- id: 3,
357
- },
358
- numRows: {
359
- type: "uint64",
360
- id: 4,
361
- },
362
- s3Key: {
363
- type: "string",
364
- id: 5,
365
- },
366
- url: {
367
- type: "string",
368
- id: 6,
369
- },
370
- },
371
- },
372
- DatasetStep: {
373
- fields: {
374
- progress: {
375
- type: "double",
376
- id: 1,
377
- },
378
- step: {
379
- type: "int64",
380
- id: 2,
381
- },
382
- stepName: {
383
- type: "string",
384
- id: 3,
385
- },
386
- },
387
- },
388
- GetDatasetRequest: {
389
- fields: {
390
- datasetId: {
391
- type: "string",
392
- id: 1,
393
- },
394
- },
395
- },
396
- GetDatasetResponse: {
397
- fields: {
398
- dataset: {
399
- type: "Dataset",
400
- id: 1,
401
- },
402
- },
403
- },
404
- CancelGravityTaskRequest: {
405
- fields: {
406
- gravityTaskId: {
407
- type: "string",
408
- id: 1,
409
- },
410
- },
411
- },
412
- CancelGravityTaskResponse: {
413
- fields: {
414
- message: {
415
- type: "string",
416
- id: 1,
417
- },
418
- },
419
- },
420
- CancelDatasetRequest: {
421
- fields: {
422
- datasetId: {
423
- type: "string",
424
- id: 1,
425
- },
426
- },
427
- },
428
- CancelDatasetResponse: {
429
- fields: {
430
- message: {
431
- type: "string",
432
- id: 1,
433
- },
434
- },
435
- },
436
- },
437
- },
438
- },
439
- },
440
- google: {
441
- nested: {
442
- protobuf: {
443
- nested: {
444
- Timestamp: {
445
- fields: {
446
- seconds: {
447
- type: "int64",
448
- id: 1,
449
- },
450
- nanos: {
451
- type: "int32",
452
- id: 2,
453
- },
454
- },
455
- },
456
- },
457
- },
458
- },
459
- },
8
+ exports.GravityServiceClient = exports.GravityServiceService = exports.CancelDatasetResponse = exports.CancelDatasetRequest = exports.CancelGravityTaskResponse = exports.CancelGravityTaskRequest = exports.GetDatasetResponse = exports.GetDatasetRequest = exports.DatasetStep = exports.DatasetFile = exports.Dataset = exports.BuildDatasetResponse = exports.BuildDatasetRequest = exports.CreateGravityTaskResponse = exports.CreateGravityTaskRequest = exports.GetCrawlerResponse = exports.GetCrawlerRequest = exports.NotificationRequest = exports.GravityTask = exports.GetGravityTasksResponse = exports.GetGravityTasksRequest = exports.GravityTaskState = exports.CrawlerState = exports.HfRepo = exports.CrawlerNotification = exports.CrawlerCriteria = exports.Crawler = exports.protobufPackage = void 0;
9
+ /* eslint-disable */
10
+ const wire_1 = require("@bufbuild/protobuf/wire");
11
+ const grpc_js_1 = require("@grpc/grpc-js");
12
+ const timestamp_1 = require("../../google/protobuf/timestamp");
13
+ exports.protobufPackage = "gravity.v1";
14
+ function createBaseCrawler() {
15
+ return {
16
+ crawlerId: "",
17
+ criteria: undefined,
18
+ startTime: undefined,
19
+ deregistrationTime: undefined,
20
+ archiveTime: undefined,
21
+ state: undefined,
22
+ datasetWorkflows: [],
23
+ };
24
+ }
25
+ exports.Crawler = {
26
+ encode(message, writer = new wire_1.BinaryWriter()) {
27
+ if (message.crawlerId !== "") {
28
+ writer.uint32(10).string(message.crawlerId);
29
+ }
30
+ if (message.criteria !== undefined) {
31
+ exports.CrawlerCriteria.encode(message.criteria, writer.uint32(18).fork()).join();
32
+ }
33
+ if (message.startTime !== undefined) {
34
+ timestamp_1.Timestamp.encode(toTimestamp(message.startTime), writer.uint32(26).fork()).join();
35
+ }
36
+ if (message.deregistrationTime !== undefined) {
37
+ timestamp_1.Timestamp.encode(toTimestamp(message.deregistrationTime), writer.uint32(34).fork()).join();
38
+ }
39
+ if (message.archiveTime !== undefined) {
40
+ timestamp_1.Timestamp.encode(toTimestamp(message.archiveTime), writer.uint32(42).fork()).join();
41
+ }
42
+ if (message.state !== undefined) {
43
+ exports.CrawlerState.encode(message.state, writer.uint32(50).fork()).join();
44
+ }
45
+ for (const v of message.datasetWorkflows) {
46
+ writer.uint32(58).string(v);
47
+ }
48
+ return writer;
49
+ },
50
+ decode(input, length) {
51
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
52
+ let end = length === undefined ? reader.len : reader.pos + length;
53
+ const message = createBaseCrawler();
54
+ while (reader.pos < end) {
55
+ const tag = reader.uint32();
56
+ switch (tag >>> 3) {
57
+ case 1: {
58
+ if (tag !== 10) {
59
+ break;
60
+ }
61
+ message.crawlerId = reader.string();
62
+ continue;
63
+ }
64
+ case 2: {
65
+ if (tag !== 18) {
66
+ break;
67
+ }
68
+ message.criteria = exports.CrawlerCriteria.decode(reader, reader.uint32());
69
+ continue;
70
+ }
71
+ case 3: {
72
+ if (tag !== 26) {
73
+ break;
74
+ }
75
+ message.startTime = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
76
+ continue;
77
+ }
78
+ case 4: {
79
+ if (tag !== 34) {
80
+ break;
81
+ }
82
+ message.deregistrationTime = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
83
+ continue;
84
+ }
85
+ case 5: {
86
+ if (tag !== 42) {
87
+ break;
88
+ }
89
+ message.archiveTime = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
90
+ continue;
91
+ }
92
+ case 6: {
93
+ if (tag !== 50) {
94
+ break;
95
+ }
96
+ message.state = exports.CrawlerState.decode(reader, reader.uint32());
97
+ continue;
98
+ }
99
+ case 7: {
100
+ if (tag !== 58) {
101
+ break;
102
+ }
103
+ message.datasetWorkflows.push(reader.string());
104
+ continue;
105
+ }
106
+ }
107
+ if ((tag & 7) === 4 || tag === 0) {
108
+ break;
109
+ }
110
+ reader.skip(tag & 7);
111
+ }
112
+ return message;
113
+ },
114
+ fromJSON(object) {
115
+ return {
116
+ crawlerId: isSet(object.crawlerId)
117
+ ? globalThis.String(object.crawlerId)
118
+ : "",
119
+ criteria: isSet(object.criteria)
120
+ ? exports.CrawlerCriteria.fromJSON(object.criteria)
121
+ : undefined,
122
+ startTime: isSet(object.startTime)
123
+ ? fromJsonTimestamp(object.startTime)
124
+ : undefined,
125
+ deregistrationTime: isSet(object.deregistrationTime)
126
+ ? fromJsonTimestamp(object.deregistrationTime)
127
+ : undefined,
128
+ archiveTime: isSet(object.archiveTime)
129
+ ? fromJsonTimestamp(object.archiveTime)
130
+ : undefined,
131
+ state: isSet(object.state)
132
+ ? exports.CrawlerState.fromJSON(object.state)
133
+ : undefined,
134
+ datasetWorkflows: globalThis.Array.isArray(object?.datasetWorkflows)
135
+ ? object.datasetWorkflows.map((e) => globalThis.String(e))
136
+ : [],
137
+ };
138
+ },
139
+ toJSON(message) {
140
+ const obj = {};
141
+ if (message.crawlerId !== "") {
142
+ obj.crawlerId = message.crawlerId;
143
+ }
144
+ if (message.criteria !== undefined) {
145
+ obj.criteria = exports.CrawlerCriteria.toJSON(message.criteria);
146
+ }
147
+ if (message.startTime !== undefined) {
148
+ obj.startTime = message.startTime.toISOString();
149
+ }
150
+ if (message.deregistrationTime !== undefined) {
151
+ obj.deregistrationTime = message.deregistrationTime.toISOString();
152
+ }
153
+ if (message.archiveTime !== undefined) {
154
+ obj.archiveTime = message.archiveTime.toISOString();
155
+ }
156
+ if (message.state !== undefined) {
157
+ obj.state = exports.CrawlerState.toJSON(message.state);
158
+ }
159
+ if (message.datasetWorkflows?.length) {
160
+ obj.datasetWorkflows = message.datasetWorkflows;
161
+ }
162
+ return obj;
163
+ },
164
+ create(base) {
165
+ return exports.Crawler.fromPartial(base ?? {});
166
+ },
167
+ fromPartial(object) {
168
+ const message = createBaseCrawler();
169
+ message.crawlerId = object.crawlerId ?? "";
170
+ message.criteria =
171
+ object.criteria !== undefined && object.criteria !== null
172
+ ? exports.CrawlerCriteria.fromPartial(object.criteria)
173
+ : undefined;
174
+ message.startTime = object.startTime ?? undefined;
175
+ message.deregistrationTime = object.deregistrationTime ?? undefined;
176
+ message.archiveTime = object.archiveTime ?? undefined;
177
+ message.state =
178
+ object.state !== undefined && object.state !== null
179
+ ? exports.CrawlerState.fromPartial(object.state)
180
+ : undefined;
181
+ message.datasetWorkflows = object.datasetWorkflows?.map(e => e) || [];
182
+ return message;
183
+ },
184
+ };
185
+ function createBaseCrawlerCriteria() {
186
+ return { platform: "", topic: "", notification: undefined, mock: false };
187
+ }
188
+ exports.CrawlerCriteria = {
189
+ encode(message, writer = new wire_1.BinaryWriter()) {
190
+ if (message.platform !== "") {
191
+ writer.uint32(10).string(message.platform);
192
+ }
193
+ if (message.topic !== "") {
194
+ writer.uint32(18).string(message.topic);
195
+ }
196
+ if (message.notification !== undefined) {
197
+ exports.CrawlerNotification.encode(message.notification, writer.uint32(26).fork()).join();
198
+ }
199
+ if (message.mock !== false) {
200
+ writer.uint32(32).bool(message.mock);
201
+ }
202
+ return writer;
203
+ },
204
+ decode(input, length) {
205
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
206
+ let end = length === undefined ? reader.len : reader.pos + length;
207
+ const message = createBaseCrawlerCriteria();
208
+ while (reader.pos < end) {
209
+ const tag = reader.uint32();
210
+ switch (tag >>> 3) {
211
+ case 1: {
212
+ if (tag !== 10) {
213
+ break;
214
+ }
215
+ message.platform = reader.string();
216
+ continue;
217
+ }
218
+ case 2: {
219
+ if (tag !== 18) {
220
+ break;
221
+ }
222
+ message.topic = reader.string();
223
+ continue;
224
+ }
225
+ case 3: {
226
+ if (tag !== 26) {
227
+ break;
228
+ }
229
+ message.notification = exports.CrawlerNotification.decode(reader, reader.uint32());
230
+ continue;
231
+ }
232
+ case 4: {
233
+ if (tag !== 32) {
234
+ break;
235
+ }
236
+ message.mock = reader.bool();
237
+ continue;
238
+ }
239
+ }
240
+ if ((tag & 7) === 4 || tag === 0) {
241
+ break;
242
+ }
243
+ reader.skip(tag & 7);
244
+ }
245
+ return message;
246
+ },
247
+ fromJSON(object) {
248
+ return {
249
+ platform: isSet(object.platform)
250
+ ? globalThis.String(object.platform)
251
+ : "",
252
+ topic: isSet(object.topic) ? globalThis.String(object.topic) : "",
253
+ notification: isSet(object.notification)
254
+ ? exports.CrawlerNotification.fromJSON(object.notification)
255
+ : undefined,
256
+ mock: isSet(object.mock) ? globalThis.Boolean(object.mock) : false,
257
+ };
258
+ },
259
+ toJSON(message) {
260
+ const obj = {};
261
+ if (message.platform !== "") {
262
+ obj.platform = message.platform;
263
+ }
264
+ if (message.topic !== "") {
265
+ obj.topic = message.topic;
266
+ }
267
+ if (message.notification !== undefined) {
268
+ obj.notification = exports.CrawlerNotification.toJSON(message.notification);
269
+ }
270
+ if (message.mock !== false) {
271
+ obj.mock = message.mock;
272
+ }
273
+ return obj;
274
+ },
275
+ create(base) {
276
+ return exports.CrawlerCriteria.fromPartial(base ?? {});
277
+ },
278
+ fromPartial(object) {
279
+ const message = createBaseCrawlerCriteria();
280
+ message.platform = object.platform ?? "";
281
+ message.topic = object.topic ?? "";
282
+ message.notification =
283
+ object.notification !== undefined && object.notification !== null
284
+ ? exports.CrawlerNotification.fromPartial(object.notification)
285
+ : undefined;
286
+ message.mock = object.mock ?? false;
287
+ return message;
288
+ },
289
+ };
290
+ function createBaseCrawlerNotification() {
291
+ return { to: "", link: "" };
292
+ }
293
+ exports.CrawlerNotification = {
294
+ encode(message, writer = new wire_1.BinaryWriter()) {
295
+ if (message.to !== "") {
296
+ writer.uint32(10).string(message.to);
297
+ }
298
+ if (message.link !== "") {
299
+ writer.uint32(18).string(message.link);
300
+ }
301
+ return writer;
302
+ },
303
+ decode(input, length) {
304
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
305
+ let end = length === undefined ? reader.len : reader.pos + length;
306
+ const message = createBaseCrawlerNotification();
307
+ while (reader.pos < end) {
308
+ const tag = reader.uint32();
309
+ switch (tag >>> 3) {
310
+ case 1: {
311
+ if (tag !== 10) {
312
+ break;
313
+ }
314
+ message.to = reader.string();
315
+ continue;
316
+ }
317
+ case 2: {
318
+ if (tag !== 18) {
319
+ break;
320
+ }
321
+ message.link = reader.string();
322
+ continue;
323
+ }
324
+ }
325
+ if ((tag & 7) === 4 || tag === 0) {
326
+ break;
327
+ }
328
+ reader.skip(tag & 7);
329
+ }
330
+ return message;
331
+ },
332
+ fromJSON(object) {
333
+ return {
334
+ to: isSet(object.to) ? globalThis.String(object.to) : "",
335
+ link: isSet(object.link) ? globalThis.String(object.link) : "",
336
+ };
337
+ },
338
+ toJSON(message) {
339
+ const obj = {};
340
+ if (message.to !== "") {
341
+ obj.to = message.to;
342
+ }
343
+ if (message.link !== "") {
344
+ obj.link = message.link;
345
+ }
346
+ return obj;
347
+ },
348
+ create(base) {
349
+ return exports.CrawlerNotification.fromPartial(base ?? {});
350
+ },
351
+ fromPartial(object) {
352
+ const message = createBaseCrawlerNotification();
353
+ message.to = object.to ?? "";
354
+ message.link = object.link ?? "";
355
+ return message;
356
+ },
357
+ };
358
+ function createBaseHfRepo() {
359
+ return { repoName: "", rowCount: 0, lastUpdate: "" };
360
+ }
361
+ exports.HfRepo = {
362
+ encode(message, writer = new wire_1.BinaryWriter()) {
363
+ if (message.repoName !== "") {
364
+ writer.uint32(10).string(message.repoName);
365
+ }
366
+ if (message.rowCount !== 0) {
367
+ writer.uint32(16).uint64(message.rowCount);
368
+ }
369
+ if (message.lastUpdate !== "") {
370
+ writer.uint32(26).string(message.lastUpdate);
371
+ }
372
+ return writer;
373
+ },
374
+ decode(input, length) {
375
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
376
+ let end = length === undefined ? reader.len : reader.pos + length;
377
+ const message = createBaseHfRepo();
378
+ while (reader.pos < end) {
379
+ const tag = reader.uint32();
380
+ switch (tag >>> 3) {
381
+ case 1: {
382
+ if (tag !== 10) {
383
+ break;
384
+ }
385
+ message.repoName = reader.string();
386
+ continue;
387
+ }
388
+ case 2: {
389
+ if (tag !== 16) {
390
+ break;
391
+ }
392
+ message.rowCount = longToNumber(reader.uint64());
393
+ continue;
394
+ }
395
+ case 3: {
396
+ if (tag !== 26) {
397
+ break;
398
+ }
399
+ message.lastUpdate = reader.string();
400
+ continue;
401
+ }
402
+ }
403
+ if ((tag & 7) === 4 || tag === 0) {
404
+ break;
405
+ }
406
+ reader.skip(tag & 7);
407
+ }
408
+ return message;
409
+ },
410
+ fromJSON(object) {
411
+ return {
412
+ repoName: isSet(object.repoName)
413
+ ? globalThis.String(object.repoName)
414
+ : "",
415
+ rowCount: isSet(object.rowCount) ? globalThis.Number(object.rowCount) : 0,
416
+ lastUpdate: isSet(object.lastUpdate)
417
+ ? globalThis.String(object.lastUpdate)
418
+ : "",
419
+ };
420
+ },
421
+ toJSON(message) {
422
+ const obj = {};
423
+ if (message.repoName !== "") {
424
+ obj.repoName = message.repoName;
425
+ }
426
+ if (message.rowCount !== 0) {
427
+ obj.rowCount = Math.round(message.rowCount);
428
+ }
429
+ if (message.lastUpdate !== "") {
430
+ obj.lastUpdate = message.lastUpdate;
431
+ }
432
+ return obj;
433
+ },
434
+ create(base) {
435
+ return exports.HfRepo.fromPartial(base ?? {});
436
+ },
437
+ fromPartial(object) {
438
+ const message = createBaseHfRepo();
439
+ message.repoName = object.repoName ?? "";
440
+ message.rowCount = object.rowCount ?? 0;
441
+ message.lastUpdate = object.lastUpdate ?? "";
442
+ return message;
443
+ },
444
+ };
445
+ function createBaseCrawlerState() {
446
+ return { status: "", bytesCollected: 0, recordsCollected: 0, repos: [] };
447
+ }
448
+ exports.CrawlerState = {
449
+ encode(message, writer = new wire_1.BinaryWriter()) {
450
+ if (message.status !== "") {
451
+ writer.uint32(10).string(message.status);
452
+ }
453
+ if (message.bytesCollected !== 0) {
454
+ writer.uint32(16).uint64(message.bytesCollected);
455
+ }
456
+ if (message.recordsCollected !== 0) {
457
+ writer.uint32(24).uint64(message.recordsCollected);
458
+ }
459
+ for (const v of message.repos) {
460
+ exports.HfRepo.encode(v, writer.uint32(34).fork()).join();
461
+ }
462
+ return writer;
463
+ },
464
+ decode(input, length) {
465
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
466
+ let end = length === undefined ? reader.len : reader.pos + length;
467
+ const message = createBaseCrawlerState();
468
+ while (reader.pos < end) {
469
+ const tag = reader.uint32();
470
+ switch (tag >>> 3) {
471
+ case 1: {
472
+ if (tag !== 10) {
473
+ break;
474
+ }
475
+ message.status = reader.string();
476
+ continue;
477
+ }
478
+ case 2: {
479
+ if (tag !== 16) {
480
+ break;
481
+ }
482
+ message.bytesCollected = longToNumber(reader.uint64());
483
+ continue;
484
+ }
485
+ case 3: {
486
+ if (tag !== 24) {
487
+ break;
488
+ }
489
+ message.recordsCollected = longToNumber(reader.uint64());
490
+ continue;
491
+ }
492
+ case 4: {
493
+ if (tag !== 34) {
494
+ break;
495
+ }
496
+ message.repos.push(exports.HfRepo.decode(reader, reader.uint32()));
497
+ continue;
498
+ }
499
+ }
500
+ if ((tag & 7) === 4 || tag === 0) {
501
+ break;
502
+ }
503
+ reader.skip(tag & 7);
504
+ }
505
+ return message;
506
+ },
507
+ fromJSON(object) {
508
+ return {
509
+ status: isSet(object.status) ? globalThis.String(object.status) : "",
510
+ bytesCollected: isSet(object.bytesCollected)
511
+ ? globalThis.Number(object.bytesCollected)
512
+ : 0,
513
+ recordsCollected: isSet(object.recordsCollected)
514
+ ? globalThis.Number(object.recordsCollected)
515
+ : 0,
516
+ repos: globalThis.Array.isArray(object?.repos)
517
+ ? object.repos.map((e) => exports.HfRepo.fromJSON(e))
518
+ : [],
519
+ };
520
+ },
521
+ toJSON(message) {
522
+ const obj = {};
523
+ if (message.status !== "") {
524
+ obj.status = message.status;
525
+ }
526
+ if (message.bytesCollected !== 0) {
527
+ obj.bytesCollected = Math.round(message.bytesCollected);
528
+ }
529
+ if (message.recordsCollected !== 0) {
530
+ obj.recordsCollected = Math.round(message.recordsCollected);
531
+ }
532
+ if (message.repos?.length) {
533
+ obj.repos = message.repos.map(e => exports.HfRepo.toJSON(e));
534
+ }
535
+ return obj;
536
+ },
537
+ create(base) {
538
+ return exports.CrawlerState.fromPartial(base ?? {});
539
+ },
540
+ fromPartial(object) {
541
+ const message = createBaseCrawlerState();
542
+ message.status = object.status ?? "";
543
+ message.bytesCollected = object.bytesCollected ?? 0;
544
+ message.recordsCollected = object.recordsCollected ?? 0;
545
+ message.repos = object.repos?.map(e => exports.HfRepo.fromPartial(e)) || [];
546
+ return message;
547
+ },
548
+ };
549
+ function createBaseGravityTaskState() {
550
+ return {
551
+ gravityTaskId: "",
552
+ name: "",
553
+ status: "",
554
+ startTime: undefined,
555
+ crawlerIds: [],
556
+ crawlerWorkflows: [],
557
+ };
558
+ }
559
+ exports.GravityTaskState = {
560
+ encode(message, writer = new wire_1.BinaryWriter()) {
561
+ if (message.gravityTaskId !== "") {
562
+ writer.uint32(10).string(message.gravityTaskId);
563
+ }
564
+ if (message.name !== "") {
565
+ writer.uint32(18).string(message.name);
566
+ }
567
+ if (message.status !== "") {
568
+ writer.uint32(26).string(message.status);
569
+ }
570
+ if (message.startTime !== undefined) {
571
+ timestamp_1.Timestamp.encode(toTimestamp(message.startTime), writer.uint32(34).fork()).join();
572
+ }
573
+ for (const v of message.crawlerIds) {
574
+ writer.uint32(42).string(v);
575
+ }
576
+ for (const v of message.crawlerWorkflows) {
577
+ exports.Crawler.encode(v, writer.uint32(50).fork()).join();
578
+ }
579
+ return writer;
580
+ },
581
+ decode(input, length) {
582
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
583
+ let end = length === undefined ? reader.len : reader.pos + length;
584
+ const message = createBaseGravityTaskState();
585
+ while (reader.pos < end) {
586
+ const tag = reader.uint32();
587
+ switch (tag >>> 3) {
588
+ case 1: {
589
+ if (tag !== 10) {
590
+ break;
591
+ }
592
+ message.gravityTaskId = reader.string();
593
+ continue;
594
+ }
595
+ case 2: {
596
+ if (tag !== 18) {
597
+ break;
598
+ }
599
+ message.name = reader.string();
600
+ continue;
601
+ }
602
+ case 3: {
603
+ if (tag !== 26) {
604
+ break;
605
+ }
606
+ message.status = reader.string();
607
+ continue;
608
+ }
609
+ case 4: {
610
+ if (tag !== 34) {
611
+ break;
612
+ }
613
+ message.startTime = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
614
+ continue;
615
+ }
616
+ case 5: {
617
+ if (tag !== 42) {
618
+ break;
619
+ }
620
+ message.crawlerIds.push(reader.string());
621
+ continue;
622
+ }
623
+ case 6: {
624
+ if (tag !== 50) {
625
+ break;
626
+ }
627
+ message.crawlerWorkflows.push(exports.Crawler.decode(reader, reader.uint32()));
628
+ continue;
629
+ }
630
+ }
631
+ if ((tag & 7) === 4 || tag === 0) {
632
+ break;
633
+ }
634
+ reader.skip(tag & 7);
635
+ }
636
+ return message;
637
+ },
638
+ fromJSON(object) {
639
+ return {
640
+ gravityTaskId: isSet(object.gravityTaskId)
641
+ ? globalThis.String(object.gravityTaskId)
642
+ : "",
643
+ name: isSet(object.name) ? globalThis.String(object.name) : "",
644
+ status: isSet(object.status) ? globalThis.String(object.status) : "",
645
+ startTime: isSet(object.startTime)
646
+ ? fromJsonTimestamp(object.startTime)
647
+ : undefined,
648
+ crawlerIds: globalThis.Array.isArray(object?.crawlerIds)
649
+ ? object.crawlerIds.map((e) => globalThis.String(e))
650
+ : [],
651
+ crawlerWorkflows: globalThis.Array.isArray(object?.crawlerWorkflows)
652
+ ? object.crawlerWorkflows.map((e) => exports.Crawler.fromJSON(e))
653
+ : [],
654
+ };
655
+ },
656
+ toJSON(message) {
657
+ const obj = {};
658
+ if (message.gravityTaskId !== "") {
659
+ obj.gravityTaskId = message.gravityTaskId;
660
+ }
661
+ if (message.name !== "") {
662
+ obj.name = message.name;
663
+ }
664
+ if (message.status !== "") {
665
+ obj.status = message.status;
666
+ }
667
+ if (message.startTime !== undefined) {
668
+ obj.startTime = message.startTime.toISOString();
669
+ }
670
+ if (message.crawlerIds?.length) {
671
+ obj.crawlerIds = message.crawlerIds;
672
+ }
673
+ if (message.crawlerWorkflows?.length) {
674
+ obj.crawlerWorkflows = message.crawlerWorkflows.map(e => exports.Crawler.toJSON(e));
675
+ }
676
+ return obj;
677
+ },
678
+ create(base) {
679
+ return exports.GravityTaskState.fromPartial(base ?? {});
680
+ },
681
+ fromPartial(object) {
682
+ const message = createBaseGravityTaskState();
683
+ message.gravityTaskId = object.gravityTaskId ?? "";
684
+ message.name = object.name ?? "";
685
+ message.status = object.status ?? "";
686
+ message.startTime = object.startTime ?? undefined;
687
+ message.crawlerIds = object.crawlerIds?.map(e => e) || [];
688
+ message.crawlerWorkflows =
689
+ object.crawlerWorkflows?.map(e => exports.Crawler.fromPartial(e)) || [];
690
+ return message;
691
+ },
692
+ };
693
+ function createBaseGetGravityTasksRequest() {
694
+ return { gravityTaskId: undefined, includeCrawlers: undefined };
695
+ }
696
+ exports.GetGravityTasksRequest = {
697
+ encode(message, writer = new wire_1.BinaryWriter()) {
698
+ if (message.gravityTaskId !== undefined) {
699
+ writer.uint32(10).string(message.gravityTaskId);
700
+ }
701
+ if (message.includeCrawlers !== undefined) {
702
+ writer.uint32(16).bool(message.includeCrawlers);
703
+ }
704
+ return writer;
705
+ },
706
+ decode(input, length) {
707
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
708
+ let end = length === undefined ? reader.len : reader.pos + length;
709
+ const message = createBaseGetGravityTasksRequest();
710
+ while (reader.pos < end) {
711
+ const tag = reader.uint32();
712
+ switch (tag >>> 3) {
713
+ case 1: {
714
+ if (tag !== 10) {
715
+ break;
716
+ }
717
+ message.gravityTaskId = reader.string();
718
+ continue;
719
+ }
720
+ case 2: {
721
+ if (tag !== 16) {
722
+ break;
723
+ }
724
+ message.includeCrawlers = reader.bool();
725
+ continue;
726
+ }
727
+ }
728
+ if ((tag & 7) === 4 || tag === 0) {
729
+ break;
730
+ }
731
+ reader.skip(tag & 7);
732
+ }
733
+ return message;
734
+ },
735
+ fromJSON(object) {
736
+ return {
737
+ gravityTaskId: isSet(object.gravityTaskId)
738
+ ? globalThis.String(object.gravityTaskId)
739
+ : undefined,
740
+ includeCrawlers: isSet(object.includeCrawlers)
741
+ ? globalThis.Boolean(object.includeCrawlers)
742
+ : undefined,
743
+ };
744
+ },
745
+ toJSON(message) {
746
+ const obj = {};
747
+ if (message.gravityTaskId !== undefined) {
748
+ obj.gravityTaskId = message.gravityTaskId;
749
+ }
750
+ if (message.includeCrawlers !== undefined) {
751
+ obj.includeCrawlers = message.includeCrawlers;
752
+ }
753
+ return obj;
754
+ },
755
+ create(base) {
756
+ return exports.GetGravityTasksRequest.fromPartial(base ?? {});
757
+ },
758
+ fromPartial(object) {
759
+ const message = createBaseGetGravityTasksRequest();
760
+ message.gravityTaskId = object.gravityTaskId ?? undefined;
761
+ message.includeCrawlers = object.includeCrawlers ?? undefined;
762
+ return message;
763
+ },
764
+ };
765
+ function createBaseGetGravityTasksResponse() {
766
+ return { gravityTaskStates: [] };
767
+ }
768
+ exports.GetGravityTasksResponse = {
769
+ encode(message, writer = new wire_1.BinaryWriter()) {
770
+ for (const v of message.gravityTaskStates) {
771
+ exports.GravityTaskState.encode(v, writer.uint32(10).fork()).join();
772
+ }
773
+ return writer;
774
+ },
775
+ decode(input, length) {
776
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
777
+ let end = length === undefined ? reader.len : reader.pos + length;
778
+ const message = createBaseGetGravityTasksResponse();
779
+ while (reader.pos < end) {
780
+ const tag = reader.uint32();
781
+ switch (tag >>> 3) {
782
+ case 1: {
783
+ if (tag !== 10) {
784
+ break;
785
+ }
786
+ message.gravityTaskStates.push(exports.GravityTaskState.decode(reader, reader.uint32()));
787
+ continue;
788
+ }
789
+ }
790
+ if ((tag & 7) === 4 || tag === 0) {
791
+ break;
792
+ }
793
+ reader.skip(tag & 7);
794
+ }
795
+ return message;
796
+ },
797
+ fromJSON(object) {
798
+ return {
799
+ gravityTaskStates: globalThis.Array.isArray(object?.gravityTaskStates)
800
+ ? object.gravityTaskStates.map((e) => exports.GravityTaskState.fromJSON(e))
801
+ : [],
802
+ };
803
+ },
804
+ toJSON(message) {
805
+ const obj = {};
806
+ if (message.gravityTaskStates?.length) {
807
+ obj.gravityTaskStates = message.gravityTaskStates.map(e => exports.GravityTaskState.toJSON(e));
808
+ }
809
+ return obj;
810
+ },
811
+ create(base) {
812
+ return exports.GetGravityTasksResponse.fromPartial(base ?? {});
813
+ },
814
+ fromPartial(object) {
815
+ const message = createBaseGetGravityTasksResponse();
816
+ message.gravityTaskStates =
817
+ object.gravityTaskStates?.map(e => exports.GravityTaskState.fromPartial(e)) || [];
818
+ return message;
819
+ },
820
+ };
821
+ function createBaseGravityTask() {
822
+ return { topic: "", platform: "" };
823
+ }
824
+ exports.GravityTask = {
825
+ encode(message, writer = new wire_1.BinaryWriter()) {
826
+ if (message.topic !== "") {
827
+ writer.uint32(10).string(message.topic);
828
+ }
829
+ if (message.platform !== "") {
830
+ writer.uint32(18).string(message.platform);
831
+ }
832
+ return writer;
833
+ },
834
+ decode(input, length) {
835
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
836
+ let end = length === undefined ? reader.len : reader.pos + length;
837
+ const message = createBaseGravityTask();
838
+ while (reader.pos < end) {
839
+ const tag = reader.uint32();
840
+ switch (tag >>> 3) {
841
+ case 1: {
842
+ if (tag !== 10) {
843
+ break;
844
+ }
845
+ message.topic = reader.string();
846
+ continue;
847
+ }
848
+ case 2: {
849
+ if (tag !== 18) {
850
+ break;
851
+ }
852
+ message.platform = reader.string();
853
+ continue;
854
+ }
855
+ }
856
+ if ((tag & 7) === 4 || tag === 0) {
857
+ break;
858
+ }
859
+ reader.skip(tag & 7);
860
+ }
861
+ return message;
862
+ },
863
+ fromJSON(object) {
864
+ return {
865
+ topic: isSet(object.topic) ? globalThis.String(object.topic) : "",
866
+ platform: isSet(object.platform)
867
+ ? globalThis.String(object.platform)
868
+ : "",
869
+ };
870
+ },
871
+ toJSON(message) {
872
+ const obj = {};
873
+ if (message.topic !== "") {
874
+ obj.topic = message.topic;
875
+ }
876
+ if (message.platform !== "") {
877
+ obj.platform = message.platform;
878
+ }
879
+ return obj;
880
+ },
881
+ create(base) {
882
+ return exports.GravityTask.fromPartial(base ?? {});
883
+ },
884
+ fromPartial(object) {
885
+ const message = createBaseGravityTask();
886
+ message.topic = object.topic ?? "";
887
+ message.platform = object.platform ?? "";
888
+ return message;
889
+ },
890
+ };
891
+ function createBaseNotificationRequest() {
892
+ return { type: "", address: "", redirectUrl: undefined };
893
+ }
894
+ exports.NotificationRequest = {
895
+ encode(message, writer = new wire_1.BinaryWriter()) {
896
+ if (message.type !== "") {
897
+ writer.uint32(10).string(message.type);
898
+ }
899
+ if (message.address !== "") {
900
+ writer.uint32(18).string(message.address);
901
+ }
902
+ if (message.redirectUrl !== undefined) {
903
+ writer.uint32(26).string(message.redirectUrl);
904
+ }
905
+ return writer;
906
+ },
907
+ decode(input, length) {
908
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
909
+ let end = length === undefined ? reader.len : reader.pos + length;
910
+ const message = createBaseNotificationRequest();
911
+ while (reader.pos < end) {
912
+ const tag = reader.uint32();
913
+ switch (tag >>> 3) {
914
+ case 1: {
915
+ if (tag !== 10) {
916
+ break;
917
+ }
918
+ message.type = reader.string();
919
+ continue;
920
+ }
921
+ case 2: {
922
+ if (tag !== 18) {
923
+ break;
924
+ }
925
+ message.address = reader.string();
926
+ continue;
927
+ }
928
+ case 3: {
929
+ if (tag !== 26) {
930
+ break;
931
+ }
932
+ message.redirectUrl = reader.string();
933
+ continue;
934
+ }
935
+ }
936
+ if ((tag & 7) === 4 || tag === 0) {
937
+ break;
938
+ }
939
+ reader.skip(tag & 7);
940
+ }
941
+ return message;
942
+ },
943
+ fromJSON(object) {
944
+ return {
945
+ type: isSet(object.type) ? globalThis.String(object.type) : "",
946
+ address: isSet(object.address) ? globalThis.String(object.address) : "",
947
+ redirectUrl: isSet(object.redirectUrl)
948
+ ? globalThis.String(object.redirectUrl)
949
+ : undefined,
950
+ };
951
+ },
952
+ toJSON(message) {
953
+ const obj = {};
954
+ if (message.type !== "") {
955
+ obj.type = message.type;
956
+ }
957
+ if (message.address !== "") {
958
+ obj.address = message.address;
959
+ }
960
+ if (message.redirectUrl !== undefined) {
961
+ obj.redirectUrl = message.redirectUrl;
962
+ }
963
+ return obj;
964
+ },
965
+ create(base) {
966
+ return exports.NotificationRequest.fromPartial(base ?? {});
967
+ },
968
+ fromPartial(object) {
969
+ const message = createBaseNotificationRequest();
970
+ message.type = object.type ?? "";
971
+ message.address = object.address ?? "";
972
+ message.redirectUrl = object.redirectUrl ?? undefined;
973
+ return message;
974
+ },
975
+ };
976
+ function createBaseGetCrawlerRequest() {
977
+ return { crawlerId: "" };
978
+ }
979
+ exports.GetCrawlerRequest = {
980
+ encode(message, writer = new wire_1.BinaryWriter()) {
981
+ if (message.crawlerId !== "") {
982
+ writer.uint32(10).string(message.crawlerId);
983
+ }
984
+ return writer;
985
+ },
986
+ decode(input, length) {
987
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
988
+ let end = length === undefined ? reader.len : reader.pos + length;
989
+ const message = createBaseGetCrawlerRequest();
990
+ while (reader.pos < end) {
991
+ const tag = reader.uint32();
992
+ switch (tag >>> 3) {
993
+ case 1: {
994
+ if (tag !== 10) {
995
+ break;
996
+ }
997
+ message.crawlerId = reader.string();
998
+ continue;
999
+ }
1000
+ }
1001
+ if ((tag & 7) === 4 || tag === 0) {
1002
+ break;
1003
+ }
1004
+ reader.skip(tag & 7);
1005
+ }
1006
+ return message;
1007
+ },
1008
+ fromJSON(object) {
1009
+ return {
1010
+ crawlerId: isSet(object.crawlerId)
1011
+ ? globalThis.String(object.crawlerId)
1012
+ : "",
1013
+ };
1014
+ },
1015
+ toJSON(message) {
1016
+ const obj = {};
1017
+ if (message.crawlerId !== "") {
1018
+ obj.crawlerId = message.crawlerId;
1019
+ }
1020
+ return obj;
1021
+ },
1022
+ create(base) {
1023
+ return exports.GetCrawlerRequest.fromPartial(base ?? {});
1024
+ },
1025
+ fromPartial(object) {
1026
+ const message = createBaseGetCrawlerRequest();
1027
+ message.crawlerId = object.crawlerId ?? "";
1028
+ return message;
1029
+ },
1030
+ };
1031
+ function createBaseGetCrawlerResponse() {
1032
+ return { crawler: undefined };
1033
+ }
1034
+ exports.GetCrawlerResponse = {
1035
+ encode(message, writer = new wire_1.BinaryWriter()) {
1036
+ if (message.crawler !== undefined) {
1037
+ exports.Crawler.encode(message.crawler, writer.uint32(10).fork()).join();
1038
+ }
1039
+ return writer;
1040
+ },
1041
+ decode(input, length) {
1042
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
1043
+ let end = length === undefined ? reader.len : reader.pos + length;
1044
+ const message = createBaseGetCrawlerResponse();
1045
+ while (reader.pos < end) {
1046
+ const tag = reader.uint32();
1047
+ switch (tag >>> 3) {
1048
+ case 1: {
1049
+ if (tag !== 10) {
1050
+ break;
1051
+ }
1052
+ message.crawler = exports.Crawler.decode(reader, reader.uint32());
1053
+ continue;
1054
+ }
1055
+ }
1056
+ if ((tag & 7) === 4 || tag === 0) {
1057
+ break;
1058
+ }
1059
+ reader.skip(tag & 7);
1060
+ }
1061
+ return message;
1062
+ },
1063
+ fromJSON(object) {
1064
+ return {
1065
+ crawler: isSet(object.crawler)
1066
+ ? exports.Crawler.fromJSON(object.crawler)
1067
+ : undefined,
1068
+ };
1069
+ },
1070
+ toJSON(message) {
1071
+ const obj = {};
1072
+ if (message.crawler !== undefined) {
1073
+ obj.crawler = exports.Crawler.toJSON(message.crawler);
1074
+ }
1075
+ return obj;
1076
+ },
1077
+ create(base) {
1078
+ return exports.GetCrawlerResponse.fromPartial(base ?? {});
1079
+ },
1080
+ fromPartial(object) {
1081
+ const message = createBaseGetCrawlerResponse();
1082
+ message.crawler =
1083
+ object.crawler !== undefined && object.crawler !== null
1084
+ ? exports.Crawler.fromPartial(object.crawler)
1085
+ : undefined;
1086
+ return message;
1087
+ },
1088
+ };
1089
+ function createBaseCreateGravityTaskRequest() {
1090
+ return {
1091
+ gravityTasks: [],
1092
+ name: "",
1093
+ notificationRequests: [],
1094
+ gravityTaskId: undefined,
1095
+ };
1096
+ }
1097
+ exports.CreateGravityTaskRequest = {
1098
+ encode(message, writer = new wire_1.BinaryWriter()) {
1099
+ for (const v of message.gravityTasks) {
1100
+ exports.GravityTask.encode(v, writer.uint32(10).fork()).join();
1101
+ }
1102
+ if (message.name !== "") {
1103
+ writer.uint32(18).string(message.name);
1104
+ }
1105
+ for (const v of message.notificationRequests) {
1106
+ exports.NotificationRequest.encode(v, writer.uint32(26).fork()).join();
1107
+ }
1108
+ if (message.gravityTaskId !== undefined) {
1109
+ writer.uint32(34).string(message.gravityTaskId);
1110
+ }
1111
+ return writer;
1112
+ },
1113
+ decode(input, length) {
1114
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
1115
+ let end = length === undefined ? reader.len : reader.pos + length;
1116
+ const message = createBaseCreateGravityTaskRequest();
1117
+ while (reader.pos < end) {
1118
+ const tag = reader.uint32();
1119
+ switch (tag >>> 3) {
1120
+ case 1: {
1121
+ if (tag !== 10) {
1122
+ break;
1123
+ }
1124
+ message.gravityTasks.push(exports.GravityTask.decode(reader, reader.uint32()));
1125
+ continue;
1126
+ }
1127
+ case 2: {
1128
+ if (tag !== 18) {
1129
+ break;
1130
+ }
1131
+ message.name = reader.string();
1132
+ continue;
1133
+ }
1134
+ case 3: {
1135
+ if (tag !== 26) {
1136
+ break;
1137
+ }
1138
+ message.notificationRequests.push(exports.NotificationRequest.decode(reader, reader.uint32()));
1139
+ continue;
1140
+ }
1141
+ case 4: {
1142
+ if (tag !== 34) {
1143
+ break;
1144
+ }
1145
+ message.gravityTaskId = reader.string();
1146
+ continue;
1147
+ }
1148
+ }
1149
+ if ((tag & 7) === 4 || tag === 0) {
1150
+ break;
1151
+ }
1152
+ reader.skip(tag & 7);
1153
+ }
1154
+ return message;
1155
+ },
1156
+ fromJSON(object) {
1157
+ return {
1158
+ gravityTasks: globalThis.Array.isArray(object?.gravityTasks)
1159
+ ? object.gravityTasks.map((e) => exports.GravityTask.fromJSON(e))
1160
+ : [],
1161
+ name: isSet(object.name) ? globalThis.String(object.name) : "",
1162
+ notificationRequests: globalThis.Array.isArray(object?.notificationRequests)
1163
+ ? object.notificationRequests.map((e) => exports.NotificationRequest.fromJSON(e))
1164
+ : [],
1165
+ gravityTaskId: isSet(object.gravityTaskId)
1166
+ ? globalThis.String(object.gravityTaskId)
1167
+ : undefined,
1168
+ };
1169
+ },
1170
+ toJSON(message) {
1171
+ const obj = {};
1172
+ if (message.gravityTasks?.length) {
1173
+ obj.gravityTasks = message.gravityTasks.map(e => exports.GravityTask.toJSON(e));
1174
+ }
1175
+ if (message.name !== "") {
1176
+ obj.name = message.name;
1177
+ }
1178
+ if (message.notificationRequests?.length) {
1179
+ obj.notificationRequests = message.notificationRequests.map(e => exports.NotificationRequest.toJSON(e));
1180
+ }
1181
+ if (message.gravityTaskId !== undefined) {
1182
+ obj.gravityTaskId = message.gravityTaskId;
1183
+ }
1184
+ return obj;
1185
+ },
1186
+ create(base) {
1187
+ return exports.CreateGravityTaskRequest.fromPartial(base ?? {});
1188
+ },
1189
+ fromPartial(object) {
1190
+ const message = createBaseCreateGravityTaskRequest();
1191
+ message.gravityTasks =
1192
+ object.gravityTasks?.map(e => exports.GravityTask.fromPartial(e)) || [];
1193
+ message.name = object.name ?? "";
1194
+ message.notificationRequests =
1195
+ object.notificationRequests?.map(e => exports.NotificationRequest.fromPartial(e)) || [];
1196
+ message.gravityTaskId = object.gravityTaskId ?? undefined;
1197
+ return message;
1198
+ },
1199
+ };
1200
+ function createBaseCreateGravityTaskResponse() {
1201
+ return { gravityTaskId: "" };
1202
+ }
1203
+ exports.CreateGravityTaskResponse = {
1204
+ encode(message, writer = new wire_1.BinaryWriter()) {
1205
+ if (message.gravityTaskId !== "") {
1206
+ writer.uint32(10).string(message.gravityTaskId);
1207
+ }
1208
+ return writer;
1209
+ },
1210
+ decode(input, length) {
1211
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
1212
+ let end = length === undefined ? reader.len : reader.pos + length;
1213
+ const message = createBaseCreateGravityTaskResponse();
1214
+ while (reader.pos < end) {
1215
+ const tag = reader.uint32();
1216
+ switch (tag >>> 3) {
1217
+ case 1: {
1218
+ if (tag !== 10) {
1219
+ break;
1220
+ }
1221
+ message.gravityTaskId = reader.string();
1222
+ continue;
1223
+ }
1224
+ }
1225
+ if ((tag & 7) === 4 || tag === 0) {
1226
+ break;
1227
+ }
1228
+ reader.skip(tag & 7);
1229
+ }
1230
+ return message;
1231
+ },
1232
+ fromJSON(object) {
1233
+ return {
1234
+ gravityTaskId: isSet(object.gravityTaskId)
1235
+ ? globalThis.String(object.gravityTaskId)
1236
+ : "",
1237
+ };
1238
+ },
1239
+ toJSON(message) {
1240
+ const obj = {};
1241
+ if (message.gravityTaskId !== "") {
1242
+ obj.gravityTaskId = message.gravityTaskId;
1243
+ }
1244
+ return obj;
1245
+ },
1246
+ create(base) {
1247
+ return exports.CreateGravityTaskResponse.fromPartial(base ?? {});
1248
+ },
1249
+ fromPartial(object) {
1250
+ const message = createBaseCreateGravityTaskResponse();
1251
+ message.gravityTaskId = object.gravityTaskId ?? "";
1252
+ return message;
1253
+ },
1254
+ };
1255
+ function createBaseBuildDatasetRequest() {
1256
+ return { crawlerId: "", notificationRequests: [], maxRows: 0 };
1257
+ }
1258
+ exports.BuildDatasetRequest = {
1259
+ encode(message, writer = new wire_1.BinaryWriter()) {
1260
+ if (message.crawlerId !== "") {
1261
+ writer.uint32(10).string(message.crawlerId);
1262
+ }
1263
+ for (const v of message.notificationRequests) {
1264
+ exports.NotificationRequest.encode(v, writer.uint32(18).fork()).join();
1265
+ }
1266
+ if (message.maxRows !== 0) {
1267
+ writer.uint32(24).int64(message.maxRows);
1268
+ }
1269
+ return writer;
1270
+ },
1271
+ decode(input, length) {
1272
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
1273
+ let end = length === undefined ? reader.len : reader.pos + length;
1274
+ const message = createBaseBuildDatasetRequest();
1275
+ while (reader.pos < end) {
1276
+ const tag = reader.uint32();
1277
+ switch (tag >>> 3) {
1278
+ case 1: {
1279
+ if (tag !== 10) {
1280
+ break;
1281
+ }
1282
+ message.crawlerId = reader.string();
1283
+ continue;
1284
+ }
1285
+ case 2: {
1286
+ if (tag !== 18) {
1287
+ break;
1288
+ }
1289
+ message.notificationRequests.push(exports.NotificationRequest.decode(reader, reader.uint32()));
1290
+ continue;
1291
+ }
1292
+ case 3: {
1293
+ if (tag !== 24) {
1294
+ break;
1295
+ }
1296
+ message.maxRows = longToNumber(reader.int64());
1297
+ continue;
1298
+ }
1299
+ }
1300
+ if ((tag & 7) === 4 || tag === 0) {
1301
+ break;
1302
+ }
1303
+ reader.skip(tag & 7);
1304
+ }
1305
+ return message;
1306
+ },
1307
+ fromJSON(object) {
1308
+ return {
1309
+ crawlerId: isSet(object.crawlerId)
1310
+ ? globalThis.String(object.crawlerId)
1311
+ : "",
1312
+ notificationRequests: globalThis.Array.isArray(object?.notificationRequests)
1313
+ ? object.notificationRequests.map((e) => exports.NotificationRequest.fromJSON(e))
1314
+ : [],
1315
+ maxRows: isSet(object.maxRows) ? globalThis.Number(object.maxRows) : 0,
1316
+ };
1317
+ },
1318
+ toJSON(message) {
1319
+ const obj = {};
1320
+ if (message.crawlerId !== "") {
1321
+ obj.crawlerId = message.crawlerId;
1322
+ }
1323
+ if (message.notificationRequests?.length) {
1324
+ obj.notificationRequests = message.notificationRequests.map(e => exports.NotificationRequest.toJSON(e));
1325
+ }
1326
+ if (message.maxRows !== 0) {
1327
+ obj.maxRows = Math.round(message.maxRows);
1328
+ }
1329
+ return obj;
1330
+ },
1331
+ create(base) {
1332
+ return exports.BuildDatasetRequest.fromPartial(base ?? {});
1333
+ },
1334
+ fromPartial(object) {
1335
+ const message = createBaseBuildDatasetRequest();
1336
+ message.crawlerId = object.crawlerId ?? "";
1337
+ message.notificationRequests =
1338
+ object.notificationRequests?.map(e => exports.NotificationRequest.fromPartial(e)) || [];
1339
+ message.maxRows = object.maxRows ?? 0;
1340
+ return message;
1341
+ },
1342
+ };
1343
+ function createBaseBuildDatasetResponse() {
1344
+ return { datasetId: "", dataset: undefined };
1345
+ }
1346
+ exports.BuildDatasetResponse = {
1347
+ encode(message, writer = new wire_1.BinaryWriter()) {
1348
+ if (message.datasetId !== "") {
1349
+ writer.uint32(10).string(message.datasetId);
1350
+ }
1351
+ if (message.dataset !== undefined) {
1352
+ exports.Dataset.encode(message.dataset, writer.uint32(18).fork()).join();
1353
+ }
1354
+ return writer;
1355
+ },
1356
+ decode(input, length) {
1357
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
1358
+ let end = length === undefined ? reader.len : reader.pos + length;
1359
+ const message = createBaseBuildDatasetResponse();
1360
+ while (reader.pos < end) {
1361
+ const tag = reader.uint32();
1362
+ switch (tag >>> 3) {
1363
+ case 1: {
1364
+ if (tag !== 10) {
1365
+ break;
1366
+ }
1367
+ message.datasetId = reader.string();
1368
+ continue;
1369
+ }
1370
+ case 2: {
1371
+ if (tag !== 18) {
1372
+ break;
1373
+ }
1374
+ message.dataset = exports.Dataset.decode(reader, reader.uint32());
1375
+ continue;
1376
+ }
1377
+ }
1378
+ if ((tag & 7) === 4 || tag === 0) {
1379
+ break;
1380
+ }
1381
+ reader.skip(tag & 7);
1382
+ }
1383
+ return message;
1384
+ },
1385
+ fromJSON(object) {
1386
+ return {
1387
+ datasetId: isSet(object.datasetId)
1388
+ ? globalThis.String(object.datasetId)
1389
+ : "",
1390
+ dataset: isSet(object.dataset)
1391
+ ? exports.Dataset.fromJSON(object.dataset)
1392
+ : undefined,
1393
+ };
1394
+ },
1395
+ toJSON(message) {
1396
+ const obj = {};
1397
+ if (message.datasetId !== "") {
1398
+ obj.datasetId = message.datasetId;
1399
+ }
1400
+ if (message.dataset !== undefined) {
1401
+ obj.dataset = exports.Dataset.toJSON(message.dataset);
1402
+ }
1403
+ return obj;
1404
+ },
1405
+ create(base) {
1406
+ return exports.BuildDatasetResponse.fromPartial(base ?? {});
1407
+ },
1408
+ fromPartial(object) {
1409
+ const message = createBaseBuildDatasetResponse();
1410
+ message.datasetId = object.datasetId ?? "";
1411
+ message.dataset =
1412
+ object.dataset !== undefined && object.dataset !== null
1413
+ ? exports.Dataset.fromPartial(object.dataset)
1414
+ : undefined;
1415
+ return message;
1416
+ },
1417
+ };
1418
+ function createBaseDataset() {
1419
+ return {
1420
+ crawlerWorkflowId: "",
1421
+ createDate: undefined,
1422
+ expireDate: undefined,
1423
+ files: [],
1424
+ status: "",
1425
+ statusMessage: "",
1426
+ steps: [],
1427
+ totalSteps: 0,
1428
+ };
1429
+ }
1430
+ exports.Dataset = {
1431
+ encode(message, writer = new wire_1.BinaryWriter()) {
1432
+ if (message.crawlerWorkflowId !== "") {
1433
+ writer.uint32(10).string(message.crawlerWorkflowId);
1434
+ }
1435
+ if (message.createDate !== undefined) {
1436
+ timestamp_1.Timestamp.encode(toTimestamp(message.createDate), writer.uint32(18).fork()).join();
1437
+ }
1438
+ if (message.expireDate !== undefined) {
1439
+ timestamp_1.Timestamp.encode(toTimestamp(message.expireDate), writer.uint32(26).fork()).join();
1440
+ }
1441
+ for (const v of message.files) {
1442
+ exports.DatasetFile.encode(v, writer.uint32(34).fork()).join();
1443
+ }
1444
+ if (message.status !== "") {
1445
+ writer.uint32(42).string(message.status);
1446
+ }
1447
+ if (message.statusMessage !== "") {
1448
+ writer.uint32(50).string(message.statusMessage);
1449
+ }
1450
+ for (const v of message.steps) {
1451
+ exports.DatasetStep.encode(v, writer.uint32(58).fork()).join();
1452
+ }
1453
+ if (message.totalSteps !== 0) {
1454
+ writer.uint32(64).int64(message.totalSteps);
1455
+ }
1456
+ return writer;
1457
+ },
1458
+ decode(input, length) {
1459
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
1460
+ let end = length === undefined ? reader.len : reader.pos + length;
1461
+ const message = createBaseDataset();
1462
+ while (reader.pos < end) {
1463
+ const tag = reader.uint32();
1464
+ switch (tag >>> 3) {
1465
+ case 1: {
1466
+ if (tag !== 10) {
1467
+ break;
1468
+ }
1469
+ message.crawlerWorkflowId = reader.string();
1470
+ continue;
1471
+ }
1472
+ case 2: {
1473
+ if (tag !== 18) {
1474
+ break;
1475
+ }
1476
+ message.createDate = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
1477
+ continue;
1478
+ }
1479
+ case 3: {
1480
+ if (tag !== 26) {
1481
+ break;
1482
+ }
1483
+ message.expireDate = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
1484
+ continue;
1485
+ }
1486
+ case 4: {
1487
+ if (tag !== 34) {
1488
+ break;
1489
+ }
1490
+ message.files.push(exports.DatasetFile.decode(reader, reader.uint32()));
1491
+ continue;
1492
+ }
1493
+ case 5: {
1494
+ if (tag !== 42) {
1495
+ break;
1496
+ }
1497
+ message.status = reader.string();
1498
+ continue;
1499
+ }
1500
+ case 6: {
1501
+ if (tag !== 50) {
1502
+ break;
1503
+ }
1504
+ message.statusMessage = reader.string();
1505
+ continue;
1506
+ }
1507
+ case 7: {
1508
+ if (tag !== 58) {
1509
+ break;
1510
+ }
1511
+ message.steps.push(exports.DatasetStep.decode(reader, reader.uint32()));
1512
+ continue;
1513
+ }
1514
+ case 8: {
1515
+ if (tag !== 64) {
1516
+ break;
1517
+ }
1518
+ message.totalSteps = longToNumber(reader.int64());
1519
+ continue;
1520
+ }
1521
+ }
1522
+ if ((tag & 7) === 4 || tag === 0) {
1523
+ break;
1524
+ }
1525
+ reader.skip(tag & 7);
1526
+ }
1527
+ return message;
1528
+ },
1529
+ fromJSON(object) {
1530
+ return {
1531
+ crawlerWorkflowId: isSet(object.crawlerWorkflowId)
1532
+ ? globalThis.String(object.crawlerWorkflowId)
1533
+ : "",
1534
+ createDate: isSet(object.createDate)
1535
+ ? fromJsonTimestamp(object.createDate)
1536
+ : undefined,
1537
+ expireDate: isSet(object.expireDate)
1538
+ ? fromJsonTimestamp(object.expireDate)
1539
+ : undefined,
1540
+ files: globalThis.Array.isArray(object?.files)
1541
+ ? object.files.map((e) => exports.DatasetFile.fromJSON(e))
1542
+ : [],
1543
+ status: isSet(object.status) ? globalThis.String(object.status) : "",
1544
+ statusMessage: isSet(object.statusMessage)
1545
+ ? globalThis.String(object.statusMessage)
1546
+ : "",
1547
+ steps: globalThis.Array.isArray(object?.steps)
1548
+ ? object.steps.map((e) => exports.DatasetStep.fromJSON(e))
1549
+ : [],
1550
+ totalSteps: isSet(object.totalSteps)
1551
+ ? globalThis.Number(object.totalSteps)
1552
+ : 0,
1553
+ };
1554
+ },
1555
+ toJSON(message) {
1556
+ const obj = {};
1557
+ if (message.crawlerWorkflowId !== "") {
1558
+ obj.crawlerWorkflowId = message.crawlerWorkflowId;
1559
+ }
1560
+ if (message.createDate !== undefined) {
1561
+ obj.createDate = message.createDate.toISOString();
1562
+ }
1563
+ if (message.expireDate !== undefined) {
1564
+ obj.expireDate = message.expireDate.toISOString();
1565
+ }
1566
+ if (message.files?.length) {
1567
+ obj.files = message.files.map(e => exports.DatasetFile.toJSON(e));
1568
+ }
1569
+ if (message.status !== "") {
1570
+ obj.status = message.status;
1571
+ }
1572
+ if (message.statusMessage !== "") {
1573
+ obj.statusMessage = message.statusMessage;
1574
+ }
1575
+ if (message.steps?.length) {
1576
+ obj.steps = message.steps.map(e => exports.DatasetStep.toJSON(e));
1577
+ }
1578
+ if (message.totalSteps !== 0) {
1579
+ obj.totalSteps = Math.round(message.totalSteps);
1580
+ }
1581
+ return obj;
1582
+ },
1583
+ create(base) {
1584
+ return exports.Dataset.fromPartial(base ?? {});
1585
+ },
1586
+ fromPartial(object) {
1587
+ const message = createBaseDataset();
1588
+ message.crawlerWorkflowId = object.crawlerWorkflowId ?? "";
1589
+ message.createDate = object.createDate ?? undefined;
1590
+ message.expireDate = object.expireDate ?? undefined;
1591
+ message.files = object.files?.map(e => exports.DatasetFile.fromPartial(e)) || [];
1592
+ message.status = object.status ?? "";
1593
+ message.statusMessage = object.statusMessage ?? "";
1594
+ message.steps = object.steps?.map(e => exports.DatasetStep.fromPartial(e)) || [];
1595
+ message.totalSteps = object.totalSteps ?? 0;
1596
+ return message;
1597
+ },
1598
+ };
1599
+ function createBaseDatasetFile() {
1600
+ return {
1601
+ fileName: "",
1602
+ fileSizeBytes: 0,
1603
+ lastModified: undefined,
1604
+ numRows: 0,
1605
+ s3Key: "",
1606
+ url: "",
1607
+ };
1608
+ }
1609
+ exports.DatasetFile = {
1610
+ encode(message, writer = new wire_1.BinaryWriter()) {
1611
+ if (message.fileName !== "") {
1612
+ writer.uint32(10).string(message.fileName);
1613
+ }
1614
+ if (message.fileSizeBytes !== 0) {
1615
+ writer.uint32(16).uint64(message.fileSizeBytes);
1616
+ }
1617
+ if (message.lastModified !== undefined) {
1618
+ timestamp_1.Timestamp.encode(toTimestamp(message.lastModified), writer.uint32(26).fork()).join();
1619
+ }
1620
+ if (message.numRows !== 0) {
1621
+ writer.uint32(32).uint64(message.numRows);
1622
+ }
1623
+ if (message.s3Key !== "") {
1624
+ writer.uint32(42).string(message.s3Key);
1625
+ }
1626
+ if (message.url !== "") {
1627
+ writer.uint32(50).string(message.url);
1628
+ }
1629
+ return writer;
1630
+ },
1631
+ decode(input, length) {
1632
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
1633
+ let end = length === undefined ? reader.len : reader.pos + length;
1634
+ const message = createBaseDatasetFile();
1635
+ while (reader.pos < end) {
1636
+ const tag = reader.uint32();
1637
+ switch (tag >>> 3) {
1638
+ case 1: {
1639
+ if (tag !== 10) {
1640
+ break;
1641
+ }
1642
+ message.fileName = reader.string();
1643
+ continue;
1644
+ }
1645
+ case 2: {
1646
+ if (tag !== 16) {
1647
+ break;
1648
+ }
1649
+ message.fileSizeBytes = longToNumber(reader.uint64());
1650
+ continue;
1651
+ }
1652
+ case 3: {
1653
+ if (tag !== 26) {
1654
+ break;
1655
+ }
1656
+ message.lastModified = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
1657
+ continue;
1658
+ }
1659
+ case 4: {
1660
+ if (tag !== 32) {
1661
+ break;
1662
+ }
1663
+ message.numRows = longToNumber(reader.uint64());
1664
+ continue;
1665
+ }
1666
+ case 5: {
1667
+ if (tag !== 42) {
1668
+ break;
1669
+ }
1670
+ message.s3Key = reader.string();
1671
+ continue;
1672
+ }
1673
+ case 6: {
1674
+ if (tag !== 50) {
1675
+ break;
1676
+ }
1677
+ message.url = reader.string();
1678
+ continue;
1679
+ }
1680
+ }
1681
+ if ((tag & 7) === 4 || tag === 0) {
1682
+ break;
1683
+ }
1684
+ reader.skip(tag & 7);
1685
+ }
1686
+ return message;
1687
+ },
1688
+ fromJSON(object) {
1689
+ return {
1690
+ fileName: isSet(object.fileName)
1691
+ ? globalThis.String(object.fileName)
1692
+ : "",
1693
+ fileSizeBytes: isSet(object.fileSizeBytes)
1694
+ ? globalThis.Number(object.fileSizeBytes)
1695
+ : 0,
1696
+ lastModified: isSet(object.lastModified)
1697
+ ? fromJsonTimestamp(object.lastModified)
1698
+ : undefined,
1699
+ numRows: isSet(object.numRows) ? globalThis.Number(object.numRows) : 0,
1700
+ s3Key: isSet(object.s3Key) ? globalThis.String(object.s3Key) : "",
1701
+ url: isSet(object.url) ? globalThis.String(object.url) : "",
1702
+ };
1703
+ },
1704
+ toJSON(message) {
1705
+ const obj = {};
1706
+ if (message.fileName !== "") {
1707
+ obj.fileName = message.fileName;
1708
+ }
1709
+ if (message.fileSizeBytes !== 0) {
1710
+ obj.fileSizeBytes = Math.round(message.fileSizeBytes);
1711
+ }
1712
+ if (message.lastModified !== undefined) {
1713
+ obj.lastModified = message.lastModified.toISOString();
1714
+ }
1715
+ if (message.numRows !== 0) {
1716
+ obj.numRows = Math.round(message.numRows);
1717
+ }
1718
+ if (message.s3Key !== "") {
1719
+ obj.s3Key = message.s3Key;
1720
+ }
1721
+ if (message.url !== "") {
1722
+ obj.url = message.url;
1723
+ }
1724
+ return obj;
1725
+ },
1726
+ create(base) {
1727
+ return exports.DatasetFile.fromPartial(base ?? {});
1728
+ },
1729
+ fromPartial(object) {
1730
+ const message = createBaseDatasetFile();
1731
+ message.fileName = object.fileName ?? "";
1732
+ message.fileSizeBytes = object.fileSizeBytes ?? 0;
1733
+ message.lastModified = object.lastModified ?? undefined;
1734
+ message.numRows = object.numRows ?? 0;
1735
+ message.s3Key = object.s3Key ?? "";
1736
+ message.url = object.url ?? "";
1737
+ return message;
1738
+ },
1739
+ };
1740
+ function createBaseDatasetStep() {
1741
+ return { progress: 0, step: 0, stepName: "" };
1742
+ }
1743
+ exports.DatasetStep = {
1744
+ encode(message, writer = new wire_1.BinaryWriter()) {
1745
+ if (message.progress !== 0) {
1746
+ writer.uint32(9).double(message.progress);
1747
+ }
1748
+ if (message.step !== 0) {
1749
+ writer.uint32(16).int64(message.step);
1750
+ }
1751
+ if (message.stepName !== "") {
1752
+ writer.uint32(26).string(message.stepName);
1753
+ }
1754
+ return writer;
1755
+ },
1756
+ decode(input, length) {
1757
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
1758
+ let end = length === undefined ? reader.len : reader.pos + length;
1759
+ const message = createBaseDatasetStep();
1760
+ while (reader.pos < end) {
1761
+ const tag = reader.uint32();
1762
+ switch (tag >>> 3) {
1763
+ case 1: {
1764
+ if (tag !== 9) {
1765
+ break;
1766
+ }
1767
+ message.progress = reader.double();
1768
+ continue;
1769
+ }
1770
+ case 2: {
1771
+ if (tag !== 16) {
1772
+ break;
1773
+ }
1774
+ message.step = longToNumber(reader.int64());
1775
+ continue;
1776
+ }
1777
+ case 3: {
1778
+ if (tag !== 26) {
1779
+ break;
1780
+ }
1781
+ message.stepName = reader.string();
1782
+ continue;
1783
+ }
1784
+ }
1785
+ if ((tag & 7) === 4 || tag === 0) {
1786
+ break;
1787
+ }
1788
+ reader.skip(tag & 7);
1789
+ }
1790
+ return message;
1791
+ },
1792
+ fromJSON(object) {
1793
+ return {
1794
+ progress: isSet(object.progress) ? globalThis.Number(object.progress) : 0,
1795
+ step: isSet(object.step) ? globalThis.Number(object.step) : 0,
1796
+ stepName: isSet(object.stepName)
1797
+ ? globalThis.String(object.stepName)
1798
+ : "",
1799
+ };
1800
+ },
1801
+ toJSON(message) {
1802
+ const obj = {};
1803
+ if (message.progress !== 0) {
1804
+ obj.progress = message.progress;
1805
+ }
1806
+ if (message.step !== 0) {
1807
+ obj.step = Math.round(message.step);
1808
+ }
1809
+ if (message.stepName !== "") {
1810
+ obj.stepName = message.stepName;
1811
+ }
1812
+ return obj;
1813
+ },
1814
+ create(base) {
1815
+ return exports.DatasetStep.fromPartial(base ?? {});
1816
+ },
1817
+ fromPartial(object) {
1818
+ const message = createBaseDatasetStep();
1819
+ message.progress = object.progress ?? 0;
1820
+ message.step = object.step ?? 0;
1821
+ message.stepName = object.stepName ?? "";
1822
+ return message;
1823
+ },
1824
+ };
1825
+ function createBaseGetDatasetRequest() {
1826
+ return { datasetId: "" };
1827
+ }
1828
+ exports.GetDatasetRequest = {
1829
+ encode(message, writer = new wire_1.BinaryWriter()) {
1830
+ if (message.datasetId !== "") {
1831
+ writer.uint32(10).string(message.datasetId);
1832
+ }
1833
+ return writer;
1834
+ },
1835
+ decode(input, length) {
1836
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
1837
+ let end = length === undefined ? reader.len : reader.pos + length;
1838
+ const message = createBaseGetDatasetRequest();
1839
+ while (reader.pos < end) {
1840
+ const tag = reader.uint32();
1841
+ switch (tag >>> 3) {
1842
+ case 1: {
1843
+ if (tag !== 10) {
1844
+ break;
1845
+ }
1846
+ message.datasetId = reader.string();
1847
+ continue;
1848
+ }
1849
+ }
1850
+ if ((tag & 7) === 4 || tag === 0) {
1851
+ break;
1852
+ }
1853
+ reader.skip(tag & 7);
1854
+ }
1855
+ return message;
1856
+ },
1857
+ fromJSON(object) {
1858
+ return {
1859
+ datasetId: isSet(object.datasetId)
1860
+ ? globalThis.String(object.datasetId)
1861
+ : "",
1862
+ };
1863
+ },
1864
+ toJSON(message) {
1865
+ const obj = {};
1866
+ if (message.datasetId !== "") {
1867
+ obj.datasetId = message.datasetId;
1868
+ }
1869
+ return obj;
1870
+ },
1871
+ create(base) {
1872
+ return exports.GetDatasetRequest.fromPartial(base ?? {});
1873
+ },
1874
+ fromPartial(object) {
1875
+ const message = createBaseGetDatasetRequest();
1876
+ message.datasetId = object.datasetId ?? "";
1877
+ return message;
1878
+ },
1879
+ };
1880
+ function createBaseGetDatasetResponse() {
1881
+ return { dataset: undefined };
1882
+ }
1883
+ exports.GetDatasetResponse = {
1884
+ encode(message, writer = new wire_1.BinaryWriter()) {
1885
+ if (message.dataset !== undefined) {
1886
+ exports.Dataset.encode(message.dataset, writer.uint32(10).fork()).join();
1887
+ }
1888
+ return writer;
1889
+ },
1890
+ decode(input, length) {
1891
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
1892
+ let end = length === undefined ? reader.len : reader.pos + length;
1893
+ const message = createBaseGetDatasetResponse();
1894
+ while (reader.pos < end) {
1895
+ const tag = reader.uint32();
1896
+ switch (tag >>> 3) {
1897
+ case 1: {
1898
+ if (tag !== 10) {
1899
+ break;
1900
+ }
1901
+ message.dataset = exports.Dataset.decode(reader, reader.uint32());
1902
+ continue;
1903
+ }
1904
+ }
1905
+ if ((tag & 7) === 4 || tag === 0) {
1906
+ break;
1907
+ }
1908
+ reader.skip(tag & 7);
1909
+ }
1910
+ return message;
1911
+ },
1912
+ fromJSON(object) {
1913
+ return {
1914
+ dataset: isSet(object.dataset)
1915
+ ? exports.Dataset.fromJSON(object.dataset)
1916
+ : undefined,
1917
+ };
1918
+ },
1919
+ toJSON(message) {
1920
+ const obj = {};
1921
+ if (message.dataset !== undefined) {
1922
+ obj.dataset = exports.Dataset.toJSON(message.dataset);
1923
+ }
1924
+ return obj;
1925
+ },
1926
+ create(base) {
1927
+ return exports.GetDatasetResponse.fromPartial(base ?? {});
1928
+ },
1929
+ fromPartial(object) {
1930
+ const message = createBaseGetDatasetResponse();
1931
+ message.dataset =
1932
+ object.dataset !== undefined && object.dataset !== null
1933
+ ? exports.Dataset.fromPartial(object.dataset)
1934
+ : undefined;
1935
+ return message;
1936
+ },
1937
+ };
1938
+ function createBaseCancelGravityTaskRequest() {
1939
+ return { gravityTaskId: "" };
1940
+ }
1941
+ exports.CancelGravityTaskRequest = {
1942
+ encode(message, writer = new wire_1.BinaryWriter()) {
1943
+ if (message.gravityTaskId !== "") {
1944
+ writer.uint32(10).string(message.gravityTaskId);
1945
+ }
1946
+ return writer;
1947
+ },
1948
+ decode(input, length) {
1949
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
1950
+ let end = length === undefined ? reader.len : reader.pos + length;
1951
+ const message = createBaseCancelGravityTaskRequest();
1952
+ while (reader.pos < end) {
1953
+ const tag = reader.uint32();
1954
+ switch (tag >>> 3) {
1955
+ case 1: {
1956
+ if (tag !== 10) {
1957
+ break;
1958
+ }
1959
+ message.gravityTaskId = reader.string();
1960
+ continue;
1961
+ }
1962
+ }
1963
+ if ((tag & 7) === 4 || tag === 0) {
1964
+ break;
1965
+ }
1966
+ reader.skip(tag & 7);
1967
+ }
1968
+ return message;
1969
+ },
1970
+ fromJSON(object) {
1971
+ return {
1972
+ gravityTaskId: isSet(object.gravityTaskId)
1973
+ ? globalThis.String(object.gravityTaskId)
1974
+ : "",
1975
+ };
1976
+ },
1977
+ toJSON(message) {
1978
+ const obj = {};
1979
+ if (message.gravityTaskId !== "") {
1980
+ obj.gravityTaskId = message.gravityTaskId;
1981
+ }
1982
+ return obj;
1983
+ },
1984
+ create(base) {
1985
+ return exports.CancelGravityTaskRequest.fromPartial(base ?? {});
1986
+ },
1987
+ fromPartial(object) {
1988
+ const message = createBaseCancelGravityTaskRequest();
1989
+ message.gravityTaskId = object.gravityTaskId ?? "";
1990
+ return message;
1991
+ },
1992
+ };
1993
+ function createBaseCancelGravityTaskResponse() {
1994
+ return { message: "" };
1995
+ }
1996
+ exports.CancelGravityTaskResponse = {
1997
+ encode(message, writer = new wire_1.BinaryWriter()) {
1998
+ if (message.message !== "") {
1999
+ writer.uint32(10).string(message.message);
2000
+ }
2001
+ return writer;
2002
+ },
2003
+ decode(input, length) {
2004
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
2005
+ let end = length === undefined ? reader.len : reader.pos + length;
2006
+ const message = createBaseCancelGravityTaskResponse();
2007
+ while (reader.pos < end) {
2008
+ const tag = reader.uint32();
2009
+ switch (tag >>> 3) {
2010
+ case 1: {
2011
+ if (tag !== 10) {
2012
+ break;
2013
+ }
2014
+ message.message = reader.string();
2015
+ continue;
2016
+ }
2017
+ }
2018
+ if ((tag & 7) === 4 || tag === 0) {
2019
+ break;
2020
+ }
2021
+ reader.skip(tag & 7);
2022
+ }
2023
+ return message;
2024
+ },
2025
+ fromJSON(object) {
2026
+ return {
2027
+ message: isSet(object.message) ? globalThis.String(object.message) : "",
2028
+ };
2029
+ },
2030
+ toJSON(message) {
2031
+ const obj = {};
2032
+ if (message.message !== "") {
2033
+ obj.message = message.message;
2034
+ }
2035
+ return obj;
2036
+ },
2037
+ create(base) {
2038
+ return exports.CancelGravityTaskResponse.fromPartial(base ?? {});
2039
+ },
2040
+ fromPartial(object) {
2041
+ const message = createBaseCancelGravityTaskResponse();
2042
+ message.message = object.message ?? "";
2043
+ return message;
2044
+ },
2045
+ };
2046
+ function createBaseCancelDatasetRequest() {
2047
+ return { datasetId: "" };
2048
+ }
2049
+ exports.CancelDatasetRequest = {
2050
+ encode(message, writer = new wire_1.BinaryWriter()) {
2051
+ if (message.datasetId !== "") {
2052
+ writer.uint32(10).string(message.datasetId);
2053
+ }
2054
+ return writer;
2055
+ },
2056
+ decode(input, length) {
2057
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
2058
+ let end = length === undefined ? reader.len : reader.pos + length;
2059
+ const message = createBaseCancelDatasetRequest();
2060
+ while (reader.pos < end) {
2061
+ const tag = reader.uint32();
2062
+ switch (tag >>> 3) {
2063
+ case 1: {
2064
+ if (tag !== 10) {
2065
+ break;
2066
+ }
2067
+ message.datasetId = reader.string();
2068
+ continue;
2069
+ }
2070
+ }
2071
+ if ((tag & 7) === 4 || tag === 0) {
2072
+ break;
2073
+ }
2074
+ reader.skip(tag & 7);
2075
+ }
2076
+ return message;
2077
+ },
2078
+ fromJSON(object) {
2079
+ return {
2080
+ datasetId: isSet(object.datasetId)
2081
+ ? globalThis.String(object.datasetId)
2082
+ : "",
2083
+ };
2084
+ },
2085
+ toJSON(message) {
2086
+ const obj = {};
2087
+ if (message.datasetId !== "") {
2088
+ obj.datasetId = message.datasetId;
2089
+ }
2090
+ return obj;
2091
+ },
2092
+ create(base) {
2093
+ return exports.CancelDatasetRequest.fromPartial(base ?? {});
2094
+ },
2095
+ fromPartial(object) {
2096
+ const message = createBaseCancelDatasetRequest();
2097
+ message.datasetId = object.datasetId ?? "";
2098
+ return message;
2099
+ },
2100
+ };
2101
+ function createBaseCancelDatasetResponse() {
2102
+ return { message: "" };
2103
+ }
2104
+ exports.CancelDatasetResponse = {
2105
+ encode(message, writer = new wire_1.BinaryWriter()) {
2106
+ if (message.message !== "") {
2107
+ writer.uint32(10).string(message.message);
2108
+ }
2109
+ return writer;
2110
+ },
2111
+ decode(input, length) {
2112
+ const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
2113
+ let end = length === undefined ? reader.len : reader.pos + length;
2114
+ const message = createBaseCancelDatasetResponse();
2115
+ while (reader.pos < end) {
2116
+ const tag = reader.uint32();
2117
+ switch (tag >>> 3) {
2118
+ case 1: {
2119
+ if (tag !== 10) {
2120
+ break;
2121
+ }
2122
+ message.message = reader.string();
2123
+ continue;
2124
+ }
2125
+ }
2126
+ if ((tag & 7) === 4 || tag === 0) {
2127
+ break;
2128
+ }
2129
+ reader.skip(tag & 7);
2130
+ }
2131
+ return message;
2132
+ },
2133
+ fromJSON(object) {
2134
+ return {
2135
+ message: isSet(object.message) ? globalThis.String(object.message) : "",
2136
+ };
2137
+ },
2138
+ toJSON(message) {
2139
+ const obj = {};
2140
+ if (message.message !== "") {
2141
+ obj.message = message.message;
2142
+ }
2143
+ return obj;
2144
+ },
2145
+ create(base) {
2146
+ return exports.CancelDatasetResponse.fromPartial(base ?? {});
2147
+ },
2148
+ fromPartial(object) {
2149
+ const message = createBaseCancelDatasetResponse();
2150
+ message.message = object.message ?? "";
2151
+ return message;
2152
+ },
2153
+ };
2154
+ exports.GravityServiceService = {
2155
+ /** Lists all data collection tasks for a user */
2156
+ getGravityTasks: {
2157
+ path: "/gravity.v1.GravityService/GetGravityTasks",
2158
+ requestStream: false,
2159
+ responseStream: false,
2160
+ requestSerialize: (value) => Buffer.from(exports.GetGravityTasksRequest.encode(value).finish()),
2161
+ requestDeserialize: (value) => exports.GetGravityTasksRequest.decode(value),
2162
+ responseSerialize: (value) => Buffer.from(exports.GetGravityTasksResponse.encode(value).finish()),
2163
+ responseDeserialize: (value) => exports.GetGravityTasksResponse.decode(value),
2164
+ },
2165
+ /** Get a single crawler by its ID */
2166
+ getCrawler: {
2167
+ path: "/gravity.v1.GravityService/GetCrawler",
2168
+ requestStream: false,
2169
+ responseStream: false,
2170
+ requestSerialize: (value) => Buffer.from(exports.GetCrawlerRequest.encode(value).finish()),
2171
+ requestDeserialize: (value) => exports.GetCrawlerRequest.decode(value),
2172
+ responseSerialize: (value) => Buffer.from(exports.GetCrawlerResponse.encode(value).finish()),
2173
+ responseDeserialize: (value) => exports.GetCrawlerResponse.decode(value),
2174
+ },
2175
+ /** Create a new gravity task */
2176
+ createGravityTask: {
2177
+ path: "/gravity.v1.GravityService/CreateGravityTask",
2178
+ requestStream: false,
2179
+ responseStream: false,
2180
+ requestSerialize: (value) => Buffer.from(exports.CreateGravityTaskRequest.encode(value).finish()),
2181
+ requestDeserialize: (value) => exports.CreateGravityTaskRequest.decode(value),
2182
+ responseSerialize: (value) => Buffer.from(exports.CreateGravityTaskResponse.encode(value).finish()),
2183
+ responseDeserialize: (value) => exports.CreateGravityTaskResponse.decode(value),
2184
+ },
2185
+ /** Build a dataset for a single crawler */
2186
+ buildDataset: {
2187
+ path: "/gravity.v1.GravityService/BuildDataset",
2188
+ requestStream: false,
2189
+ responseStream: false,
2190
+ requestSerialize: (value) => Buffer.from(exports.BuildDatasetRequest.encode(value).finish()),
2191
+ requestDeserialize: (value) => exports.BuildDatasetRequest.decode(value),
2192
+ responseSerialize: (value) => Buffer.from(exports.BuildDatasetResponse.encode(value).finish()),
2193
+ responseDeserialize: (value) => exports.BuildDatasetResponse.decode(value),
2194
+ },
2195
+ /** Get the dataset build status and results */
2196
+ getDataset: {
2197
+ path: "/gravity.v1.GravityService/GetDataset",
2198
+ requestStream: false,
2199
+ responseStream: false,
2200
+ requestSerialize: (value) => Buffer.from(exports.GetDatasetRequest.encode(value).finish()),
2201
+ requestDeserialize: (value) => exports.GetDatasetRequest.decode(value),
2202
+ responseSerialize: (value) => Buffer.from(exports.GetDatasetResponse.encode(value).finish()),
2203
+ responseDeserialize: (value) => exports.GetDatasetResponse.decode(value),
2204
+ },
2205
+ /** Cancel a gravity task and any crawlers associated with it */
2206
+ cancelGravityTask: {
2207
+ path: "/gravity.v1.GravityService/CancelGravityTask",
2208
+ requestStream: false,
2209
+ responseStream: false,
2210
+ requestSerialize: (value) => Buffer.from(exports.CancelGravityTaskRequest.encode(value).finish()),
2211
+ requestDeserialize: (value) => exports.CancelGravityTaskRequest.decode(value),
2212
+ responseSerialize: (value) => Buffer.from(exports.CancelGravityTaskResponse.encode(value).finish()),
2213
+ responseDeserialize: (value) => exports.CancelGravityTaskResponse.decode(value),
2214
+ },
2215
+ /** Cancel dataset build if it is in progress and purges the dataset */
2216
+ cancelDataset: {
2217
+ path: "/gravity.v1.GravityService/CancelDataset",
2218
+ requestStream: false,
2219
+ responseStream: false,
2220
+ requestSerialize: (value) => Buffer.from(exports.CancelDatasetRequest.encode(value).finish()),
2221
+ requestDeserialize: (value) => exports.CancelDatasetRequest.decode(value),
2222
+ responseSerialize: (value) => Buffer.from(exports.CancelDatasetResponse.encode(value).finish()),
2223
+ responseDeserialize: (value) => exports.CancelDatasetResponse.decode(value),
460
2224
  },
461
2225
  };
2226
+ exports.GravityServiceClient = (0, grpc_js_1.makeGenericClientConstructor)(exports.GravityServiceService, "gravity.v1.GravityService");
2227
+ function toTimestamp(date) {
2228
+ const seconds = Math.trunc(date.getTime() / 1000);
2229
+ const nanos = (date.getTime() % 1000) * 1000000;
2230
+ return { seconds, nanos };
2231
+ }
2232
+ function fromTimestamp(t) {
2233
+ let millis = (t.seconds || 0) * 1000;
2234
+ millis += (t.nanos || 0) / 1000000;
2235
+ return new globalThis.Date(millis);
2236
+ }
2237
+ function fromJsonTimestamp(o) {
2238
+ if (o instanceof globalThis.Date) {
2239
+ return o;
2240
+ }
2241
+ else if (typeof o === "string") {
2242
+ return new globalThis.Date(o);
2243
+ }
2244
+ else {
2245
+ return fromTimestamp(timestamp_1.Timestamp.fromJSON(o));
2246
+ }
2247
+ }
2248
+ function longToNumber(int64) {
2249
+ const num = globalThis.Number(int64.toString());
2250
+ if (num > globalThis.Number.MAX_SAFE_INTEGER) {
2251
+ throw new globalThis.Error("Value is larger than Number.MAX_SAFE_INTEGER");
2252
+ }
2253
+ if (num < globalThis.Number.MIN_SAFE_INTEGER) {
2254
+ throw new globalThis.Error("Value is smaller than Number.MIN_SAFE_INTEGER");
2255
+ }
2256
+ return num;
2257
+ }
2258
+ function isSet(value) {
2259
+ return value !== null && value !== undefined;
2260
+ }