macrocosmos 1.2.2 → 1.2.4

package/dist/generated/gravity/v1/gravity.js

@@ -1,461 +1,2364 @@
 "use strict";
-// Generated from gravity/v1/gravity.proto
+// Code generated by protoc-gen-ts_proto. DO NOT EDIT.
+// versions:
+//   protoc-gen-ts_proto  v2.7.0
+//   protoc               v3.20.3
+// source: gravity/v1/gravity.proto
 Object.defineProperty(exports, "__esModule", { value: true });
-exports.gravity = void 0;
-// Original protobuf JSON schema
-exports.gravity = {
-    options: {
-        syntax: "proto3",
-    },
-    nested: {
-        gravity: {
-            nested: {
-                v1: {
-                    options: {
-                        go_package: "macrocosm-os/rift/constellation_api/gen/gravity/v1",
-                    },
-                    nested: {
-                        GravityService: {
-                            methods: {
-                                GetGravityTasks: {
-                                    requestType: "GetGravityTasksRequest",
-                                    responseType: "GetGravityTasksResponse",
-                                },
-                                GetCrawler: {
-                                    requestType: "GetCrawlerRequest",
-                                    responseType: "GetCrawlerResponse",
-                                },
-                                CreateGravityTask: {
-                                    requestType: "CreateGravityTaskRequest",
-                                    responseType: "CreateGravityTaskResponse",
-                                },
-                                BuildDataset: {
-                                    requestType: "BuildDatasetRequest",
-                                    responseType: "BuildDatasetResponse",
-                                },
-                                GetDataset: {
-                                    requestType: "GetDatasetRequest",
-                                    responseType: "GetDatasetResponse",
-                                },
-                                CancelGravityTask: {
-                                    requestType: "CancelGravityTaskRequest",
-                                    responseType: "CancelGravityTaskResponse",
-                                },
-                                CancelDataset: {
-                                    requestType: "CancelDatasetRequest",
-                                    responseType: "CancelDatasetResponse",
-                                },
-                            },
-                        },
-                        Crawler: {
-                            fields: {
-                                crawlerId: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                criteria: {
-                                    type: "CrawlerCriteria",
-                                    id: 2,
-                                },
-                                startTime: {
-                                    type: "google.protobuf.Timestamp",
-                                    id: 3,
-                                },
-                                deregistrationTime: {
-                                    type: "google.protobuf.Timestamp",
-                                    id: 4,
-                                },
-                                archiveTime: {
-                                    type: "google.protobuf.Timestamp",
-                                    id: 5,
-                                },
-                                state: {
-                                    type: "CrawlerState",
-                                    id: 6,
-                                },
-                                datasetWorkflows: {
-                                    rule: "repeated",
-                                    type: "string",
-                                    id: 7,
-                                },
-                            },
-                        },
-                        CrawlerCriteria: {
-                            fields: {
-                                platform: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                topic: {
-                                    type: "string",
-                                    id: 2,
-                                },
-                                notification: {
-                                    type: "CrawlerNotification",
-                                    id: 3,
-                                },
-                                mock: {
-                                    type: "bool",
-                                    id: 4,
-                                },
-                            },
-                        },
-                        CrawlerNotification: {
-                            fields: {
-                                to: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                link: {
-                                    type: "string",
-                                    id: 2,
-                                },
-                            },
-                        },
-                        HfRepo: {
-                            fields: {
-                                repoName: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                rowCount: {
-                                    type: "uint64",
-                                    id: 2,
-                                },
-                                lastUpdate: {
-                                    type: "string",
-                                    id: 3,
-                                },
-                            },
-                        },
-                        CrawlerState: {
-                            fields: {
-                                status: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                bytesCollected: {
-                                    type: "uint64",
-                                    id: 2,
-                                },
-                                recordsCollected: {
-                                    type: "uint64",
-                                    id: 3,
-                                },
-                                repos: {
-                                    rule: "repeated",
-                                    type: "HfRepo",
-                                    id: 4,
-                                },
-                            },
-                        },
-                        GravityTaskState: {
-                            fields: {
-                                gravityTaskId: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                name: {
-                                    type: "string",
-                                    id: 2,
-                                },
-                                status: {
-                                    type: "string",
-                                    id: 3,
-                                },
-                                startTime: {
-                                    type: "google.protobuf.Timestamp",
-                                    id: 4,
-                                },
-                                crawlerIds: {
-                                    rule: "repeated",
-                                    type: "string",
-                                    id: 5,
-                                },
-                                crawlerWorkflows: {
-                                    rule: "repeated",
-                                    type: "Crawler",
-                                    id: 6,
-                                },
-                            },
-                        },
-                        GetGravityTasksRequest: {
-                            fields: {
-                                gravityTaskId: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                includeCrawlers: {
-                                    type: "bool",
-                                    id: 2,
-                                },
-                            },
-                        },
-                        GetGravityTasksResponse: {
-                            fields: {
-                                gravityTaskStates: {
-                                    rule: "repeated",
-                                    type: "GravityTaskState",
-                                    id: 1,
-                                },
-                            },
-                        },
-                        GravityTask: {
-                            fields: {
-                                topic: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                platform: {
-                                    type: "string",
-                                    id: 2,
-                                },
-                            },
-                        },
-                        NotificationRequest: {
-                            fields: {
-                                type: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                address: {
-                                    type: "string",
-                                    id: 2,
-                                },
-                                redirectUrl: {
-                                    type: "string",
-                                    id: 3,
-                                },
-                            },
-                        },
-                        GetCrawlerRequest: {
-                            fields: {
-                                crawlerId: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                            },
-                        },
-                        GetCrawlerResponse: {
-                            fields: {
-                                crawler: {
-                                    type: "Crawler",
-                                    id: 1,
-                                },
-                            },
-                        },
-                        CreateGravityTaskRequest: {
-                            fields: {
-                                gravityTasks: {
-                                    rule: "repeated",
-                                    type: "GravityTask",
-                                    id: 1,
-                                },
-                                name: {
-                                    type: "string",
-                                    id: 2,
-                                },
-                                notificationRequests: {
-                                    rule: "repeated",
-                                    type: "NotificationRequest",
-                                    id: 3,
-                                },
-                                gravityTaskId: {
-                                    type: "string",
-                                    id: 4,
-                                },
-                            },
-                        },
-                        CreateGravityTaskResponse: {
-                            fields: {
-                                gravityTaskId: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                            },
-                        },
-                        BuildDatasetRequest: {
-                            fields: {
-                                crawlerId: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                notificationRequests: {
-                                    rule: "repeated",
-                                    type: "NotificationRequest",
-                                    id: 2,
-                                },
-                                maxRows: {
-                                    type: "int64",
-                                    id: 3,
-                                },
-                            },
-                        },
-                        BuildDatasetResponse: {
-                            fields: {
-                                datasetId: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                dataset: {
-                                    type: "Dataset",
-                                    id: 2,
-                                },
-                            },
-                        },
-                        Dataset: {
-                            fields: {
-                                crawlerWorkflowId: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                createDate: {
-                                    type: "google.protobuf.Timestamp",
-                                    id: 2,
-                                },
-                                expireDate: {
-                                    type: "google.protobuf.Timestamp",
-                                    id: 3,
-                                },
-                                files: {
-                                    rule: "repeated",
-                                    type: "DatasetFile",
-                                    id: 4,
-                                },
-                                status: {
-                                    type: "string",
-                                    id: 5,
-                                },
-                                statusMessage: {
-                                    type: "string",
-                                    id: 6,
-                                },
-                                steps: {
-                                    rule: "repeated",
-                                    type: "DatasetStep",
-                                    id: 7,
-                                },
-                                totalSteps: {
-                                    type: "int64",
-                                    id: 8,
-                                },
-                            },
-                        },
-                        DatasetFile: {
-                            fields: {
-                                fileName: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                                fileSizeBytes: {
-                                    type: "uint64",
-                                    id: 2,
-                                },
-                                lastModified: {
-                                    type: "google.protobuf.Timestamp",
-                                    id: 3,
-                                },
-                                numRows: {
-                                    type: "uint64",
-                                    id: 4,
-                                },
-                                s3Key: {
-                                    type: "string",
-                                    id: 5,
-                                },
-                                url: {
-                                    type: "string",
-                                    id: 6,
-                                },
-                            },
-                        },
-                        DatasetStep: {
-                            fields: {
-                                progress: {
-                                    type: "double",
-                                    id: 1,
-                                },
-                                step: {
-                                    type: "int64",
-                                    id: 2,
-                                },
-                                stepName: {
-                                    type: "string",
-                                    id: 3,
-                                },
-                            },
-                        },
-                        GetDatasetRequest: {
-                            fields: {
-                                datasetId: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                            },
-                        },
-                        GetDatasetResponse: {
-                            fields: {
-                                dataset: {
-                                    type: "Dataset",
-                                    id: 1,
-                                },
-                            },
-                        },
-                        CancelGravityTaskRequest: {
-                            fields: {
-                                gravityTaskId: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                            },
-                        },
-                        CancelGravityTaskResponse: {
-                            fields: {
-                                message: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                            },
-                        },
-                        CancelDatasetRequest: {
-                            fields: {
-                                datasetId: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                            },
-                        },
-                        CancelDatasetResponse: {
-                            fields: {
-                                message: {
-                                    type: "string",
-                                    id: 1,
-                                },
-                            },
-                        },
-                    },
-                },
-            },
-        },
-        google: {
-            nested: {
-                protobuf: {
-                    nested: {
-                        Timestamp: {
-                            fields: {
-                                seconds: {
-                                    type: "int64",
-                                    id: 1,
-                                },
-                                nanos: {
-                                    type: "int32",
-                                    id: 2,
-                                },
-                            },
-                        },
-                    },
-                },
-            },
-        },
+exports.GravityServiceClient = exports.GravityServiceService = exports.CancelDatasetResponse = exports.CancelDatasetRequest = exports.CancelGravityTaskResponse = exports.CancelGravityTaskRequest = exports.GetDatasetResponse = exports.GetDatasetRequest = exports.DatasetStep = exports.DatasetFile = exports.Dataset = exports.Nebula = exports.BuildDatasetResponse = exports.BuildDatasetRequest = exports.CreateGravityTaskResponse = exports.CreateGravityTaskRequest = exports.GetCrawlerResponse = exports.GetCrawlerRequest = exports.NotificationRequest = exports.GravityTask = exports.GetGravityTasksResponse = exports.GetGravityTasksRequest = exports.GravityTaskState = exports.CrawlerState = exports.HfRepo = exports.CrawlerNotification = exports.CrawlerCriteria = exports.Crawler = exports.protobufPackage = void 0;
+/* eslint-disable */
+const wire_1 = require("@bufbuild/protobuf/wire");
+const grpc_js_1 = require("@grpc/grpc-js");
+const timestamp_1 = require("../../google/protobuf/timestamp");
+exports.protobufPackage = "gravity.v1";
+function createBaseCrawler() {
+    return {
+        crawlerId: "",
+        criteria: undefined,
+        startTime: undefined,
+        deregistrationTime: undefined,
+        archiveTime: undefined,
+        state: undefined,
+        datasetWorkflows: [],
+    };
+}
+exports.Crawler = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.crawlerId !== "") {
+            writer.uint32(10).string(message.crawlerId);
+        }
+        if (message.criteria !== undefined) {
+            exports.CrawlerCriteria.encode(message.criteria, writer.uint32(18).fork()).join();
+        }
+        if (message.startTime !== undefined) {
+            timestamp_1.Timestamp.encode(toTimestamp(message.startTime), writer.uint32(26).fork()).join();
+        }
+        if (message.deregistrationTime !== undefined) {
+            timestamp_1.Timestamp.encode(toTimestamp(message.deregistrationTime), writer.uint32(34).fork()).join();
+        }
+        if (message.archiveTime !== undefined) {
+            timestamp_1.Timestamp.encode(toTimestamp(message.archiveTime), writer.uint32(42).fork()).join();
+        }
+        if (message.state !== undefined) {
+            exports.CrawlerState.encode(message.state, writer.uint32(50).fork()).join();
+        }
+        for (const v of message.datasetWorkflows) {
+            writer.uint32(58).string(v);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseCrawler();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.crawlerId = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 18) {
+                        break;
+                    }
+                    message.criteria = exports.CrawlerCriteria.decode(reader, reader.uint32());
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 26) {
+                        break;
+                    }
+                    message.startTime = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 4: {
+                    if (tag !== 34) {
+                        break;
+                    }
+                    message.deregistrationTime = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 5: {
+                    if (tag !== 42) {
+                        break;
+                    }
+                    message.archiveTime = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 6: {
+                    if (tag !== 50) {
+                        break;
+                    }
+                    message.state = exports.CrawlerState.decode(reader, reader.uint32());
+                    continue;
+                }
+                case 7: {
+                    if (tag !== 58) {
+                        break;
+                    }
+                    message.datasetWorkflows.push(reader.string());
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            crawlerId: isSet(object.crawlerId)
+                ? globalThis.String(object.crawlerId)
+                : "",
+            criteria: isSet(object.criteria)
+                ? exports.CrawlerCriteria.fromJSON(object.criteria)
+                : undefined,
+            startTime: isSet(object.startTime)
+                ? fromJsonTimestamp(object.startTime)
+                : undefined,
+            deregistrationTime: isSet(object.deregistrationTime)
+                ? fromJsonTimestamp(object.deregistrationTime)
+                : undefined,
+            archiveTime: isSet(object.archiveTime)
+                ? fromJsonTimestamp(object.archiveTime)
+                : undefined,
+            state: isSet(object.state)
+                ? exports.CrawlerState.fromJSON(object.state)
+                : undefined,
+            datasetWorkflows: globalThis.Array.isArray(object?.datasetWorkflows)
+                ? object.datasetWorkflows.map((e) => globalThis.String(e))
+                : [],
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.crawlerId !== "") {
+            obj.crawlerId = message.crawlerId;
+        }
+        if (message.criteria !== undefined) {
+            obj.criteria = exports.CrawlerCriteria.toJSON(message.criteria);
+        }
+        if (message.startTime !== undefined) {
+            obj.startTime = message.startTime.toISOString();
+        }
+        if (message.deregistrationTime !== undefined) {
+            obj.deregistrationTime = message.deregistrationTime.toISOString();
+        }
+        if (message.archiveTime !== undefined) {
+            obj.archiveTime = message.archiveTime.toISOString();
+        }
+        if (message.state !== undefined) {
+            obj.state = exports.CrawlerState.toJSON(message.state);
+        }
+        if (message.datasetWorkflows?.length) {
+            obj.datasetWorkflows = message.datasetWorkflows;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.Crawler.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseCrawler();
+        message.crawlerId = object.crawlerId ?? "";
+        message.criteria =
+            object.criteria !== undefined && object.criteria !== null
+                ? exports.CrawlerCriteria.fromPartial(object.criteria)
+                : undefined;
+        message.startTime = object.startTime ?? undefined;
+        message.deregistrationTime = object.deregistrationTime ?? undefined;
+        message.archiveTime = object.archiveTime ?? undefined;
+        message.state =
+            object.state !== undefined && object.state !== null
+                ? exports.CrawlerState.fromPartial(object.state)
+                : undefined;
+        message.datasetWorkflows = object.datasetWorkflows?.map(e => e) || [];
+        return message;
+    },
+};
+function createBaseCrawlerCriteria() {
+    return { platform: "", topic: "", notification: undefined, mock: false };
+}
+exports.CrawlerCriteria = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.platform !== "") {
+            writer.uint32(10).string(message.platform);
+        }
+        if (message.topic !== "") {
+            writer.uint32(18).string(message.topic);
+        }
+        if (message.notification !== undefined) {
+            exports.CrawlerNotification.encode(message.notification, writer.uint32(26).fork()).join();
+        }
+        if (message.mock !== false) {
+            writer.uint32(32).bool(message.mock);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseCrawlerCriteria();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.platform = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 18) {
+                        break;
+                    }
+                    message.topic = reader.string();
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 26) {
+                        break;
+                    }
+                    message.notification = exports.CrawlerNotification.decode(reader, reader.uint32());
+                    continue;
+                }
+                case 4: {
+                    if (tag !== 32) {
+                        break;
+                    }
+                    message.mock = reader.bool();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            platform: isSet(object.platform)
+                ? globalThis.String(object.platform)
+                : "",
+            topic: isSet(object.topic) ? globalThis.String(object.topic) : "",
+            notification: isSet(object.notification)
+                ? exports.CrawlerNotification.fromJSON(object.notification)
+                : undefined,
+            mock: isSet(object.mock) ? globalThis.Boolean(object.mock) : false,
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.platform !== "") {
+            obj.platform = message.platform;
+        }
+        if (message.topic !== "") {
+            obj.topic = message.topic;
+        }
+        if (message.notification !== undefined) {
+            obj.notification = exports.CrawlerNotification.toJSON(message.notification);
+        }
+        if (message.mock !== false) {
+            obj.mock = message.mock;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.CrawlerCriteria.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseCrawlerCriteria();
+        message.platform = object.platform ?? "";
+        message.topic = object.topic ?? "";
+        message.notification =
+            object.notification !== undefined && object.notification !== null
+                ? exports.CrawlerNotification.fromPartial(object.notification)
+                : undefined;
+        message.mock = object.mock ?? false;
+        return message;
+    },
+};
+function createBaseCrawlerNotification() {
+    return { to: "", link: "" };
+}
+exports.CrawlerNotification = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.to !== "") {
+            writer.uint32(10).string(message.to);
+        }
+        if (message.link !== "") {
+            writer.uint32(18).string(message.link);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseCrawlerNotification();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.to = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 18) {
+                        break;
+                    }
+                    message.link = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            to: isSet(object.to) ? globalThis.String(object.to) : "",
+            link: isSet(object.link) ? globalThis.String(object.link) : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.to !== "") {
+            obj.to = message.to;
+        }
+        if (message.link !== "") {
+            obj.link = message.link;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.CrawlerNotification.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseCrawlerNotification();
+        message.to = object.to ?? "";
+        message.link = object.link ?? "";
+        return message;
+    },
+};
+function createBaseHfRepo() {
+    return { repoName: "", rowCount: 0, lastUpdate: "" };
+}
+exports.HfRepo = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.repoName !== "") {
+            writer.uint32(10).string(message.repoName);
+        }
+        if (message.rowCount !== 0) {
+            writer.uint32(16).uint64(message.rowCount);
+        }
+        if (message.lastUpdate !== "") {
+            writer.uint32(26).string(message.lastUpdate);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseHfRepo();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.repoName = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 16) {
+                        break;
+                    }
+                    message.rowCount = longToNumber(reader.uint64());
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 26) {
+                        break;
+                    }
+                    message.lastUpdate = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            repoName: isSet(object.repoName)
+                ? globalThis.String(object.repoName)
+                : "",
+            rowCount: isSet(object.rowCount) ? globalThis.Number(object.rowCount) : 0,
+            lastUpdate: isSet(object.lastUpdate)
+                ? globalThis.String(object.lastUpdate)
+                : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.repoName !== "") {
+            obj.repoName = message.repoName;
+        }
+        if (message.rowCount !== 0) {
+            obj.rowCount = Math.round(message.rowCount);
+        }
+        if (message.lastUpdate !== "") {
+            obj.lastUpdate = message.lastUpdate;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.HfRepo.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseHfRepo();
+        message.repoName = object.repoName ?? "";
+        message.rowCount = object.rowCount ?? 0;
+        message.lastUpdate = object.lastUpdate ?? "";
+        return message;
+    },
+};
+function createBaseCrawlerState() {
+    return { status: "", bytesCollected: 0, recordsCollected: 0, repos: [] };
+}
+exports.CrawlerState = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.status !== "") {
+            writer.uint32(10).string(message.status);
+        }
+        if (message.bytesCollected !== 0) {
+            writer.uint32(16).uint64(message.bytesCollected);
+        }
+        if (message.recordsCollected !== 0) {
+            writer.uint32(24).uint64(message.recordsCollected);
+        }
+        for (const v of message.repos) {
+            exports.HfRepo.encode(v, writer.uint32(34).fork()).join();
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseCrawlerState();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.status = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 16) {
+                        break;
+                    }
+                    message.bytesCollected = longToNumber(reader.uint64());
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 24) {
+                        break;
+                    }
+                    message.recordsCollected = longToNumber(reader.uint64());
+                    continue;
+                }
+                case 4: {
+                    if (tag !== 34) {
+                        break;
+                    }
+                    message.repos.push(exports.HfRepo.decode(reader, reader.uint32()));
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            status: isSet(object.status) ? globalThis.String(object.status) : "",
+            bytesCollected: isSet(object.bytesCollected)
+                ? globalThis.Number(object.bytesCollected)
+                : 0,
+            recordsCollected: isSet(object.recordsCollected)
+                ? globalThis.Number(object.recordsCollected)
+                : 0,
+            repos: globalThis.Array.isArray(object?.repos)
+                ? object.repos.map((e) => exports.HfRepo.fromJSON(e))
+                : [],
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.status !== "") {
+            obj.status = message.status;
+        }
+        if (message.bytesCollected !== 0) {
+            obj.bytesCollected = Math.round(message.bytesCollected);
+        }
+        if (message.recordsCollected !== 0) {
+            obj.recordsCollected = Math.round(message.recordsCollected);
+        }
+        if (message.repos?.length) {
+            obj.repos = message.repos.map(e => exports.HfRepo.toJSON(e));
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.CrawlerState.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseCrawlerState();
+        message.status = object.status ?? "";
+        message.bytesCollected = object.bytesCollected ?? 0;
+        message.recordsCollected = object.recordsCollected ?? 0;
+        message.repos = object.repos?.map(e => exports.HfRepo.fromPartial(e)) || [];
+        return message;
+    },
+};
+function createBaseGravityTaskState() {
+    return {
+        gravityTaskId: "",
+        name: "",
+        status: "",
+        startTime: undefined,
+        crawlerIds: [],
+        crawlerWorkflows: [],
+    };
+}
+exports.GravityTaskState = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.gravityTaskId !== "") {
+            writer.uint32(10).string(message.gravityTaskId);
+        }
+        if (message.name !== "") {
+            writer.uint32(18).string(message.name);
+        }
+        if (message.status !== "") {
+            writer.uint32(26).string(message.status);
+        }
+        if (message.startTime !== undefined) {
+            timestamp_1.Timestamp.encode(toTimestamp(message.startTime), writer.uint32(34).fork()).join();
+        }
+        for (const v of message.crawlerIds) {
+            writer.uint32(42).string(v);
+        }
+        for (const v of message.crawlerWorkflows) {
+            exports.Crawler.encode(v, writer.uint32(50).fork()).join();
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseGravityTaskState();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.gravityTaskId = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 18) {
+                        break;
+                    }
+                    message.name = reader.string();
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 26) {
+                        break;
+                    }
+                    message.status = reader.string();
+                    continue;
+                }
+                case 4: {
+                    if (tag !== 34) {
+                        break;
+                    }
+                    message.startTime = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 5: {
+                    if (tag !== 42) {
+                        break;
+                    }
+                    message.crawlerIds.push(reader.string());
+                    continue;
+                }
+                case 6: {
+                    if (tag !== 50) {
+                        break;
+                    }
+                    message.crawlerWorkflows.push(exports.Crawler.decode(reader, reader.uint32()));
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            gravityTaskId: isSet(object.gravityTaskId)
+                ? globalThis.String(object.gravityTaskId)
+                : "",
+            name: isSet(object.name) ? globalThis.String(object.name) : "",
+            status: isSet(object.status) ? globalThis.String(object.status) : "",
+            startTime: isSet(object.startTime)
+                ? fromJsonTimestamp(object.startTime)
+                : undefined,
+            crawlerIds: globalThis.Array.isArray(object?.crawlerIds)
+                ? object.crawlerIds.map((e) => globalThis.String(e))
+                : [],
+            crawlerWorkflows: globalThis.Array.isArray(object?.crawlerWorkflows)
+                ? object.crawlerWorkflows.map((e) => exports.Crawler.fromJSON(e))
+                : [],
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.gravityTaskId !== "") {
+            obj.gravityTaskId = message.gravityTaskId;
+        }
+        if (message.name !== "") {
+            obj.name = message.name;
+        }
+        if (message.status !== "") {
+            obj.status = message.status;
+        }
+        if (message.startTime !== undefined) {
+            obj.startTime = message.startTime.toISOString();
+        }
+        if (message.crawlerIds?.length) {
+            obj.crawlerIds = message.crawlerIds;
+        }
+        if (message.crawlerWorkflows?.length) {
+            obj.crawlerWorkflows = message.crawlerWorkflows.map(e => exports.Crawler.toJSON(e));
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.GravityTaskState.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseGravityTaskState();
+        message.gravityTaskId = object.gravityTaskId ?? "";
+        message.name = object.name ?? "";
+        message.status = object.status ?? "";
+        message.startTime = object.startTime ?? undefined;
+        message.crawlerIds = object.crawlerIds?.map(e => e) || [];
+        message.crawlerWorkflows =
+            object.crawlerWorkflows?.map(e => exports.Crawler.fromPartial(e)) || [];
+        return message;
+    },
+};
+function createBaseGetGravityTasksRequest() {
+    return { gravityTaskId: undefined, includeCrawlers: undefined };
+}
+exports.GetGravityTasksRequest = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.gravityTaskId !== undefined) {
+            writer.uint32(10).string(message.gravityTaskId);
+        }
+        if (message.includeCrawlers !== undefined) {
+            writer.uint32(16).bool(message.includeCrawlers);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseGetGravityTasksRequest();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.gravityTaskId = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 16) {
+                        break;
+                    }
+                    message.includeCrawlers = reader.bool();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            gravityTaskId: isSet(object.gravityTaskId)
+                ? globalThis.String(object.gravityTaskId)
+                : undefined,
+            includeCrawlers: isSet(object.includeCrawlers)
+                ? globalThis.Boolean(object.includeCrawlers)
+                : undefined,
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.gravityTaskId !== undefined) {
+            obj.gravityTaskId = message.gravityTaskId;
+        }
+        if (message.includeCrawlers !== undefined) {
+            obj.includeCrawlers = message.includeCrawlers;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.GetGravityTasksRequest.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseGetGravityTasksRequest();
+        message.gravityTaskId = object.gravityTaskId ?? undefined;
+        message.includeCrawlers = object.includeCrawlers ?? undefined;
+        return message;
+    },
+};
+function createBaseGetGravityTasksResponse() {
+    return { gravityTaskStates: [] };
+}
+exports.GetGravityTasksResponse = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        for (const v of message.gravityTaskStates) {
+            exports.GravityTaskState.encode(v, writer.uint32(10).fork()).join();
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseGetGravityTasksResponse();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.gravityTaskStates.push(exports.GravityTaskState.decode(reader, reader.uint32()));
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            gravityTaskStates: globalThis.Array.isArray(object?.gravityTaskStates)
+                ? object.gravityTaskStates.map((e) => exports.GravityTaskState.fromJSON(e))
+                : [],
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.gravityTaskStates?.length) {
+            obj.gravityTaskStates = message.gravityTaskStates.map(e => exports.GravityTaskState.toJSON(e));
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.GetGravityTasksResponse.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseGetGravityTasksResponse();
+        message.gravityTaskStates =
+            object.gravityTaskStates?.map(e => exports.GravityTaskState.fromPartial(e)) || [];
+        return message;
+    },
+};
+function createBaseGravityTask() {
+    return { topic: "", platform: "" };
+}
+exports.GravityTask = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.topic !== "") {
+            writer.uint32(10).string(message.topic);
+        }
+        if (message.platform !== "") {
+            writer.uint32(18).string(message.platform);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseGravityTask();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.topic = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 18) {
+                        break;
+                    }
+                    message.platform = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            topic: isSet(object.topic) ? globalThis.String(object.topic) : "",
+            platform: isSet(object.platform)
+                ? globalThis.String(object.platform)
+                : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.topic !== "") {
+            obj.topic = message.topic;
+        }
+        if (message.platform !== "") {
+            obj.platform = message.platform;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.GravityTask.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseGravityTask();
+        message.topic = object.topic ?? "";
+        message.platform = object.platform ?? "";
+        return message;
+    },
+};
+function createBaseNotificationRequest() {
+    return { type: "", address: "", redirectUrl: undefined };
+}
+exports.NotificationRequest = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.type !== "") {
+            writer.uint32(10).string(message.type);
+        }
+        if (message.address !== "") {
+            writer.uint32(18).string(message.address);
+        }
+        if (message.redirectUrl !== undefined) {
+            writer.uint32(26).string(message.redirectUrl);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseNotificationRequest();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.type = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 18) {
+                        break;
+                    }
+                    message.address = reader.string();
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 26) {
+                        break;
+                    }
+                    message.redirectUrl = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            type: isSet(object.type) ? globalThis.String(object.type) : "",
+            address: isSet(object.address) ? globalThis.String(object.address) : "",
+            redirectUrl: isSet(object.redirectUrl)
+                ? globalThis.String(object.redirectUrl)
+                : undefined,
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.type !== "") {
+            obj.type = message.type;
+        }
+        if (message.address !== "") {
+            obj.address = message.address;
+        }
+        if (message.redirectUrl !== undefined) {
+            obj.redirectUrl = message.redirectUrl;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.NotificationRequest.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseNotificationRequest();
+        message.type = object.type ?? "";
+        message.address = object.address ?? "";
+        message.redirectUrl = object.redirectUrl ?? undefined;
+        return message;
+    },
+};
+function createBaseGetCrawlerRequest() {
+    return { crawlerId: "" };
+}
+exports.GetCrawlerRequest = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.crawlerId !== "") {
+            writer.uint32(10).string(message.crawlerId);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseGetCrawlerRequest();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.crawlerId = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            crawlerId: isSet(object.crawlerId)
+                ? globalThis.String(object.crawlerId)
+                : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.crawlerId !== "") {
+            obj.crawlerId = message.crawlerId;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.GetCrawlerRequest.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseGetCrawlerRequest();
+        message.crawlerId = object.crawlerId ?? "";
+        return message;
+    },
+};
+function createBaseGetCrawlerResponse() {
+    return { crawler: undefined };
+}
+exports.GetCrawlerResponse = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.crawler !== undefined) {
+            exports.Crawler.encode(message.crawler, writer.uint32(10).fork()).join();
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseGetCrawlerResponse();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.crawler = exports.Crawler.decode(reader, reader.uint32());
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            crawler: isSet(object.crawler)
+                ? exports.Crawler.fromJSON(object.crawler)
+                : undefined,
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.crawler !== undefined) {
+            obj.crawler = exports.Crawler.toJSON(message.crawler);
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.GetCrawlerResponse.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseGetCrawlerResponse();
+        message.crawler =
+            object.crawler !== undefined && object.crawler !== null
+                ? exports.Crawler.fromPartial(object.crawler)
+                : undefined;
+        return message;
+    },
+};
+function createBaseCreateGravityTaskRequest() {
+    return {
+        gravityTasks: [],
+        name: "",
+        notificationRequests: [],
+        gravityTaskId: undefined,
+    };
+}
+exports.CreateGravityTaskRequest = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        for (const v of message.gravityTasks) {
+            exports.GravityTask.encode(v, writer.uint32(10).fork()).join();
+        }
+        if (message.name !== "") {
+            writer.uint32(18).string(message.name);
+        }
+        for (const v of message.notificationRequests) {
+            exports.NotificationRequest.encode(v, writer.uint32(26).fork()).join();
+        }
+        if (message.gravityTaskId !== undefined) {
+            writer.uint32(34).string(message.gravityTaskId);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseCreateGravityTaskRequest();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.gravityTasks.push(exports.GravityTask.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 18) {
+                        break;
+                    }
+                    message.name = reader.string();
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 26) {
+                        break;
+                    }
+                    message.notificationRequests.push(exports.NotificationRequest.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 4: {
+                    if (tag !== 34) {
+                        break;
+                    }
+                    message.gravityTaskId = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            gravityTasks: globalThis.Array.isArray(object?.gravityTasks)
+                ? object.gravityTasks.map((e) => exports.GravityTask.fromJSON(e))
+                : [],
+            name: isSet(object.name) ? globalThis.String(object.name) : "",
+            notificationRequests: globalThis.Array.isArray(object?.notificationRequests)
+                ? object.notificationRequests.map((e) => exports.NotificationRequest.fromJSON(e))
+                : [],
+            gravityTaskId: isSet(object.gravityTaskId)
+                ? globalThis.String(object.gravityTaskId)
+                : undefined,
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.gravityTasks?.length) {
+            obj.gravityTasks = message.gravityTasks.map(e => exports.GravityTask.toJSON(e));
+        }
+        if (message.name !== "") {
+            obj.name = message.name;
+        }
+        if (message.notificationRequests?.length) {
+            obj.notificationRequests = message.notificationRequests.map(e => exports.NotificationRequest.toJSON(e));
+        }
+        if (message.gravityTaskId !== undefined) {
+            obj.gravityTaskId = message.gravityTaskId;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.CreateGravityTaskRequest.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseCreateGravityTaskRequest();
+        message.gravityTasks =
+            object.gravityTasks?.map(e => exports.GravityTask.fromPartial(e)) || [];
+        message.name = object.name ?? "";
+        message.notificationRequests =
+            object.notificationRequests?.map(e => exports.NotificationRequest.fromPartial(e)) || [];
+        message.gravityTaskId = object.gravityTaskId ?? undefined;
+        return message;
+    },
+};
+function createBaseCreateGravityTaskResponse() {
+    return { gravityTaskId: "" };
+}
+exports.CreateGravityTaskResponse = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.gravityTaskId !== "") {
+            writer.uint32(10).string(message.gravityTaskId);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseCreateGravityTaskResponse();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.gravityTaskId = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            gravityTaskId: isSet(object.gravityTaskId)
+                ? globalThis.String(object.gravityTaskId)
+                : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.gravityTaskId !== "") {
+            obj.gravityTaskId = message.gravityTaskId;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.CreateGravityTaskResponse.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseCreateGravityTaskResponse();
+        message.gravityTaskId = object.gravityTaskId ?? "";
+        return message;
+    },
+};
+function createBaseBuildDatasetRequest() {
+    return { crawlerId: "", notificationRequests: [], maxRows: 0 };
+}
+exports.BuildDatasetRequest = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.crawlerId !== "") {
+            writer.uint32(10).string(message.crawlerId);
+        }
+        for (const v of message.notificationRequests) {
+            exports.NotificationRequest.encode(v, writer.uint32(18).fork()).join();
+        }
+        if (message.maxRows !== 0) {
+            writer.uint32(24).int64(message.maxRows);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseBuildDatasetRequest();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.crawlerId = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 18) {
+                        break;
+                    }
+                    message.notificationRequests.push(exports.NotificationRequest.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 24) {
+                        break;
+                    }
+                    message.maxRows = longToNumber(reader.int64());
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            crawlerId: isSet(object.crawlerId)
+                ? globalThis.String(object.crawlerId)
+                : "",
+            notificationRequests: globalThis.Array.isArray(object?.notificationRequests)
+                ? object.notificationRequests.map((e) => exports.NotificationRequest.fromJSON(e))
+                : [],
+            maxRows: isSet(object.maxRows) ? globalThis.Number(object.maxRows) : 0,
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.crawlerId !== "") {
+            obj.crawlerId = message.crawlerId;
+        }
+        if (message.notificationRequests?.length) {
+            obj.notificationRequests = message.notificationRequests.map(e => exports.NotificationRequest.toJSON(e));
+        }
+        if (message.maxRows !== 0) {
+            obj.maxRows = Math.round(message.maxRows);
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.BuildDatasetRequest.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseBuildDatasetRequest();
+        message.crawlerId = object.crawlerId ?? "";
+        message.notificationRequests =
+            object.notificationRequests?.map(e => exports.NotificationRequest.fromPartial(e)) || [];
+        message.maxRows = object.maxRows ?? 0;
+        return message;
+    },
+};
+function createBaseBuildDatasetResponse() {
+    return { datasetId: "", dataset: undefined };
+}
+exports.BuildDatasetResponse = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.datasetId !== "") {
+            writer.uint32(10).string(message.datasetId);
+        }
+        if (message.dataset !== undefined) {
+            exports.Dataset.encode(message.dataset, writer.uint32(18).fork()).join();
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseBuildDatasetResponse();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.datasetId = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 18) {
+                        break;
+                    }
+                    message.dataset = exports.Dataset.decode(reader, reader.uint32());
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            datasetId: isSet(object.datasetId)
+                ? globalThis.String(object.datasetId)
+                : "",
+            dataset: isSet(object.dataset)
+                ? exports.Dataset.fromJSON(object.dataset)
+                : undefined,
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.datasetId !== "") {
+            obj.datasetId = message.datasetId;
+        }
+        if (message.dataset !== undefined) {
+            obj.dataset = exports.Dataset.toJSON(message.dataset);
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.BuildDatasetResponse.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseBuildDatasetResponse();
+        message.datasetId = object.datasetId ?? "";
+        message.dataset =
+            object.dataset !== undefined && object.dataset !== null
+                ? exports.Dataset.fromPartial(object.dataset)
+                : undefined;
+        return message;
+    },
+};
+function createBaseNebula() {
+    return { error: "", fileSizeBytes: 0, url: "" };
+}
+exports.Nebula = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.error !== "") {
+            writer.uint32(10).string(message.error);
+        }
+        if (message.fileSizeBytes !== 0) {
+            writer.uint32(16).int64(message.fileSizeBytes);
+        }
+        if (message.url !== "") {
+            writer.uint32(26).string(message.url);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseNebula();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.error = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 16) {
+                        break;
+                    }
+                    message.fileSizeBytes = longToNumber(reader.int64());
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 26) {
+                        break;
+                    }
+                    message.url = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            error: isSet(object.error) ? globalThis.String(object.error) : "",
+            fileSizeBytes: isSet(object.fileSizeBytes)
+                ? globalThis.Number(object.fileSizeBytes)
+                : 0,
+            url: isSet(object.url) ? globalThis.String(object.url) : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.error !== "") {
+            obj.error = message.error;
+        }
+        if (message.fileSizeBytes !== 0) {
+            obj.fileSizeBytes = Math.round(message.fileSizeBytes);
+        }
+        if (message.url !== "") {
+            obj.url = message.url;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.Nebula.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseNebula();
+        message.error = object.error ?? "";
+        message.fileSizeBytes = object.fileSizeBytes ?? 0;
+        message.url = object.url ?? "";
+        return message;
+    },
+};
+function createBaseDataset() {
+    return {
+        crawlerWorkflowId: "",
+        createDate: undefined,
+        expireDate: undefined,
+        files: [],
+        status: "",
+        statusMessage: "",
+        steps: [],
+        totalSteps: 0,
+        nebula: undefined,
+    };
+}
+exports.Dataset = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.crawlerWorkflowId !== "") {
+            writer.uint32(10).string(message.crawlerWorkflowId);
+        }
+        if (message.createDate !== undefined) {
+            timestamp_1.Timestamp.encode(toTimestamp(message.createDate), writer.uint32(18).fork()).join();
+        }
+        if (message.expireDate !== undefined) {
+            timestamp_1.Timestamp.encode(toTimestamp(message.expireDate), writer.uint32(26).fork()).join();
+        }
+        for (const v of message.files) {
+            exports.DatasetFile.encode(v, writer.uint32(34).fork()).join();
+        }
+        if (message.status !== "") {
+            writer.uint32(42).string(message.status);
+        }
+        if (message.statusMessage !== "") {
+            writer.uint32(50).string(message.statusMessage);
+        }
+        for (const v of message.steps) {
+            exports.DatasetStep.encode(v, writer.uint32(58).fork()).join();
+        }
+        if (message.totalSteps !== 0) {
+            writer.uint32(64).int64(message.totalSteps);
+        }
+        if (message.nebula !== undefined) {
+            exports.Nebula.encode(message.nebula, writer.uint32(74).fork()).join();
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseDataset();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.crawlerWorkflowId = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 18) {
+                        break;
+                    }
+                    message.createDate = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 26) {
+                        break;
+                    }
+                    message.expireDate = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 4: {
+                    if (tag !== 34) {
+                        break;
+                    }
+                    message.files.push(exports.DatasetFile.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 5: {
+                    if (tag !== 42) {
+                        break;
+                    }
+                    message.status = reader.string();
+                    continue;
+                }
+                case 6: {
+                    if (tag !== 50) {
+                        break;
+                    }
+                    message.statusMessage = reader.string();
+                    continue;
+                }
+                case 7: {
+                    if (tag !== 58) {
+                        break;
+                    }
+                    message.steps.push(exports.DatasetStep.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 8: {
+                    if (tag !== 64) {
+                        break;
+                    }
+                    message.totalSteps = longToNumber(reader.int64());
+                    continue;
+                }
+                case 9: {
+                    if (tag !== 74) {
+                        break;
+                    }
+                    message.nebula = exports.Nebula.decode(reader, reader.uint32());
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            crawlerWorkflowId: isSet(object.crawlerWorkflowId)
+                ? globalThis.String(object.crawlerWorkflowId)
+                : "",
+            createDate: isSet(object.createDate)
+                ? fromJsonTimestamp(object.createDate)
+                : undefined,
+            expireDate: isSet(object.expireDate)
+                ? fromJsonTimestamp(object.expireDate)
+                : undefined,
+            files: globalThis.Array.isArray(object?.files)
+                ? object.files.map((e) => exports.DatasetFile.fromJSON(e))
+                : [],
+            status: isSet(object.status) ? globalThis.String(object.status) : "",
+            statusMessage: isSet(object.statusMessage)
+                ? globalThis.String(object.statusMessage)
+                : "",
+            steps: globalThis.Array.isArray(object?.steps)
+                ? object.steps.map((e) => exports.DatasetStep.fromJSON(e))
+                : [],
+            totalSteps: isSet(object.totalSteps)
+                ? globalThis.Number(object.totalSteps)
+                : 0,
+            nebula: isSet(object.nebula) ? exports.Nebula.fromJSON(object.nebula) : undefined,
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.crawlerWorkflowId !== "") {
+            obj.crawlerWorkflowId = message.crawlerWorkflowId;
+        }
+        if (message.createDate !== undefined) {
+            obj.createDate = message.createDate.toISOString();
+        }
+        if (message.expireDate !== undefined) {
+            obj.expireDate = message.expireDate.toISOString();
+        }
+        if (message.files?.length) {
+            obj.files = message.files.map(e => exports.DatasetFile.toJSON(e));
+        }
+        if (message.status !== "") {
+            obj.status = message.status;
+        }
+        if (message.statusMessage !== "") {
+            obj.statusMessage = message.statusMessage;
+        }
+        if (message.steps?.length) {
+            obj.steps = message.steps.map(e => exports.DatasetStep.toJSON(e));
+        }
+        if (message.totalSteps !== 0) {
+            obj.totalSteps = Math.round(message.totalSteps);
+        }
+        if (message.nebula !== undefined) {
+            obj.nebula = exports.Nebula.toJSON(message.nebula);
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.Dataset.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseDataset();
+        message.crawlerWorkflowId = object.crawlerWorkflowId ?? "";
+        message.createDate = object.createDate ?? undefined;
+        message.expireDate = object.expireDate ?? undefined;
+        message.files = object.files?.map(e => exports.DatasetFile.fromPartial(e)) || [];
+        message.status = object.status ?? "";
+        message.statusMessage = object.statusMessage ?? "";
+        message.steps = object.steps?.map(e => exports.DatasetStep.fromPartial(e)) || [];
+        message.totalSteps = object.totalSteps ?? 0;
+        message.nebula =
+            object.nebula !== undefined && object.nebula !== null
+                ? exports.Nebula.fromPartial(object.nebula)
+                : undefined;
+        return message;
+    },
+};
+function createBaseDatasetFile() {
+    return {
+        fileName: "",
+        fileSizeBytes: 0,
+        lastModified: undefined,
+        numRows: 0,
+        s3Key: "",
+        url: "",
+    };
+}
+exports.DatasetFile = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.fileName !== "") {
+            writer.uint32(10).string(message.fileName);
+        }
+        if (message.fileSizeBytes !== 0) {
+            writer.uint32(16).uint64(message.fileSizeBytes);
+        }
+        if (message.lastModified !== undefined) {
+            timestamp_1.Timestamp.encode(toTimestamp(message.lastModified), writer.uint32(26).fork()).join();
+        }
+        if (message.numRows !== 0) {
+            writer.uint32(32).uint64(message.numRows);
+        }
+        if (message.s3Key !== "") {
+            writer.uint32(42).string(message.s3Key);
+        }
+        if (message.url !== "") {
+            writer.uint32(50).string(message.url);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseDatasetFile();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.fileName = reader.string();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 16) {
+                        break;
+                    }
+                    message.fileSizeBytes = longToNumber(reader.uint64());
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 26) {
+                        break;
+                    }
+                    message.lastModified = fromTimestamp(timestamp_1.Timestamp.decode(reader, reader.uint32()));
+                    continue;
+                }
+                case 4: {
+                    if (tag !== 32) {
+                        break;
+                    }
+                    message.numRows = longToNumber(reader.uint64());
+                    continue;
+                }
+                case 5: {
+                    if (tag !== 42) {
+                        break;
+                    }
+                    message.s3Key = reader.string();
+                    continue;
+                }
+                case 6: {
+                    if (tag !== 50) {
+                        break;
+                    }
+                    message.url = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            fileName: isSet(object.fileName)
+                ? globalThis.String(object.fileName)
+                : "",
+            fileSizeBytes: isSet(object.fileSizeBytes)
+                ? globalThis.Number(object.fileSizeBytes)
+                : 0,
+            lastModified: isSet(object.lastModified)
+                ? fromJsonTimestamp(object.lastModified)
+                : undefined,
+            numRows: isSet(object.numRows) ? globalThis.Number(object.numRows) : 0,
+            s3Key: isSet(object.s3Key) ? globalThis.String(object.s3Key) : "",
+            url: isSet(object.url) ? globalThis.String(object.url) : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.fileName !== "") {
+            obj.fileName = message.fileName;
+        }
+        if (message.fileSizeBytes !== 0) {
+            obj.fileSizeBytes = Math.round(message.fileSizeBytes);
+        }
+        if (message.lastModified !== undefined) {
+            obj.lastModified = message.lastModified.toISOString();
+        }
+        if (message.numRows !== 0) {
+            obj.numRows = Math.round(message.numRows);
+        }
+        if (message.s3Key !== "") {
+            obj.s3Key = message.s3Key;
+        }
+        if (message.url !== "") {
+            obj.url = message.url;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.DatasetFile.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseDatasetFile();
+        message.fileName = object.fileName ?? "";
+        message.fileSizeBytes = object.fileSizeBytes ?? 0;
+        message.lastModified = object.lastModified ?? undefined;
+        message.numRows = object.numRows ?? 0;
+        message.s3Key = object.s3Key ?? "";
+        message.url = object.url ?? "";
+        return message;
+    },
+};
+function createBaseDatasetStep() {
+    return { progress: 0, step: 0, stepName: "" };
+}
+exports.DatasetStep = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.progress !== 0) {
+            writer.uint32(9).double(message.progress);
+        }
+        if (message.step !== 0) {
+            writer.uint32(16).int64(message.step);
+        }
+        if (message.stepName !== "") {
+            writer.uint32(26).string(message.stepName);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseDatasetStep();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 9) {
+                        break;
+                    }
+                    message.progress = reader.double();
+                    continue;
+                }
+                case 2: {
+                    if (tag !== 16) {
+                        break;
+                    }
+                    message.step = longToNumber(reader.int64());
+                    continue;
+                }
+                case 3: {
+                    if (tag !== 26) {
+                        break;
+                    }
+                    message.stepName = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            progress: isSet(object.progress) ? globalThis.Number(object.progress) : 0,
+            step: isSet(object.step) ? globalThis.Number(object.step) : 0,
+            stepName: isSet(object.stepName)
+                ? globalThis.String(object.stepName)
+                : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.progress !== 0) {
+            obj.progress = message.progress;
+        }
+        if (message.step !== 0) {
+            obj.step = Math.round(message.step);
+        }
+        if (message.stepName !== "") {
+            obj.stepName = message.stepName;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.DatasetStep.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseDatasetStep();
+        message.progress = object.progress ?? 0;
+        message.step = object.step ?? 0;
+        message.stepName = object.stepName ?? "";
+        return message;
+    },
+};
+function createBaseGetDatasetRequest() {
+    return { datasetId: "" };
+}
+exports.GetDatasetRequest = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.datasetId !== "") {
+            writer.uint32(10).string(message.datasetId);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseGetDatasetRequest();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.datasetId = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            datasetId: isSet(object.datasetId)
+                ? globalThis.String(object.datasetId)
+                : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.datasetId !== "") {
+            obj.datasetId = message.datasetId;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.GetDatasetRequest.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseGetDatasetRequest();
+        message.datasetId = object.datasetId ?? "";
+        return message;
+    },
+};
+function createBaseGetDatasetResponse() {
+    return { dataset: undefined };
+}
+exports.GetDatasetResponse = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.dataset !== undefined) {
+            exports.Dataset.encode(message.dataset, writer.uint32(10).fork()).join();
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseGetDatasetResponse();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.dataset = exports.Dataset.decode(reader, reader.uint32());
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            dataset: isSet(object.dataset)
+                ? exports.Dataset.fromJSON(object.dataset)
+                : undefined,
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.dataset !== undefined) {
+            obj.dataset = exports.Dataset.toJSON(message.dataset);
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.GetDatasetResponse.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseGetDatasetResponse();
+        message.dataset =
+            object.dataset !== undefined && object.dataset !== null
+                ? exports.Dataset.fromPartial(object.dataset)
+                : undefined;
+        return message;
+    },
+};
+function createBaseCancelGravityTaskRequest() {
+    return { gravityTaskId: "" };
+}
+exports.CancelGravityTaskRequest = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.gravityTaskId !== "") {
+            writer.uint32(10).string(message.gravityTaskId);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseCancelGravityTaskRequest();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.gravityTaskId = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            gravityTaskId: isSet(object.gravityTaskId)
+                ? globalThis.String(object.gravityTaskId)
+                : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.gravityTaskId !== "") {
+            obj.gravityTaskId = message.gravityTaskId;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.CancelGravityTaskRequest.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseCancelGravityTaskRequest();
+        message.gravityTaskId = object.gravityTaskId ?? "";
+        return message;
+    },
+};
+function createBaseCancelGravityTaskResponse() {
+    return { message: "" };
+}
+exports.CancelGravityTaskResponse = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.message !== "") {
+            writer.uint32(10).string(message.message);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseCancelGravityTaskResponse();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.message = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            message: isSet(object.message) ? globalThis.String(object.message) : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.message !== "") {
+            obj.message = message.message;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.CancelGravityTaskResponse.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseCancelGravityTaskResponse();
+        message.message = object.message ?? "";
+        return message;
+    },
+};
+function createBaseCancelDatasetRequest() {
+    return { datasetId: "" };
+}
+exports.CancelDatasetRequest = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.datasetId !== "") {
+            writer.uint32(10).string(message.datasetId);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseCancelDatasetRequest();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.datasetId = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            datasetId: isSet(object.datasetId)
+                ? globalThis.String(object.datasetId)
+                : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.datasetId !== "") {
+            obj.datasetId = message.datasetId;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.CancelDatasetRequest.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseCancelDatasetRequest();
+        message.datasetId = object.datasetId ?? "";
+        return message;
+    },
+};
+function createBaseCancelDatasetResponse() {
+    return { message: "" };
+}
+exports.CancelDatasetResponse = {
+    encode(message, writer = new wire_1.BinaryWriter()) {
+        if (message.message !== "") {
+            writer.uint32(10).string(message.message);
+        }
+        return writer;
+    },
+    decode(input, length) {
+        const reader = input instanceof wire_1.BinaryReader ? input : new wire_1.BinaryReader(input);
+        let end = length === undefined ? reader.len : reader.pos + length;
+        const message = createBaseCancelDatasetResponse();
+        while (reader.pos < end) {
+            const tag = reader.uint32();
+            switch (tag >>> 3) {
+                case 1: {
+                    if (tag !== 10) {
+                        break;
+                    }
+                    message.message = reader.string();
+                    continue;
+                }
+            }
+            if ((tag & 7) === 4 || tag === 0) {
+                break;
+            }
+            reader.skip(tag & 7);
+        }
+        return message;
+    },
+    fromJSON(object) {
+        return {
+            message: isSet(object.message) ? globalThis.String(object.message) : "",
+        };
+    },
+    toJSON(message) {
+        const obj = {};
+        if (message.message !== "") {
+            obj.message = message.message;
+        }
+        return obj;
+    },
+    create(base) {
+        return exports.CancelDatasetResponse.fromPartial(base ?? {});
+    },
+    fromPartial(object) {
+        const message = createBaseCancelDatasetResponse();
+        message.message = object.message ?? "";
+        return message;
+    },
+};
+exports.GravityServiceService = {
+    /** Lists all data collection tasks for a user */
+    getGravityTasks: {
+        path: "/gravity.v1.GravityService/GetGravityTasks",
+        requestStream: false,
+        responseStream: false,
+        requestSerialize: (value) => Buffer.from(exports.GetGravityTasksRequest.encode(value).finish()),
+        requestDeserialize: (value) => exports.GetGravityTasksRequest.decode(value),
+        responseSerialize: (value) => Buffer.from(exports.GetGravityTasksResponse.encode(value).finish()),
+        responseDeserialize: (value) => exports.GetGravityTasksResponse.decode(value),
+    },
+    /** Get a single crawler by its ID */
+    getCrawler: {
+        path: "/gravity.v1.GravityService/GetCrawler",
+        requestStream: false,
+        responseStream: false,
+        requestSerialize: (value) => Buffer.from(exports.GetCrawlerRequest.encode(value).finish()),
+        requestDeserialize: (value) => exports.GetCrawlerRequest.decode(value),
+        responseSerialize: (value) => Buffer.from(exports.GetCrawlerResponse.encode(value).finish()),
+        responseDeserialize: (value) => exports.GetCrawlerResponse.decode(value),
+    },
+    /** Create a new gravity task */
+    createGravityTask: {
+        path: "/gravity.v1.GravityService/CreateGravityTask",
+        requestStream: false,
+        responseStream: false,
+        requestSerialize: (value) => Buffer.from(exports.CreateGravityTaskRequest.encode(value).finish()),
+        requestDeserialize: (value) => exports.CreateGravityTaskRequest.decode(value),
+        responseSerialize: (value) => Buffer.from(exports.CreateGravityTaskResponse.encode(value).finish()),
+        responseDeserialize: (value) => exports.CreateGravityTaskResponse.decode(value),
+    },
+    /** Build a dataset for a single crawler */
+    buildDataset: {
+        path: "/gravity.v1.GravityService/BuildDataset",
+        requestStream: false,
+        responseStream: false,
+        requestSerialize: (value) => Buffer.from(exports.BuildDatasetRequest.encode(value).finish()),
+        requestDeserialize: (value) => exports.BuildDatasetRequest.decode(value),
+        responseSerialize: (value) => Buffer.from(exports.BuildDatasetResponse.encode(value).finish()),
+        responseDeserialize: (value) => exports.BuildDatasetResponse.decode(value),
+    },
+    /** Get the dataset build status and results */
+    getDataset: {
+        path: "/gravity.v1.GravityService/GetDataset",
+        requestStream: false,
+        responseStream: false,
+        requestSerialize: (value) => Buffer.from(exports.GetDatasetRequest.encode(value).finish()),
+        requestDeserialize: (value) => exports.GetDatasetRequest.decode(value),
+        responseSerialize: (value) => Buffer.from(exports.GetDatasetResponse.encode(value).finish()),
+        responseDeserialize: (value) => exports.GetDatasetResponse.decode(value),
+    },
+    /** Cancel a gravity task and any crawlers associated with it */
+    cancelGravityTask: {
+        path: "/gravity.v1.GravityService/CancelGravityTask",
+        requestStream: false,
+        responseStream: false,
+        requestSerialize: (value) => Buffer.from(exports.CancelGravityTaskRequest.encode(value).finish()),
+        requestDeserialize: (value) => exports.CancelGravityTaskRequest.decode(value),
+        responseSerialize: (value) => Buffer.from(exports.CancelGravityTaskResponse.encode(value).finish()),
+        responseDeserialize: (value) => exports.CancelGravityTaskResponse.decode(value),
+    },
+    /** Cancel dataset build if it is in progress and purges the dataset */
+    cancelDataset: {
+        path: "/gravity.v1.GravityService/CancelDataset",
+        requestStream: false,
+        responseStream: false,
+        requestSerialize: (value) => Buffer.from(exports.CancelDatasetRequest.encode(value).finish()),
+        requestDeserialize: (value) => exports.CancelDatasetRequest.decode(value),
+        responseSerialize: (value) => Buffer.from(exports.CancelDatasetResponse.encode(value).finish()),
+        responseDeserialize: (value) => exports.CancelDatasetResponse.decode(value),
     },
 };
+exports.GravityServiceClient = (0, grpc_js_1.makeGenericClientConstructor)(exports.GravityServiceService, "gravity.v1.GravityService");
+function toTimestamp(date) {
+    const seconds = Math.trunc(date.getTime() / 1000);
+    const nanos = (date.getTime() % 1000) * 1000000;
+    return { seconds, nanos };
+}
+function fromTimestamp(t) {
+    let millis = (t.seconds || 0) * 1000;
+    millis += (t.nanos || 0) / 1000000;
+    return new globalThis.Date(millis);
+}
+function fromJsonTimestamp(o) {
+    if (o instanceof globalThis.Date) {
+        return o;
+    }
+    else if (typeof o === "string") {
+        return new globalThis.Date(o);
+    }
+    else {
+        return fromTimestamp(timestamp_1.Timestamp.fromJSON(o));
+    }
+}
+function longToNumber(int64) {
+    const num = globalThis.Number(int64.toString());
+    if (num > globalThis.Number.MAX_SAFE_INTEGER) {
+        throw new globalThis.Error("Value is larger than Number.MAX_SAFE_INTEGER");
+    }
+    if (num < globalThis.Number.MIN_SAFE_INTEGER) {
+        throw new globalThis.Error("Value is smaller than Number.MIN_SAFE_INTEGER");
+    }
+    return num;
+}
+function isSet(value) {
+    return value !== null && value !== undefined;
+}