macrocosmos 1.4.0 → 1.4.2

package/dist/generated/apex/v1/apex.js

@@ -2,7 +2,7 @@
 // Code generated by protoc-gen-ts_proto. DO NOT EDIT.
 // versions:
 //   protoc-gen-ts_proto  v2.7.0
-//   protoc               v6.32.0
+//   protoc               v6.32.1
 // source: apex/v1/apex.proto
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.DeleteCompletionsRequest = exports.CreateCompletionResponse = exports.CreateCompletionRequest = exports.CreateChatAndCompletionResponse = exports.CreateChatAndCompletionRequest = exports.ParsedCompletion = exports.ParsedChat = exports.DeleteChatsResponse = exports.DeleteChatsRequest = exports.UpdateChatAttributesResponse = exports.UpdateChatAttributesRequest_AttributesEntry = exports.UpdateChatAttributesRequest = exports.GetStoredChatCompletionsResponse = exports.StoredChatCompletion = exports.GetChatCompletionRequest = exports.GetStoredChatCompletionsRequest = exports.GetChatSessionsRequest = exports.GetChatSessionsResponse = exports.ChatSession = exports.GetDeepResearcherJobRequest = exports.DeepResearcherResultChunk = exports.GetDeepResearcherJobResponse = exports.SubmitDeepResearcherJobResponse = exports.WebRetrievalResponse = exports.WebSearchResult = exports.WebRetrievalRequest = exports.PromptTokensDetails = exports.CompletionTokensDetails = exports.CompletionUsage = exports.TopLogprob = exports.ChatCompletionTokenLogprob = exports.ChoiceDeltaToolCallFunction = exports.ChoiceDeltaToolCall = exports.ChoiceDeltaFunctionCall = exports.ChoiceDelta = exports.ChoiceLogprobs = exports.ChunkChoice = exports.ChatMessage = exports.ChatCompletionChunkResponse = exports.FunctionMessage = exports.ChatCompletionMessageToolCall = exports.FunctionCall = exports.ChatCompletionAudio = exports.Annotation = exports.ChatCompletionMessage = exports.Choice = exports.ChatCompletionResponse = exports.SamplingParameters = exports.ChatCompletionRequest = exports.protobufPackage = void 0;

package/dist/generated/billing/v1/billing.js

@@ -2,7 +2,7 @@
 // Code generated by protoc-gen-ts_proto. DO NOT EDIT.
 // versions:
 //   protoc-gen-ts_proto  v2.7.0
-//   protoc               v6.32.0
+//   protoc               v6.32.1
 // source: billing/v1/billing.proto
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.BillingServiceClient = exports.BillingServiceService = exports.GetUsageResponse = exports.BillingRate = exports.GetUsageRequest = exports.protobufPackage = void 0;

package/dist/generated/google/protobuf/empty.js

@@ -2,7 +2,7 @@
 // Code generated by protoc-gen-ts_proto. DO NOT EDIT.
 // versions:
 //   protoc-gen-ts_proto  v2.7.0
-//   protoc               v6.32.0
+//   protoc               v6.32.1
 // source: google/protobuf/empty.proto
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Empty = exports.protobufPackage = void 0;

package/dist/generated/google/protobuf/struct.js

@@ -2,7 +2,7 @@
 // Code generated by protoc-gen-ts_proto. DO NOT EDIT.
 // versions:
 //   protoc-gen-ts_proto  v2.7.0
-//   protoc               v6.32.0
+//   protoc               v6.32.1
 // source: google/protobuf/struct.proto
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.ListValue = exports.Value = exports.Struct_FieldsEntry = exports.Struct = exports.NullValue = exports.protobufPackage = void 0;

package/dist/generated/google/protobuf/timestamp.js

@@ -2,7 +2,7 @@
 // Code generated by protoc-gen-ts_proto. DO NOT EDIT.
 // versions:
 //   protoc-gen-ts_proto  v2.7.0
-//   protoc               v6.32.0
+//   protoc               v6.32.1
 // source: google/protobuf/timestamp.proto
 Object.defineProperty(exports, "__esModule", { value: true });
 exports.Timestamp = exports.protobufPackage = void 0;

package/dist/generated/gravity/v1/gravity.d.ts

@@ -7,6 +7,21 @@ export interface PublishDatasetRequest {
     /** dataset_id: the ID of the dataset */
     datasetId: string;
 }
+/** PersistentDatasetWorkflow */
+export interface PersistentDatasetWorkflow {
+    /** dataset_id: the ID of the dataset workflow */
+    datasetId: string;
+    /** status: the status of the dataset workflow */
+    status: string;
+}
+/** AddPersistentDatasetWorkflowsRequest */
+export interface AddPersistentDatasetWorkflowsRequest {
+    datasetWorkflows: PersistentDatasetWorkflow[];
+}
+/** GetPersistentDatasetWorkflowsResponse returns recent dataset workflows */
+export interface GetPersistentDatasetWorkflowsResponse {
+    datasetWorkflows: PersistentDatasetWorkflow[];
+}
 /**
  * Crawler is a single crawler workflow that registers a single job
  * (platform/topic) on SN13's dynamic desirability engine
@@ -30,6 +45,24 @@ export interface Crawler {
      */
     datasetWorkflows: string[];
 }
+/**
+ * PersistentGravityTasksResponse: this message repeats in
+ * GetPersistentGravityTasksResponse
+ */
+export interface PersistentGravityTasksResponse {
+    /** gravity_task_id: the id of the gravity task */
+    gravityTaskId: string;
+    /** ingest_dt: the date the task was ingested */
+    ingestDt: string;
+}
+/**
+ * GetPersistentGravityTasksResponse: message containing persistent task ids and
+ * their ingest dt
+ */
+export interface GetPersistentGravityTasksResponse {
+    /** persistent_gravity_tasks: the persistent gravity tasks */
+    persistentGravityTasks: PersistentGravityTasksResponse[];
+}
 /** UpsertCrawlerRequest for upserting a crawler and its criteria */
 export interface UpsertCrawlerRequest {
     /** gravity_task_id: the parent workflow id -- in this case the multicrawler id */
@@ -102,6 +135,17 @@ export interface CrawlerCriteria {
     /** post_end_datetime: the end date of the job (optional) */
     postEndDatetime?: Date | undefined;
 }
+/** PersistentTopic is the contents of the persistent topic */
+export interface PersistentTopic {
+    /** platform: the platform of the job ('x' or 'reddit') */
+    platform: string;
+    /** topic: the topic of the job (e.g. '#ai' for X, 'r/ai' for Reddit) */
+    topic?: string | undefined;
+}
+export interface PersistentTopicResponse {
+    /** persistent_topics: the persistent topics */
+    persistentTopics: PersistentTopic[];
+}
 /** CrawlerNotification is the details of the notification to be sent to the user */
 export interface CrawlerNotification {
     /** to: the email address of the user */
@@ -219,6 +263,13 @@ export interface GetCrawlerRequest {
     /** crawler_id: the ID of the crawler */
     crawlerId: string;
 }
+/** CompleteCrawlerRequest is the request message for cancelling a crawler */
+export interface CompleteCrawlerRequest {
+    /** crawler_id: the ID of the crawler */
+    crawlerId: string;
+    /** status: ending status of the crawler */
+    status: string;
+}
 /** GetCrawlerResponse is the response message for getting a crawler */
 export interface GetCrawlerResponse {
     /** crawler: the crawler */
@@ -300,6 +351,10 @@ export interface BuildAllDatasetsResponse {
     gravityTaskId: string;
     datasets: Dataset[];
 }
+export interface AddPersistentGravityTaskRequest {
+    /** gravity_task_id: the ID of the gravity task */
+    gravityTaskId: string;
+}
 export interface Nebula {
     /** error: nebula build error message */
     error: string;
@@ -445,7 +500,7 @@ export interface DatasetBillingCorrectionResponse {
  */
 export interface GetMarketplaceDatasetsResponse {
     /** datasets: list of marketplace datasets */
-    datasets: DatasetFile[];
+    datasets: GravityTaskState[];
 }
 /**
  * GetGravityTaskDatasetFilesRequest is the request message for getting dataset
@@ -478,6 +533,8 @@ export interface DatasetFileWithId {
     s3Key: string;
     /** url: the URL of the file (public use) */
     url: string;
+    /** nebula_url: the url of a nebula */
+    nebulaUrl: string;
 }
 /**
  * GetGravityTaskDatasetFilesResponse is the response message for getting
@@ -489,8 +546,57 @@ export interface GetGravityTaskDatasetFilesResponse {
     /** crawler_dataset_files: dataset files grouped by crawler */
     crawlerDatasetFiles: CrawlerDatasetFiles[];
 }
+/**
+ * GetCrawlerHistoryRequest is the request message for getting crawler history
+ * associated to the provided gravity_task_id
+ */
+export interface GetCrawlerHistoryRequest {
+    /** gravity_task_id: the ID of the gravity task */
+    gravityTaskId: string;
+}
+/** CrawlerHistoryEntry represents a single history entry for a crawler */
+export interface CrawlerHistoryEntry {
+    /** ingest_dt: the timestamp when this entry was ingested */
+    ingestDt?: Date | undefined;
+    /** records_collected: the number of records collected */
+    recordsCollected: number;
+    /** bytes_collected: the number of bytes collected */
+    bytesCollected: number;
+}
+/**
+ * CrawlerCriteriaAndHistory represents crawler information with criteria and
+ * history
+ */
+export interface CrawlerCriteriaAndHistory {
+    /** crawler_id: the ID of the crawler */
+    crawlerId: string;
+    /** platform: the platform from gravity_crawler_criteria */
+    platform: string;
+    /** topic: the topic from gravity_crawler_criteria */
+    topic?: string | undefined;
+    /** keyword: the keyword from gravity_crawler_criteria */
+    keyword?: string | undefined;
+    /** post_start_date: the start date for posts from gravity_crawler_criteria */
+    postStartDate?: Date | undefined;
+    /** post_end_date: the end date for posts from gravity_crawler_criteria */
+    postEndDate?: Date | undefined;
+    /** crawler_history: the history entries for this crawler */
+    crawlerHistory: CrawlerHistoryEntry[];
+}
+/** GetCrawlerHistoryResponse is the response message for getting crawler history */
+export interface GetCrawlerHistoryResponse {
+    /** gravity_task_id: the ID of the gravity task */
+    gravityTaskId: string;
+    /** crawlers: the crawlers with their criteria and history */
+    crawlers: CrawlerCriteriaAndHistory[];
+}
 export declare const PublishDatasetRequest: MessageFns<PublishDatasetRequest>;
+export declare const PersistentDatasetWorkflow: MessageFns<PersistentDatasetWorkflow>;
+export declare const AddPersistentDatasetWorkflowsRequest: MessageFns<AddPersistentDatasetWorkflowsRequest>;
+export declare const GetPersistentDatasetWorkflowsResponse: MessageFns<GetPersistentDatasetWorkflowsResponse>;
 export declare const Crawler: MessageFns<Crawler>;
+export declare const PersistentGravityTasksResponse: MessageFns<PersistentGravityTasksResponse>;
+export declare const GetPersistentGravityTasksResponse: MessageFns<GetPersistentGravityTasksResponse>;
 export declare const UpsertCrawlerRequest: MessageFns<UpsertCrawlerRequest>;
 export declare const UpsertResponse: MessageFns<UpsertResponse>;
 export declare const UpsertGravityTaskRequest: MessageFns<UpsertGravityTaskRequest>;
@@ -498,6 +604,8 @@ export declare const UpsertGravityTaskResponse: MessageFns<UpsertGravityTaskResp
 export declare const GravityTaskRequest: MessageFns<GravityTaskRequest>;
 export declare const InsertCrawlerCriteriaRequest: MessageFns<InsertCrawlerCriteriaRequest>;
 export declare const CrawlerCriteria: MessageFns<CrawlerCriteria>;
+export declare const PersistentTopic: MessageFns<PersistentTopic>;
+export declare const PersistentTopicResponse: MessageFns<PersistentTopicResponse>;
 export declare const CrawlerNotification: MessageFns<CrawlerNotification>;
 export declare const HfRepo: MessageFns<HfRepo>;
 export declare const CrawlerState: MessageFns<CrawlerState>;
@@ -507,6 +615,7 @@ export declare const GetGravityTasksResponse: MessageFns<GetGravityTasksResponse
 export declare const GravityTask: MessageFns<GravityTask>;
 export declare const NotificationRequest: MessageFns<NotificationRequest>;
 export declare const GetCrawlerRequest: MessageFns<GetCrawlerRequest>;
+export declare const CompleteCrawlerRequest: MessageFns<CompleteCrawlerRequest>;
 export declare const GetCrawlerResponse: MessageFns<GetCrawlerResponse>;
 export declare const CreateGravityTaskRequest: MessageFns<CreateGravityTaskRequest>;
 export declare const CreateGravityTaskResponse: MessageFns<CreateGravityTaskResponse>;
@@ -514,6 +623,7 @@ export declare const BuildDatasetRequest: MessageFns<BuildDatasetRequest>;
 export declare const BuildDatasetResponse: MessageFns<BuildDatasetResponse>;
 export declare const BuildAllDatasetsRequest: MessageFns<BuildAllDatasetsRequest>;
 export declare const BuildAllDatasetsResponse: MessageFns<BuildAllDatasetsResponse>;
+export declare const AddPersistentGravityTaskRequest: MessageFns<AddPersistentGravityTaskRequest>;
 export declare const Nebula: MessageFns<Nebula>;
 export declare const Dataset: MessageFns<Dataset>;
 export declare const UpsertDatasetRequest: MessageFns<UpsertDatasetRequest>;
@@ -534,6 +644,10 @@ export declare const GetGravityTaskDatasetFilesRequest: MessageFns<GetGravityTas
 export declare const CrawlerDatasetFiles: MessageFns<CrawlerDatasetFiles>;
 export declare const DatasetFileWithId: MessageFns<DatasetFileWithId>;
 export declare const GetGravityTaskDatasetFilesResponse: MessageFns<GetGravityTaskDatasetFilesResponse>;
+export declare const GetCrawlerHistoryRequest: MessageFns<GetCrawlerHistoryRequest>;
+export declare const CrawlerHistoryEntry: MessageFns<CrawlerHistoryEntry>;
+export declare const CrawlerCriteriaAndHistory: MessageFns<CrawlerCriteriaAndHistory>;
+export declare const GetCrawlerHistoryResponse: MessageFns<GetCrawlerHistoryResponse>;
 export type GravityServiceService = typeof GravityServiceService;
 export declare const GravityServiceService: {
     /** Lists all data collection tasks for a user */
@@ -546,6 +660,46 @@ export declare const GravityServiceService: {
         readonly responseSerialize: (value: GetGravityTasksResponse) => Buffer<ArrayBuffer>;
         readonly responseDeserialize: (value: Buffer) => GetGravityTasksResponse;
     };
+    /** Add a persistent gravity task to the Gravity state DB */
+    readonly addPersistentGravityTask: {
+        readonly path: "/gravity.v1.GravityService/AddPersistentGravityTask";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: AddPersistentGravityTaskRequest) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => AddPersistentGravityTaskRequest;
+        readonly responseSerialize: (value: UpsertResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => UpsertResponse;
+    };
+    /** Add a persistent dataset workflow to the Gravity state DB */
+    readonly addPersistentDatasetWorkflows: {
+        readonly path: "/gravity.v1.GravityService/AddPersistentDatasetWorkflows";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: AddPersistentDatasetWorkflowsRequest) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => AddPersistentDatasetWorkflowsRequest;
+        readonly responseSerialize: (value: UpsertResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => UpsertResponse;
+    };
+    /** Retrieve recent persistent dataset workflows (last 7 days, non-Completed) */
+    readonly getPersistentDatasetWorkflows: {
+        readonly path: "/gravity.v1.GravityService/GetPersistentDatasetWorkflows";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: Empty) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => Empty;
+        readonly responseSerialize: (value: GetPersistentDatasetWorkflowsResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => GetPersistentDatasetWorkflowsResponse;
+    };
+    /** Retrieve all persistent gravity tasks from the Gravity state DB */
+    readonly getPersistentGravityTasks: {
+        readonly path: "/gravity.v1.GravityService/GetPersistentGravityTasks";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: Empty) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => Empty;
+        readonly responseSerialize: (value: GetPersistentGravityTasksResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => GetPersistentGravityTasksResponse;
+    };
     /** Get a single crawler by its ID */
     readonly getCrawler: {
         readonly path: "/gravity.v1.GravityService/GetCrawler";
@@ -586,6 +740,16 @@ export declare const GravityServiceService: {
         readonly responseSerialize: (value: GetDatasetResponse) => Buffer<ArrayBuffer>;
         readonly responseDeserialize: (value: Buffer) => GetDatasetResponse;
     };
+    /** Add a persistent topic to the Gravity state DB */
+    readonly addPersistentTopic: {
+        readonly path: "/gravity.v1.GravityService/AddPersistentTopic";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: PersistentTopic) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => PersistentTopic;
+        readonly responseSerialize: (value: UpsertResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => UpsertResponse;
+    };
     /** Cancel a gravity task and any crawlers associated with it */
     readonly cancelGravityTask: {
         readonly path: "/gravity.v1.GravityService/CancelGravityTask";
@@ -716,10 +880,48 @@ export declare const GravityServiceService: {
         readonly responseSerialize: (value: BuildAllDatasetsResponse) => Buffer<ArrayBuffer>;
         readonly responseDeserialize: (value: Buffer) => BuildAllDatasetsResponse;
     };
+    /** Gets all persistent topics from the Gravity state DB */
+    readonly getPersistentTopics: {
+        readonly path: "/gravity.v1.GravityService/GetPersistentTopics";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: Empty) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => Empty;
+        readonly responseSerialize: (value: PersistentTopicResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => PersistentTopicResponse;
+    };
+    /** Gets crawler history for a gravity task */
+    readonly getCrawlerHistory: {
+        readonly path: "/gravity.v1.GravityService/GetCrawlerHistory";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: GetCrawlerHistoryRequest) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => GetCrawlerHistoryRequest;
+        readonly responseSerialize: (value: GetCrawlerHistoryResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => GetCrawlerHistoryResponse;
+    };
+    /** Completes a crawler */
+    readonly completeCrawler: {
+        readonly path: "/gravity.v1.GravityService/CompleteCrawler";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: CompleteCrawlerRequest) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => CompleteCrawlerRequest;
+        readonly responseSerialize: (value: UpsertResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => UpsertResponse;
+    };
 };
 export interface GravityServiceServer extends UntypedServiceImplementation {
     /** Lists all data collection tasks for a user */
     getGravityTasks: handleUnaryCall<GetGravityTasksRequest, GetGravityTasksResponse>;
+    /** Add a persistent gravity task to the Gravity state DB */
+    addPersistentGravityTask: handleUnaryCall<AddPersistentGravityTaskRequest, UpsertResponse>;
+    /** Add a persistent dataset workflow to the Gravity state DB */
+    addPersistentDatasetWorkflows: handleUnaryCall<AddPersistentDatasetWorkflowsRequest, UpsertResponse>;
+    /** Retrieve recent persistent dataset workflows (last 7 days, non-Completed) */
+    getPersistentDatasetWorkflows: handleUnaryCall<Empty, GetPersistentDatasetWorkflowsResponse>;
+    /** Retrieve all persistent gravity tasks from the Gravity state DB */
+    getPersistentGravityTasks: handleUnaryCall<Empty, GetPersistentGravityTasksResponse>;
     /** Get a single crawler by its ID */
     getCrawler: handleUnaryCall<GetCrawlerRequest, GetCrawlerResponse>;
     /** Create a new gravity task */
@@ -728,6 +930,8 @@ export interface GravityServiceServer extends UntypedServiceImplementation {
     buildDataset: handleUnaryCall<BuildDatasetRequest, BuildDatasetResponse>;
     /** Get the dataset build status and results */
     getDataset: handleUnaryCall<GetDatasetRequest, GetDatasetResponse>;
+    /** Add a persistent topic to the Gravity state DB */
+    addPersistentTopic: handleUnaryCall<PersistentTopic, UpsertResponse>;
     /** Cancel a gravity task and any crawlers associated with it */
     cancelGravityTask: handleUnaryCall<CancelGravityTaskRequest, CancelGravityTaskResponse>;
     /** Cancel dataset build if it is in progress and purges the dataset */
@@ -754,12 +958,34 @@ export interface GravityServiceServer extends UntypedServiceImplementation {
     upsertNebula: handleUnaryCall<UpsertNebulaRequest, UpsertResponse>;
     /** Builds all datasets for a task (additionally cancels crawlers with no data) */
     buildAllDatasets: handleUnaryCall<BuildAllDatasetsRequest, BuildAllDatasetsResponse>;
+    /** Gets all persistent topics from the Gravity state DB */
+    getPersistentTopics: handleUnaryCall<Empty, PersistentTopicResponse>;
+    /** Gets crawler history for a gravity task */
+    getCrawlerHistory: handleUnaryCall<GetCrawlerHistoryRequest, GetCrawlerHistoryResponse>;
+    /** Completes a crawler */
+    completeCrawler: handleUnaryCall<CompleteCrawlerRequest, UpsertResponse>;
 }
 export interface GravityServiceClient extends Client {
     /** Lists all data collection tasks for a user */
     getGravityTasks(request: GetGravityTasksRequest, callback: (error: ServiceError | null, response: GetGravityTasksResponse) => void): ClientUnaryCall;
     getGravityTasks(request: GetGravityTasksRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetGravityTasksResponse) => void): ClientUnaryCall;
     getGravityTasks(request: GetGravityTasksRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetGravityTasksResponse) => void): ClientUnaryCall;
+    /** Add a persistent gravity task to the Gravity state DB */
+    addPersistentGravityTask(request: AddPersistentGravityTaskRequest, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    addPersistentGravityTask(request: AddPersistentGravityTaskRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    addPersistentGravityTask(request: AddPersistentGravityTaskRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    /** Add a persistent dataset workflow to the Gravity state DB */
+    addPersistentDatasetWorkflows(request: AddPersistentDatasetWorkflowsRequest, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    addPersistentDatasetWorkflows(request: AddPersistentDatasetWorkflowsRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    addPersistentDatasetWorkflows(request: AddPersistentDatasetWorkflowsRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    /** Retrieve recent persistent dataset workflows (last 7 days, non-Completed) */
+    getPersistentDatasetWorkflows(request: Empty, callback: (error: ServiceError | null, response: GetPersistentDatasetWorkflowsResponse) => void): ClientUnaryCall;
+    getPersistentDatasetWorkflows(request: Empty, metadata: Metadata, callback: (error: ServiceError | null, response: GetPersistentDatasetWorkflowsResponse) => void): ClientUnaryCall;
+    getPersistentDatasetWorkflows(request: Empty, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetPersistentDatasetWorkflowsResponse) => void): ClientUnaryCall;
+    /** Retrieve all persistent gravity tasks from the Gravity state DB */
+    getPersistentGravityTasks(request: Empty, callback: (error: ServiceError | null, response: GetPersistentGravityTasksResponse) => void): ClientUnaryCall;
+    getPersistentGravityTasks(request: Empty, metadata: Metadata, callback: (error: ServiceError | null, response: GetPersistentGravityTasksResponse) => void): ClientUnaryCall;
+    getPersistentGravityTasks(request: Empty, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetPersistentGravityTasksResponse) => void): ClientUnaryCall;
     /** Get a single crawler by its ID */
     getCrawler(request: GetCrawlerRequest, callback: (error: ServiceError | null, response: GetCrawlerResponse) => void): ClientUnaryCall;
     getCrawler(request: GetCrawlerRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetCrawlerResponse) => void): ClientUnaryCall;
@@ -776,6 +1002,10 @@ export interface GravityServiceClient extends Client {
     getDataset(request: GetDatasetRequest, callback: (error: ServiceError | null, response: GetDatasetResponse) => void): ClientUnaryCall;
     getDataset(request: GetDatasetRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetDatasetResponse) => void): ClientUnaryCall;
     getDataset(request: GetDatasetRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetDatasetResponse) => void): ClientUnaryCall;
+    /** Add a persistent topic to the Gravity state DB */
+    addPersistentTopic(request: PersistentTopic, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    addPersistentTopic(request: PersistentTopic, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    addPersistentTopic(request: PersistentTopic, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
     /** Cancel a gravity task and any crawlers associated with it */
     cancelGravityTask(request: CancelGravityTaskRequest, callback: (error: ServiceError | null, response: CancelGravityTaskResponse) => void): ClientUnaryCall;
     cancelGravityTask(request: CancelGravityTaskRequest, metadata: Metadata, callback: (error: ServiceError | null, response: CancelGravityTaskResponse) => void): ClientUnaryCall;
@@ -828,6 +1058,18 @@ export interface GravityServiceClient extends Client {
     buildAllDatasets(request: BuildAllDatasetsRequest, callback: (error: ServiceError | null, response: BuildAllDatasetsResponse) => void): ClientUnaryCall;
     buildAllDatasets(request: BuildAllDatasetsRequest, metadata: Metadata, callback: (error: ServiceError | null, response: BuildAllDatasetsResponse) => void): ClientUnaryCall;
     buildAllDatasets(request: BuildAllDatasetsRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: BuildAllDatasetsResponse) => void): ClientUnaryCall;
+    /** Gets all persistent topics from the Gravity state DB */
+    getPersistentTopics(request: Empty, callback: (error: ServiceError | null, response: PersistentTopicResponse) => void): ClientUnaryCall;
+    getPersistentTopics(request: Empty, metadata: Metadata, callback: (error: ServiceError | null, response: PersistentTopicResponse) => void): ClientUnaryCall;
+    getPersistentTopics(request: Empty, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: PersistentTopicResponse) => void): ClientUnaryCall;
+    /** Gets crawler history for a gravity task */
+    getCrawlerHistory(request: GetCrawlerHistoryRequest, callback: (error: ServiceError | null, response: GetCrawlerHistoryResponse) => void): ClientUnaryCall;
+    getCrawlerHistory(request: GetCrawlerHistoryRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetCrawlerHistoryResponse) => void): ClientUnaryCall;
+    getCrawlerHistory(request: GetCrawlerHistoryRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetCrawlerHistoryResponse) => void): ClientUnaryCall;
+    /** Completes a crawler */
+    completeCrawler(request: CompleteCrawlerRequest, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    completeCrawler(request: CompleteCrawlerRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    completeCrawler(request: CompleteCrawlerRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
 }
 export declare const GravityServiceClient: {
     new (address: string, credentials: ChannelCredentials, options?: Partial<ClientOptions>): GravityServiceClient;