macrocosmos 2.1.0 → 2.1.4

package/dist/generated/gravity/v1/gravity.d.ts

@@ -2,6 +2,15 @@ import { BinaryReader, BinaryWriter } from "@bufbuild/protobuf/wire";
 import { type CallOptions, ChannelCredentials, Client, type ClientOptions, type ClientUnaryCall, type handleUnaryCall, Metadata, type ServiceError, type UntypedServiceImplementation } from "@grpc/grpc-js";
 import { Empty } from "../../google/protobuf/empty";
 export declare const protobufPackage = "gravity.v1";
+/** UpsertRawMinerFilesRequest is the request message for UpsertRawMinerFiles */
+export interface UpsertRawMinerFilesRequest {
+    /** crawler_id: the ID of the crawler */
+    crawlerId: string;
+    /** parquet_paths: the paths to the raw miner files collected */
+    parquetPaths: string[];
+    /** path_sizes: the sizes of the raw miner files collected */
+    pathSizes: number[];
+}
 /** GetHotkeysResponse is the response message for getting hotkeys */
 export interface GetHotkeysResponse {
     /** hotkeys: the hotkeys */
@@ -71,17 +80,6 @@ export interface PublishDatasetRequest {
     /** dataset_id: the ID of the dataset */
     datasetId: string;
 }
-/** PersistentDatasetWorkflow */
-export interface PersistentDatasetWorkflow {
-    /** dataset_id: the ID of the dataset workflow */
-    datasetId: string;
-    /** status: the status of the dataset workflow */
-    status: string;
-}
-/** AddPersistentDatasetWorkflowsRequest */
-export interface AddPersistentDatasetWorkflowsRequest {
-    datasetWorkflows: PersistentDatasetWorkflow[];
-}
 /** UpsertMarketplaceTaskMetadataRequest */
 export interface UpsertMarketplaceTaskMetadataRequest {
     /** gravity_task_id: the id of the gravity task */
@@ -100,10 +98,6 @@ export interface GetMarketplaceDatasetsRequest {
     /** popular: whether to return popular datasets */
     popular: boolean;
 }
-/** GetPersistentDatasetWorkflowsResponse returns recent dataset workflows */
-export interface GetPersistentDatasetWorkflowsResponse {
-    datasetWorkflows: PersistentDatasetWorkflow[];
-}
 /**
  * Crawler is a single crawler workflow that registers a single job
  * (platform/topic) on SN13's dynamic desirability engine
@@ -129,21 +123,6 @@ export interface Crawler {
     /** parquet_paths: the paths to the raw miner files collected */
     parquetPaths: string[];
 }
-/** PersistentGravityTask: a single persistent gravity task */
-export interface PersistentGravityTask {
-    /** gravity_task_id: the id of the gravity task */
-    gravityTaskId: string;
-    /** ingest_dt: the date the task was ingested */
-    ingestDt: string;
-}
-/**
- * GetPersistentGravityTasksResponse: message containing persistent task ids and
- * their ingest dt
- */
-export interface GetPersistentGravityTasksResponse {
-    /** persistent_gravity_tasks: the persistent gravity tasks */
-    persistentGravityTasks: PersistentGravityTask[];
-}
 /** UpsertCrawlerRequest for upserting a crawler and its criteria */
 export interface UpsertCrawlerRequest {
     /** gravity_task_id: the parent workflow id -- in this case the multicrawler id */
@@ -216,17 +195,6 @@ export interface CrawlerCriteria {
     /** post_end_datetime: the end date of the job (optional) */
     postEndDatetime?: Date | undefined;
 }
-/** PersistentTopic is the contents of the persistent topic */
-export interface PersistentTopic {
-    /** platform: the platform of the job ('x' or 'reddit') */
-    platform: string;
-    /** topic: the topic of the job (e.g. '#ai' for X, 'r/ai' for Reddit) */
-    topic?: string | undefined;
-}
-export interface PersistentTopicResponse {
-    /** persistent_topics: the persistent topics */
-    persistentTopics: PersistentTopic[];
-}
 /** CrawlerNotification is the details of the notification to be sent to the user */
 export interface CrawlerNotification {
     /** to: the email address of the user */
@@ -446,8 +414,8 @@ export interface BuildDatasetRequest {
      * defaults to 500)
      */
     maxRows: number;
-    /** is_marketplace: determines whether the dataset to build is for marketplace */
-    isMarketplace?: boolean | undefined;
+    /** is_periodic: determines whether the datasets to build are for periodic build */
+    isPeriodic?: boolean | undefined;
 }
 /**
  * BuildDatasetResponse is the response message for manually requesting the
@@ -469,16 +437,17 @@ export interface BuildAllDatasetsRequest {
     gravityTaskId: string;
     /** specifies how much of each crawler to build for workflow */
     buildCrawlersConfig: BuildDatasetRequest[];
-    /** is_marketplace: determines whether the datasets to build are for marketplace */
-    isMarketplace?: boolean | undefined;
 }
 export interface BuildAllDatasetsResponse {
     gravityTaskId: string;
     datasets: Dataset[];
 }
-export interface AddPersistentGravityTaskRequest {
-    /** gravity_task_id: the ID of the gravity task */
-    gravityTaskId: string;
+/** ChargeForDatasetRowsRequest is the request message for charging a user for dataset rows */
+export interface ChargeForDatasetRowsRequest {
+    /** crawler_id: the ID of the crawler that was used to build the dataset */
+    crawlerId: string;
+    /** row_count: the number of rows to charge for */
+    rowCount: number;
 }
 export interface Nebula {
     /** error: nebula build error message */
@@ -648,6 +617,8 @@ export interface CrawlerRawMinerFilesResponse {
     crawlerId: string;
     /** s3_paths: the S3 paths associated with this crawler */
     s3Paths: string[];
+    /** file_size_bytes: the sizes of the raw miner files collected */
+    fileSizeBytes: number[];
 }
 /** DatasetFileWithId extends DatasetFile to include the dataset ID */
 export interface DatasetFileWithId {
@@ -722,25 +693,83 @@ export interface GetCrawlerHistoryResponse {
     /** crawlers: the crawlers with their criteria and history */
     crawlers: CrawlerCriteriaAndHistory[];
 }
-/** GetCrawlerDataForDDSubmissionRequest is the request message for getting crawler data */
-export interface GetCrawlerDataForDDSubmissionRequest {
-    /** dsns: list of database connection strings to query */
-    dsns: string[];
+/** GetMarketplaceCrawlerDataForDDSubmissionRequest is the request message for getting crawler data for the marketplace user */
+export interface GetMarketplaceCrawlerDataForDDSubmissionRequest {
+    /** marketplace_user_id: the ID of the marketplace user (required) */
+    marketplaceUserId: string;
 }
-/** GetCrawlerDataForDDSubmissionResponse is the response message for crawler data */
-export interface GetCrawlerDataForDDSubmissionResponse {
-    /** crawlers: list of crawler data for DD submission */
-    crawlers: CrawlerDataForDD[];
+/** GetMarketplaceCrawlerDataForDDSubmissionResponse is the response message for marketplace crawler data */
+export interface GetMarketplaceCrawlerDataForDDSubmissionResponse {
+    /** crawlers: list of marketplace crawler data for DD submission */
+    crawlers: MarketplaceCrawlerDataForDDSubmission[];
 }
-/** CrawlerDataForDD contains crawler information for DD submission */
-export interface CrawlerDataForDD {
+/** MarketplaceCrawlerDataForDDSubmission contains crawler information for DD submission with all fields needed for UpsertDynamicDesirabilityEntry */
+export interface MarketplaceCrawlerDataForDDSubmission {
     crawlerId: string;
     platform: string;
     topic?: string | undefined;
     keyword?: string | undefined;
     postStartDatetime?: string | undefined;
     postEndDatetime?: string | undefined;
+    /** Additional fields needed for UpsertDynamicDesirabilityEntry */
+    startTime?: Date | undefined;
+    deregistrationTime?: Date | undefined;
+    archiveTime?: Date | undefined;
+    status: string;
+    bytesCollected: number;
+    recordsCollected: number;
+    notificationTo: string;
+    notificationLink: string;
+    userId: string;
+}
+/** GetActiveUserTasksResponse is the response message for active user tasks */
+export interface GetActiveUserTasksResponse {
+    /** active_user_tasks: list of active user tasks */
+    activeUserTasks: ActiveUserTask[];
+}
+/** ActiveUserCrawler contains active user crawler information */
+export interface ActiveUserCrawler {
+    /** crawler_id: the id of the crawler */
+    crawlerId: string;
+    /** row_count: the number of rows collected by the crawler */
+    rowCount: number;
+}
+/** ActiveUserTask contains active user task information */
+export interface ActiveUserTask {
+    /** gravity_task_id: the id of the gravity_task */
+    gravityTaskId: string;
+    /** crawlers: list of active user crawlers */
+    crawlers: ActiveUserCrawler[];
+}
+/** UpsertPreBuiltUserDatasetsRequest is the request message for upserting pre-built user datasets */
+export interface UpsertPreBuiltUserDatasetsRequest {
+    /** gravity_task_id: the ID of the gravity task */
+    gravityTaskId: string;
+    /** crawler_id: the ID of the crawler */
+    crawlerId: string;
+    /** row_count: the number of rows in the pre-built dataset */
+    rowCount: number;
+}
+/** GetPreBuiltUserDatasetsRequest is the request message for getting pre-built user datasets */
+export interface GetPreBuiltUserDatasetsRequest {
+    /** gravity_task_id: the ID of the gravity task */
+    gravityTaskId: string;
 }
+/** PreBuiltUserDataset represents a single pre-built user dataset record */
+export interface PreBuiltUserDataset {
+    /** gravity_task_id: the ID of the gravity task */
+    gravityTaskId: string;
+    /** crawler_id: the ID of the crawler */
+    crawlerId: string;
+    /** row_count: the number of rows in the pre-built dataset */
+    rowCount: number;
+}
+/** GetPreBuiltUserDatasetsResponse is the response message for getting pre-built user datasets */
+export interface GetPreBuiltUserDatasetsResponse {
+    /** datasets: list of pre-built user datasets for the gravity task */
+    datasets: PreBuiltUserDataset[];
+}
+export declare const UpsertRawMinerFilesRequest: MessageFns<UpsertRawMinerFilesRequest>;
 export declare const GetHotkeysResponse: MessageFns<GetHotkeysResponse>;
 export declare const BuyMarketplaceDatasetRequest: MessageFns<BuyMarketplaceDatasetRequest>;
 export declare const BuyMarketplaceDatasetResponse: MessageFns<BuyMarketplaceDatasetResponse>;
@@ -753,14 +782,9 @@ export declare const GetMarketplaceTaskSuggestionsResponse: MessageFns<GetMarket
 export declare const PopularTag: MessageFns<PopularTag>;
 export declare const GetPopularTagsResponse: MessageFns<GetPopularTagsResponse>;
 export declare const PublishDatasetRequest: MessageFns<PublishDatasetRequest>;
-export declare const PersistentDatasetWorkflow: MessageFns<PersistentDatasetWorkflow>;
-export declare const AddPersistentDatasetWorkflowsRequest: MessageFns<AddPersistentDatasetWorkflowsRequest>;
 export declare const UpsertMarketplaceTaskMetadataRequest: MessageFns<UpsertMarketplaceTaskMetadataRequest>;
 export declare const GetMarketplaceDatasetsRequest: MessageFns<GetMarketplaceDatasetsRequest>;
-export declare const GetPersistentDatasetWorkflowsResponse: MessageFns<GetPersistentDatasetWorkflowsResponse>;
 export declare const Crawler: MessageFns<Crawler>;
-export declare const PersistentGravityTask: MessageFns<PersistentGravityTask>;
-export declare const GetPersistentGravityTasksResponse: MessageFns<GetPersistentGravityTasksResponse>;
 export declare const UpsertCrawlerRequest: MessageFns<UpsertCrawlerRequest>;
 export declare const UpsertResponse: MessageFns<UpsertResponse>;
 export declare const UpsertGravityTaskRequest: MessageFns<UpsertGravityTaskRequest>;
@@ -768,8 +792,6 @@ export declare const UpsertGravityTaskResponse: MessageFns<UpsertGravityTaskResp
 export declare const GravityTaskRequest: MessageFns<GravityTaskRequest>;
 export declare const InsertCrawlerCriteriaRequest: MessageFns<InsertCrawlerCriteriaRequest>;
 export declare const CrawlerCriteria: MessageFns<CrawlerCriteria>;
-export declare const PersistentTopic: MessageFns<PersistentTopic>;
-export declare const PersistentTopicResponse: MessageFns<PersistentTopicResponse>;
 export declare const CrawlerNotification: MessageFns<CrawlerNotification>;
 export declare const HfRepo: MessageFns<HfRepo>;
 export declare const CrawlerState: MessageFns<CrawlerState>;
@@ -789,7 +811,7 @@ export declare const BuildDatasetRequest: MessageFns<BuildDatasetRequest>;
 export declare const BuildDatasetResponse: MessageFns<BuildDatasetResponse>;
 export declare const BuildAllDatasetsRequest: MessageFns<BuildAllDatasetsRequest>;
 export declare const BuildAllDatasetsResponse: MessageFns<BuildAllDatasetsResponse>;
-export declare const AddPersistentGravityTaskRequest: MessageFns<AddPersistentGravityTaskRequest>;
+export declare const ChargeForDatasetRowsRequest: MessageFns<ChargeForDatasetRowsRequest>;
 export declare const Nebula: MessageFns<Nebula>;
 export declare const Dataset: MessageFns<Dataset>;
 export declare const UpsertDatasetRequest: MessageFns<UpsertDatasetRequest>;
@@ -815,9 +837,16 @@ export declare const GetCrawlerHistoryRequest: MessageFns<GetCrawlerHistoryReque
 export declare const CrawlerHistoryEntry: MessageFns<CrawlerHistoryEntry>;
 export declare const CrawlerCriteriaAndHistory: MessageFns<CrawlerCriteriaAndHistory>;
 export declare const GetCrawlerHistoryResponse: MessageFns<GetCrawlerHistoryResponse>;
-export declare const GetCrawlerDataForDDSubmissionRequest: MessageFns<GetCrawlerDataForDDSubmissionRequest>;
-export declare const GetCrawlerDataForDDSubmissionResponse: MessageFns<GetCrawlerDataForDDSubmissionResponse>;
-export declare const CrawlerDataForDD: MessageFns<CrawlerDataForDD>;
+export declare const GetMarketplaceCrawlerDataForDDSubmissionRequest: MessageFns<GetMarketplaceCrawlerDataForDDSubmissionRequest>;
+export declare const GetMarketplaceCrawlerDataForDDSubmissionResponse: MessageFns<GetMarketplaceCrawlerDataForDDSubmissionResponse>;
+export declare const MarketplaceCrawlerDataForDDSubmission: MessageFns<MarketplaceCrawlerDataForDDSubmission>;
+export declare const GetActiveUserTasksResponse: MessageFns<GetActiveUserTasksResponse>;
+export declare const ActiveUserCrawler: MessageFns<ActiveUserCrawler>;
+export declare const ActiveUserTask: MessageFns<ActiveUserTask>;
+export declare const UpsertPreBuiltUserDatasetsRequest: MessageFns<UpsertPreBuiltUserDatasetsRequest>;
+export declare const GetPreBuiltUserDatasetsRequest: MessageFns<GetPreBuiltUserDatasetsRequest>;
+export declare const PreBuiltUserDataset: MessageFns<PreBuiltUserDataset>;
+export declare const GetPreBuiltUserDatasetsResponse: MessageFns<GetPreBuiltUserDatasetsResponse>;
 export type GravityServiceService = typeof GravityServiceService;
 export declare const GravityServiceService: {
     /** Lists all data collection tasks for a user */
@@ -870,46 +899,6 @@ export declare const GravityServiceService: {
         readonly responseSerialize: (value: CreateGravityTaskResponse) => Buffer<ArrayBuffer>;
         readonly responseDeserialize: (value: Buffer) => CreateGravityTaskResponse;
     };
-    /** Add a persistent gravity task to the Gravity state DB */
-    readonly addPersistentGravityTask: {
-        readonly path: "/gravity.v1.GravityService/AddPersistentGravityTask";
-        readonly requestStream: false;
-        readonly responseStream: false;
-        readonly requestSerialize: (value: AddPersistentGravityTaskRequest) => Buffer<ArrayBuffer>;
-        readonly requestDeserialize: (value: Buffer) => AddPersistentGravityTaskRequest;
-        readonly responseSerialize: (value: UpsertResponse) => Buffer<ArrayBuffer>;
-        readonly responseDeserialize: (value: Buffer) => UpsertResponse;
-    };
-    /** Add a persistent dataset workflow to the Gravity state DB */
-    readonly addPersistentDatasetWorkflows: {
-        readonly path: "/gravity.v1.GravityService/AddPersistentDatasetWorkflows";
-        readonly requestStream: false;
-        readonly responseStream: false;
-        readonly requestSerialize: (value: AddPersistentDatasetWorkflowsRequest) => Buffer<ArrayBuffer>;
-        readonly requestDeserialize: (value: Buffer) => AddPersistentDatasetWorkflowsRequest;
-        readonly responseSerialize: (value: UpsertResponse) => Buffer<ArrayBuffer>;
-        readonly responseDeserialize: (value: Buffer) => UpsertResponse;
-    };
-    /** Retrieve recent persistent dataset workflows (last 7 days, non-Completed) */
-    readonly getPersistentDatasetWorkflows: {
-        readonly path: "/gravity.v1.GravityService/GetPersistentDatasetWorkflows";
-        readonly requestStream: false;
-        readonly responseStream: false;
-        readonly requestSerialize: (value: Empty) => Buffer<ArrayBuffer>;
-        readonly requestDeserialize: (value: Buffer) => Empty;
-        readonly responseSerialize: (value: GetPersistentDatasetWorkflowsResponse) => Buffer<ArrayBuffer>;
-        readonly responseDeserialize: (value: Buffer) => GetPersistentDatasetWorkflowsResponse;
-    };
-    /** Retrieve all persistent gravity tasks from the Gravity state DB */
-    readonly getPersistentGravityTasks: {
-        readonly path: "/gravity.v1.GravityService/GetPersistentGravityTasks";
-        readonly requestStream: false;
-        readonly responseStream: false;
-        readonly requestSerialize: (value: Empty) => Buffer<ArrayBuffer>;
-        readonly requestDeserialize: (value: Buffer) => Empty;
-        readonly responseSerialize: (value: GetPersistentGravityTasksResponse) => Buffer<ArrayBuffer>;
-        readonly responseDeserialize: (value: Buffer) => GetPersistentGravityTasksResponse;
-    };
     /** Get a single crawler by its ID */
     readonly getCrawler: {
         readonly path: "/gravity.v1.GravityService/GetCrawler";
@@ -960,6 +949,16 @@ export declare const GravityServiceService: {
         readonly responseSerialize: (value: CreateGravityTaskResponse) => Buffer<ArrayBuffer>;
         readonly responseDeserialize: (value: Buffer) => CreateGravityTaskResponse;
     };
+    /** Gets all dataset files for a given marketplace gravity task (no user_id check, validates against marketplace tasks table) */
+    readonly getGravityMarketplaceTaskDatasetFiles: {
+        readonly path: "/gravity.v1.GravityService/GetGravityMarketplaceTaskDatasetFiles";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: GetGravityTaskDatasetFilesRequest) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => GetGravityTaskDatasetFilesRequest;
+        readonly responseSerialize: (value: GetGravityTaskDatasetFilesResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => GetGravityTaskDatasetFilesResponse;
+    };
     /** Build a dataset for a single crawler */
     readonly buildDataset: {
         readonly path: "/gravity.v1.GravityService/BuildDataset";
@@ -980,16 +979,6 @@ export declare const GravityServiceService: {
         readonly responseSerialize: (value: GetDatasetResponse) => Buffer<ArrayBuffer>;
         readonly responseDeserialize: (value: Buffer) => GetDatasetResponse;
     };
-    /** Add a persistent topic to the Gravity state DB */
-    readonly addPersistentTopic: {
-        readonly path: "/gravity.v1.GravityService/AddPersistentTopic";
-        readonly requestStream: false;
-        readonly responseStream: false;
-        readonly requestSerialize: (value: PersistentTopic) => Buffer<ArrayBuffer>;
-        readonly requestDeserialize: (value: Buffer) => PersistentTopic;
-        readonly responseSerialize: (value: UpsertResponse) => Buffer<ArrayBuffer>;
-        readonly responseDeserialize: (value: Buffer) => UpsertResponse;
-    };
     /** Cancel a gravity task and any crawlers associated with it */
     readonly cancelGravityTask: {
         readonly path: "/gravity.v1.GravityService/CancelGravityTask";
@@ -1040,16 +1029,6 @@ export declare const GravityServiceService: {
         readonly responseSerialize: (value: GetGravityTaskDatasetFilesResponse) => Buffer<ArrayBuffer>;
         readonly responseDeserialize: (value: Buffer) => GetGravityTaskDatasetFilesResponse;
     };
-    /** Gets all dataset files for a given persistent gravity task (no user_id check, validates against persistent tasks table) */
-    readonly getGravityMarketplaceTaskDatasetFiles: {
-        readonly path: "/gravity.v1.GravityService/GetGravityMarketplaceTaskDatasetFiles";
-        readonly requestStream: false;
-        readonly responseStream: false;
-        readonly requestSerialize: (value: GetGravityTaskDatasetFilesRequest) => Buffer<ArrayBuffer>;
-        readonly requestDeserialize: (value: Buffer) => GetGravityTaskDatasetFilesRequest;
-        readonly responseSerialize: (value: GetGravityTaskDatasetFilesResponse) => Buffer<ArrayBuffer>;
-        readonly responseDeserialize: (value: Buffer) => GetGravityTaskDatasetFilesResponse;
-    };
     /** Publishes a dataset into the Marketplace */
     readonly publishDataset: {
         readonly path: "/gravity.v1.GravityService/PublishDataset";
@@ -1061,14 +1040,24 @@ export declare const GravityServiceService: {
         readonly responseDeserialize: (value: Buffer) => UpsertResponse;
     };
     /** Get crawler data for DD submission */
-    readonly getCrawlerDataForDdSubmission: {
-        readonly path: "/gravity.v1.GravityService/GetCrawlerDataForDDSubmission";
+    readonly getActiveUserTasks: {
+        readonly path: "/gravity.v1.GravityService/GetActiveUserTasks";
         readonly requestStream: false;
         readonly responseStream: false;
-        readonly requestSerialize: (value: GetCrawlerDataForDDSubmissionRequest) => Buffer<ArrayBuffer>;
-        readonly requestDeserialize: (value: Buffer) => GetCrawlerDataForDDSubmissionRequest;
-        readonly responseSerialize: (value: GetCrawlerDataForDDSubmissionResponse) => Buffer<ArrayBuffer>;
-        readonly responseDeserialize: (value: Buffer) => GetCrawlerDataForDDSubmissionResponse;
+        readonly requestSerialize: (value: Empty) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => Empty;
+        readonly responseSerialize: (value: GetActiveUserTasksResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => GetActiveUserTasksResponse;
+    };
+    /** Get crawler data for DD submission for the marketplace user */
+    readonly getMarketplaceCrawlerDataForDdSubmission: {
+        readonly path: "/gravity.v1.GravityService/GetMarketplaceCrawlerDataForDDSubmission";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: GetMarketplaceCrawlerDataForDDSubmissionRequest) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => GetMarketplaceCrawlerDataForDDSubmissionRequest;
+        readonly responseSerialize: (value: GetMarketplaceCrawlerDataForDDSubmissionResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => GetMarketplaceCrawlerDataForDDSubmissionResponse;
     };
     /** Upserts a crawler into the Gravity state DB */
     readonly upsertCrawler: {
@@ -1140,15 +1129,25 @@ export declare const GravityServiceService: {
         readonly responseSerialize: (value: BuildAllDatasetsResponse) => Buffer<ArrayBuffer>;
         readonly responseDeserialize: (value: Buffer) => BuildAllDatasetsResponse;
     };
-    /** Gets all persistent topics from the Gravity state DB */
-    readonly getPersistentTopics: {
-        readonly path: "/gravity.v1.GravityService/GetPersistentTopics";
+    /** Builds datasets for multiple crawlers within a single gravity task periodically */
+    readonly buildUserDatasetsPeriodically: {
+        readonly path: "/gravity.v1.GravityService/BuildUserDatasetsPeriodically";
         readonly requestStream: false;
         readonly responseStream: false;
-        readonly requestSerialize: (value: Empty) => Buffer<ArrayBuffer>;
-        readonly requestDeserialize: (value: Buffer) => Empty;
-        readonly responseSerialize: (value: PersistentTopicResponse) => Buffer<ArrayBuffer>;
-        readonly responseDeserialize: (value: Buffer) => PersistentTopicResponse;
+        readonly requestSerialize: (value: BuildAllDatasetsRequest) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => BuildAllDatasetsRequest;
+        readonly responseSerialize: (value: BuildAllDatasetsResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => BuildAllDatasetsResponse;
+    };
+    /** Charges a user for dataset rows */
+    readonly chargeForDatasetRows: {
+        readonly path: "/gravity.v1.GravityService/ChargeForDatasetRows";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: ChargeForDatasetRowsRequest) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => ChargeForDatasetRowsRequest;
+        readonly responseSerialize: (value: UpsertResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => UpsertResponse;
     };
     /** Gets crawler history for a gravity task */
     readonly getCrawlerHistory: {
@@ -1175,8 +1174,8 @@ export declare const GravityServiceService: {
         readonly path: "/gravity.v1.GravityService/UpsertRawMinerFiles";
         readonly requestStream: false;
         readonly responseStream: false;
-        readonly requestSerialize: (value: Crawler) => Buffer<ArrayBuffer>;
-        readonly requestDeserialize: (value: Buffer) => Crawler;
+        readonly requestSerialize: (value: UpsertRawMinerFilesRequest) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => UpsertRawMinerFilesRequest;
         readonly responseSerialize: (value: UpsertResponse) => Buffer<ArrayBuffer>;
         readonly responseDeserialize: (value: Buffer) => UpsertResponse;
     };
@@ -1220,6 +1219,26 @@ export declare const GravityServiceService: {
         readonly responseSerialize: (value: GetUserMarketplaceDatasetsResponse) => Buffer<ArrayBuffer>;
         readonly responseDeserialize: (value: Buffer) => GetUserMarketplaceDatasetsResponse;
     };
+    /** Upserts pre-built user dataset records */
+    readonly upsertPreBuiltUserDatasets: {
+        readonly path: "/gravity.v1.GravityService/UpsertPreBuiltUserDatasets";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: UpsertPreBuiltUserDatasetsRequest) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => UpsertPreBuiltUserDatasetsRequest;
+        readonly responseSerialize: (value: UpsertResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => UpsertResponse;
+    };
+    /** Gets pre-built user dataset records for a gravity task */
+    readonly getPreBuiltUserDatasets: {
+        readonly path: "/gravity.v1.GravityService/GetPreBuiltUserDatasets";
+        readonly requestStream: false;
+        readonly responseStream: false;
+        readonly requestSerialize: (value: GetPreBuiltUserDatasetsRequest) => Buffer<ArrayBuffer>;
+        readonly requestDeserialize: (value: Buffer) => GetPreBuiltUserDatasetsRequest;
+        readonly responseSerialize: (value: GetPreBuiltUserDatasetsResponse) => Buffer<ArrayBuffer>;
+        readonly responseDeserialize: (value: Buffer) => GetPreBuiltUserDatasetsResponse;
+    };
 };
 export interface GravityServiceServer extends UntypedServiceImplementation {
     /** Lists all data collection tasks for a user */
@@ -1232,14 +1251,6 @@ export interface GravityServiceServer extends UntypedServiceImplementation {
     getCrawlerRawMinerFiles: handleUnaryCall<GetCrawlerRequest, CrawlerRawMinerFilesResponse>;
     /** Get the parent workflow id (the id of the ui workflow) for this crawler */
     getCrawlerParentTaskId: handleUnaryCall<GetCrawlerRequest, CreateGravityTaskResponse>;
-    /** Add a persistent gravity task to the Gravity state DB */
-    addPersistentGravityTask: handleUnaryCall<AddPersistentGravityTaskRequest, UpsertResponse>;
-    /** Add a persistent dataset workflow to the Gravity state DB */
-    addPersistentDatasetWorkflows: handleUnaryCall<AddPersistentDatasetWorkflowsRequest, UpsertResponse>;
-    /** Retrieve recent persistent dataset workflows (last 7 days, non-Completed) */
-    getPersistentDatasetWorkflows: handleUnaryCall<Empty, GetPersistentDatasetWorkflowsResponse>;
-    /** Retrieve all persistent gravity tasks from the Gravity state DB */
-    getPersistentGravityTasks: handleUnaryCall<Empty, GetPersistentGravityTasksResponse>;
     /** Get a single crawler by its ID */
     getCrawler: handleUnaryCall<GetCrawlerRequest, GetCrawlerResponse>;
     /** Upsert marketplace task metadata */
@@ -1250,12 +1261,12 @@ export interface GravityServiceServer extends UntypedServiceImplementation {
     getMarketplaceTaskSuggestions: handleUnaryCall<GetMarketplaceTaskSuggestionsRequest, GetMarketplaceDatasetsResponse>;
     /** Create a new gravity task */
     createGravityTask: handleUnaryCall<CreateGravityTaskRequest, CreateGravityTaskResponse>;
+    /** Gets all dataset files for a given marketplace gravity task (no user_id check, validates against marketplace tasks table) */
+    getGravityMarketplaceTaskDatasetFiles: handleUnaryCall<GetGravityTaskDatasetFilesRequest, GetGravityTaskDatasetFilesResponse>;
     /** Build a dataset for a single crawler */
     buildDataset: handleUnaryCall<BuildDatasetRequest, BuildDatasetResponse>;
     /** Get the dataset build status and results */
     getDataset: handleUnaryCall<GetDatasetRequest, GetDatasetResponse>;
-    /** Add a persistent topic to the Gravity state DB */
-    addPersistentTopic: handleUnaryCall<PersistentTopic, UpsertResponse>;
     /** Cancel a gravity task and any crawlers associated with it */
     cancelGravityTask: handleUnaryCall<CancelGravityTaskRequest, CancelGravityTaskResponse>;
     /** Cancel dataset build if it is in progress and purges the dataset */
@@ -1266,12 +1277,12 @@ export interface GravityServiceServer extends UntypedServiceImplementation {
     getMarketplaceDatasets: handleUnaryCall<GetMarketplaceDatasetsRequest, GetMarketplaceDatasetsResponse>;
     /** Gets all dataset files for a given gravity task */
     getGravityTaskDatasetFiles: handleUnaryCall<GetGravityTaskDatasetFilesRequest, GetGravityTaskDatasetFilesResponse>;
-    /** Gets all dataset files for a given persistent gravity task (no user_id check, validates against persistent tasks table) */
-    getGravityMarketplaceTaskDatasetFiles: handleUnaryCall<GetGravityTaskDatasetFilesRequest, GetGravityTaskDatasetFilesResponse>;
     /** Publishes a dataset into the Marketplace */
     publishDataset: handleUnaryCall<PublishDatasetRequest, UpsertResponse>;
     /** Get crawler data for DD submission */
-    getCrawlerDataForDdSubmission: handleUnaryCall<GetCrawlerDataForDDSubmissionRequest, GetCrawlerDataForDDSubmissionResponse>;
+    getActiveUserTasks: handleUnaryCall<Empty, GetActiveUserTasksResponse>;
+    /** Get crawler data for DD submission for the marketplace user */
+    getMarketplaceCrawlerDataForDdSubmission: handleUnaryCall<GetMarketplaceCrawlerDataForDDSubmissionRequest, GetMarketplaceCrawlerDataForDDSubmissionResponse>;
     /** Upserts a crawler into the Gravity state DB */
     upsertCrawler: handleUnaryCall<UpsertCrawlerRequest, UpsertResponse>;
     /** Upserts a crawler criteria into the Gravity state DB */
@@ -1286,14 +1297,16 @@ export interface GravityServiceServer extends UntypedServiceImplementation {
     upsertNebula: handleUnaryCall<UpsertNebulaRequest, UpsertResponse>;
     /** Builds all datasets for a task (additionally cancels crawlers with no data) */
     buildAllDatasets: handleUnaryCall<BuildAllDatasetsRequest, BuildAllDatasetsResponse>;
-    /** Gets all persistent topics from the Gravity state DB */
-    getPersistentTopics: handleUnaryCall<Empty, PersistentTopicResponse>;
+    /** Builds datasets for multiple crawlers within a single gravity task periodically */
+    buildUserDatasetsPeriodically: handleUnaryCall<BuildAllDatasetsRequest, BuildAllDatasetsResponse>;
+    /** Charges a user for dataset rows */
+    chargeForDatasetRows: handleUnaryCall<ChargeForDatasetRowsRequest, UpsertResponse>;
     /** Gets crawler history for a gravity task */
     getCrawlerHistory: handleUnaryCall<GetCrawlerHistoryRequest, GetCrawlerHistoryResponse>;
     /** Completes a crawler */
     completeCrawler: handleUnaryCall<CompleteCrawlerRequest, UpsertResponse>;
     /** Upserts raw miner files (parquet paths) for a crawler */
-    upsertRawMinerFiles: handleUnaryCall<Crawler, UpsertResponse>;
+    upsertRawMinerFiles: handleUnaryCall<UpsertRawMinerFilesRequest, UpsertResponse>;
     /** Upserts raw miner files (parquet paths) for a crawler */
     upsertHotkeys: handleUnaryCall<UpsertHotkeysRequest, UpsertResponse>;
     /** Gets all hotkeys from the Gravity state DB */
@@ -1302,6 +1315,10 @@ export interface GravityServiceServer extends UntypedServiceImplementation {
     buyMarketplaceDataset: handleUnaryCall<BuyMarketplaceDatasetRequest, BuyMarketplaceDatasetResponse>;
     /** Get all marketplace datasets owned by the authenticated user */
     getUserMarketplaceDatasets: handleUnaryCall<Empty, GetUserMarketplaceDatasetsResponse>;
+    /** Upserts pre-built user dataset records */
+    upsertPreBuiltUserDatasets: handleUnaryCall<UpsertPreBuiltUserDatasetsRequest, UpsertResponse>;
+    /** Gets pre-built user dataset records for a gravity task */
+    getPreBuiltUserDatasets: handleUnaryCall<GetPreBuiltUserDatasetsRequest, GetPreBuiltUserDatasetsResponse>;
 }
 export interface GravityServiceClient extends Client {
     /** Lists all data collection tasks for a user */
@@ -1324,22 +1341,6 @@ export interface GravityServiceClient extends Client {
     getCrawlerParentTaskId(request: GetCrawlerRequest, callback: (error: ServiceError | null, response: CreateGravityTaskResponse) => void): ClientUnaryCall;
     getCrawlerParentTaskId(request: GetCrawlerRequest, metadata: Metadata, callback: (error: ServiceError | null, response: CreateGravityTaskResponse) => void): ClientUnaryCall;
     getCrawlerParentTaskId(request: GetCrawlerRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: CreateGravityTaskResponse) => void): ClientUnaryCall;
-    /** Add a persistent gravity task to the Gravity state DB */
-    addPersistentGravityTask(request: AddPersistentGravityTaskRequest, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
-    addPersistentGravityTask(request: AddPersistentGravityTaskRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
-    addPersistentGravityTask(request: AddPersistentGravityTaskRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
-    /** Add a persistent dataset workflow to the Gravity state DB */
-    addPersistentDatasetWorkflows(request: AddPersistentDatasetWorkflowsRequest, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
-    addPersistentDatasetWorkflows(request: AddPersistentDatasetWorkflowsRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
-    addPersistentDatasetWorkflows(request: AddPersistentDatasetWorkflowsRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
-    /** Retrieve recent persistent dataset workflows (last 7 days, non-Completed) */
-    getPersistentDatasetWorkflows(request: Empty, callback: (error: ServiceError | null, response: GetPersistentDatasetWorkflowsResponse) => void): ClientUnaryCall;
-    getPersistentDatasetWorkflows(request: Empty, metadata: Metadata, callback: (error: ServiceError | null, response: GetPersistentDatasetWorkflowsResponse) => void): ClientUnaryCall;
-    getPersistentDatasetWorkflows(request: Empty, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetPersistentDatasetWorkflowsResponse) => void): ClientUnaryCall;
-    /** Retrieve all persistent gravity tasks from the Gravity state DB */
-    getPersistentGravityTasks(request: Empty, callback: (error: ServiceError | null, response: GetPersistentGravityTasksResponse) => void): ClientUnaryCall;
-    getPersistentGravityTasks(request: Empty, metadata: Metadata, callback: (error: ServiceError | null, response: GetPersistentGravityTasksResponse) => void): ClientUnaryCall;
-    getPersistentGravityTasks(request: Empty, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetPersistentGravityTasksResponse) => void): ClientUnaryCall;
     /** Get a single crawler by its ID */
     getCrawler(request: GetCrawlerRequest, callback: (error: ServiceError | null, response: GetCrawlerResponse) => void): ClientUnaryCall;
     getCrawler(request: GetCrawlerRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetCrawlerResponse) => void): ClientUnaryCall;
@@ -1360,6 +1361,10 @@ export interface GravityServiceClient extends Client {
     createGravityTask(request: CreateGravityTaskRequest, callback: (error: ServiceError | null, response: CreateGravityTaskResponse) => void): ClientUnaryCall;
     createGravityTask(request: CreateGravityTaskRequest, metadata: Metadata, callback: (error: ServiceError | null, response: CreateGravityTaskResponse) => void): ClientUnaryCall;
     createGravityTask(request: CreateGravityTaskRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: CreateGravityTaskResponse) => void): ClientUnaryCall;
+    /** Gets all dataset files for a given marketplace gravity task (no user_id check, validates against marketplace tasks table) */
+    getGravityMarketplaceTaskDatasetFiles(request: GetGravityTaskDatasetFilesRequest, callback: (error: ServiceError | null, response: GetGravityTaskDatasetFilesResponse) => void): ClientUnaryCall;
+    getGravityMarketplaceTaskDatasetFiles(request: GetGravityTaskDatasetFilesRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetGravityTaskDatasetFilesResponse) => void): ClientUnaryCall;
+    getGravityMarketplaceTaskDatasetFiles(request: GetGravityTaskDatasetFilesRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetGravityTaskDatasetFilesResponse) => void): ClientUnaryCall;
     /** Build a dataset for a single crawler */
     buildDataset(request: BuildDatasetRequest, callback: (error: ServiceError | null, response: BuildDatasetResponse) => void): ClientUnaryCall;
     buildDataset(request: BuildDatasetRequest, metadata: Metadata, callback: (error: ServiceError | null, response: BuildDatasetResponse) => void): ClientUnaryCall;
@@ -1368,10 +1373,6 @@ export interface GravityServiceClient extends Client {
     getDataset(request: GetDatasetRequest, callback: (error: ServiceError | null, response: GetDatasetResponse) => void): ClientUnaryCall;
     getDataset(request: GetDatasetRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetDatasetResponse) => void): ClientUnaryCall;
     getDataset(request: GetDatasetRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetDatasetResponse) => void): ClientUnaryCall;
-    /** Add a persistent topic to the Gravity state DB */
-    addPersistentTopic(request: PersistentTopic, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
-    addPersistentTopic(request: PersistentTopic, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
-    addPersistentTopic(request: PersistentTopic, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
     /** Cancel a gravity task and any crawlers associated with it */
     cancelGravityTask(request: CancelGravityTaskRequest, callback: (error: ServiceError | null, response: CancelGravityTaskResponse) => void): ClientUnaryCall;
     cancelGravityTask(request: CancelGravityTaskRequest, metadata: Metadata, callback: (error: ServiceError | null, response: CancelGravityTaskResponse) => void): ClientUnaryCall;
@@ -1392,18 +1393,18 @@ export interface GravityServiceClient extends Client {
     getGravityTaskDatasetFiles(request: GetGravityTaskDatasetFilesRequest, callback: (error: ServiceError | null, response: GetGravityTaskDatasetFilesResponse) => void): ClientUnaryCall;
     getGravityTaskDatasetFiles(request: GetGravityTaskDatasetFilesRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetGravityTaskDatasetFilesResponse) => void): ClientUnaryCall;
     getGravityTaskDatasetFiles(request: GetGravityTaskDatasetFilesRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetGravityTaskDatasetFilesResponse) => void): ClientUnaryCall;
-    /** Gets all dataset files for a given persistent gravity task (no user_id check, validates against persistent tasks table) */
-    getGravityMarketplaceTaskDatasetFiles(request: GetGravityTaskDatasetFilesRequest, callback: (error: ServiceError | null, response: GetGravityTaskDatasetFilesResponse) => void): ClientUnaryCall;
-    getGravityMarketplaceTaskDatasetFiles(request: GetGravityTaskDatasetFilesRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetGravityTaskDatasetFilesResponse) => void): ClientUnaryCall;
-    getGravityMarketplaceTaskDatasetFiles(request: GetGravityTaskDatasetFilesRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetGravityTaskDatasetFilesResponse) => void): ClientUnaryCall;
     /** Publishes a dataset into the Marketplace */
     publishDataset(request: PublishDatasetRequest, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
     publishDataset(request: PublishDatasetRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
     publishDataset(request: PublishDatasetRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
     /** Get crawler data for DD submission */
-    getCrawlerDataForDdSubmission(request: GetCrawlerDataForDDSubmissionRequest, callback: (error: ServiceError | null, response: GetCrawlerDataForDDSubmissionResponse) => void): ClientUnaryCall;
-    getCrawlerDataForDdSubmission(request: GetCrawlerDataForDDSubmissionRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetCrawlerDataForDDSubmissionResponse) => void): ClientUnaryCall;
-    getCrawlerDataForDdSubmission(request: GetCrawlerDataForDDSubmissionRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetCrawlerDataForDDSubmissionResponse) => void): ClientUnaryCall;
+    getActiveUserTasks(request: Empty, callback: (error: ServiceError | null, response: GetActiveUserTasksResponse) => void): ClientUnaryCall;
+    getActiveUserTasks(request: Empty, metadata: Metadata, callback: (error: ServiceError | null, response: GetActiveUserTasksResponse) => void): ClientUnaryCall;
+    getActiveUserTasks(request: Empty, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetActiveUserTasksResponse) => void): ClientUnaryCall;
+    /** Get crawler data for DD submission for the marketplace user */
+    getMarketplaceCrawlerDataForDdSubmission(request: GetMarketplaceCrawlerDataForDDSubmissionRequest, callback: (error: ServiceError | null, response: GetMarketplaceCrawlerDataForDDSubmissionResponse) => void): ClientUnaryCall;
+    getMarketplaceCrawlerDataForDdSubmission(request: GetMarketplaceCrawlerDataForDDSubmissionRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetMarketplaceCrawlerDataForDDSubmissionResponse) => void): ClientUnaryCall;
+    getMarketplaceCrawlerDataForDdSubmission(request: GetMarketplaceCrawlerDataForDDSubmissionRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetMarketplaceCrawlerDataForDDSubmissionResponse) => void): ClientUnaryCall;
     /** Upserts a crawler into the Gravity state DB */
     upsertCrawler(request: UpsertCrawlerRequest, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
     upsertCrawler(request: UpsertCrawlerRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
@@ -1432,10 +1433,14 @@ export interface GravityServiceClient extends Client {
     buildAllDatasets(request: BuildAllDatasetsRequest, callback: (error: ServiceError | null, response: BuildAllDatasetsResponse) => void): ClientUnaryCall;
     buildAllDatasets(request: BuildAllDatasetsRequest, metadata: Metadata, callback: (error: ServiceError | null, response: BuildAllDatasetsResponse) => void): ClientUnaryCall;
     buildAllDatasets(request: BuildAllDatasetsRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: BuildAllDatasetsResponse) => void): ClientUnaryCall;
-    /** Gets all persistent topics from the Gravity state DB */
-    getPersistentTopics(request: Empty, callback: (error: ServiceError | null, response: PersistentTopicResponse) => void): ClientUnaryCall;
-    getPersistentTopics(request: Empty, metadata: Metadata, callback: (error: ServiceError | null, response: PersistentTopicResponse) => void): ClientUnaryCall;
-    getPersistentTopics(request: Empty, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: PersistentTopicResponse) => void): ClientUnaryCall;
+    /** Builds datasets for multiple crawlers within a single gravity task periodically */
+    buildUserDatasetsPeriodically(request: BuildAllDatasetsRequest, callback: (error: ServiceError | null, response: BuildAllDatasetsResponse) => void): ClientUnaryCall;
+    buildUserDatasetsPeriodically(request: BuildAllDatasetsRequest, metadata: Metadata, callback: (error: ServiceError | null, response: BuildAllDatasetsResponse) => void): ClientUnaryCall;
+    buildUserDatasetsPeriodically(request: BuildAllDatasetsRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: BuildAllDatasetsResponse) => void): ClientUnaryCall;
+    /** Charges a user for dataset rows */
+    chargeForDatasetRows(request: ChargeForDatasetRowsRequest, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    chargeForDatasetRows(request: ChargeForDatasetRowsRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    chargeForDatasetRows(request: ChargeForDatasetRowsRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
     /** Gets crawler history for a gravity task */
     getCrawlerHistory(request: GetCrawlerHistoryRequest, callback: (error: ServiceError | null, response: GetCrawlerHistoryResponse) => void): ClientUnaryCall;
     getCrawlerHistory(request: GetCrawlerHistoryRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetCrawlerHistoryResponse) => void): ClientUnaryCall;
@@ -1445,9 +1450,9 @@ export interface GravityServiceClient extends Client {
     completeCrawler(request: CompleteCrawlerRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
     completeCrawler(request: CompleteCrawlerRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
     /** Upserts raw miner files (parquet paths) for a crawler */
-    upsertRawMinerFiles(request: Crawler, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
-    upsertRawMinerFiles(request: Crawler, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
-    upsertRawMinerFiles(request: Crawler, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    upsertRawMinerFiles(request: UpsertRawMinerFilesRequest, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    upsertRawMinerFiles(request: UpsertRawMinerFilesRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    upsertRawMinerFiles(request: UpsertRawMinerFilesRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
     /** Upserts raw miner files (parquet paths) for a crawler */
     upsertHotkeys(request: UpsertHotkeysRequest, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
     upsertHotkeys(request: UpsertHotkeysRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
@@ -1464,6 +1469,14 @@ export interface GravityServiceClient extends Client {
     getUserMarketplaceDatasets(request: Empty, callback: (error: ServiceError | null, response: GetUserMarketplaceDatasetsResponse) => void): ClientUnaryCall;
     getUserMarketplaceDatasets(request: Empty, metadata: Metadata, callback: (error: ServiceError | null, response: GetUserMarketplaceDatasetsResponse) => void): ClientUnaryCall;
     getUserMarketplaceDatasets(request: Empty, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetUserMarketplaceDatasetsResponse) => void): ClientUnaryCall;
+    /** Upserts pre-built user dataset records */
+    upsertPreBuiltUserDatasets(request: UpsertPreBuiltUserDatasetsRequest, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    upsertPreBuiltUserDatasets(request: UpsertPreBuiltUserDatasetsRequest, metadata: Metadata, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    upsertPreBuiltUserDatasets(request: UpsertPreBuiltUserDatasetsRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: UpsertResponse) => void): ClientUnaryCall;
+    /** Gets pre-built user dataset records for a gravity task */
+    getPreBuiltUserDatasets(request: GetPreBuiltUserDatasetsRequest, callback: (error: ServiceError | null, response: GetPreBuiltUserDatasetsResponse) => void): ClientUnaryCall;
+    getPreBuiltUserDatasets(request: GetPreBuiltUserDatasetsRequest, metadata: Metadata, callback: (error: ServiceError | null, response: GetPreBuiltUserDatasetsResponse) => void): ClientUnaryCall;
+    getPreBuiltUserDatasets(request: GetPreBuiltUserDatasetsRequest, metadata: Metadata, options: Partial<CallOptions>, callback: (error: ServiceError | null, response: GetPreBuiltUserDatasetsResponse) => void): ClientUnaryCall;
 }
 export declare const GravityServiceClient: {
     new (address: string, credentials: ChannelCredentials, options?: Partial<ClientOptions>): GravityServiceClient;