chalk_ruby 0.1.4 → 0.2.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9c3106a09f290ee6b461da0b625682c15d9e855d55cb0ac431dcd709270cb7e0
-  data.tar.gz: 4bab11c1d4580ec5481a46e9a2018e5060ba02cd5b2e044f0599a6cee5ae4ffb
+  metadata.gz: 3891cc405d93658b67e829bd1d06e212e381cdfb9f50d89b5e41daa7fd9f3329
+  data.tar.gz: a1015fe9ad93731926243b4d1dcde8691d7d4c37a8f7c33ca499eac469445bcf
 SHA512:
-  metadata.gz: 9772a0495e12a417df35c25492c14ff6fdce02e3d3607fe24762554f9aaad32a6995d0929b61c0d08917606bb4b7a722f7c1b398ad166dc632bdf1e45ea21eb8
-  data.tar.gz: 60aaa19445588e8823d5afb75d4993128179ae5744c5fc0fa0281ca54c372e7f11a934ac6634fedc98687929901e926ad2bd69a338430c48df0adf9d9371868a
+  metadata.gz: 58371adc96eb738cf596e46b7078f201285ce8576105bb883272f972f72f79d44f28ab9aba86cc9e13a836d43f5be4b40d5c4588150ce27535201196149ccc11
+  data.tar.gz: 38c1a7f8152107f763537973141b43a6b2cd6393f15dc76797288bb45e3de035d58e0d9f8446280505af85b188e360e9a7878f1374ff668ad6f5c5ec0f2506e9

data/README.dev.md

@@ -0,0 +1,8 @@
+## update the version number in the gemspec file
+vim lib/chalk_ruby/version.rb
+
+## build the gem, which pulls in the version from the above file
+gem build ./chalk_ruby.gemspec
+
+## push the gem to rubygems. Update the filename to be the gem you want to publish
+gem push ./chalk_ruby-0.1.4.gem

data/chalk_ruby.gemspec

@@ -38,6 +38,7 @@ Gem::Specification.new do |spec|
 
   spec.add_dependency 'faraday', ['>= 0.15', '< 3']
   spec.add_dependency 'faraday-net_http_persistent', ['>= 0.15', '< 3']
+  spec.add_dependency 'grpc', ['>=1.68.1', '< 2']
 
   spec.add_dependency 'multi_json', '~> 1.0'
   spec.add_dependency 'net-http-persistent'

data/lib/chalk_ruby/config.rb

@@ -1,5 +1,10 @@
 require 'faraday'
 require 'chalk_ruby/defaults'
+require 'chalk_ruby/logger_helper'
+require 'chalk_ruby/http/http_requester_chalk'
+require 'chalk_ruby/http/response'
+require 'chalk_ruby/token'
+
 
 module ChalkRuby
   class Config

data/lib/chalk_ruby/defaults.rb

@@ -1,4 +1,5 @@
 require 'chalk_ruby/http/http_requester'
+require 'chalk_ruby/version'
 
 module ChalkRuby
   module Defaults

data/lib/chalk_ruby/grpc/auth_interceptor.rb

@@ -0,0 +1,62 @@
+require 'grpc'
+require 'chalk_ruby/protos/chalk/server/v1/auth_pb'
+require 'chalk_ruby/protos/chalk/server/v1/auth_services_pb'
+
+module ChalkRuby
+  module Grpc
+    class AuthInterceptor < GRPC::ClientInterceptor
+      def initialize(auth_stub, client_id, client_secret, environment_id)
+        @auth_stub = auth_stub
+        @client_id = client_id
+        @client_secret = client_secret
+        @environment_id = environment_id
+        @token = nil
+      end
+
+      def request_response(request:, call:, method:, metadata:)
+        # If we haven't fetched a token yet or if you'd like to handle token expiration,
+        # this is where you'd refresh it. For now, let's assume a long-lived token.
+        if @token.nil?
+          response = @auth_stub.get_token(
+            Chalk::Server::V1::GetTokenRequest.new(
+              client_id: @client_id,
+              client_secret: @client_secret
+            )
+          )
+          @token = response.access_token
+        end
+
+
+        # Add the token to the request's metadata
+        metadata["authorization"] = "Bearer #{@token}"
+        metadata["x-chalk-deployment-type"] = "engine-grpc"
+        metadata["x-chalk-env-id"] = @environment_id
+
+        # Proceed with the original call
+        yield
+      end
+
+      # If you're using streaming calls, also consider overriding:
+      # - client_streamer
+      # - server_streamer
+      # - bidi_streamer
+      # following a similar pattern to insert metadata.
+    end
+
+    class ApiServerInterceptor < GRPC::ClientInterceptor
+      def initialize()
+      end
+
+      def request_response(request:, call:, method:, metadata:)
+        metadata["x-chalk-server"] = "go-api"
+        yield
+      end
+
+      # If you're using streaming calls, also consider overriding:
+      # - client_streamer
+      # - server_streamer
+      # - bidi_streamer
+      # following a similar pattern to insert metadata.
+    end
+  end
+end

data/lib/chalk_ruby/grpc_client.rb

@@ -0,0 +1,340 @@
+require 'chalk_ruby/config'
+require 'grpc'
+
+module ChalkRuby
+
+  class GrpcClient
+    # Create a new client.
+    #
+    # @param client_id [String]
+    #   Chalk client ID.
+    #   If not provided, it will be read from the CHALK_CLIENT_ID environment variable.
+    #
+    # @param client_secret [String]
+    #   Chalk client secret.
+    #   If not provided, it will be read from the CHALK_CLIENT_SECRET environment variable.
+    #
+    # @param environment [String]
+    #   The Chalk environment id (not the name of the environment).
+    #   If not provided, it will be read from the CHALK_ACTIVE_ENVIRONMENT environment variable.
+    #
+    # @param query_server [String]
+    #   ChalkRuby query server
+    #
+    # @param api_server [String]
+    #   ChalkRuby API server
+    #
+    # @param additional_headers [Hash[String, String]]
+    #   Additional headers to be sent with every request. Typically not required.
+    #
+    # @return self
+
+    def self.create(
+      client_id = nil,
+      client_secret = nil,
+      environment = nil,
+      query_server = nil,
+      api_server = nil,
+      additional_headers = {}
+    )
+      config = Config.new(
+        client_id: client_id,
+        client_secret: client_secret,
+        environment: environment,
+        query_server: query_server,
+        api_server: api_server,
+        additional_headers: additional_headers
+      )
+      create_with_config(config)
+    end
+
+    # Create a new client providing only a ChalkRuby::Config object
+    #
+    # @param config [ChalkRuby::Config]
+    #
+    # @return self
+    #
+    def self.create_with_config(config)
+      new(config)
+    end
+
+    # Compute features values using online resolvers.
+    # See https://docs.chalk.ai/docs/query-basics for more information.
+    #
+    # @param input [Hash[String, any]] The features for which there are known values, mapped to those values.
+    #
+    # @param output [[String]] Outputs are the features that you'd like to compute from the inputs.
+    #     For example, `['user.age', 'user.name', 'user.email']`.
+    #
+    #     If an empty sequence, the output will be set to all features on the namespace
+    #     of the query. For example, if you pass as input `{"user.id": 1234}`, then the query
+    #     is defined on the `User` namespace, and all features on the `User` namespace
+    #     (excluding has-one and has-many relationships) will be used as outputs.
+    #
+    # @param now [DateTime?]
+    #     The time at which to evaluate the query. If not specified, the current time will be used.
+    #     This parameter is complex in the context of online_query since the online store
+    #     only stores the most recent value of an entity's features. If `now` is in the past,
+    #     it is extremely likely that `None` will be returned for cache-only features.
+    #
+    #     This parameter is primarily provided to support:
+    #        - controlling the time window for aggregations over cached has-many relationships
+    #        - controlling the time window for aggregations over has-many relationships loaded from an
+    #          external database
+    #
+    #     If you are trying to perform an exploratory analysis of past feature values, prefer `offline_query`.
+    #
+    # @param staleness [Hash[String, String]?]
+    #     Maximum staleness overrides for any output features or intermediate features.
+    #     See https://docs.chalk.ai/docs/query-caching for more information.
+    #
+    # @param tags [Hash[String, String]?]
+    #     The tags used to scope the resolvers.
+    #     See https://docs.chalk.ai/docs/resolver-tags for more information.
+    #
+    # @param branch [String?]
+    #     If specified, Chalk will route your request to the relevant branch.
+    #
+    # @param correlation_id [String?]
+    #     You can specify a correlation ID to be used in logs and web interfaces.
+    #     This should be globally unique, i.e. a `uuid` or similar. Logs generated
+    #     during the execution of your query will be tagged with this correlation id.
+    #
+    # @param query_name [String?]
+    #     The semantic name for the query you're making, for example, `"loan_application_model"`.
+    #     Typically, each query that you make from your application should have a name.
+    #     Chalk will present metrics and dashboard functionality grouped by 'query_name'.
+    #
+    # @param query_name_version [String?]
+    #    If query_name is specified, this specifies the version of the named query you're
+    #    making. This is only useful if you want your query to use a NamedQuery with a
+    #    specific name and a specific version. If a query_name has not been supplied, then
+    #    this parameter is ignored.
+    #
+    # @param meta [Hash[String, String]?]
+    #     Arbitrary `key:value` pairs to associate with a query.
+    #
+    # @param explain [Boolean?]
+    #     Log the query execution plan. Requests using `explain=true` will be slower
+    #     than requests using `explain=false`. If `"only"`, the query will not be executed,
+    #     and only the query plan will be returned.
+    #
+    #     If true, 'include_meta' will be set to true as well.
+    #
+    # @param include_meta [Boolean?]
+    #     Whether to include metadata about the query execution.
+    #
+    # @param store_plan_stages [Boolean?]
+    #     If `true`, the output of each of the query plan stages will be stored.
+    #     This option dramatically impacts the performance of the query,
+    #     so it should only be used for debugging.
+    #
+    # @option options [Float?] :timeout
+    #   Allows overriding default timeout for query operations (in seconds).
+    #
+    # @return [Hash[Symbol, String]]
+
+    def ping
+      query_service.ping(Chalk::Engine::V1::PingRequest.new(num: 1))
+    end
+
+    def query(
+      input:,
+      output:,
+      now: nil,
+      staleness: nil,
+      tags: nil,
+      branch: nil,
+      correlation_id: nil,
+      query_name: nil,
+      query_name_version: nil,
+      meta: nil,
+      explain: nil,
+      include_meta: nil,
+      store_plan_stages: nil,
+      timeout: nil
+    )
+      formatted_inputs = input.transform_values { |value| self.convert_to_protobuf_value(value) }
+
+      context = Chalk::Common::V1::OnlineQueryContext.new(
+        query_name: query_name,
+        query_name_version: query_name_version,
+      )
+
+      r = Chalk::Common::V1::OnlineQueryRequest.new(
+        inputs: formatted_inputs,
+        outputs: output.map { |o| Chalk::Common::V1::OutputExpr.new(feature_fqn: o) },
+        context: context
+      )
+
+      if timeout.nil?
+        query_service.online_query(r)
+      else
+        query_service.online_query(r, deadline: Time.now + timeout)
+      end
+    end
+
+    def get_token
+      Token.new(
+        api_server_request(
+          method: :post,
+          path: '/v1/oauth/token',
+          body: {
+            client_id: @config.client_id,
+            client_secret: @config.client_secret,
+            grant_type: 'client_credentials'
+          },
+          headers: get_unauthenticated_headers
+        )
+      )
+    end
+
+    def get_unauthenticated_headers
+      {
+        'Content-Type': 'application/json',
+        'Accept': 'application/json',
+        'X-Chalk-Env-Id': @config.environment
+      }.merge(@config.additional_headers)
+    end
+
+    # Initializes the ChalkRuby client. Generally, you should not need to call this directly.
+    # Instead, use ChalkRuby::Client.create or ChalkRuby::Client.create_with_config.
+    #
+    # @param chalk_config [ChalkRuby::Config]
+    #   A ChalkRuby::Config object which contains your CLIENT_ID and CLIENT_SECRET
+    #
+    # @option adapter [Object]
+    #   Adapter object used for the connection
+    #
+    # @option logger [Object]
+    #
+    # @option http_requester [Object]
+    #   object used for the connection
+    #
+    def initialize(chalk_config, opts = {})
+      @token = nil
+      @config = chalk_config
+      adapter = opts[:adapter] || Defaults::ADAPTER
+      logger = opts[:logger] || LoggerHelper.create
+      requester = opts[:http_requester] || Defaults::REQUESTER_CLASS.new(adapter: adapter, logger: logger)
+      @transporter = Http::HttpRequesterChalk.new(requester: requester)
+    end
+
+    private
+
+    def api_server_request(method:, path:, body:, headers:)
+      @transporter.send_request(
+        method: method,
+        host: @config.api_server,
+        path: path,
+        timeout: @config.api_timeout,
+        connect_timeout: @config.connect_timeout,
+        body: body,
+        headers: headers
+      )
+    end
+
+    def engine_request(method:, path:, body:, headers:, timeout: nil)
+      @transporter.send_request(
+        method: method,
+        host: query_server_host,
+        path: path,
+        timeout: timeout || @config.query_timeout,
+        connect_timeout: @config.connect_timeout,
+        body: body,
+        headers: headers
+      )
+    end
+
+    def auth_service
+      if @auth_service.nil?
+        @auth_service = Chalk::Server::V1::AuthService::Stub.new(@config.api_server, GRPC::Core::ChannelCredentials.new(), interceptors: [api_server_interceptor])
+      end
+
+      @auth_service
+    end
+
+    def api_server_interceptor
+      if @api_server_interceptor.nil?
+        @api_server_interceptor = ChalkRuby::Grpc::ApiServerInterceptor::new()
+      end
+
+      @api_server_interceptor
+    end
+
+    def engine_interceptor
+      if @engine_interceptor.nil?
+        @engine_interceptor = ChalkRuby::Grpc::AuthInterceptor.new(auth_service, @config.client_id, @config.client_secret, active_environment)
+      end
+
+      @engine_interceptor
+    end
+
+    def query_service
+      if @query_service.nil?
+        @query_service = Chalk::Engine::V1::QueryService::Stub.new(query_server_host, GRPC::Core::ChannelCredentials.new(), interceptors: [engine_interceptor])
+      end
+
+      @query_service
+    end
+
+    def query_server_host
+      explicit = @config.query_server
+      ret =
+        if explicit.nil?
+          tok = valid_token
+          found = @config.environment || tok.environment
+          ret = found.nil? ? Defaults::QUERY_SERVER : tok.engines[found] || Defaults::QUERY_SERVER
+        else
+          ret = explicit
+        end
+
+      if ret.start_with?('http://') or ret.start_with?('https://')
+        ret = ret.sub('https://', '').sub("http://", '')
+      end
+
+      if ret.end_with?(':443') or ret.end_with?(':80')
+        ret
+      else
+        ret + ':443'
+      end
+    end
+
+    def active_environment
+      @config.environment || valid_token.environment
+    end
+
+    def valid_token
+      if @token.nil? || @token.expired?
+        t = get_token
+        @token = t
+        t
+      else
+        @token
+      end
+    end
+
+    def convert_to_protobuf_value(value)
+      case value
+      when NilClass
+        Google::Protobuf::Value.new(null_value: :NULL_VALUE)
+      when Float
+        Google::Protobuf::Value.new(number_value: value)
+      when Integer
+        Google::Protobuf::Value.new(number_value: value)
+      when String
+        Google::Protobuf::Value.new(string_value: value)
+      when TrueClass, FalseClass
+        Google::Protobuf::Value.new(bool_value: value)
+      when Hash
+        struct_value = Google::Protobuf::Struct.new(fields: value.transform_values { |v| convert_to_protobuf_value(v) })
+        Google::Protobuf::Value.new(struct_value: struct_value)
+      when Array
+        list_value = Google::Protobuf::ListValue.new(values: value.map { |v| convert_to_protobuf_value(v) })
+        Google::Protobuf::Value.new(list_value: list_value)
+      else
+        raise "Unsupported type: #{value.class}"
+      end
+    end
+  end
+end

data/lib/chalk_ruby/http/http_requester.rb

@@ -38,7 +38,8 @@ module ChalkRuby
         timeout:,
         connect_timeout:
       )
-        connection                      = connection(host)
+        normalized_host = host.is_a?(String) ? host : host[:api_server]
+        connection                      = connection(normalized_host)
         connection.options.timeout      = timeout
         connection.options.open_timeout = connect_timeout
 

data/lib/chalk_ruby/protos/chalk/aggregate/v1/backfill_pb.rb

@@ -0,0 +1,28 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: chalk/aggregate/v1/backfill.proto
+
+require 'google/protobuf'
+
+require 'chalk_ruby/protos/chalk/aggregate/v1/timeseries_pb'
+require 'google/protobuf/duration_pb'
+require 'google/protobuf/timestamp_pb'
+
+
+descriptor_data = "\n!chalk/aggregate/v1/backfill.proto\x12\x12\x63halk.aggregate.v1\x1a#chalk/aggregate/v1/timeseries.proto\x1a\x1egoogle/protobuf/duration.proto\x1a\x1fgoogle/protobuf/timestamp.proto\"\x8c\x02\n\x1d\x41ggregateBackfillCostEstimate\x12\x1f\n\x0bmax_buckets\x18\x01 \x01(\x03R\nmaxBuckets\x12)\n\x10\x65xpected_buckets\x18\x02 \x01(\x03R\x0f\x65xpectedBuckets\x12%\n\x0e\x65xpected_bytes\x18\x03 \x01(\x03R\rexpectedBytes\x12\x32\n\x15\x65xpected_storage_cost\x18\x04 \x01(\x01R\x13\x65xpectedStorageCost\x12\x44\n\x10\x65xpected_runtime\x18\x05 \x01(\x0b\x32\x19.google.protobuf.DurationR\x0f\x65xpectedRuntime\"\xf8\x02\n\x1b\x41ggregateBackfillUserParams\x12\x1a\n\x08\x66\x65\x61tures\x18\x01 \x03(\tR\x08\x66\x65\x61tures\x12\x1f\n\x08resolver\x18\x02 \x01(\tH\x00R\x08resolver\x88\x01\x01\x12;\n\x15timestamp_column_name\x18\x03 \x01(\tB\x02\x18\x01H\x01R\x13timestampColumnName\x88\x01\x01\x12@\n\x0blower_bound\x18\x04 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x02R\nlowerBound\x88\x01\x01\x12@\n\x0bupper_bound\x18\x05 \x01(\x0b\x32\x1a.google.protobuf.TimestampH\x03R\nupperBound\x88\x01\x01\x12\x14\n\x05\x65xact\x18\x06 \x01(\x08R\x05\x65xactB\x0b\n\t_resolverB\x18\n\x16_timestamp_column_nameB\x0e\n\x0c_lower_boundB\x0e\n\x0c_upper_bound\"\xe5\x03\n\x11\x41ggregateBackfill\x12?\n\x06series\x18\x01 \x03(\x0b\x32\'.chalk.aggregate.v1.AggregateTimeSeriesR\x06series\x12\x1a\n\x08resolver\x18\x02 \x01(\tR\x08resolver\x12)\n\x10\x64\x61tetime_feature\x18\x03 \x01(\tR\x0f\x64\x61tetimeFeature\x12\x42\n\x0f\x62ucket_duration\x18\x04 \x01(\x0b\x32\x19.google.protobuf.DurationR\x0e\x62ucketDuration\x12/\n\x13\x66ilters_description\x18\x05 \x01(\tR\x12\x66iltersDescription\x12\x19\n\x08group_by\x18\x06 \x03(\tR\x07groupBy\x12>\n\rmax_retention\x18\x07 \x01(\x0b\x32\x19.google.protobuf.DurationR\x0cmaxRetention\x12;\n\x0blower_bound\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\nlowerBound\x12;\n\x0bupper_bound\x18\t \x01(\x0b\x32\x1a.google.protobuf.TimestampR\nupperBound\"\xb5\x01\n!AggregateBackfillWithCostEstimate\x12\x41\n\x08\x62\x61\x63kfill\x18\x01 \x01(\x0b\x32%.chalk.aggregate.v1.AggregateBackfillR\x08\x62\x61\x63kfill\x12M\n\x08\x65stimate\x18\x02 \x01(\x0b\x32\x31.chalk.aggregate.v1.AggregateBackfillCostEstimateR\x08\x65stimate\"\xa5\x04\n\x14\x41ggregateBackfillJob\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12%\n\x0e\x65nvironment_id\x18\x02 \x01(\tR\renvironmentId\x12\x1f\n\x08resolver\x18\x03 \x01(\tH\x00R\x08resolver\x88\x01\x01\x12\x1a\n\x08\x66\x65\x61tures\x18\x04 \x03(\tR\x08\x66\x65\x61tures\x12\x1e\n\x08\x61gent_id\x18\x05 \x01(\tH\x01R\x07\x61gentId\x88\x01\x01\x12(\n\rdeployment_id\x18\x06 \x01(\tH\x02R\x0c\x64\x65ploymentId\x88\x01\x01\x12\x39\n\ncreated_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tcreatedAt\x12\x39\n\nupdated_at\x18\x08 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tupdatedAt\x12\x1c\n\tresolvers\x18\t \x03(\tR\tresolvers\x12@\n\x1a\x63ron_aggregate_backfill_id\x18\n \x01(\tH\x03R\x17\x63ronAggregateBackfillId\x88\x01\x01\x12 \n\tplan_hash\x18\x0b \x01(\tH\x04R\x08planHash\x88\x01\x01\x42\x0b\n\t_resolverB\x0b\n\t_agent_idB\x10\n\x0e_deployment_idB\x1d\n\x1b_cron_aggregate_backfill_idB\x0c\n\n_plan_hash\"\xdc\x02\n\x15\x43ronAggregateBackfill\x12\x0e\n\x02id\x18\x01 \x01(\tR\x02id\x12%\n\x0e\x65nvironment_id\x18\x02 \x01(\tR\renvironmentId\x12#\n\rdeployment_id\x18\x03 \x01(\tR\x0c\x64\x65ploymentId\x12\x1a\n\x08schedule\x18\x04 \x01(\tR\x08schedule\x12\x1b\n\tplan_hash\x18\x05 \x01(\tR\x08planHash\x12\x1a\n\x08\x66\x65\x61tures\x18\x08 \x03(\tR\x08\x66\x65\x61tures\x12\x1c\n\tresolvers\x18\t \x03(\tR\tresolvers\x12\x39\n\ncreated_at\x18\x06 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tcreatedAt\x12\x39\n\nupdated_at\x18\x07 \x01(\x0b\x32\x1a.google.protobuf.TimestampR\tupdatedAtB\xab\x01\n\x16\x63om.chalk.aggregate.v1B\rBackfillProtoP\x01Z\x18\x61ggregate/v1;aggregatev1\xa2\x02\x03\x43\x41X\xaa\x02\x12\x43halk.Aggregate.V1\xca\x02\x12\x43halk\\Aggregate\\V1\xe2\x02\x1e\x43halk\\Aggregate\\V1\\GPBMetadata\xea\x02\x14\x43halk::Aggregate::V1b\x06proto3"
+
+pool = Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Chalk
+  module Aggregate
+    module V1
+      AggregateBackfillCostEstimate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.AggregateBackfillCostEstimate").msgclass
+      AggregateBackfillUserParams = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.AggregateBackfillUserParams").msgclass
+      AggregateBackfill = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.AggregateBackfill").msgclass
+      AggregateBackfillWithCostEstimate = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.AggregateBackfillWithCostEstimate").msgclass
+      AggregateBackfillJob = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.AggregateBackfillJob").msgclass
+      CronAggregateBackfill = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.CronAggregateBackfill").msgclass
+    end
+  end
+end

data/lib/chalk_ruby/protos/chalk/aggregate/v1/service_pb.rb

@@ -0,0 +1,36 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: chalk/aggregate/v1/service.proto
+
+require 'google/protobuf'
+
+require 'chalk_ruby/protos/chalk/aggregate/v1/backfill_pb'
+require 'chalk_ruby/protos/chalk/aggregate/v1/timeseries_pb'
+require 'chalk_ruby/protos/chalk/auth/v1/audit_pb'
+require 'chalk_ruby/protos/chalk/auth/v1/permissions_pb'
+
+
+descriptor_data = "\n chalk/aggregate/v1/service.proto\x12\x12\x63halk.aggregate.v1\x1a!chalk/aggregate/v1/backfill.proto\x1a#chalk/aggregate/v1/timeseries.proto\x1a\x19\x63halk/auth/v1/audit.proto\x1a\x1f\x63halk/auth/v1/permissions.proto\"g\n\x1cPlanAggregateBackfillRequest\x12G\n\x06params\x18\x01 \x01(\x0b\x32/.chalk.aggregate.v1.AggregateBackfillUserParamsR\x06params\"\x8f\x02\n\x1dPlanAggregateBackfillResponse\x12M\n\x08\x65stimate\x18\x02 \x01(\x0b\x32\x31.chalk.aggregate.v1.AggregateBackfillCostEstimateR\x08\x65stimate\x12\x16\n\x06\x65rrors\x18\x04 \x03(\tR\x06\x65rrors\x12S\n\tbackfills\x18\x06 \x03(\x0b\x32\x35.chalk.aggregate.v1.AggregateBackfillWithCostEstimateR\tbackfills\x12\x32\n\x15\x61ggregate_backfill_id\x18\x07 \x01(\tR\x13\x61ggregateBackfillId\"9\n\x14GetAggregatesRequest\x12!\n\x0c\x66or_features\x18\x01 \x03(\tR\x0b\x66orFeatures\"p\n\x15GetAggregatesResponse\x12?\n\x06series\x18\x01 \x03(\x0b\x32\'.chalk.aggregate.v1.AggregateTimeSeriesR\x06series\x12\x16\n\x06\x65rrors\x18\x02 \x03(\tR\x06\x65rrors\"\x7f\n\x1fGetAggregateBackfillJobsRequest\x12\x14\n\x05limit\x18\x01 \x01(\x05R\x05limit\x12\x16\n\x06\x63ursor\x18\x02 \x01(\tR\x06\x63ursor\x12 \n\tplan_hash\x18\x03 \x01(\tH\x00R\x08planHash\x88\x01\x01\x42\x0c\n\n_plan_hash\"x\n GetAggregateBackfillJobsResponse\x12<\n\x04jobs\x18\x01 \x03(\x0b\x32(.chalk.aggregate.v1.AggregateBackfillJobR\x04jobs\x12\x16\n\x06\x63ursor\x18\x02 \x01(\tR\x06\x63ursor\"T\n\x1eGetAggregateBackfillJobRequest\x12\x32\n\x15\x61ggregate_backfill_id\x18\x01 \x01(\tR\x13\x61ggregateBackfillId\"]\n\x1fGetAggregateBackfillJobResponse\x12:\n\x03job\x18\x01 \x01(\x0b\x32(.chalk.aggregate.v1.AggregateBackfillJobR\x03job\"^\n\x1fGetCronAggregateBackfillRequest\x12;\n\x1a\x63ron_aggregate_backfill_id\x18\x01 \x01(\tR\x17\x63ronAggregateBackfillId\"\x85\x01\n GetCronAggregateBackfillResponse\x12\x61\n\x17\x63ron_aggregate_backfill\x18\x01 \x01(\x0b\x32).chalk.aggregate.v1.CronAggregateBackfillR\x15\x63ronAggregateBackfill\"(\n&GetActiveCronAggregateBackfillsRequest\"\xd0\x01\n\"CronAggregateBackfillWithLatestRun\x12\x61\n\x17\x63ron_aggregate_backfill\x18\x01 \x01(\x0b\x32).chalk.aggregate.v1.CronAggregateBackfillR\x15\x63ronAggregateBackfill\x12G\n\nlatest_job\x18\x02 \x01(\x0b\x32(.chalk.aggregate.v1.AggregateBackfillJobR\tlatestJob\"\x9b\x01\n\'GetActiveCronAggregateBackfillsResponse\x12p\n\x18\x63ron_aggregate_backfills\x18\x01 \x03(\x0b\x32\x36.chalk.aggregate.v1.CronAggregateBackfillWithLatestRunR\x16\x63ronAggregateBackfills2\xe5\x06\n\x10\x41ggregateService\x12\x8a\x01\n\x15PlanAggregateBackfill\x12\x30.chalk.aggregate.v1.PlanAggregateBackfillRequest\x1a\x31.chalk.aggregate.v1.PlanAggregateBackfillResponse\"\x0c\x90\x02\x01\x80}\x0c\x8a\xd3\x0e\x02\x08\x02\x12r\n\rGetAggregates\x12(.chalk.aggregate.v1.GetAggregatesRequest\x1a).chalk.aggregate.v1.GetAggregatesResponse\"\x0c\x90\x02\x01\x80}\x0b\x8a\xd3\x0e\x02\x08\x02\x12\x8d\x01\n\x18GetAggregateBackfillJobs\x12\x33.chalk.aggregate.v1.GetAggregateBackfillJobsRequest\x1a\x34.chalk.aggregate.v1.GetAggregateBackfillJobsResponse\"\x06\x90\x02\x01\x80}\x0b\x12\x8a\x01\n\x17GetAggregateBackfillJob\x12\x32.chalk.aggregate.v1.GetAggregateBackfillJobRequest\x1a\x33.chalk.aggregate.v1.GetAggregateBackfillJobResponse\"\x06\x90\x02\x01\x80}\x0b\x12\x8d\x01\n\x18GetCronAggregateBackfill\x12\x33.chalk.aggregate.v1.GetCronAggregateBackfillRequest\x1a\x34.chalk.aggregate.v1.GetCronAggregateBackfillResponse\"\x06\x90\x02\x01\x80}\x0b\x12\xa2\x01\n\x1fGetActiveCronAggregateBackfills\x12:.chalk.aggregate.v1.GetActiveCronAggregateBackfillsRequest\x1a;.chalk.aggregate.v1.GetActiveCronAggregateBackfillsResponse\"\x06\x90\x02\x01\x80}\x0b\x42\xaa\x01\n\x16\x63om.chalk.aggregate.v1B\x0cServiceProtoP\x01Z\x18\x61ggregate/v1;aggregatev1\xa2\x02\x03\x43\x41X\xaa\x02\x12\x43halk.Aggregate.V1\xca\x02\x12\x43halk\\Aggregate\\V1\xe2\x02\x1e\x43halk\\Aggregate\\V1\\GPBMetadata\xea\x02\x14\x43halk::Aggregate::V1b\x06proto3"
+
+pool = Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Chalk
+  module Aggregate
+    module V1
+      PlanAggregateBackfillRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.PlanAggregateBackfillRequest").msgclass
+      PlanAggregateBackfillResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.PlanAggregateBackfillResponse").msgclass
+      GetAggregatesRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.GetAggregatesRequest").msgclass
+      GetAggregatesResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.GetAggregatesResponse").msgclass
+      GetAggregateBackfillJobsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.GetAggregateBackfillJobsRequest").msgclass
+      GetAggregateBackfillJobsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.GetAggregateBackfillJobsResponse").msgclass
+      GetAggregateBackfillJobRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.GetAggregateBackfillJobRequest").msgclass
+      GetAggregateBackfillJobResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.GetAggregateBackfillJobResponse").msgclass
+      GetCronAggregateBackfillRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.GetCronAggregateBackfillRequest").msgclass
+      GetCronAggregateBackfillResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.GetCronAggregateBackfillResponse").msgclass
+      GetActiveCronAggregateBackfillsRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.GetActiveCronAggregateBackfillsRequest").msgclass
+      CronAggregateBackfillWithLatestRun = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.CronAggregateBackfillWithLatestRun").msgclass
+      GetActiveCronAggregateBackfillsResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.GetActiveCronAggregateBackfillsResponse").msgclass
+    end
+  end
+end

data/lib/chalk_ruby/protos/chalk/aggregate/v1/service_services_pb.rb

@@ -0,0 +1,42 @@
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# Source: chalk/aggregate/v1/service.proto for package 'Chalk.Aggregate.V1'
+
+require 'grpc'
+require 'chalk_ruby/protos/chalk/aggregate/v1/service_pb'
+
+module Chalk
+  module Aggregate
+    module V1
+      module AggregateService
+        class Service
+
+          include ::GRPC::GenericService
+
+          self.marshal_class_method = :encode
+          self.unmarshal_class_method = :decode
+          self.service_name = 'chalk.aggregate.v1.AggregateService'
+
+          # PlanAggregateBackfill determines the estimated resources needed to backfill
+          # an aggregate.
+          #
+          # This method is a duplicate of the PlanAggregateBackfill method
+          # in the query_server.proto file. We should remove the query_server.proto method
+          # and move that request to this service instead.
+          # buf:lint:ignore RPC_REQUEST_RESPONSE_UNIQUE
+          rpc :PlanAggregateBackfill, ::Chalk::Aggregate::V1::PlanAggregateBackfillRequest, ::Chalk::Aggregate::V1::PlanAggregateBackfillResponse
+          # This method is a duplicate of the PlanAggregateBackfill method
+          # in the query_server.proto file. We should remove the query_server.proto method
+          # and move that request to this service instead.
+          # buf:lint:ignore RPC_REQUEST_RESPONSE_UNIQUE
+          rpc :GetAggregates, ::Chalk::Aggregate::V1::GetAggregatesRequest, ::Chalk::Aggregate::V1::GetAggregatesResponse
+          rpc :GetAggregateBackfillJobs, ::Chalk::Aggregate::V1::GetAggregateBackfillJobsRequest, ::Chalk::Aggregate::V1::GetAggregateBackfillJobsResponse
+          rpc :GetAggregateBackfillJob, ::Chalk::Aggregate::V1::GetAggregateBackfillJobRequest, ::Chalk::Aggregate::V1::GetAggregateBackfillJobResponse
+          rpc :GetCronAggregateBackfill, ::Chalk::Aggregate::V1::GetCronAggregateBackfillRequest, ::Chalk::Aggregate::V1::GetCronAggregateBackfillResponse
+          rpc :GetActiveCronAggregateBackfills, ::Chalk::Aggregate::V1::GetActiveCronAggregateBackfillsRequest, ::Chalk::Aggregate::V1::GetActiveCronAggregateBackfillsResponse
+        end
+
+        Stub = Service.rpc_stub_class
+      end
+    end
+  end
+end

data/lib/chalk_ruby/protos/chalk/aggregate/v1/timeseries_pb.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: chalk/aggregate/v1/timeseries.proto
+
+require 'google/protobuf'
+
+require 'google/protobuf/duration_pb'
+
+
+descriptor_data = "\n#chalk/aggregate/v1/timeseries.proto\x12\x12\x63halk.aggregate.v1\x1a\x1egoogle/protobuf/duration.proto\"\x92\x02\n\x17\x41ggregateTimeSeriesRule\x12 \n\x0b\x61ggregation\x18\x01 \x01(\tR\x0b\x61ggregation\x12\x42\n\x0f\x62ucket_duration\x18\x02 \x01(\x0b\x32\x19.google.protobuf.DurationR\x0e\x62ucketDuration\x12-\n\x12\x64\x65pendent_features\x18\x03 \x03(\tR\x11\x64\x65pendentFeatures\x12\x37\n\tretention\x18\x04 \x01(\x0b\x32\x19.google.protobuf.DurationR\tretention\x12)\n\x10\x64\x61tetime_feature\x18\x05 \x01(\tR\x0f\x64\x61tetimeFeature\"\x8c\x02\n\x13\x41ggregateTimeSeries\x12\x1c\n\tnamespace\x18\x01 \x01(\tR\tnamespace\x12!\n\x0c\x61ggregate_on\x18\x02 \x01(\tR\x0b\x61ggregateOn\x12\x19\n\x08group_by\x18\x03 \x03(\tR\x07groupBy\x12\x41\n\x05rules\x18\x05 \x03(\x0b\x32+.chalk.aggregate.v1.AggregateTimeSeriesRuleR\x05rules\x12/\n\x13\x66ilters_description\x18\x06 \x01(\tR\x12\x66iltersDescription\x12%\n\x0e\x62ucket_feature\x18\x07 \x01(\tR\rbucketFeatureB\xad\x01\n\x16\x63om.chalk.aggregate.v1B\x0fTimeseriesProtoP\x01Z\x18\x61ggregate/v1;aggregatev1\xa2\x02\x03\x43\x41X\xaa\x02\x12\x43halk.Aggregate.V1\xca\x02\x12\x43halk\\Aggregate\\V1\xe2\x02\x1e\x43halk\\Aggregate\\V1\\GPBMetadata\xea\x02\x14\x43halk::Aggregate::V1b\x06proto3"
+
+pool = Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Chalk
+  module Aggregate
+    module V1
+      AggregateTimeSeriesRule = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.AggregateTimeSeriesRule").msgclass
+      AggregateTimeSeries = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("chalk.aggregate.v1.AggregateTimeSeries").msgclass
+    end
+  end
+end